-- Logs begin at Mon 2022-04-11 13:12:14 UTC, end at Mon 2022-04-11 15:38:55 UTC. -- Apr 11 14:07:37.987249 dv-neutron-837330-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 11 14:07:40.573488 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.common.config [-] Logging enabled! Apr 11 14:07:40.574187 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev103 Apr 11 14:07:40.574283 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88509) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 14:07:40.577443 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.common.config [-] Logging enabled! Apr 11 14:07:40.577695 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev103 Apr 11 14:07:40.578026 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88509) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 14:07:40.578980 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 14:07:40.579211 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 14:07:40.579565 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 14:07:40.579808 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 14:07:40.580030 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 14:07:40.580345 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.580645 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.580943 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.581172 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.581472 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.581765 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.582076 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.582426 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.582821 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.583199 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.583654 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.584096 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.584444 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.584876 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.585310 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.585756 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.586125 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] debug = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.586573 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.587258 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.587878 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.588312 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.588742 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.589167 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.589580 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.590023 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.590487 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.590989 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] host = dv-neutron-837330-1-hyperv {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.591438 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.591893 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.592324 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.592766 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.593178 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.593599 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.594134 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.594584 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.595007 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] log_file = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.595454 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.595893 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.596343 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.596784 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.597133 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.597461 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.597940 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.598321 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.598752 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.599187 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.599891 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.600308 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.600743 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.601164 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.601604 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.602085 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.602564 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.603011 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.603428 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.603958 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.604380 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.604820 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.605249 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.605657 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.606113 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.606572 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.607028 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.607457 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.607923 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.608367 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.608789 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.609241 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.609665 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.610129 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.610581 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.611030 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.611485 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] use_json = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.611914 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.612335 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.612790 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.613229 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.614172 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.614606 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.614987 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.615294 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.615582 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:40.615891 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.616202 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.616514 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.616813 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.617118 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.617407 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.617703 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.618023 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.618320 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.618616 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.618910 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.619196 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.619489 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.619773 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.620078 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.620390 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.620692 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.620991 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.621273 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.621552 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.621835 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.622139 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.622428 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.622727 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.623022 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.623300 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.623583 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.623880 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.624161 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.624438 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.624719 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.625013 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.625293 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.625570 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.625872 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.626152 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.626429 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.626706 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.626984 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.627275 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.627551 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.627824 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.628097 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.628376 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.628648 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.628935 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.630000 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.630000 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.630527 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.630814 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.631084 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.631360 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.631639 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.631915 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.632195 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.632476 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.632753 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.633030 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.633304 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.633579 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.633870 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.634156 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.634432 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.634710 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.634979 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.635254 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.635527 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.635801 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.636094 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.636391 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.636671 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.636948 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.637227 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.637503 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.637778 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.638079 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.638357 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.638637 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.638908 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.639204 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.639490 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.639778 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.640061 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.640339 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.640636 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.640916 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.641199 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.641500 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.641756 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.642060 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.642350 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.642646 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.642944 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.643239 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.643533 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.643829 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.644110 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.644424 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.644709 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:40.645365 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 14:07:40.645506 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88509) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 11 14:07:41.045300 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO keyring.backend [-] Loading KWallet Apr 11 14:07:41.053284 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO keyring.backend [-] Loading SecretService Apr 11 14:07:41.056785 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO keyring.backend [-] Loading Windows Apr 11 14:07:41.058149 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO keyring.backend [-] Loading chainer Apr 11 14:07:41.058946 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO keyring.backend [-] Loading macOS Apr 11 14:07:41.092197 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 11 14:07:41.092464 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 11 14:07:41.092751 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 11 14:07:41.093089 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 11 14:07:41.490121 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.490418 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.490691 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.492000 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.492279 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.492547 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.528396 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.528677 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.528946 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.542441 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.542719 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.542988 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.573914 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.574521 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.574521 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.611804 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.612082 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.612345 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.848997 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.849194 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.849710 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.850225 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.850757 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.973939 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.974267 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.974805 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.975081 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.975356 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.975673 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.975939 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.976202 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.976458 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.976740 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.977004 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.977272 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.977541 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.977801 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.978101 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.978372 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.978641 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.978919 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.979174 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.979461 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.979816 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.980072 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.980323 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.980614 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.980864 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.981111 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:41.981512 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 14:07:41.981749 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 14:07:41.982012 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 14:07:41.982251 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 14:07:41.982484 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 14:07:41.982718 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 14:07:41.983092 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 11 14:07:41.986303 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 11 14:07:41.990345 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 11 14:07:41.994095 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Apr 11 14:07:41.995736 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 11 14:07:41.996660 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 11 14:07:41.997004 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 11 14:07:41.997394 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 11 14:07:42.000396 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 11 14:07:42.000648 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 11 14:07:42.000997 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 14:07:42.029449 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 11 14:07:42.029940 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:42.030246 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88509) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 11 14:07:42.030608 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:42.031977 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88509) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 11 14:07:42.032264 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 14:07:42.032511 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 11 14:07:42.036320 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:42.036613 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:42.100085 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 11 14:07:42.100273 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 11 14:07:42.100465 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 11 14:07:42.100852 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 11 14:07:42.132611 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_db.sqlalchemy.engines [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88509) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 11 14:07:42.581226 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.managers [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Initializing driver for type 'gre' Apr 11 14:07:42.581888 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] gre ID ranges: [(1, 1000)] Apr 11 14:07:42.792350 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.managers [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Initializing driver for type 'local' Apr 11 14:07:42.792677 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.managers [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Initializing driver for type 'vlan' Apr 11 14:07:42.866943 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] VlanTypeDriver initialization complete Apr 11 14:07:42.867185 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.managers [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Initializing driver for type 'vxlan' Apr 11 14:07:42.867689 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] vxlan ID ranges: [(1, 1000)] Apr 11 14:07:43.048414 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.managers [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Initializing extension driver 'port_security' Apr 11 14:07:43.048773 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.extensions.port_security [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] PortSecurityExtensionDriver initialization complete Apr 11 14:07:43.049087 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.managers [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Initializing mechanism driver 'openvswitch' Apr 11 14:07:43.049418 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.managers [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Initializing mechanism driver 'hyperv' Apr 11 14:07:43.056718 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.plugins.ml2.plugin [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:07:43.057394 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > port after_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.057765 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > port after_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.058138 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > port after_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.058666 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 11 14:07:43.059098 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > subnet after_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.059449 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > subnet after_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.059792 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.060180 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 11 14:07:43.060585 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > network after_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.060932 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > network after_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.061319 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > network after_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.061660 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 11 14:07:43.062092 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > security_group after_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.062438 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > security_group after_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.062777 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.063166 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 11 14:07:43.067013 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.067013 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.067013 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.067013 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 11 14:07:43.067013 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > address_group after_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.067582 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > address_group after_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.067582 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.067582 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 11 14:07:43.067582 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] ML2 OVO RPC backend initialized. {{(pid=88509) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Apr 11 14:07:43.068009 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.068009 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.068394 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > network before_response 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.068747 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > networks before_response 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.069098 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > port before_response 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.069444 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > ports before_response 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.069794 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > subnet before_response 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.070163 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > subnets before_response 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.070512 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > network after_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.070855 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > network after_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.071192 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > network after_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.071528 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > port after_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.071909 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > port after_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.072244 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > port after_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.072583 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > subnet after_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.072919 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > subnet after_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.073257 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.073876 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.plugin [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Modular L2 Plugin initialization complete Apr 11 14:07:43.074188 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading services supported by the core plugin {{(pid=88509) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 11 14:07:43.074517 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.plugins.ml2.managers [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Got port-security extension from driver 'port_security' Apr 11 14:07:43.074998 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.extensions.vlantransparent [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Disabled vlantransparent extension. Apr 11 14:07:43.075481 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88509) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 11 14:07:43.075798 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading Plugin: router Apr 11 14:07:43.113341 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.114572 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > router after_create 55549900 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.114732 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > router before_create 55549900 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.115098 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.115468 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.115820 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > router after_delete 55549900 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.116177 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.116537 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > router after_create 55549900 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.116882 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > router after_update 55549900 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.117279 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > router after_update 55549900 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.117581 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.117969 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > router after_update 55549900 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.118383 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > router precommit_update 55549900 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.118751 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: port after_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.119093 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: port after_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.119427 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: subnet after_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.119763 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.120108 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.120452 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > router precommit_create 55549900 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.120791 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: port before_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.121131 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > router precommit_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.121485 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > router after_update 55549900 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.121824 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.122188 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > router precommit_create 55549900 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.122546 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.122889 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > router precommit_update 55549900 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.123250 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > agent after_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.123597 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > agent after_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.123938 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > network after_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.124804 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Tracking information for resource: router configured {{(pid=88509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 14:07:43.125135 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Tracking information for resource: floatingip configured {{(pid=88509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 14:07:43.130101 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.db.l3_agentschedulers_db [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 11 14:07:43.130678 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: port after_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.131038 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: port after_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.131388 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: port after_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.131735 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: port after_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.132636 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > router before_create 55550100 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.133000 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.133362 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > router precommit_create 55550100 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.133719 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > router precommit_update 55550100 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.138151 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.services.provider_configuration [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Service providers = [] {{(pid=88509) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 11 14:07:43.138515 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.db.servicetype_db [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88509) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 11 14:07:43.141426 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.services.service_base [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88509) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 14:07:43.141772 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.services.service_base [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88509) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 14:07:43.142132 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.services.service_base [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88509) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 14:07:43.143024 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.services.service_base [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88509) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 14:07:43.143394 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.services.service_base [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 11 14:07:43.143772 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 14:07:43.144087 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 11 14:07:43.155083 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 14:07:43.155418 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading Plugin: auto_allocate Apr 11 14:07:43.161801 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: network precommit_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.162186 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: network precommit_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.162709 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 14:07:43.163025 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading Plugin: tag Apr 11 14:07:43.169594 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 14:07:43.169941 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading Plugin: timestamp Apr 11 14:07:43.174185 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 14:07:43.174520 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading Plugin: network_ip_availability Apr 11 14:07:43.180366 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.180739 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.181092 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.181825 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 14:07:43.188372 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading Plugin: flavors Apr 11 14:07:43.193135 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 14:07:43.193464 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading Plugin: revisions Apr 11 14:07:43.197767 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 14:07:43.198176 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_concurrency.lockutils [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.105s {{(pid=88509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 11 14:07:43.198920 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88509) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 11 14:07:43.199257 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Initializing extension manager. Apr 11 14:07:43.199768 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: __init__.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.200112 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: __pycache__ {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.200443 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.200775 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: address_group.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.201529 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.202133 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: address-group Apr 11 14:07:43.202453 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: address_scope.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.203154 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.203657 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: address-scope Apr 11 14:07:43.203975 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.204899 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.205404 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: router-admin-state-down-before-update Apr 11 14:07:43.205722 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: agent.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.206447 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.206946 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: agent Apr 11 14:07:43.207291 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: agent_resources_synced.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.208401 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.208910 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: agent-resources-synced Apr 11 14:07:43.209225 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: allowedaddresspairs.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.211229 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.211749 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: allowed-address-pairs Apr 11 14:07:43.212073 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: auto_allocated_topology.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.213132 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.213639 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: auto-allocated-topology Apr 11 14:07:43.213997 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: availability_zone.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.221592 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.221592 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: availability_zone Apr 11 14:07:43.221592 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: availability_zone_filter.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.222076 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.222577 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: availability_zone_filter Apr 11 14:07:43.223454 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: data_plane_status.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.224835 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.225339 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension data-plane-status not supported by any of loaded plugins Apr 11 14:07:43.225732 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: default_subnetpools.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.226667 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.227173 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: default-subnetpools Apr 11 14:07:43.227490 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.228285 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.228789 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: dhcp_agent_scheduler Apr 11 14:07:43.229108 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: dns.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.230035 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.230541 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension dns-integration not supported by any of loaded plugins Apr 11 14:07:43.230859 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: dns_domain_ports.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.231761 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.232261 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 11 14:07:43.232582 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: dvr.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.233241 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.233741 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: dvr Apr 11 14:07:43.234078 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: empty_string_filtering.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.234981 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.235481 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: empty-string-filtering Apr 11 14:07:43.235801 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.236700 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.237191 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 11 14:07:43.237507 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.238456 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.239836 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 11 14:07:43.240160 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: external_net.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.241076 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.241583 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: external-net Apr 11 14:07:43.241927 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.242829 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.246931 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: extra_dhcp_opt Apr 11 14:07:43.246931 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: extraroute.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.247601 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.248102 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: extraroute Apr 11 14:07:43.248423 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: extraroute_atomic.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.249439 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.249975 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: extraroute-atomic Apr 11 14:07:43.250293 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: filter_validation.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.250947 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.251443 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: filter-validation Apr 11 14:07:43.251758 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: fip_pf_description.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.252723 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.253217 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 11 14:07:43.253533 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: fip_port_details.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.254740 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.255256 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: fip-port-details Apr 11 14:07:43.255577 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: flavors.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.256784 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.257297 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: flavors Apr 11 14:07:43.257617 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.259300 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.259815 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 11 14:07:43.260141 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: floatingip_pools.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.260829 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.261339 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: floatingip-pools Apr 11 14:07:43.261660 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: ip_allocation.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.262603 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.263108 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension ip_allocation not supported by any of loaded plugins Apr 11 14:07:43.263426 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.264333 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.264835 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: ip-substring-filtering Apr 11 14:07:43.265155 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: l2_adjacency.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.266092 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.266597 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 11 14:07:43.266913 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: l3.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.267864 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.268373 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: router Apr 11 14:07:43.268691 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.271316 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.271838 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 11 14:07:43.272164 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.273099 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.273611 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: ext-gw-mode Apr 11 14:07:43.273992 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.274917 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.276422 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: l3-ha Apr 11 14:07:43.276422 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: l3_flavors.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.276422 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.277274 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: l3-flavors Apr 11 14:07:43.277430 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.278379 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.278915 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 11 14:07:43.279201 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: l3agentscheduler.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.280247 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.280753 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: l3_agent_scheduler Apr 11 14:07:43.281070 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: logging.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.282587 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.283107 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension logging not supported by any of loaded plugins Apr 11 14:07:43.283433 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: metering.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.291379 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.292055 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: metering Apr 11 14:07:43.292417 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.293554 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.294221 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: metering_source_and_destination_fields Apr 11 14:07:43.294613 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: multiprovidernet.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.295575 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.296123 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: multi-provider Apr 11 14:07:43.296480 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: netmtu.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.297454 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.298134 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: net-mtu Apr 11 14:07:43.298412 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: netmtu_writable.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.299356 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.299909 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: net-mtu-writable Apr 11 14:07:43.300271 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: network_availability_zone.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.301661 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.302525 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: network_availability_zone Apr 11 14:07:43.303053 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: network_ip_availability.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.304418 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.304931 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: network-ip-availability Apr 11 14:07:43.305256 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: network_segment_range.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.306045 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.306548 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension network-segment-range not supported by any of loaded plugins Apr 11 14:07:43.306866 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: pagination.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.307834 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.308160 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: pagination Apr 11 14:07:43.308476 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: port_device_profile.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.309382 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.309912 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: port-device-profile Apr 11 14:07:43.310233 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.314693 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.315237 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: port-mac-address-regenerate Apr 11 14:07:43.315590 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.316565 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.317388 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: port-numa-affinity-policy Apr 11 14:07:43.317773 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: port_resource_request.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.318768 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.319312 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension port-resource-request not supported by any of loaded plugins Apr 11 14:07:43.319692 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: portbindings.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.320689 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.321240 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: binding Apr 11 14:07:43.321616 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: portbindings_extended.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.323002 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.323560 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: binding-extended Apr 11 14:07:43.323922 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: portsecurity.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.324909 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.325466 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: port-security Apr 11 14:07:43.325827 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: project_id.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.329523 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.329523 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: project-id Apr 11 14:07:43.329523 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: providernet.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.329523 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.329523 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: provider Apr 11 14:07:43.329523 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: qos.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.333328 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.333871 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension qos not supported by any of loaded plugins Apr 11 14:07:43.334261 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.335493 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.336001 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 11 14:07:43.336326 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.337229 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.337732 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 11 14:07:43.338092 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: qos_default.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.338992 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.339496 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension qos-default not supported by any of loaded plugins Apr 11 14:07:43.339824 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: qos_fip.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.340468 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.340964 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension qos-fip not supported by any of loaded plugins Apr 11 14:07:43.341280 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: qos_gateway_ip.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.342221 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.342731 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 11 14:07:43.343046 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: qos_port_network_policy.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.343944 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.344446 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 11 14:07:43.344763 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: qos_rule_type_details.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.345663 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.346200 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 11 14:07:43.346515 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: qos_rules_alias.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.347547 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.348908 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 11 14:07:43.349579 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: quotasv2.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.350546 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.350867 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: quotas Apr 11 14:07:43.351181 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: quotasv2_detail.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.352776 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.353112 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: quota_details Apr 11 14:07:43.353438 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: rbac.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.354531 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.355052 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: rbac-policies Apr 11 14:07:43.355383 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: rbac_address_group.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.356301 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.356818 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: rbac-address-group Apr 11 14:07:43.357142 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: rbac_address_scope.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.358076 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.358590 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: rbac-address-scope Apr 11 14:07:43.358913 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: rbac_security_groups.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.359813 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.360327 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: rbac-security-groups Apr 11 14:07:43.360649 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: rbac_subnetpool.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.361570 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.362115 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: rbac-subnetpool Apr 11 14:07:43.362437 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: revisionifmatch.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.363346 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.364622 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: revision-if-match Apr 11 14:07:43.364981 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: revisions.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.366122 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.366630 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: standard-attr-revisions Apr 11 14:07:43.366952 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: router_availability_zone.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.367660 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.368118 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: router_availability_zone Apr 11 14:07:43.368438 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: routerservicetype.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.369362 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.369889 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension router-service-type not supported by any of loaded plugins Apr 11 14:07:43.370213 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.371126 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.371631 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: security-groups-normalized-cidr Apr 11 14:07:43.371952 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.372969 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.373473 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: port-security-groups-filtering Apr 11 14:07:43.373797 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.374732 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.375237 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: security-groups-remote-address-group Apr 11 14:07:43.375557 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: securitygroup.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.385663 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.386243 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: security-group Apr 11 14:07:43.386568 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: segment.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.387383 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.387884 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension segment not supported by any of loaded plugins Apr 11 14:07:43.388203 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.389142 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.389641 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 11 14:07:43.389996 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: servicetype.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.391089 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.391600 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: service-type Apr 11 14:07:43.391920 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: sorting.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.392887 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.393216 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: sorting Apr 11 14:07:43.393536 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: standard_attr_segment.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.394465 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.395889 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 11 14:07:43.396228 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: standardattrdescription.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.396931 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.397450 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: standard-attr-description Apr 11 14:07:43.397771 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: stateful_security_group.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.398732 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.399237 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: stateful-security-group Apr 11 14:07:43.399550 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: stdattrs_common.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.400133 dv-neutron-837330-1-hyperv neutron-server[88509]: WARNING neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 11 14:07:43.400446 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.401466 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.401991 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 11 14:07:43.402310 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: subnet_onboard.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.403433 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.403945 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: subnet_onboard Apr 11 14:07:43.409694 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.410677 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.411195 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 11 14:07:43.411521 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: subnet_service_types.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.412451 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.412966 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: subnet-service-types Apr 11 14:07:43.413297 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: subnetallocation.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.414391 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.414901 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: subnet_allocation Apr 11 14:07:43.415226 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.415902 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.416498 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: subnetpool-prefix-ops Apr 11 14:07:43.416842 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.417831 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.418376 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 11 14:07:43.418707 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: tagging.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.419814 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.420344 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: standard-attr-tag Apr 11 14:07:43.420675 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: timestamp.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.421915 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.422440 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loaded extension: standard-attr-timestamp Apr 11 14:07:43.422770 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: trunk.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.423804 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.424321 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension trunk not supported by any of loaded plugins Apr 11 14:07:43.424652 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: trunk_details.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.425585 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.426784 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension trunk-details not supported by any of loaded plugins Apr 11 14:07:43.427230 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: uplink_status_propagation.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.428178 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.428693 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 11 14:07:43.429021 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Loading extension file: vlantransparent.py {{(pid=88509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 14:07:43.429703 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 14:07:43.430248 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 11 14:07:43.432748 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Creating instance of TrackedResource for resource:network Apr 11 14:07:43.433513 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Creating instance of TrackedResource for resource:subnet Apr 11 14:07:43.435544 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 14:07:43.436166 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Creating instance of TrackedResource for resource:port Apr 11 14:07:43.437524 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.v2.resource_helper [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 14:07:43.438024 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.v2.resource_helper [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Service FLAVORS assigned prefix: {{(pid=88509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 14:07:43.438653 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.v2.resource_helper [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 14:07:43.439082 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.v2.resource_helper [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 14:07:43.439417 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Creating instance of TrackedResource for resource:router Apr 11 14:07:43.440094 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 14:07:43.440806 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.v2.resource_helper [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Service METERING assigned prefix: /metering {{(pid=88509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 14:07:43.443069 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.443448 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.443809 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:07:43.552804 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 14:07:43.553073 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Creating instance of TrackedResource for resource:security_group Apr 11 14:07:43.553778 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 14:07:43.554568 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.v2.resource_helper [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Service CORE assigned prefix: {{(pid=88509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 14:07:43.554906 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 14:07:43.555250 dv-neutron-837330-1-hyperv neutron-server[88509]: WARNING neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] subnetpool is already registered Apr 11 14:07:43.555879 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.v2.resource_helper [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Service CORE assigned prefix: {{(pid=88509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 14:07:43.556211 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 14:07:43.556546 dv-neutron-837330-1-hyperv neutron-server[88509]: WARNING neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] subnetpool is already registered Apr 11 14:07:43.559174 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.v2.resource_helper [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 14:07:43.559622 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.v2.resource_helper [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Service FLAVORS assigned prefix: {{(pid=88509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 14:07:43.560224 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.v2.resource_helper [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 14:07:43.560656 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.v2.resource_helper [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 14:07:43.560995 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Creating instance of TrackedResource for resource:router Apr 11 14:07:43.561330 dv-neutron-837330-1-hyperv neutron-server[88509]: WARNING neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] router is already registered Apr 11 14:07:43.561962 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 14:07:43.562298 dv-neutron-837330-1-hyperv neutron-server[88509]: WARNING neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] floatingip is already registered Apr 11 14:07:43.562937 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.v2.resource_helper [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Service METERING assigned prefix: /metering {{(pid=88509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 14:07:43.563619 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 14:07:43.563953 dv-neutron-837330-1-hyperv neutron-server[88509]: WARNING neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] rbac_policy is already registered Apr 11 14:07:43.564512 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Creating instance of TrackedResource for resource:security_group Apr 11 14:07:43.564844 dv-neutron-837330-1-hyperv neutron-server[88509]: WARNING neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] security_group is already registered Apr 11 14:07:43.565432 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 14:07:43.565769 dv-neutron-837330-1-hyperv neutron-server[88509]: WARNING neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] security_group_rule is already registered Apr 11 14:07:43.566454 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.v2.resource_helper [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Service CORE assigned prefix: {{(pid=88509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 14:07:43.567380 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 14:07:43.567707 dv-neutron-837330-1-hyperv neutron-server[88509]: WARNING neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] subnetpool is already registered Apr 11 14:07:43.568322 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.v2.resource_helper [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Service CORE assigned prefix: {{(pid=88509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 14:07:43.568653 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 14:07:43.568989 dv-neutron-837330-1-hyperv neutron-server[88509]: WARNING neutron.quota.resource_registry [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] subnetpool is already registered Apr 11 14:07:43.569640 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: extensions {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.571194 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: address-groups {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.572851 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: address-scopes {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.574126 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: agents {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.575288 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: auto-allocated-topology {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.576551 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: availability_zones {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.577918 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: dhcp-networks {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.579335 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: dhcp-agents {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.580795 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: routers {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.582706 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: flavors {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.583890 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: service_profiles {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.585108 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: next_providers {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.586703 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: service_profiles {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.588233 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: floatingip-pools {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.589462 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: routers {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.591326 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: floatingips {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.592542 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: l3-routers {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.593953 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: l3-agents {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.595406 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: metering-labels {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.596775 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: metering-label-rules {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.598152 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: network-ip-availabilities {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.599763 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: bindings {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.601435 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: quotas {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.602934 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: quotas {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.604364 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: rbac-policies {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.605677 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: security-groups {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.606929 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: security-group-rules {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.608180 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: service-providers {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.609428 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: subnetpools {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.610937 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: subnetpools {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.612379 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: tags {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.614764 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: tags {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.617601 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: tags {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.619525 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: tags {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.621292 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: tags {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.623193 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: tags {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.624899 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: tags {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.626867 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: tags {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.628660 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: tags {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.630773 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron.api.extensions [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Extended resource: tags {{(pid=88509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 14:07:43.636677 dv-neutron-837330-1-hyperv neutron-server[88509]: WARNING keystonemiddleware.auth_token [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 11 14:07:43.641424 dv-neutron-837330-1-hyperv neutron-server[88509]: WARNING keystonemiddleware.auth_token [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 11 14:07:43.650131 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_concurrency.lockutils [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Acquired lock "singleton_lock" {{(pid=88509) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 11 14:07:43.650605 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_concurrency.lockutils [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Releasing lock "singleton_lock" {{(pid=88509) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 11 14:07:43.651246 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO oslo_service.service [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Starting 2 workers Apr 11 14:07:43.655909 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Started child 88616 {{(pid=88509) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 11 14:07:43.660143 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Started child 88617 {{(pid=88509) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 11 14:07:43.661799 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:07:43.662478 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO neutron.service [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 11 14:07:43.662929 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Notify callbacks [] for process, before_spawn {{(pid=88509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:07:43.663375 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [-] (88616) wsgi starting up on http://0.0.0.0:9696 Apr 11 14:07:43.665325 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO oslo_service.service [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Starting 1 workers Apr 11 14:07:43.665453 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:07:43.666758 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [-] (88617) wsgi starting up on http://0.0.0.0:9696 Apr 11 14:07:43.670404 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Started child 88618 {{(pid=88509) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 11 14:07:43.670913 dv-neutron-837330-1-hyperv neutron-server[88509]: INFO oslo_service.service [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Starting 1 workers Apr 11 14:07:43.673757 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.service [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] calling RpcWorker wait() {{(pid=88618) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 11 14:07:43.674317 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.service [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] returning from RpcWorker wait() {{(pid=88618) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 11 14:07:43.675337 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Started child 88619 {{(pid=88509) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 11 14:07:43.675483 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:07:43.676074 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:07:43.676199 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd943-37c5-43fd-8347-33b9abeaa915 None None] Notify callbacks [] for process, after_spawn {{(pid=88509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:07:43.677067 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 60898) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:07:43.678247 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88509) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 11 14:07:43.678453 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 14:07:43.678796 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 14:07:43.679158 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 14:07:43.679684 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 14:07:43.679992 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 14:07:43.680781 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.681362 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.681800 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.682269 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.682724 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.683440 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.683690 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:07:43.684389 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.684810 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.685117 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:07:43.685390 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.685789 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.686122 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.686458 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071650 Apr 11 14:07:43.686715 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.687163 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.687609 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.688135 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.688608 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.688928 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.689279 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.689672 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.690170 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.690658 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.691130 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.691422 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] debug = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.691728 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.692211 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.692453 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.692705 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.692938 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.693220 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.693472 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.693758 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.694839 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.695276 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.695685 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.696146 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.696379 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.696617 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.696847 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.697126 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.697370 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.698590 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] host = dv-neutron-837330-1-hyperv {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.698590 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.698590 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.698590 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.698871 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.699087 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.699312 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.699583 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.699842 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.700097 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.700328 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.700654 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.700905 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.701574 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.701574 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] log_file = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.701574 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] log_options = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.701822 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.704150 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.704467 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.704698 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.704881 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.705069 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.705339 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.705511 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.705768 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.706024 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.706247 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.706468 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.706706 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.706942 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.707705 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.707942 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.708275 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.708639 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.709111 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.709360 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.709693 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.709915 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.710160 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.720073 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.720073 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.720073 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.720073 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.720073 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.720073 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.720073 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.720073 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.720596 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.720596 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.720596 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.720596 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.720596 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.720596 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.720596 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.720596 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.721057 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.721057 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.721475 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.721691 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.723548 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.723883 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.724639 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] use_json = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.724900 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.725176 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.725489 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.725719 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.726118 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.727339 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.727339 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.727547 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.727677 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.730501 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.733144 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.734274 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.734607 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.734884 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.735179 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.735782 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.736196 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.736574 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.737054 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.737535 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.737809 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.738202 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.738838 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.739257 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.739804 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.740259 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.740603 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.740898 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.741193 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.741489 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.741790 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.742245 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.742608 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.742935 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.743264 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.743563 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.743875 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.744315 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.745335 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.746821 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.747261 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.747763 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.748191 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.748632 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.749194 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.749630 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.750127 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.750562 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.751007 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.751462 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.751911 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.752363 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.752672 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.752966 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.753290 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.753595 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.753954 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.754942 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.754942 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.755197 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.755734 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.755900 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.756229 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.756521 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.756773 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.757022 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.757244 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.757484 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.757728 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.757970 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.758225 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.758489 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.758694 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.758913 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.759253 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.759479 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.759704 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.759926 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.760589 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.760589 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.760589 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.760848 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.760995 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.761228 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.761441 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.761656 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.761994 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.762154 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.762535 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.762923 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.763145 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.763368 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.763620 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.763911 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.764268 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.764495 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.764763 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.765426 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.765426 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.765583 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.765722 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.765987 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.766218 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.766647 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.766900 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.767160 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.767426 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.767662 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.767912 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.768336 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.768752 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.769003 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.769327 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.769582 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.770792 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.771162 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.771646 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.772062 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.772340 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.772580 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.772863 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.773204 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.773486 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.773733 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.774038 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.774351 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.774900 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.775391 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.775879 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.776515 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.776973 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.777384 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.777641 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.777936 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.778180 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.778406 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.778696 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.778936 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.779159 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.779585 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.779955 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.780439 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.780828 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.781206 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.781579 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.781883 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.782160 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.782415 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.782716 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.782984 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.783253 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.783512 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.783775 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.784027 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.784262 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.784509 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.784730 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.784971 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.785184 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.785607 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.785981 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.787001 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.787418 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.787809 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.788189 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.788430 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.788713 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.788917 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.789154 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.789375 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.789620 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.789889 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.790309 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.790309 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.790541 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.790953 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.791398 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.791631 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.791905 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.792159 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.792394 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.792644 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.792899 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.793161 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.793397 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.793657 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.793950 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.794168 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.794426 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.794633 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.794859 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.795247 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.795644 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.795862 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.796126 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.797051 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.797051 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.797051 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.797290 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.797386 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.797630 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.797913 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.798103 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.798319 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.798536 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.798775 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.798996 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.799230 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.799469 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.799688 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.799994 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.800211 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.800481 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.800721 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.801480 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.801919 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.802326 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.802733 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.803134 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.803373 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.803587 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.803800 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.804012 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.804229 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.804441 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.804757 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.805022 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.805252 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.805675 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.805937 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.806171 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.806410 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.806639 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.806851 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.807060 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.807287 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.807707 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.808101 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.808484 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.808876 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.809322 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.809718 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.810815 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.810815 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.810815 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.810815 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.811116 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.811325 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.811697 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.812135 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.812385 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.812610 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.812839 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.813121 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.813442 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.813730 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.814002 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.814263 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.814551 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.814835 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.815108 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.815330 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.815637 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.815962 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.816233 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.816519 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.817272 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.817550 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.817767 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.818168 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.818558 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.818797 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.819015 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.819282 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.819523 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.819751 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.819975 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.821079 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.821079 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.821079 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.821079 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.821079 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.821480 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.821480 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 14:07:43.821978 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88509) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 11 14:07:43.822136 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 14:07:43.822521 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 14:07:43.822833 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 14:07:43.823150 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 14:07:43.823437 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 14:07:43.823659 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.823846 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.824006 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.824159 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.824308 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.825170 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.825170 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.825170 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.825170 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.825170 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.825516 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.825516 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.825516 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.825688 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:07:43.825759 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.825835 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.826116 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.826116 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.826265 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.826445 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.826603 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.826759 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.826904 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.827130 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] debug = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.827252 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.827396 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.827556 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.827722 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.827874 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.828051 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.828209 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.828358 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.828507 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.828677 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.828823 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.829017 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.829181 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.829339 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.829583 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.830983 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.830983 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.831173 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] host = dv-neutron-837330-1-hyperv {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.831346 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.831438 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.831576 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.831723 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.831879 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.832039 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.832972 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.832972 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.833292 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.833292 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.833461 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.833543 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.833675 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.833890 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] log_file = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.835282 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] log_options = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.835282 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.835282 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.835282 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.835282 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.835687 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.835687 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.835687 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.835863 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.836083 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.836174 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.836354 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.836448 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.836627 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.836721 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.836869 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.837031 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.837177 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.837352 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.837554 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.837647 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.837943 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.839300 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.839300 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.839300 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.839300 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.839578 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.839578 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.839699 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.839898 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.839993 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.840143 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.840288 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.840444 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.840589 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.840765 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.840903 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.841057 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.841202 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.841347 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.841504 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.841649 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.841805 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.841955 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.842118 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.842270 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.842441 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] use_json = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.842579 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.842723 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.842911 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.843057 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.843201 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.843346 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.843474 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.843788 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.843954 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 14:07:43.844139 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.844837 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.844837 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.844837 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.844837 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.845126 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.845126 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.845257 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.845360 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.845573 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.845681 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.845835 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.846026 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.846188 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.846348 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.846511 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.846672 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.846832 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.847005 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.847155 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.847311 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.848256 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.848256 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.848256 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.848256 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.848256 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.848256 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.848624 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.848624 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.848756 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.848886 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.849061 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.849157 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.849568 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.849743 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.849928 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.850077 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.850232 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.850561 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.850865 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.851164 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.851465 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.851774 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.851937 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.852099 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.852262 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.852425 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.852586 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.852755 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.852892 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.853068 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.853309 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.853469 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.853630 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.853794 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.854600 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.854749 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.854907 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.855219 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.855219 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.856125 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.856125 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.856125 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.856125 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.856125 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.856125 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.856837 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.856837 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.856837 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.856837 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.856837 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.857222 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.857222 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.857368 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.857458 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.857588 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.857766 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.857951 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.858103 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.858266 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.858421 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.858569 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.858716 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.858871 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.859194 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.859194 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.859399 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.859488 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.859662 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.859816 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.859977 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.860130 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.860756 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.860756 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.860756 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.860756 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.861678 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.861678 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.861678 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.861678 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.861678 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.861678 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.862370 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.862370 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.862370 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.862370 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.862829 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.862829 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.862829 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.862829 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.863217 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.863217 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.863480 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.863480 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.863880 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.863880 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.864030 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.865359 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.865359 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.865359 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.865705 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.865705 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.865945 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.865945 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.866148 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.866253 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.866406 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.866577 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.866749 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.866910 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.867059 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.867216 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.867388 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.867548 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.867708 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.867871 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.868036 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.868194 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.868505 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.868817 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.869347 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.869347 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.869347 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.869805 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.869805 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.869805 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.870199 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.870199 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.870199 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.870550 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.870550 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.870968 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.870968 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.870968 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.871449 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.871449 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.871449 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.871944 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.871944 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.871944 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.871944 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.872606 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.872606 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.872606 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.872606 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.873382 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.873382 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.873382 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.873382 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.873382 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.874323 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.874323 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.874323 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.874323 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.874323 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.874323 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.874323 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.875674 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.875674 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.875674 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.875674 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.875674 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.875674 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.875674 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.875674 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.876625 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.876625 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.876625 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.876625 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.876625 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.876625 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.876625 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.877349 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.877349 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.877349 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.877349 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.877349 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.877787 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.877787 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.877787 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.878216 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.878216 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.878216 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.878572 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.878572 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.878806 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.878806 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.879520 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.879687 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.879846 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.880011 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.880177 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.880389 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.880669 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.880801 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.880926 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.881050 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.881182 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.881345 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.881504 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.881664 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.881834 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.882016 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.882178 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.882338 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.882498 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.882668 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.882828 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.882990 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.883150 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.883308 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.883479 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.883642 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.883802 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.883970 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.884129 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.884317 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.884436 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.884608 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.884770 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.884932 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.885093 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.885886 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.885886 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.885886 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.885886 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.885886 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.886304 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.886304 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.886453 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.886533 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.886669 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.886840 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.886991 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.887153 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.887293 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.887430 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.887568 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.887711 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.887881 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.888024 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.888186 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.888352 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.888510 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.888650 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.888810 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.888976 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.889120 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.889283 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.889449 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.889589 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.889752 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.889955 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.890091 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 14:07:43.890214 dv-neutron-837330-1-hyperv neutron-server[88509]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 14:07:55.122032 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0161ebeb-939a-455b-9092-259bc333e279 None None] get_active_networks_info from dv-neutron-837330-1-hyperv {{(pid=88618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 11 14:07:55.197646 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0161ebeb-939a-455b-9092-259bc333e279 None None] No non-hosted networks {{(pid=88618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 11 14:07:55.201478 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.agentschedulers_db [None req-0161ebeb-939a-455b-9092-259bc333e279 None None] DHCP Agent not found on host dv-neutron-837330-1-hyperv {{(pid=88618) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 11 14:07:55.397121 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-cc936b53-f52f-45c4-851c-a892a6af03cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-986184'] for agent, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:07:57.627897 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b13d6e53-f17f-40ce-8d72-3933763b3ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-986184'] for agent, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:07:57.686108 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-cbd0475b-a756-4079-b243-ddb24d902157 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-837330-1-hyperv {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:07:57.686986 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-cbd0475b-a756-4079-b243-ddb24d902157 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:07:58.235025 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-cbd0475b-a756-4079-b243-ddb24d902157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:07:58.540104 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-986184'] for agent, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:07:58.598765 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-986184'] for agent, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:07:58.599718 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:07:58.600235 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:07:58.600568 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:07:58.600895 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:07:58.601238 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:07:58.601539 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:07:58.601994 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:07:58.602233 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:07:58.602558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:07:58.603142 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:07:58.603482 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:07:58.603958 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:07:58.604351 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-837330-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:07:58.609392 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-837330-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:07:59.808008 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-986184'] for agent, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:01.569910 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 32772) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:08:02.197671 dv-neutron-837330-1-hyperv neutron-server[88617]: WARNING oslo_policy.policy [None req-9e2f5183-8cdb-4938-ba77-baa0f54f2d42 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 14:08:02.198363 dv-neutron-837330-1-hyperv neutron-server[88617]: WARNING oslo_policy.policy [None req-9e2f5183-8cdb-4938-ba77-baa0f54f2d42 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 14:08:02.427589 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [None req-9e2f5183-8cdb-4938-ba77-baa0f54f2d42 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:08:02.441901 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9e2f5183-8cdb-4938-ba77-baa0f54f2d42 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8578234 Apr 11 14:08:02.782192 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.db.l3_hamode_db [None req-e9268046-a92b-433b-a29b-36a5c5213891 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 11 14:08:02.869342 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9268046-a92b-433b-a29b-36a5c5213891 None None] Routers set() bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:08:02.869724 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9268046-a92b-433b-a29b-36a5c5213891 None None] Router IDs set() for agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 11 14:08:04.893894 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 32786) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:08:05.487004 dv-neutron-837330-1-hyperv neutron-server[88616]: WARNING oslo_policy.policy [None req-9ecae8cf-0bae-4ff2-8e9e-87042b8c868f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 14:08:05.487595 dv-neutron-837330-1-hyperv neutron-server[88616]: WARNING oslo_policy.policy [None req-9ecae8cf-0bae-4ff2-8e9e-87042b8c868f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 14:08:05.704890 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-9ecae8cf-0bae-4ff2-8e9e-87042b8c868f admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:08:05.801229 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.policy [None req-9ecae8cf-0bae-4ff2-8e9e-87042b8c868f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88616) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 14:08:05.845751 dv-neutron-837330-1-hyperv neutron-server[88616]: WARNING oslo_policy.policy [None req-9ecae8cf-0bae-4ff2-8e9e-87042b8c868f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 14:08:05.846162 dv-neutron-837330-1-hyperv neutron-server[88616]: WARNING oslo_policy.policy [None req-9ecae8cf-0bae-4ff2-8e9e-87042b8c868f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 14:08:05.855338 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.quota [None req-9ecae8cf-0bae-4ff2-8e9e-87042b8c868f admin admin] Loaded quota_driver: . Apr 11 14:08:05.870993 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9ecae8cf-0bae-4ff2-8e9e-87042b8c868f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:08:06.046371 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9ecae8cf-0bae-4ff2-8e9e-87042b8c868f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737192880948', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737192881639', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737192876069', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737192473230', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737192466172', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737192455962', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3774079', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3779253', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-626907', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-987506'] for rbac-policy, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:06.232838 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9ecae8cf-0bae-4ff2-8e9e-87042b8c868f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:06.234260 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9ecae8cf-0bae-4ff2-8e9e-87042b8c868f admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3382242 Apr 11 14:08:08.907887 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 32804) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:08:09.260785 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'f44f1713af2e4e74a9544b09547e8ce3', 'name': 'private'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:08:09.265884 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:08:09.270633 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Usage tracker for resource:network and tenant:f44f1713af2e4e74a9544b09547e8ce3 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:08:09.275428 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:08:09.281507 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:08:09.569989 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Made reservation on behalf of f44f1713af2e4e74a9544b09547e8ce3 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:08:09.573026 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:09.591514 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:09.607030 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:08:09.610745 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Usage tracker for resource:security_group_rule and tenant:f44f1713af2e4e74a9544b09547e8ce3 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:08:09.616963 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:08:09.622826 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:08:09.719720 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:09.786954 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:09.812385 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:08:09.838171 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737194334549', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:09.838671 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Unsubscribe: segment precommit_create {{(pid=88616) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 14:08:09.839175 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Added segment 144ed227-68a6-4e2d-8bd9-e21133e65bbd of type vlan for network da6217e3-2c08-4546-9fea-c2d8d3016bd3 Apr 11 14:08:09.849340 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730fdb4c-2205-40a5-8681-a4ac5c0f3498,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:09.904281 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:09.904635 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:09.905049 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:09.905430 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:09.905758 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:09.906393 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:09.906727 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:09.907047 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:09.907368 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:09.907686 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:09.908001 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:09.908528 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Tracked resource versions report: Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: pushed versions: Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: { 'AddressGroup': {'1.2'}, Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: 'ConntrackHelper': {'1.0'}, Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: 'Log': {'1.0'}, Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: 'Network': {'1.1'}, Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: 'Port': {'1.7'}, Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: 'PortForwarding': {'1.2'}, Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: 'QosPolicy': {'1.8'}, Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: 'SecurityGroup': {'1.4'}, Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: 'SecurityGroupRule': {'1.2'}, Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: 'SubPort': {'1.0'}, Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: 'Subnet': {'1.1'}, Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: 'Trunk': {'1.1'}} Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: consumer versions: Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: { DHCP agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: L3 agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: Metadata agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: Metering agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: Open vSwitch agent@dv-neutron-837330-1-hyperv: { 'AddressGroup': '1.2', Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: 'ConntrackHelper': '1.0', Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: 'Log': '1.0', Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: 'Network': '1.1', Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: 'Port': '1.7', Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: 'PortForwarding': '1.2', Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: 'QosPolicy': '1.8', Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: 'SecurityGroup': '1.4', Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: 'SecurityGroupRule': '1.2', Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: 'SubPort': '1.0', Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: 'Subnet': '1.1', Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: 'Trunk': '1.1'}} Apr 11 14:08:09.909620 dv-neutron-837330-1-hyperv neutron-server[88616]: {{(pid=88616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 14:08:09.955899 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:10.061084 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:10.062318 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:08:10.062964 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:10.171672 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] Pushing event updated for resources: {'Network': ['ID=da6217e3-2c08-4546-9fea-c2d8d3016bd3,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:10.183744 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network da6217e3-2c08-4546-9fea-c2d8d3016bd3 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:08:10.273841 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ec179fc1-c672-4112-a742-9ce5d2c746bc admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.3648298 Apr 11 14:08:13.000945 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 32820) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:08:13.586586 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.policy [None req-21ae336f-bc20-4ad1-8aee-fb90f0895838 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88617) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 14:08:13.640157 dv-neutron-837330-1-hyperv neutron-server[88617]: WARNING oslo_policy.policy [None req-21ae336f-bc20-4ad1-8aee-fb90f0895838 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 14:08:13.640539 dv-neutron-837330-1-hyperv neutron-server[88617]: WARNING oslo_policy.policy [None req-21ae336f-bc20-4ad1-8aee-fb90f0895838 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 14:08:13.649378 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ae336f-bc20-4ad1-8aee-fb90f0895838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:08:13.651481 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-21ae336f-bc20-4ad1-8aee-fb90f0895838 admin admin] 10.222.0.66 "GET /v2.0/networks/da6217e3-2c08-4546-9fea-c2d8d3016bd3 HTTP/1.1" status: 200 len: 826 time: 0.6493306 Apr 11 14:08:13.684930 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8f49eae3-8d3c-4340-976a-d8892293265d admin admin] 10.222.0.66 "GET /v2.0/subnetpools/7c32bed9-7f81-4ff6-bef1-0139dfb757db HTTP/1.1" status: 200 len: 734 time: 0.0281157 Apr 11 14:08:13.694577 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': 'f44f1713af2e4e74a9544b09547e8ce3', 'subnetpool_id': '7c32bed9-7f81-4ff6-bef1-0139dfb757db', 'network_id': 'da6217e3-2c08-4546-9fea-c2d8d3016bd3', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:08:13.696154 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.quota [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Loaded quota_driver: . Apr 11 14:08:13.706724 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:08:13.712865 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Usage tracker for resource:subnet and tenant:f44f1713af2e4e74a9544b09547e8ce3 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:08:13.716236 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:08:13.723515 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:08:13.810111 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Made reservation on behalf of f44f1713af2e4e74a9544b09547e8ce3 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:08:13.812989 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:14.214003 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:14.299808 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Checking segment: {'id': '144ed227-68a6-4e2d-8bd9-e21133e65bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'da6217e3-2c08-4546-9fea-c2d8d3016bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:08:14.300053 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Network hostable DHCP agents. Network: da6217e3-2c08-4546-9fea-c2d8d3016bd3, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:08:14.316743 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1f983e8-5f61-4fdd-bf68-1784b9982499,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:14.328436 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:14.328795 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:14.329135 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:14.329466 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:14.329793 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:14.330160 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:14.330489 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:14.330823 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:14.331149 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:14.331493 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:14.331811 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:14.332130 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Tracked resource versions report: Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: pushed versions: Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: { 'AddressGroup': {'1.2'}, Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: 'ConntrackHelper': {'1.0'}, Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: 'Log': {'1.0'}, Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: 'Network': {'1.1'}, Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: 'Port': {'1.7'}, Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: 'PortForwarding': {'1.2'}, Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: 'QosPolicy': {'1.8'}, Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: 'SecurityGroup': {'1.4'}, Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: 'SecurityGroupRule': {'1.2'}, Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: 'SubPort': {'1.0'}, Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: 'Subnet': {'1.1'}, Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: 'Trunk': {'1.1'}} Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: consumer versions: Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: { DHCP agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: L3 agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: Metadata agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: Metering agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: Open vSwitch agent@dv-neutron-837330-1-hyperv: { 'AddressGroup': '1.2', Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: 'ConntrackHelper': '1.0', Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: 'Log': '1.0', Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: 'Network': '1.1', Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: 'Port': '1.7', Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: 'PortForwarding': '1.2', Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: 'QosPolicy': '1.8', Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: 'SecurityGroup': '1.4', Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: 'SecurityGroupRule': '1.2', Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: 'SubPort': '1.0', Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: 'Subnet': '1.1', Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: 'Trunk': '1.1'}} Apr 11 14:08:14.333406 dv-neutron-837330-1-hyperv neutron-server[88617]: {{(pid=88617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 14:08:14.473064 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Network da6217e3-2c08-4546-9fea-c2d8d3016bd3 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:08:14.569748 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, da6217e3-2c08-4546-9fea-c2d8d3016bd3) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:08:14.574341 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:08:14.574951 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:14.579084 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618dfc30-baed-4295-915f-b5ef1b104165 None None] Network da6217e3-2c08-4546-9fea-c2d8d3016bd3 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:08:14.673612 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-64d41f85-d6da-4af8-b869-f8601dc20dc9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9831393 Apr 11 14:08:14.895997 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-da6217e3-2c08-4546-9fea-c2d8d3016bd3', 'network_id': 'da6217e3-2c08-4546-9fea-c2d8d3016bd3', 'tenant_id': 'f44f1713af2e4e74a9544b09547e8ce3', 'fixed_ips': [{'subnet_id': 'd1f983e8-5f61-4fdd-bf68-1784b9982499'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:08:14.897192 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:15.089633 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Allocated IP 172.20.0.2 (da6217e3-2c08-4546-9fea-c2d8d3016bd3/d1f983e8-5f61-4fdd-bf68-1784b9982499/9069ffe0-de94-410d-ab4e-5e25e0725232) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:08:15.323623 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:15.337903 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Transition to ACTIVE for port object 9069ffe0-de94-410d-ab4e-5e25e0725232 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:08:15.357841 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Transition to ACTIVE for port object 9069ffe0-de94-410d-ab4e-5e25e0725232 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:08:15.427489 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:15.491094 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Network da6217e3-2c08-4546-9fea-c2d8d3016bd3 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:08:15.498318 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:08:15.506287 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:08:15.508491 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Pushing event updated for resources: {'Port': ['ID=9069ffe0-de94-410d-ab4e-5e25e0725232,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:15.544672 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:15.545014 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:15.545350 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:15.545680 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:15.546026 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:15.546364 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:15.546688 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:15.547007 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:15.547357 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:15.547660 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:15.547974 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:15.548285 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Tracked resource versions report: Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: pushed versions: Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: { 'AddressGroup': {'1.2'}, Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: 'ConntrackHelper': {'1.0'}, Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: 'Log': {'1.0'}, Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: 'Network': {'1.1'}, Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: 'Port': {'1.7'}, Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: 'PortForwarding': {'1.2'}, Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: 'QosPolicy': {'1.8'}, Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: 'SecurityGroup': {'1.4'}, Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: 'SecurityGroupRule': {'1.2'}, Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: 'SubPort': {'1.0'}, Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: 'Subnet': {'1.1'}, Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: 'Trunk': {'1.1'}} Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: consumer versions: Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: { DHCP agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: L3 agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: Metadata agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: Metering agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: Open vSwitch agent@dv-neutron-837330-1-hyperv: { 'AddressGroup': '1.2', Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: 'ConntrackHelper': '1.0', Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: 'Log': '1.0', Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: 'Network': '1.1', Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: 'Port': '1.7', Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: 'PortForwarding': '1.2', Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: 'QosPolicy': '1.8', Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: 'SecurityGroup': '1.4', Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: 'SecurityGroupRule': '1.2', Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: 'SubPort': '1.0', Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: 'Subnet': '1.1', Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: 'Trunk': '1.1'}} Apr 11 14:08:15.549571 dv-neutron-837330-1-hyperv neutron-server[88618]: {{(pid=88618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 14:08:15.612493 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Attempting to bind port 9069ffe0-de94-410d-ab4e-5e25e0725232 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:08:15.613234 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Attempting to bind port 9069ffe0-de94-410d-ab4e-5e25e0725232 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '144ed227-68a6-4e2d-8bd9-e21133e65bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'da6217e3-2c08-4546-9fea-c2d8d3016bd3'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:08:15.613234 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Attempting to bind port 9069ffe0-de94-410d-ab4e-5e25e0725232 on network da6217e3-2c08-4546-9fea-c2d8d3016bd3 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:08:15.618661 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:08:15.619043 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Checking segment: {'id': '144ed227-68a6-4e2d-8bd9-e21133e65bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'da6217e3-2c08-4546-9fea-c2d8d3016bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:08:15.619519 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:15.619904 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Bound using segment: {'id': '144ed227-68a6-4e2d-8bd9-e21133e65bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'da6217e3-2c08-4546-9fea-c2d8d3016bd3'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:08:15.620380 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Bound port: 9069ffe0-de94-410d-ab4e-5e25e0725232, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144ed227-68a6-4e2d-8bd9-e21133e65bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'da6217e3-2c08-4546-9fea-c2d8d3016bd3'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:08:15.620760 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:15.712129 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] For port 9069ffe0-de94-410d-ab4e-5e25e0725232, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:08:15.715965 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] For port 9069ffe0-de94-410d-ab4e-5e25e0725232, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9069ffe0-de94-410d-ab4e-5e25e0725232,segment=NetworkSegment(144ed227-68a6-4e2d-8bd9-e21133e65bbd),segment_id=144ed227-68a6-4e2d-8bd9-e21133e65bbd)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:08:15.792981 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:15.882562 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446cefb-ac6d-4442-9937-451ae871a1c6 None None] Pushing event updated for resources: {'Port': ['ID=9069ffe0-de94-410d-ab4e-5e25e0725232,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:17.204162 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 32836) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:08:17.587530 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [None req-5ef246a4-506f-4218-8c00-a81146356b92 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:08:17.588541 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5ef246a4-506f-4218-8c00-a81146356b92 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3835206 Apr 11 14:08:19.828534 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe72b99-63fb-4f4f-9231-4358e03c89f6 None None] Network da6217e3-2c08-4546-9fea-c2d8d3016bd3 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:08:20.004919 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9359b160-3a97-4ea1-9a4b-6662daed05ef None None] Provisioning for port 9069ffe0-de94-410d-ab4e-5e25e0725232 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:08:20.121181 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 32850) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:08:20.239464 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9069ffe0-de94-410d-ab4e-5e25e0725232 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:08:20.420776 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 9069ffe0-de94-410d-ab4e-5e25e0725232 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:08:20.426002 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 9069ffe0-de94-410d-ab4e-5e25e0725232 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:08:20.428383 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:20.535199 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [None req-13a4db8a-74d5-4a82-bd00-078b3c6d7d1c admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:08:20.549876 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-13a4db8a-74d5-4a82-bd00-078b3c6d7d1c admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4137886 Apr 11 14:08:20.550078 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:20.583747 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 9069ffe0-de94-410d-ab4e-5e25e0725232, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9069ffe0-de94-410d-ab4e-5e25e0725232,segment=NetworkSegment(144ed227-68a6-4e2d-8bd9-e21133e65bbd),segment_id=144ed227-68a6-4e2d-8bd9-e21133e65bbd)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:08:20.707711 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:20.729557 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 5 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:08:20.780456 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=9069ffe0-de94-410d-ab4e-5e25e0725232,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:22.205001 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9069ffe0-de94-410d-ab4e-5e25e0725232 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:08:22.273495 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 9069ffe0-de94-410d-ab4e-5e25e0725232 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:08:22.273876 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:23.255624 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 32862) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:08:23.609480 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-918bd2c0-b232-4162-9f1e-0a4bf8b70e66 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'f44f1713af2e4e74a9544b09547e8ce3'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:08:23.614863 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-918bd2c0-b232-4162-9f1e-0a4bf8b70e66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:08:23.618749 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-918bd2c0-b232-4162-9f1e-0a4bf8b70e66 admin admin] Usage tracker for resource:router and tenant:f44f1713af2e4e74a9544b09547e8ce3 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:08:23.622103 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-918bd2c0-b232-4162-9f1e-0a4bf8b70e66 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:08:23.628062 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-918bd2c0-b232-4162-9f1e-0a4bf8b70e66 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:08:23.704910 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-918bd2c0-b232-4162-9f1e-0a4bf8b70e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:23.707262 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-918bd2c0-b232-4162-9f1e-0a4bf8b70e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:23.731450 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-918bd2c0-b232-4162-9f1e-0a4bf8b70e66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:23.917232 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-918bd2c0-b232-4162-9f1e-0a4bf8b70e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:24.041965 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-918bd2c0-b232-4162-9f1e-0a4bf8b70e66 admin admin] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:24.053815 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-918bd2c0-b232-4162-9f1e-0a4bf8b70e66 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7865493 Apr 11 14:08:25.121793 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f9abd5aa-805e-4dd0-a34e-7d670ea6d9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:26.462930 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 32872) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:08:26.828104 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [None req-3619bc44-7ddd-4b29-990a-aaed7dc827b7 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:08:26.829167 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3619bc44-7ddd-4b29-990a-aaed7dc827b7 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3653026 Apr 11 14:08:27.601778 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d2d70d6a-860a-4ddd-8804-cca4e254287d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:28.498906 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:28.552821 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:29.279159 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 32892) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:08:29.429416 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-4cc00528-9b3d-43a1-a20f-0ce4c75139bd admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:08:29.435014 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-4cc00528-9b3d-43a1-a20f-0ce4c75139bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:08:29.438812 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4cc00528-9b3d-43a1-a20f-0ce4c75139bd admin admin] Usage tracker for resource:network and tenant:dddd95dcbdc14fce85ec414be41ef2db is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:08:29.442928 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4cc00528-9b3d-43a1-a20f-0ce4c75139bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:08:29.448485 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-4cc00528-9b3d-43a1-a20f-0ce4c75139bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:08:29.524173 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc00528-9b3d-43a1-a20f-0ce4c75139bd admin admin] Made reservation on behalf of dddd95dcbdc14fce85ec414be41ef2db for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:08:29.526515 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4cc00528-9b3d-43a1-a20f-0ce4c75139bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:29.544658 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4cc00528-9b3d-43a1-a20f-0ce4c75139bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:29.560461 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-4cc00528-9b3d-43a1-a20f-0ce4c75139bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:08:29.564275 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4cc00528-9b3d-43a1-a20f-0ce4c75139bd admin admin] Usage tracker for resource:security_group_rule and tenant:dddd95dcbdc14fce85ec414be41ef2db is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:08:29.568026 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4cc00528-9b3d-43a1-a20f-0ce4c75139bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:08:29.573755 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-4cc00528-9b3d-43a1-a20f-0ce4c75139bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:08:29.692005 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4cc00528-9b3d-43a1-a20f-0ce4c75139bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:29.750166 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:29.798252 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4cc00528-9b3d-43a1-a20f-0ce4c75139bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:29.817815 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4cc00528-9b3d-43a1-a20f-0ce4c75139bd admin admin] Reserving flat network on physical network physnet1 {{(pid=88617) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 11 14:08:29.838789 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc00528-9b3d-43a1-a20f-0ce4c75139bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf16fb07-7a25-4229-aef1-5fdc5b2a4b59,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:29.845864 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4cc00528-9b3d-43a1-a20f-0ce4c75139bd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737194334549', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:29.847537 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4cc00528-9b3d-43a1-a20f-0ce4c75139bd admin admin] Unsubscribe: segment precommit_create {{(pid=88617) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 14:08:29.847537 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-4cc00528-9b3d-43a1-a20f-0ce4c75139bd admin admin] Added segment 74b0ec63-63ad-4a18-94b7-07204d57ff61 of type flat for network cff58315-4a25-4203-8056-2db185a2b95d Apr 11 14:08:29.887086 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4cc00528-9b3d-43a1-a20f-0ce4c75139bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:29.992870 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4cc00528-9b3d-43a1-a20f-0ce4c75139bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:29.993806 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc00528-9b3d-43a1-a20f-0ce4c75139bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:08:29.994409 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4cc00528-9b3d-43a1-a20f-0ce4c75139bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:30.100317 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc00528-9b3d-43a1-a20f-0ce4c75139bd admin admin] Pushing event updated for resources: {'Network': ['ID=cff58315-4a25-4203-8056-2db185a2b95d,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:30.110834 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network cff58315-4a25-4203-8056-2db185a2b95d details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:08:30.176976 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4cc00528-9b3d-43a1-a20f-0ce4c75139bd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8966510 Apr 11 14:08:32.412836 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 32912) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:08:32.530841 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008460a6-b08b-418e-aa94-50608745e0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:08:32.532337 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-008460a6-b08b-418e-aa94-50608745e0ee admin admin] 10.222.0.66 "GET /v2.0/subnets/d1f983e8-5f61-4fdd-bf68-1784b9982499 HTTP/1.1" status: 200 len: 849 time: 0.1185544 Apr 11 14:08:32.679462 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-69660cee-706d-4c76-bc4f-d88296530f0b admin admin] 10.222.0.66 "GET /v2.0/routers/366f76ce-45ea-4797-bde1-222598dead2e HTTP/1.1" status: 200 len: 704 time: 0.1407435 Apr 11 14:08:33.141062 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10e7199f-8624-4a66-a9f1-c2937432c28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:33.371313 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-10e7199f-8624-4a66-a9f1-c2937432c28f admin admin] Allocated IP 172.20.0.1 (da6217e3-2c08-4546-9fea-c2d8d3016bd3/d1f983e8-5f61-4fdd-bf68-1784b9982499/5f52c654-b942-4f57-9c22-b527ab22598f) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:08:33.646450 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10e7199f-8624-4a66-a9f1-c2937432c28f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:33.664015 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-10e7199f-8624-4a66-a9f1-c2937432c28f admin admin] Transition to ACTIVE for port object 5f52c654-b942-4f57-9c22-b527ab22598f will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:08:33.779765 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10e7199f-8624-4a66-a9f1-c2937432c28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:33.846178 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e7199f-8624-4a66-a9f1-c2937432c28f admin admin] Network da6217e3-2c08-4546-9fea-c2d8d3016bd3 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:08:33.853557 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-10e7199f-8624-4a66-a9f1-c2937432c28f admin admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:08:33.857728 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e7199f-8624-4a66-a9f1-c2937432c28f admin admin] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:08:33.858277 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10e7199f-8624-4a66-a9f1-c2937432c28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:33.977670 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7199f-8624-4a66-a9f1-c2937432c28f admin admin] Pushing event updated for resources: {'Port': ['ID=5f52c654-b942-4f57-9c22-b527ab22598f,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:34.104754 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-cf436d19-f1ba-499c-9520-35c673302a40 None None] Provisioning for port 5f52c654-b942-4f57-9c22-b527ab22598f completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:08:34.110047 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-cf436d19-f1ba-499c-9520-35c673302a40 None None] Provisioning complete for port 5f52c654-b942-4f57-9c22-b527ab22598f triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:08:34.110446 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-cf436d19-f1ba-499c-9520-35c673302a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:34.166621 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-cf436d19-f1ba-499c-9520-35c673302a40 None None] Port 5f52c654-b942-4f57-9c22-b527ab22598f cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:08:34.192873 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10e7199f-8624-4a66-a9f1-c2937432c28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:34.495673 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10e7199f-8624-4a66-a9f1-c2937432c28f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:34.592776 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10e7199f-8624-4a66-a9f1-c2937432c28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:34.593580 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10e7199f-8624-4a66-a9f1-c2937432c28f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:34.751785 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7199f-8624-4a66-a9f1-c2937432c28f admin admin] Pushing event updated for resources: {'Port': ['ID=5f52c654-b942-4f57-9c22-b527ab22598f,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:34.819378 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e7199f-8624-4a66-a9f1-c2937432c28f admin admin] Network da6217e3-2c08-4546-9fea-c2d8d3016bd3 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:08:34.821493 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-10e7199f-8624-4a66-a9f1-c2937432c28f admin admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:08:34.991360 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ed116e0c-2a6d-49a5-bd51-59a4e5623957 None None] Provisioning complete for port 5f52c654-b942-4f57-9c22-b527ab22598f triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:08:34.992071 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ed116e0c-2a6d-49a5-bd51-59a4e5623957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:35.045571 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-ed116e0c-2a6d-49a5-bd51-59a4e5623957 None None] Port 5f52c654-b942-4f57-9c22-b527ab22598f cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:08:35.104860 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e7199f-8624-4a66-a9f1-c2937432c28f admin admin] Router 366f76ce-45ea-4797-bde1-222598dead2e is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:08:35.267064 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e7199f-8624-4a66-a9f1-c2937432c28f admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:08:35.279374 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-10e7199f-8624-4a66-a9f1-c2937432c28f admin admin] 10.222.0.66 "PUT /v2.0/routers/366f76ce-45ea-4797-bde1-222598dead2e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5928295 Apr 11 14:08:35.279491 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] Sync routers for ids ['366f76ce-45ea-4797-bde1-222598dead2e'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:08:35.290242 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] Routers {'366f76ce-45ea-4797-bde1-222598dead2e'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:08:35.290996 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:08:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['366f76ce-45ea-4797-bde1-222598dead2e'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:35.472972 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] Set router 366f76ce-45ea-4797-bde1-222598dead2e gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:08:35.856672 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366f76ce-45ea-4797-bde1-222598dead2e', 'name': 'router1', 'tenant_id': 'f44f1713af2e4e74a9544b09547e8ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:08:23Z', 'updated_at': '2022-04-11T14:08:34Z', 'revision_number': 2, 'project_id': 'f44f1713af2e4e74a9544b09547e8ce3', 'gw_port_host': None, '_interfaces': [{'id': '5f52c654-b942-4f57-9c22-b527ab22598f', 'name': '', 'network_id': 'da6217e3-2c08-4546-9fea-c2d8d3016bd3', 'tenant_id': 'f44f1713af2e4e74a9544b09547e8ce3', 'mac_address': 'fa:16:3e:c4:ac:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366f76ce-45ea-4797-bde1-222598dead2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd1f983e8-5f61-4fdd-bf68-1784b9982499', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:08:33Z', 'updated_at': '2022-04-11T14:08:34Z', 'revision_number': 2, 'project_id': 'f44f1713af2e4e74a9544b09547e8ce3', 'subnets': [{'id': 'd1f983e8-5f61-4fdd-bf68-1784b9982499', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c32bed9-7f81-4ff6-bef1-0139dfb757db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:35.861564 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] Checking router: 366f76ce-45ea-4797-bde1-222598dead2e for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:08:35.861969 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] Updating router 366f76ce-45ea-4797-bde1-222598dead2e port 5f52c654-b942-4f57-9c22-b527ab22598f binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:08:35.915739 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:36.306624 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:36.322413 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] Transition to ACTIVE for port object 5f52c654-b942-4f57-9c22-b527ab22598f will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:08:36.435922 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:36.681039 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e911d8-f12f-415d-a587-3313c5838ea3 None None] Pushing event updated for resources: {'Port': ['ID=5f52c654-b942-4f57-9c22-b527ab22598f,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:36.686519 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] Attempting to bind port 5f52c654-b942-4f57-9c22-b527ab22598f on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:08:36.686846 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] Attempting to bind port 5f52c654-b942-4f57-9c22-b527ab22598f by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '144ed227-68a6-4e2d-8bd9-e21133e65bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'da6217e3-2c08-4546-9fea-c2d8d3016bd3'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:08:36.687253 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] Attempting to bind port 5f52c654-b942-4f57-9c22-b527ab22598f on network da6217e3-2c08-4546-9fea-c2d8d3016bd3 {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:08:36.695940 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e911d8-f12f-415d-a587-3313c5838ea3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:36.696288 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e911d8-f12f-415d-a587-3313c5838ea3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:36.696622 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e911d8-f12f-415d-a587-3313c5838ea3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:36.696948 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e911d8-f12f-415d-a587-3313c5838ea3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:36.697272 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e911d8-f12f-415d-a587-3313c5838ea3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:36.697632 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e911d8-f12f-415d-a587-3313c5838ea3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:36.697959 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e911d8-f12f-415d-a587-3313c5838ea3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:36.698281 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e911d8-f12f-415d-a587-3313c5838ea3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:36.698615 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e911d8-f12f-415d-a587-3313c5838ea3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:36.698944 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e911d8-f12f-415d-a587-3313c5838ea3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:36.699258 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e911d8-f12f-415d-a587-3313c5838ea3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:36.699569 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e911d8-f12f-415d-a587-3313c5838ea3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e911d8-f12f-415d-a587-3313c5838ea3 None None] Tracked resource versions report: Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: pushed versions: Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: { 'AddressGroup': {'1.2'}, Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: 'ConntrackHelper': {'1.0'}, Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: 'Log': {'1.0'}, Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: 'Network': {'1.1'}, Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: 'Port': {'1.7'}, Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: 'PortForwarding': {'1.2'}, Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: 'QosPolicy': {'1.8'}, Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: 'SecurityGroup': {'1.4'}, Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: 'SecurityGroupRule': {'1.2'}, Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: 'SubPort': {'1.0'}, Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: 'Subnet': {'1.1'}, Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: 'Trunk': {'1.1'}} Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: consumer versions: Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: { DHCP agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: L3 agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: Metadata agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: Metering agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: Open vSwitch agent@dv-neutron-837330-1-hyperv: { 'AddressGroup': '1.2', Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: 'ConntrackHelper': '1.0', Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: 'Log': '1.0', Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: 'Network': '1.1', Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: 'Port': '1.7', Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: 'PortForwarding': '1.2', Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: 'QosPolicy': '1.8', Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: 'SecurityGroup': '1.4', Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: 'SecurityGroupRule': '1.2', Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: 'SubPort': '1.0', Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: 'Subnet': '1.1', Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: 'Trunk': '1.1'}} Apr 11 14:08:36.700852 dv-neutron-837330-1-hyperv neutron-server[88619]: {{(pid=88619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 14:08:36.703192 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:08:36.703579 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] Checking segment: {'id': '144ed227-68a6-4e2d-8bd9-e21133e65bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'da6217e3-2c08-4546-9fea-c2d8d3016bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:08:36.704060 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:36.704432 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] Bound using segment: {'id': '144ed227-68a6-4e2d-8bd9-e21133e65bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'da6217e3-2c08-4546-9fea-c2d8d3016bd3'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:08:36.704929 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] Bound port: 5f52c654-b942-4f57-9c22-b527ab22598f, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144ed227-68a6-4e2d-8bd9-e21133e65bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'da6217e3-2c08-4546-9fea-c2d8d3016bd3'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:08:36.705314 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:36.797223 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] For port 5f52c654-b942-4f57-9c22-b527ab22598f, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:08:36.801310 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] For port 5f52c654-b942-4f57-9c22-b527ab22598f, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=5f52c654-b942-4f57-9c22-b527ab22598f,segment=NetworkSegment(144ed227-68a6-4e2d-8bd9-e21133e65bbd),segment_id=144ed227-68a6-4e2d-8bd9-e21133e65bbd)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:08:36.887987 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:36.985466 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e911d8-f12f-415d-a587-3313c5838ea3 None None] Pushing event updated for resources: {'Port': ['ID=5f52c654-b942-4f57-9c22-b527ab22598f,revision_number=4']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:36.989431 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] Routers {'366f76ce-45ea-4797-bde1-222598dead2e'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:08:36.990035 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:08:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['366f76ce-45ea-4797-bde1-222598dead2e'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:37.150360 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] Set router 366f76ce-45ea-4797-bde1-222598dead2e gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:08:37.486081 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366f76ce-45ea-4797-bde1-222598dead2e', 'name': 'router1', 'tenant_id': 'f44f1713af2e4e74a9544b09547e8ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:08:23Z', 'updated_at': '2022-04-11T14:08:34Z', 'revision_number': 2, 'project_id': 'f44f1713af2e4e74a9544b09547e8ce3', 'gw_port_host': None, '_interfaces': [{'id': '5f52c654-b942-4f57-9c22-b527ab22598f', 'name': '', 'network_id': 'da6217e3-2c08-4546-9fea-c2d8d3016bd3', 'tenant_id': 'f44f1713af2e4e74a9544b09547e8ce3', 'mac_address': 'fa:16:3e:c4:ac:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366f76ce-45ea-4797-bde1-222598dead2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd1f983e8-5f61-4fdd-bf68-1784b9982499', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:08:33Z', 'updated_at': '2022-04-11T14:08:36Z', 'revision_number': 4, 'project_id': 'f44f1713af2e4e74a9544b09547e8ce3', 'subnets': [{'id': 'd1f983e8-5f61-4fdd-bf68-1784b9982499', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c32bed9-7f81-4ff6-bef1-0139dfb757db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:37.490326 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d97d06-a2ce-4ec2-95b0-394608fc0abf None None] The sync data for ids ['366f76ce-45ea-4797-bde1-222598dead2e'] in dv-neutron-837330-1-hyperv is: [{'id': '366f76ce-45ea-4797-bde1-222598dead2e', 'name': 'router1', 'tenant_id': 'f44f1713af2e4e74a9544b09547e8ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:08:23Z', 'updated_at': '2022-04-11T14:08:34Z', 'revision_number': 2, 'project_id': 'f44f1713af2e4e74a9544b09547e8ce3', 'gw_port_host': None, '_interfaces': [{'id': '5f52c654-b942-4f57-9c22-b527ab22598f', 'name': '', 'network_id': 'da6217e3-2c08-4546-9fea-c2d8d3016bd3', 'tenant_id': 'f44f1713af2e4e74a9544b09547e8ce3', 'mac_address': 'fa:16:3e:c4:ac:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366f76ce-45ea-4797-bde1-222598dead2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd1f983e8-5f61-4fdd-bf68-1784b9982499', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:08:33Z', 'updated_at': '2022-04-11T14:08:36Z', 'revision_number': 4, 'project_id': 'f44f1713af2e4e74a9544b09547e8ce3', 'subnets': [{'id': 'd1f983e8-5f61-4fdd-bf68-1784b9982499', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c32bed9-7f81-4ff6-bef1-0139dfb757db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:08:37.517099 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 32924) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:08:37.712163 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c724f24-f849-47a7-b099-4d847e169efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:08:37.712728 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1c724f24-f849-47a7-b099-4d847e169efd admin admin] Synchronizing usage tracker for tenant:dddd95dcbdc14fce85ec414be41ef2db on resource:network {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:08:37.803870 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1c724f24-f849-47a7-b099-4d847e169efd admin admin] Unset dirty status for tenant:dddd95dcbdc14fce85ec414be41ef2db on resource:network {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:08:37.805222 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1c724f24-f849-47a7-b099-4d847e169efd admin admin] 10.222.0.66 "GET /v2.0/networks/cff58315-4a25-4203-8056-2db185a2b95d HTTP/1.1" status: 200 len: 842 time: 0.2870786 Apr 11 14:08:37.815172 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-e55f664f-6a73-4ca5-9ae3-cb12ee949cd3 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'gateway_ip': '172.26.7.1', 'enable_dhcp': False, 'cidr': '172.26.7.0/24', 'name': 'public-subnet'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:08:37.821967 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e55f664f-6a73-4ca5-9ae3-cb12ee949cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:08:37.825999 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e55f664f-6a73-4ca5-9ae3-cb12ee949cd3 admin admin] Usage tracker for resource:subnet and tenant:dddd95dcbdc14fce85ec414be41ef2db is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:08:37.828803 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e55f664f-6a73-4ca5-9ae3-cb12ee949cd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:08:37.837142 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e55f664f-6a73-4ca5-9ae3-cb12ee949cd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:08:37.893003 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55f664f-6a73-4ca5-9ae3-cb12ee949cd3 admin admin] Made reservation on behalf of dddd95dcbdc14fce85ec414be41ef2db for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:08:37.896262 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e55f664f-6a73-4ca5-9ae3-cb12ee949cd3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:38.244193 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 5f52c654-b942-4f57-9c22-b527ab22598f up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:08:38.373378 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.objects.ports [None req-e55f664f-6a73-4ca5-9ae3-cb12ee949cd3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88617) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 11 14:08:38.373842 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e55f664f-6a73-4ca5-9ae3-cb12ee949cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:38.442681 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 5f52c654-b942-4f57-9c22-b527ab22598f completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:08:38.449124 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 5f52c654-b942-4f57-9c22-b527ab22598f triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:08:38.449124 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:38.458324 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f664f-6a73-4ca5-9ae3-cb12ee949cd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b507dfd9-2190-4fac-8a6e-747ae14b7336,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:38.466009 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55f664f-6a73-4ca5-9ae3-cb12ee949cd3 admin admin] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:08:38.466322 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55f664f-6a73-4ca5-9ae3-cb12ee949cd3 admin admin] Network hostable DHCP agents. Network: cff58315-4a25-4203-8056-2db185a2b95d, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:08:38.570770 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55f664f-6a73-4ca5-9ae3-cb12ee949cd3 admin admin] Network cff58315-4a25-4203-8056-2db185a2b95d is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:08:38.572373 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:38.603549 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 5f52c654-b942-4f57-9c22-b527ab22598f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=5f52c654-b942-4f57-9c22-b527ab22598f,segment=NetworkSegment(144ed227-68a6-4e2d-8bd9-e21133e65bbd),segment_id=144ed227-68a6-4e2d-8bd9-e21133e65bbd)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:08:38.667223 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-e55f664f-6a73-4ca5-9ae3-cb12ee949cd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, cff58315-4a25-4203-8056-2db185a2b95d) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:08:38.671701 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55f664f-6a73-4ca5-9ae3-cb12ee949cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:08:38.672337 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e55f664f-6a73-4ca5-9ae3-cb12ee949cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:38.677673 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73e8884-2269-44f7-b8c9-feab98ec35cb None None] Network cff58315-4a25-4203-8056-2db185a2b95d requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:08:38.696871 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:38.742305 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e55f664f-6a73-4ca5-9ae3-cb12ee949cd3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9304895 Apr 11 14:08:38.859403 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=5f52c654-b942-4f57-9c22-b527ab22598f,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:38.976900 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f95bfb6-4779-44c6-bab4-22c61d5c7bc7 None None] Network cff58315-4a25-4203-8056-2db185a2b95d requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:08:40.215828 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 5f52c654-b942-4f57-9c22-b527ab22598f up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:08:40.288131 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 5f52c654-b942-4f57-9c22-b527ab22598f triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:08:40.288416 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:41.020390 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 32938) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:08:41.217770 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d97f96fa-e626-40e1-9338-3e2e7bcb7f5d admin admin] 10.222.0.66 "GET /v2.0/routers/366f76ce-45ea-4797-bde1-222598dead2e HTTP/1.1" status: 200 len: 710 time: 0.1961808 Apr 11 14:08:41.345828 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4b73d3-e881-4796-a4b9-918bf1846a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:08:41.347978 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-cb4b73d3-e881-4796-a4b9-918bf1846a4d admin admin] 10.222.0.66 "GET /v2.0/networks/cff58315-4a25-4203-8056-2db185a2b95d HTTP/1.1" status: 200 len: 886 time: 0.1242893 Apr 11 14:08:41.356762 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-db15d537-1a68-4e43-a4c0-5b27f84ee4e7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:08:41.850016 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-db15d537-1a68-4e43-a4c0-5b27f84ee4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:42.261615 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-db15d537-1a68-4e43-a4c0-5b27f84ee4e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:42.321407 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-db15d537-1a68-4e43-a4c0-5b27f84ee4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:42.452181 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-db15d537-1a68-4e43-a4c0-5b27f84ee4e7 admin admin] Allocated IP 172.26.7.42 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/2bbc75ca-ccb3-4290-bfdb-af4dfda9a943) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:08:42.595967 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-db15d537-1a68-4e43-a4c0-5b27f84ee4e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:42.667056 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-db15d537-1a68-4e43-a4c0-5b27f84ee4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:42.732042 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db15d537-1a68-4e43-a4c0-5b27f84ee4e7 admin admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:08:42.739550 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-db15d537-1a68-4e43-a4c0-5b27f84ee4e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:08:42.743599 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db15d537-1a68-4e43-a4c0-5b27f84ee4e7 admin admin] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:08:42.797797 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15d537-1a68-4e43-a4c0-5b27f84ee4e7 admin admin] Pushing event updated for resources: {'Port': ['ID=2bbc75ca-ccb3-4290-bfdb-af4dfda9a943,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:43.244483 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-db15d537-1a68-4e43-a4c0-5b27f84ee4e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:43.638290 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-db15d537-1a68-4e43-a4c0-5b27f84ee4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:43.641568 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-db15d537-1a68-4e43-a4c0-5b27f84ee4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984850'] for router, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:43.831437 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db15d537-1a68-4e43-a4c0-5b27f84ee4e7 admin admin] Router 366f76ce-45ea-4797-bde1-222598dead2e has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:08:44.011204 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db15d537-1a68-4e43-a4c0-5b27f84ee4e7 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:08:44.019884 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-db15d537-1a68-4e43-a4c0-5b27f84ee4e7 admin admin] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:44.027229 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] Sync routers for ids ['366f76ce-45ea-4797-bde1-222598dead2e'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:08:44.027816 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-db15d537-1a68-4e43-a4c0-5b27f84ee4e7 admin admin] 10.222.0.66 "PUT /v2.0/routers/366f76ce-45ea-4797-bde1-222598dead2e HTTP/1.1" status: 200 len: 889 time: 2.6674566 Apr 11 14:08:44.031173 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] Routers {'366f76ce-45ea-4797-bde1-222598dead2e'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:08:44.031938 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:08:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['366f76ce-45ea-4797-bde1-222598dead2e'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:44.241385 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] Set router 366f76ce-45ea-4797-bde1-222598dead2e gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:08:44.615684 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366f76ce-45ea-4797-bde1-222598dead2e', 'name': 'router1', 'tenant_id': 'f44f1713af2e4e74a9544b09547e8ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.42'}], 'enable_snat': True}, 'gw_port_id': '2bbc75ca-ccb3-4290-bfdb-af4dfda9a943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:08:23Z', 'updated_at': '2022-04-11T14:08:42Z', 'revision_number': 4, 'project_id': 'f44f1713af2e4e74a9544b09547e8ce3', 'gw_port': {'id': '2bbc75ca-ccb3-4290-bfdb-af4dfda9a943', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:bd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366f76ce-45ea-4797-bde1-222598dead2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:08:42Z', 'updated_at': '2022-04-11T14:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '5f52c654-b942-4f57-9c22-b527ab22598f', 'name': '', 'network_id': 'da6217e3-2c08-4546-9fea-c2d8d3016bd3', 'tenant_id': 'f44f1713af2e4e74a9544b09547e8ce3', 'mac_address': 'fa:16:3e:c4:ac:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366f76ce-45ea-4797-bde1-222598dead2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd1f983e8-5f61-4fdd-bf68-1784b9982499', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:08:33Z', 'updated_at': '2022-04-11T14:08:38Z', 'revision_number': 5, 'project_id': 'f44f1713af2e4e74a9544b09547e8ce3', 'subnets': [{'id': 'd1f983e8-5f61-4fdd-bf68-1784b9982499', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c32bed9-7f81-4ff6-bef1-0139dfb757db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:44.620527 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] Checking router: 366f76ce-45ea-4797-bde1-222598dead2e for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:08:44.620872 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] Updating router 366f76ce-45ea-4797-bde1-222598dead2e port 2bbc75ca-ccb3-4290-bfdb-af4dfda9a943 binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:08:44.675917 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:45.017553 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:45.031148 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] Transition to ACTIVE for port object 2bbc75ca-ccb3-4290-bfdb-af4dfda9a943 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:08:45.115398 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:45.191429 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] Attempting to bind port 2bbc75ca-ccb3-4290-bfdb-af4dfda9a943 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:08:45.191758 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] Attempting to bind port 2bbc75ca-ccb3-4290-bfdb-af4dfda9a943 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:08:45.192127 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] Attempting to bind port 2bbc75ca-ccb3-4290-bfdb-af4dfda9a943 on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:08:45.197707 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6346e-6f5e-4911-b6cf-ee6b6cbb7551 None None] Pushing event updated for resources: {'Port': ['ID=2bbc75ca-ccb3-4290-bfdb-af4dfda9a943,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:45.201943 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:08:45.202347 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:08:45.202877 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:45.203109 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:08:45.203577 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] Bound port: 2bbc75ca-ccb3-4290-bfdb-af4dfda9a943, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:08:45.203974 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:45.280111 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] For port 2bbc75ca-ccb3-4290-bfdb-af4dfda9a943, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:08:45.282959 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] For port 2bbc75ca-ccb3-4290-bfdb-af4dfda9a943, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2bbc75ca-ccb3-4290-bfdb-af4dfda9a943,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:08:45.367691 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:45.447333 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] Routers {'366f76ce-45ea-4797-bde1-222598dead2e'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:08:45.447993 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:08:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['366f76ce-45ea-4797-bde1-222598dead2e'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:45.505485 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6346e-6f5e-4911-b6cf-ee6b6cbb7551 None None] Pushing event updated for resources: {'Port': ['ID=2bbc75ca-ccb3-4290-bfdb-af4dfda9a943,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:45.641705 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] Set router 366f76ce-45ea-4797-bde1-222598dead2e gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:08:46.004522 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366f76ce-45ea-4797-bde1-222598dead2e', 'name': 'router1', 'tenant_id': 'f44f1713af2e4e74a9544b09547e8ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.42'}], 'enable_snat': True}, 'gw_port_id': '2bbc75ca-ccb3-4290-bfdb-af4dfda9a943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:08:23Z', 'updated_at': '2022-04-11T14:08:42Z', 'revision_number': 4, 'project_id': 'f44f1713af2e4e74a9544b09547e8ce3', 'gw_port': {'id': '2bbc75ca-ccb3-4290-bfdb-af4dfda9a943', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:bd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366f76ce-45ea-4797-bde1-222598dead2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:08:42Z', 'updated_at': '2022-04-11T14:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '5f52c654-b942-4f57-9c22-b527ab22598f', 'name': '', 'network_id': 'da6217e3-2c08-4546-9fea-c2d8d3016bd3', 'tenant_id': 'f44f1713af2e4e74a9544b09547e8ce3', 'mac_address': 'fa:16:3e:c4:ac:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366f76ce-45ea-4797-bde1-222598dead2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd1f983e8-5f61-4fdd-bf68-1784b9982499', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:08:33Z', 'updated_at': '2022-04-11T14:08:38Z', 'revision_number': 5, 'project_id': 'f44f1713af2e4e74a9544b09547e8ce3', 'subnets': [{'id': 'd1f983e8-5f61-4fdd-bf68-1784b9982499', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c32bed9-7f81-4ff6-bef1-0139dfb757db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:08:46.008899 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5176b6-4069-48cc-97ed-c1903ad3b8d3 None None] The sync data for ids ['366f76ce-45ea-4797-bde1-222598dead2e'] in dv-neutron-837330-1-hyperv is: [{'id': '366f76ce-45ea-4797-bde1-222598dead2e', 'name': 'router1', 'tenant_id': 'f44f1713af2e4e74a9544b09547e8ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.42'}], 'enable_snat': True}, 'gw_port_id': '2bbc75ca-ccb3-4290-bfdb-af4dfda9a943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:08:23Z', 'updated_at': '2022-04-11T14:08:42Z', 'revision_number': 4, 'project_id': 'f44f1713af2e4e74a9544b09547e8ce3', 'gw_port': {'id': '2bbc75ca-ccb3-4290-bfdb-af4dfda9a943', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:bd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366f76ce-45ea-4797-bde1-222598dead2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:08:42Z', 'updated_at': '2022-04-11T14:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '5f52c654-b942-4f57-9c22-b527ab22598f', 'name': '', 'network_id': 'da6217e3-2c08-4546-9fea-c2d8d3016bd3', 'tenant_id': 'f44f1713af2e4e74a9544b09547e8ce3', 'mac_address': 'fa:16:3e:c4:ac:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366f76ce-45ea-4797-bde1-222598dead2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd1f983e8-5f61-4fdd-bf68-1784b9982499', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:08:33Z', 'updated_at': '2022-04-11T14:08:38Z', 'revision_number': 5, 'project_id': 'f44f1713af2e4e74a9544b09547e8ce3', 'subnets': [{'id': 'd1f983e8-5f61-4fdd-bf68-1784b9982499', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c32bed9-7f81-4ff6-bef1-0139dfb757db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:08:46.269916 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2bbc75ca-ccb3-4290-bfdb-af4dfda9a943 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:08:46.412650 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 2bbc75ca-ccb3-4290-bfdb-af4dfda9a943 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:08:46.418134 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 2bbc75ca-ccb3-4290-bfdb-af4dfda9a943 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:08:46.418482 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:46.476933 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 32948) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:08:46.574963 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:46.594448 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 2bbc75ca-ccb3-4290-bfdb-af4dfda9a943, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2bbc75ca-ccb3-4290-bfdb-af4dfda9a943,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:08:46.601596 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e4e86add-1575-4068-af3f-61f995b37bc1 admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1226132 Apr 11 14:08:46.658724 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:46.733469 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=2bbc75ca-ccb3-4290-bfdb-af4dfda9a943,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:08:48.220998 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2bbc75ca-ccb3-4290-bfdb-af4dfda9a943 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:08:48.313783 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 2bbc75ca-ccb3-4290-bfdb-af4dfda9a943 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:08:48.314118 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:55.144626 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5fef161b-01d7-4891-88ea-cca9a9ab8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:57.584088 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9baba585-7005-4cdb-8f42-f7f8a68bbced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:57.729982 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 5 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:08:58.509273 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:58.595104 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:08:59.744028 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:09:25.137692 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e29ece14-48a0-4168-8049-9993e831b558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:09:27.623640 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3405516c-117e-4f2c-97ac-15cf0c7e632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:09:28.521051 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:09:28.576036 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:09:29.743347 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:09:34.733406 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 5 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:09:55.148923 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d3af70dc-1ec6-4a3e-b8c3-1c8bff6c5afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:09:57.595235 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-810c81bd-8803-49bb-9b3e-33c70114718c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:09:58.514648 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:09:58.560423 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:09:59.771548 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:10:11.731621 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 5 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:10:25.148824 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d788a216-162a-4287-bf30-eb7647972dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:10:27.560310 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f78971c5-f4d0-4825-909e-00e038c0c015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:10:28.502848 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:10:28.577331 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:10:29.754368 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:10:48.731833 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 5 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:10:55.125633 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3e34165f-763a-4192-8ac3-b7fc6f4697c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:10:57.594161 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0eeb96d1-1759-4b53-bd3e-804ee1f352e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:10:58.497530 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:10:58.554627 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:10:59.765022 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:01.451015 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 33550) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:11:01.521156 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-df547754-42aa-4a1c-b641-1211be918589 admin admin] GET failed (client error): The resource could not be found. Apr 11 14:11:01.522552 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-df547754-42aa-4a1c-b641-1211be918589 admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0705595 Apr 11 14:11:01.658243 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa1f40c-9667-4752-8812-4a258b93e9f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:11:01.659621 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9aa1f40c-9667-4752-8812-4a258b93e9f6 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1322644 Apr 11 14:11:03.826231 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 33560) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:11:03.936898 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf69037-bd2a-4872-8914-6a5c334f5e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:11:03.937455 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fcf69037-bd2a-4872-8914-6a5c334f5e6c admin admin] Synchronizing usage tracker for tenant:dddd95dcbdc14fce85ec414be41ef2db on resource:subnet {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:11:04.017164 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fcf69037-bd2a-4872-8914-6a5c334f5e6c admin admin] Unset dirty status for tenant:dddd95dcbdc14fce85ec414be41ef2db on resource:subnet {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:11:04.018340 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-fcf69037-bd2a-4872-8914-6a5c334f5e6c admin admin] 10.222.0.66 "GET /v2.0/subnets/d1f983e8-5f61-4fdd-bf68-1784b9982499 HTTP/1.1" status: 200 len: 849 time: 0.1911428 Apr 11 14:11:04.027837 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-18b70e6f-87a4-4df0-b517-54526943d0d4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:11:04.147916 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-18b70e6f-87a4-4df0-b517-54526943d0d4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:04.416652 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-18b70e6f-87a4-4df0-b517-54526943d0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737194158960'] for subnet, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:04.458771 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b70e6f-87a4-4df0-b517-54526943d0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:11:04.459821 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-18b70e6f-87a4-4df0-b517-54526943d0d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:04.460702 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-18b70e6f-87a4-4df0-b517-54526943d0d4 admin admin] 10.222.0.66 "PUT /v2.0/subnets/d1f983e8-5f61-4fdd-bf68-1784b9982499 HTTP/1.1" status: 200 len: 868 time: 0.4368441 Apr 11 14:11:04.476855 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5e63c5-8ef5-4c87-9c9e-9c3577b7b097 None None] Network da6217e3-2c08-4546-9fea-c2d8d3016bd3 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:11:04.487846 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b70e6f-87a4-4df0-b517-54526943d0d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1f983e8-5f61-4fdd-bf68-1784b9982499,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:11:04.495622 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b70e6f-87a4-4df0-b517-54526943d0d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:11:04.495978 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b70e6f-87a4-4df0-b517-54526943d0d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:11:04.496319 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b70e6f-87a4-4df0-b517-54526943d0d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:11:04.496668 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b70e6f-87a4-4df0-b517-54526943d0d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:11:04.496997 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b70e6f-87a4-4df0-b517-54526943d0d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:11:04.497382 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b70e6f-87a4-4df0-b517-54526943d0d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:11:04.497688 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b70e6f-87a4-4df0-b517-54526943d0d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:11:04.498047 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b70e6f-87a4-4df0-b517-54526943d0d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:11:04.498379 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b70e6f-87a4-4df0-b517-54526943d0d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:11:04.498705 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b70e6f-87a4-4df0-b517-54526943d0d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:11:04.499030 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b70e6f-87a4-4df0-b517-54526943d0d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:11:04.499353 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b70e6f-87a4-4df0-b517-54526943d0d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:11:04.945773 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-d1a97da8-81d9-45e0-b371-09fdfd0f8a45 None None] Provisioning complete for port 9069ffe0-de94-410d-ab4e-5e25e0725232 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:11:04.946149 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d1a97da8-81d9-45e0-b371-09fdfd0f8a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:05.080462 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-d1a97da8-81d9-45e0-b371-09fdfd0f8a45 None None] Provisioning complete for port 5f52c654-b942-4f57-9c22-b527ab22598f triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:11:05.080832 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d1a97da8-81d9-45e0-b371-09fdfd0f8a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:06.712311 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 33570) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:11:06.907634 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cda11a8-bf8a-4ec1-a8ec-763ed024e91b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:11:06.908012 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cda11a8-bf8a-4ec1-a8ec-763ed024e91b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:11:06.909564 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6cda11a8-bf8a-4ec1-a8ec-763ed024e91b admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1971006 Apr 11 14:11:09.149149 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 33580) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:11:09.321950 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f42d7f-f7ac-4d2a-ad4b-acb439ce9cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:11:09.322340 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f42d7f-f7ac-4d2a-ad4b-acb439ce9cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:11:09.324472 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-82f42d7f-f7ac-4d2a-ad4b-acb439ce9cfe admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1741133 Apr 11 14:11:11.527302 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 33590) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:11:11.744659 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986caa81-bcec-4976-98f3-edff05d5caf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:11:11.746587 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-986caa81-bcec-4976-98f3-edff05d5caf9 admin admin] 10.222.0.66 "GET /v2.0/networks/cff58315-4a25-4203-8056-2db185a2b95d HTTP/1.1" status: 200 len: 886 time: 0.2183125 Apr 11 14:11:13.961256 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 33600) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:11:14.134721 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f086f7-b705-4b9a-9a66-242be25275c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:11:14.136550 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f3f086f7-b705-4b9a-9a66-242be25275c7 admin admin] 10.222.0.66 "GET /v2.0/networks/da6217e3-2c08-4546-9fea-c2d8d3016bd3 HTTP/1.1" status: 200 len: 870 time: 0.1743062 Apr 11 14:11:16.313137 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 33610) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:11:16.425291 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dbd809-46d6-4a99-960b-5200016c1554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:11:16.425760 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dbd809-46d6-4a99-960b-5200016c1554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:11:16.427339 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-39dbd809-46d6-4a99-960b-5200016c1554 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1133411 Apr 11 14:11:18.599441 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 33620) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:11:18.708475 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac40d01-8eec-4491-b8d7-2c07e3b21ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:11:18.708944 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac40d01-8eec-4491-b8d7-2c07e3b21ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:11:18.710517 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-dac40d01-8eec-4491-b8d7-2c07e3b21ad9 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1101239 Apr 11 14:11:20.903248 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 33630) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:11:21.015902 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c2e137-d2d8-4e4f-bc59-fc1ab7386291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:11:21.029936 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-27c2e137-d2d8-4e4f-bc59-fc1ab7386291 admin admin] 10.222.0.66 "GET /v2.0/subnets/b507dfd9-2190-4fac-8a6e-747ae14b7336 HTTP/1.1" status: 200 len: 816 time: 0.1129489 Apr 11 14:11:23.226161 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 33640) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:11:23.342670 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d928af-9ed1-4b4d-baf9-8109f9622412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:11:23.343921 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-84d928af-9ed1-4b4d-baf9-8109f9622412 admin admin] 10.222.0.66 "GET /v2.0/subnets/d1f983e8-5f61-4fdd-bf68-1784b9982499 HTTP/1.1" status: 200 len: 868 time: 0.1167140 Apr 11 14:11:25.177121 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f497617d-1e75-42e4-b8af-0e9f54c2e06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:25.735308 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 5 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:11:27.606272 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fd207b2f-6fc1-4db5-b07c-251870b0b3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:28.508399 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:28.588668 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:29.759743 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:42.746312 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 33686) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:11:42.794851 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-e077fc56-5c67-4f80-95ea-1c6fa6da93f4 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:11:42.795929 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e077fc56-5c67-4f80-95ea-1c6fa6da93f4 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0486486 Apr 11 14:11:45.078106 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 33696) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:11:45.147014 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ab7ae6-8260-4ac9-93d1-91705e10c34f admin admin] GET failed (client error): The resource could not be found. Apr 11 14:11:45.148305 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-67ab7ae6-8260-4ac9-93d1-91705e10c34f admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0702934 Apr 11 14:11:45.278135 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0ad50a-ad7f-4ac2-9c22-13cf3eb15566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:11:45.279728 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ad0ad50a-ad7f-4ac2-9c22-13cf3eb15566 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1269283 Apr 11 14:11:47.504207 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 33706) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:11:47.553895 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-76bf52b4-cfa6-4c4a-aeca-0cfc1c164426 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:11:47.558954 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-76bf52b4-cfa6-4c4a-aeca-0cfc1c164426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:11:47.568598 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-76bf52b4-cfa6-4c4a-aeca-0cfc1c164426 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:11:47.646092 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bf52b4-cfa6-4c4a-aeca-0cfc1c164426 admin admin] Made reservation on behalf of dddd95dcbdc14fce85ec414be41ef2db for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:11:47.648524 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-76bf52b4-cfa6-4c4a-aeca-0cfc1c164426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:47.745542 dv-neutron-837330-1-hyperv neutron-server[88617]: WARNING neutron.services.revisions.revision_plugin [None req-76bf52b4-cfa6-4c4a-aeca-0cfc1c164426 admin admin] Could not find related network for resource to bump revision. Apr 11 14:11:47.757882 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76bf52b4-cfa6-4c4a-aeca-0cfc1c164426 admin admin] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:11:47.766813 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-76bf52b4-cfa6-4c4a-aeca-0cfc1c164426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:47.767149 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-76bf52b4-cfa6-4c4a-aeca-0cfc1c164426 admin admin] Added segment 4b902295-4efb-4c2d-9094-0d3bf96eb686 of type vlan for network ae22538a-8865-498c-be0e-9679dfe58ebb Apr 11 14:11:47.793454 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-76bf52b4-cfa6-4c4a-aeca-0cfc1c164426 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:47.897524 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-76bf52b4-cfa6-4c4a-aeca-0cfc1c164426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:47.898526 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bf52b4-cfa6-4c4a-aeca-0cfc1c164426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:11:47.899135 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-76bf52b4-cfa6-4c4a-aeca-0cfc1c164426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:48.003400 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf52b4-cfa6-4c4a-aeca-0cfc1c164426 admin admin] Pushing event updated for resources: {'Network': ['ID=ae22538a-8865-498c-be0e-9679dfe58ebb,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:11:48.013983 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network ae22538a-8865-498c-be0e-9679dfe58ebb details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:11:48.069726 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-76bf52b4-cfa6-4c4a-aeca-0cfc1c164426 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.5643063 Apr 11 14:11:50.289961 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 33716) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:11:50.362817 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-400f690b-7450-4bf5-9cbd-143ab774a33b admin admin] GET failed (client error): The resource could not be found. Apr 11 14:11:50.363327 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-400f690b-7450-4bf5-9cbd-143ab774a33b admin admin] Synchronizing usage tracker for tenant:dddd95dcbdc14fce85ec414be41ef2db on resource:network {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:11:50.422686 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-400f690b-7450-4bf5-9cbd-143ab774a33b admin admin] Unset dirty status for tenant:dddd95dcbdc14fce85ec414be41ef2db on resource:network {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:11:50.423875 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-400f690b-7450-4bf5-9cbd-143ab774a33b admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1330388 Apr 11 14:11:50.533461 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c4dd38-3a96-43a5-99fa-5049ab6d6fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:11:50.534950 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f2c4dd38-3a96-43a5-99fa-5049ab6d6fd6 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1070409 Apr 11 14:11:50.545160 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-dfdaad66-d7e5-434f-aa3f-7935dda80384 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'ae22538a-8865-498c-be0e-9679dfe58ebb', 'cidr': '192.168.233.0/24'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:11:50.549816 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-dfdaad66-d7e5-434f-aa3f-7935dda80384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:11:50.559837 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-dfdaad66-d7e5-434f-aa3f-7935dda80384 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:11:50.623458 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdaad66-d7e5-434f-aa3f-7935dda80384 admin admin] Made reservation on behalf of dddd95dcbdc14fce85ec414be41ef2db for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:11:50.625831 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dfdaad66-d7e5-434f-aa3f-7935dda80384 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:50.897510 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dfdaad66-d7e5-434f-aa3f-7935dda80384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:50.968429 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdaad66-d7e5-434f-aa3f-7935dda80384 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f5b6253-ca0e-4610-bf23-7bd974ff0f68,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:11:50.978871 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdaad66-d7e5-434f-aa3f-7935dda80384 admin admin] Checking segment: {'id': '4b902295-4efb-4c2d-9094-0d3bf96eb686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ae22538a-8865-498c-be0e-9679dfe58ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:11:50.979223 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdaad66-d7e5-434f-aa3f-7935dda80384 admin admin] Network hostable DHCP agents. Network: ae22538a-8865-498c-be0e-9679dfe58ebb, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:11:51.062393 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdaad66-d7e5-434f-aa3f-7935dda80384 admin admin] Network ae22538a-8865-498c-be0e-9679dfe58ebb is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:11:51.137639 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-dfdaad66-d7e5-434f-aa3f-7935dda80384 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, ae22538a-8865-498c-be0e-9679dfe58ebb) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:11:51.141841 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdaad66-d7e5-434f-aa3f-7935dda80384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:11:51.142458 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dfdaad66-d7e5-434f-aa3f-7935dda80384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:51.147330 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716f7d4f-4648-40f3-932e-f300fcff7005 None None] Network ae22538a-8865-498c-be0e-9679dfe58ebb requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:11:51.246874 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-dfdaad66-d7e5-434f-aa3f-7935dda80384 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7055044 Apr 11 14:11:51.370220 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-ae22538a-8865-498c-be0e-9679dfe58ebb', 'network_id': 'ae22538a-8865-498c-be0e-9679dfe58ebb', 'tenant_id': 'dddd95dcbdc14fce85ec414be41ef2db', 'fixed_ips': [{'subnet_id': '0f5b6253-ca0e-4610-bf23-7bd974ff0f68'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:11:51.371640 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:51.727542 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Allocated IP 192.168.233.2 (ae22538a-8865-498c-be0e-9679dfe58ebb/0f5b6253-ca0e-4610-bf23-7bd974ff0f68/55c56f84-48bc-4781-aa3f-0b55a37fa0cf) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:11:51.958950 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:51.969474 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Transition to ACTIVE for port object 55c56f84-48bc-4781-aa3f-0b55a37fa0cf will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:11:51.989604 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Transition to ACTIVE for port object 55c56f84-48bc-4781-aa3f-0b55a37fa0cf will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:11:52.080595 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:52.156026 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Network ae22538a-8865-498c-be0e-9679dfe58ebb is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:11:52.159495 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:11:52.163969 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Pushing event updated for resources: {'Port': ['ID=55c56f84-48bc-4781-aa3f-0b55a37fa0cf,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:11:52.166371 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:11:52.208726 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:11:52.209755 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:11:52.210132 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:11:52.210483 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:11:52.210817 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:11:52.211174 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:11:52.211508 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:11:52.211837 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:11:52.212199 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:11:52.212526 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:11:52.212851 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:11:52.213178 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:11:52.271781 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Attempting to bind port 55c56f84-48bc-4781-aa3f-0b55a37fa0cf on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:11:52.272145 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Attempting to bind port 55c56f84-48bc-4781-aa3f-0b55a37fa0cf by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '4b902295-4efb-4c2d-9094-0d3bf96eb686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ae22538a-8865-498c-be0e-9679dfe58ebb'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:11:52.272500 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Attempting to bind port 55c56f84-48bc-4781-aa3f-0b55a37fa0cf on network ae22538a-8865-498c-be0e-9679dfe58ebb {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:11:52.279031 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:11:52.279805 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Checking segment: {'id': '4b902295-4efb-4c2d-9094-0d3bf96eb686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ae22538a-8865-498c-be0e-9679dfe58ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:11:52.280366 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:52.280947 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Bound using segment: {'id': '4b902295-4efb-4c2d-9094-0d3bf96eb686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ae22538a-8865-498c-be0e-9679dfe58ebb'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:11:52.282216 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Bound port: 55c56f84-48bc-4781-aa3f-0b55a37fa0cf, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b902295-4efb-4c2d-9094-0d3bf96eb686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ae22538a-8865-498c-be0e-9679dfe58ebb'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:11:52.282216 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:52.381052 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] For port 55c56f84-48bc-4781-aa3f-0b55a37fa0cf, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:11:52.384492 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] For port 55c56f84-48bc-4781-aa3f-0b55a37fa0cf, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=55c56f84-48bc-4781-aa3f-0b55a37fa0cf,segment=NetworkSegment(4b902295-4efb-4c2d-9094-0d3bf96eb686),segment_id=4b902295-4efb-4c2d-9094-0d3bf96eb686)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:11:52.452123 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:52.537274 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1da41-df69-459e-b386-684a6b7c48d8 None None] Pushing event updated for resources: {'Port': ['ID=55c56f84-48bc-4781-aa3f-0b55a37fa0cf,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:11:53.367568 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3139735f-6909-4d82-b65b-8f14eb8dab37 None None] Network ae22538a-8865-498c-be0e-9679dfe58ebb requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:11:53.560330 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e82d088f-90fc-48a6-87ac-5e6497cd2f06 None None] Provisioning for port 55c56f84-48bc-4781-aa3f-0b55a37fa0cf completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:11:54.351791 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 55c56f84-48bc-4781-aa3f-0b55a37fa0cf up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:11:54.515108 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 55c56f84-48bc-4781-aa3f-0b55a37fa0cf completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:11:54.520405 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 55c56f84-48bc-4781-aa3f-0b55a37fa0cf triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:11:54.520725 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:54.645402 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:54.679215 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 55c56f84-48bc-4781-aa3f-0b55a37fa0cf, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=55c56f84-48bc-4781-aa3f-0b55a37fa0cf,segment=NetworkSegment(4b902295-4efb-4c2d-9094-0d3bf96eb686),segment_id=4b902295-4efb-4c2d-9094-0d3bf96eb686)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:11:54.742815 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:54.818209 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=55c56f84-48bc-4781-aa3f-0b55a37fa0cf,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:11:55.132017 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1388baca-c1fb-4681-b3a3-4da7a8168739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:56.324765 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 55c56f84-48bc-4781-aa3f-0b55a37fa0cf up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:11:56.398458 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 55c56f84-48bc-4781-aa3f-0b55a37fa0cf triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:11:56.398826 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:57.652090 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fc97e073-c33a-42e1-a068-37260aba0acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:58.537709 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:58.565965 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:11:59.783158 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:12:02.735067 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 5 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:12:25.131923 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2ab77089-07ff-4a77-aeb9-2651e166c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:12:27.623435 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-82b54273-d157-494e-aa97-181f2f47a211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:12:28.537120 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:12:28.566619 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:12:29.795283 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:12:39.734813 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 5 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:12:55.138576 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-410df88f-f950-4ad3-9e3d-073a882cd42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:12:57.657530 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-846fdab6-06f8-4d01-8db3-30180411899d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:12:58.519955 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:12:58.582691 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:12:59.773167 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:13:16.733817 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 5 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:13:25.138952 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1ec9d030-b30b-453b-96a5-4cd72a659626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:13:27.660744 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fc5b72ed-5c50-4499-b52b-40e6e4e6dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:13:28.516490 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:13:28.573263 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:13:29.779417 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:13:29.933028 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 33760) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:13:29.939254 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [None req-9550d579-6d3d-4c46-bad6-16233193c42d tempest-verify_tempest_config-241842696 tempest-verify_tempest_config-241842696-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:13:29.940236 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9550d579-6d3d-4c46-bad6-16233193c42d tempest-verify_tempest_config-241842696 tempest-verify_tempest_config-241842696-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062387 Apr 11 14:13:30.601964 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 33778) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:13:30.718646 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-16edbdaf-4d23-47b2-b824-b2df2f720c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:13:30.733002 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-16edbdaf-4d23-47b2-b824-b2df2f720c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:13:30.736972 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-16edbdaf-4d23-47b2-b824-b2df2f720c86 admin admin] Usage tracker for resource:security_group_rule and tenant:c2af67600e3041039e95a6975bf93482 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:13:30.739750 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-16edbdaf-4d23-47b2-b824-b2df2f720c86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:13:30.745578 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-16edbdaf-4d23-47b2-b824-b2df2f720c86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:13:30.832017 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-16edbdaf-4d23-47b2-b824-b2df2f720c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:13:30.933721 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-16edbdaf-4d23-47b2-b824-b2df2f720c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:13:30.981272 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-16edbdaf-4d23-47b2-b824-b2df2f720c86 admin admin] Synchronizing usage tracker for tenant:dddd95dcbdc14fce85ec414be41ef2db on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:13:30.984734 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edbdaf-4d23-47b2-b824-b2df2f720c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b2171f-0dd3-4caf-be38-8d39e1ed8d7c,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:13:30.994567 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edbdaf-4d23-47b2-b824-b2df2f720c86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:13:30.994974 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edbdaf-4d23-47b2-b824-b2df2f720c86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:13:30.995319 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edbdaf-4d23-47b2-b824-b2df2f720c86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:13:30.995647 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edbdaf-4d23-47b2-b824-b2df2f720c86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:13:30.995977 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edbdaf-4d23-47b2-b824-b2df2f720c86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:13:30.996318 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edbdaf-4d23-47b2-b824-b2df2f720c86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:13:30.996645 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edbdaf-4d23-47b2-b824-b2df2f720c86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:13:30.996983 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edbdaf-4d23-47b2-b824-b2df2f720c86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:13:30.997312 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edbdaf-4d23-47b2-b824-b2df2f720c86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:13:30.997632 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edbdaf-4d23-47b2-b824-b2df2f720c86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:13:30.997979 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edbdaf-4d23-47b2-b824-b2df2f720c86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:13:30.998298 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edbdaf-4d23-47b2-b824-b2df2f720c86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:13:31.088097 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-16edbdaf-4d23-47b2-b824-b2df2f720c86 admin admin] Unset dirty status for tenant:dddd95dcbdc14fce85ec414be41ef2db on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:13:31.089717 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-16edbdaf-4d23-47b2-b824-b2df2f720c86 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c2af67600e3041039e95a6975bf93482&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4866343 Apr 11 14:13:31.092720 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 33784) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:13:31.154134 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7182bb6e-373a-4eb9-8a08-3ede93d1def1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:13:31.180786 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7182bb6e-373a-4eb9-8a08-3ede93d1def1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:13:31.362319 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7182bb6e-373a-4eb9-8a08-3ede93d1def1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:13:31.377137 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182bb6e-373a-4eb9-8a08-3ede93d1def1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b2171f-0dd3-4caf-be38-8d39e1ed8d7c,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:13:31.383511 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7182bb6e-373a-4eb9-8a08-3ede93d1def1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:13:31.384704 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7182bb6e-373a-4eb9-8a08-3ede93d1def1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/87b2171f-0dd3-4caf-be38-8d39e1ed8d7c HTTP/1.1" status: 204 len: 168 time: 0.2910371 Apr 11 14:13:53.733143 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 5 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:13:55.125840 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4e8d4fbb-8ee1-4a55-848d-21eb0f334af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:13:57.665812 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-72d65fe4-1c27-4199-88d9-2cfbde4a78d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:13:58.542955 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:13:58.571489 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:13:59.800145 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:14:25.142769 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8ac24fd7-a5d5-42a9-aefd-3f63225bf7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:14:27.629617 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2c072ebe-c9d1-4801-ae21-f53fdf8e2851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:14:28.517514 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:14:28.548596 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:14:29.792252 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:14:30.732795 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 5 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:14:54.057619 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-986184'] for agent, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:14:55.137613 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ddafdd91-cf02-4fc6-b2a8-828374e2d431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:14:57.638439 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-61c09f7a-b821-4f18-814f-fb4275ceb107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:14:58.543415 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:14:58.571512 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:14:59.798513 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:15:07.732213 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:15:09.164620 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 33862) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:15:09.278008 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-25cef7db-33c2-42e0-8b73-4ca8e9d6a53d admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1122551 Apr 11 14:15:11.512522 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 33872) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:15:11.569826 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e9905291-4de1-4165-8418-008a6e4eca7c admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0559688 Apr 11 14:15:24.000929 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:15:25.149304 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8ba26ebb-2e0d-4513-b323-290aefea541f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:15:27.628976 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7190f543-2947-4fd0-a314-2d56ac513028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:15:28.520829 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:15:28.543956 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:15:29.778597 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:15:44.732216 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:15:54.006803 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:15:55.149356 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3af32737-cdbf-4b8f-8fe0-695eb0cfa631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:15:57.647523 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ca569a1c-0402-4d09-a221-407f2927fd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:15:58.549421 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:15:58.594217 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:15:59.823832 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:21.732933 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:16:24.007677 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:25.126937 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-96790d72-de4d-4713-a779-e9eb6b7c164f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:27.612459 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-56aaff63-5dea-4f8b-87e7-d0f1bcc076f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:28.578633 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:28.595265 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:29.938648 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:46.111982 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34050) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:46.363904 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34062) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:46.696174 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2087272310-network', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:16:46.701771 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:46.705719 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Usage tracker for resource:network and tenant:3a85f0a6d08649479272c8b7c048674a is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:46.708773 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:46.714543 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:46.818946 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Made reservation on behalf of 3a85f0a6d08649479272c8b7c048674a for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:16:46.821385 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:46.834389 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:46.852428 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:46.856916 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Usage tracker for resource:security_group_rule and tenant:3a85f0a6d08649479272c8b7c048674a is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:46.859960 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:46.865676 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:46.913263 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1858055570-network', 'tenant_id': '724311974f544075b7138da08838fdf2'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:16:46.923800 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:46.929150 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Usage tracker for resource:network and tenant:724311974f544075b7138da08838fdf2 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:46.932691 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:46.941002 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:46.955978 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:47.024507 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:47.049604 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34080) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:47.068475 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43ea9b5-03d5-4d62-8b03-0e32dbe8de6f,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:47.069380 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34086) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:47.082702 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:16:47.083478 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:47.083825 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:47.084342 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:47.084685 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:47.085011 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:47.085530 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:47.086104 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:47.086451 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:47.086786 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:47.087112 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:47.087865 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:47.088256 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Tracked resource versions report: Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: pushed versions: Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: { 'AddressGroup': {'1.2'}, Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: 'ConntrackHelper': {'1.0'}, Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: 'Log': {'1.0'}, Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: 'Network': {'1.1'}, Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: 'Port': {'1.7'}, Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: 'PortForwarding': {'1.2'}, Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: 'QosPolicy': {'1.8'}, Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: 'SecurityGroup': {'1.4'}, Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: 'SecurityGroupRule': {'1.2'}, Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: 'SubPort': {'1.0'}, Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: 'Subnet': {'1.1'}, Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: 'Trunk': {'1.1'}} Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: consumer versions: Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: { DHCP agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: HyperV agent@hv-neutron-8373: {}, Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: L3 agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: Metadata agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: Metering agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: Open vSwitch agent@dv-neutron-837330-1-hyperv: { 'AddressGroup': '1.2', Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: 'ConntrackHelper': '1.0', Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: 'Log': '1.0', Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: 'Network': '1.1', Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: 'Port': '1.7', Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: 'PortForwarding': '1.2', Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: 'QosPolicy': '1.8', Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: 'SecurityGroup': '1.4', Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: 'SecurityGroupRule': '1.2', Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: 'SubPort': '1.0', Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: 'Subnet': '1.1', Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: 'Trunk': '1.1'}} Apr 11 14:16:47.089314 dv-neutron-837330-1-hyperv neutron-server[88616]: {{(pid=88616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 14:16:47.092431 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34092) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:47.101218 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:47.101629 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Added segment 7cdf1b81-5e2f-4526-982d-405e14529dcc of type vlan for network ff9f934a-1f68-4db9-98bc-c781f6becf61 Apr 11 14:16:47.134078 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:47.163733 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Made reservation on behalf of 724311974f544075b7138da08838fdf2 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:16:47.166153 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:47.178794 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:47.194688 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:47.198536 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Usage tracker for resource:security_group_rule and tenant:724311974f544075b7138da08838fdf2 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:47.202533 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:47.211553 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:47.230028 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:47.232247 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:16:47.233711 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:47.354988 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] Pushing event updated for resources: {'Network': ['ID=ff9f934a-1f68-4db9-98bc-c781f6becf61,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:47.361654 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:47.366658 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network ff9f934a-1f68-4db9-98bc-c781f6becf61 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:16:47.412882 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34104) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:47.420207 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5d18cffd-af03-4ac4-b0f7-5f86ae0dfb27 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3060887 Apr 11 14:16:47.425019 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-453105e8-f160-4239-830e-d6ff57b21456 admin admin] Request body: {'subnet': {'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2087272310-subnet', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:16:47.433684 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:47.453455 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] vlan segment allocate from pool success with {'vlan_id': 1003, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:16:47.465135 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:47.466045 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Added segment 194bd252-507a-47af-97d6-796ec1e052f9 of type vlan for network c6ea0449-d5bb-46c4-a148-72f3fb27a286 Apr 11 14:16:47.473618 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-453105e8-f160-4239-830e-d6ff57b21456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:47.520461 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:47.526592 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-453105e8-f160-4239-830e-d6ff57b21456 admin admin] Usage tracker for resource:subnet and tenant:3a85f0a6d08649479272c8b7c048674a is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:47.534951 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-471a5d3a-e03a-48c4-9ce1-f89306f2eee7 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-496441209'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:16:47.571373 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-453105e8-f160-4239-830e-d6ff57b21456 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:47.585130 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-4c093e38-2781-46e6-b2c1-10c2af3d7212 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1498298036-network', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:16:47.598133 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-cf916a90-7044-41a9-93a8-2e69f0f5a0c3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-821487121'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:16:47.601463 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-453105e8-f160-4239-830e-d6ff57b21456 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:47.612896 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-471a5d3a-e03a-48c4-9ce1-f89306f2eee7 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:47.617482 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4ed452-dbad-4627-aae5-cccda0a29e3a,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:47.627724 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-471a5d3a-e03a-48c4-9ce1-f89306f2eee7 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Usage tracker for resource:network and tenant:6dc49753518645bdb38d741d380bdfd5 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:47.630926 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:47.631283 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:47.631615 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:47.631941 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:47.632260 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:47.632583 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:47.632902 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:47.633240 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:47.633559 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:47.633889 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:47.634202 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:47.634568 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Tracked resource versions report: Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: pushed versions: Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: { 'AddressGroup': {'1.2'}, Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: 'ConntrackHelper': {'1.0'}, Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: 'Log': {'1.0'}, Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: 'Network': {'1.1'}, Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: 'Port': {'1.7'}, Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: 'PortForwarding': {'1.2'}, Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: 'QosPolicy': {'1.8'}, Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: 'SecurityGroup': {'1.4'}, Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: 'SecurityGroupRule': {'1.2'}, Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: 'SubPort': {'1.0'}, Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: 'Subnet': {'1.1'}, Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: 'Trunk': {'1.1'}} Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: consumer versions: Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: { DHCP agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: HyperV agent@hv-neutron-8373: {}, Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: L3 agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: Metadata agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: Metering agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: Open vSwitch agent@dv-neutron-837330-1-hyperv: { 'AddressGroup': '1.2', Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: 'ConntrackHelper': '1.0', Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: 'Log': '1.0', Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: 'Network': '1.1', Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: 'Port': '1.7', Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: 'PortForwarding': '1.2', Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: 'QosPolicy': '1.8', Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: 'SecurityGroup': '1.4', Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: 'SecurityGroupRule': '1.2', Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: 'SubPort': '1.0', Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: 'Subnet': '1.1', Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: 'Trunk': '1.1'}} Apr 11 14:16:47.635520 dv-neutron-837330-1-hyperv neutron-server[88617]: {{(pid=88617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 14:16:47.640876 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-cf916a90-7044-41a9-93a8-2e69f0f5a0c3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:47.643990 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-4c093e38-2781-46e6-b2c1-10c2af3d7212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:47.646278 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-471a5d3a-e03a-48c4-9ce1-f89306f2eee7 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:47.649633 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-cf916a90-7044-41a9-93a8-2e69f0f5a0c3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:network and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:47.657694 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-cf916a90-7044-41a9-93a8-2e69f0f5a0c3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:47.660234 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:47.661161 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:16:47.661730 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:47.670655 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-cf916a90-7044-41a9-93a8-2e69f0f5a0c3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:47.672827 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4c093e38-2781-46e6-b2c1-10c2af3d7212 admin admin] Usage tracker for resource:network and tenant:da52381567644ed8b6f3e1a9b6badbd7 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:47.675483 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-471a5d3a-e03a-48c4-9ce1-f89306f2eee7 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:47.692013 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4c093e38-2781-46e6-b2c1-10c2af3d7212 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:47.720092 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-4c093e38-2781-46e6-b2c1-10c2af3d7212 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:47.740238 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453105e8-f160-4239-830e-d6ff57b21456 admin admin] Made reservation on behalf of 3a85f0a6d08649479272c8b7c048674a for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:16:47.742624 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-453105e8-f160-4239-830e-d6ff57b21456 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:47.830071 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471a5d3a-e03a-48c4-9ce1-f89306f2eee7 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Made reservation on behalf of 6dc49753518645bdb38d741d380bdfd5 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:16:47.833595 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-471a5d3a-e03a-48c4-9ce1-f89306f2eee7 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:47.846913 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf916a90-7044-41a9-93a8-2e69f0f5a0c3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:16:47.850719 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cf916a90-7044-41a9-93a8-2e69f0f5a0c3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:47.861176 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] Pushing event updated for resources: {'Network': ['ID=c6ea0449-d5bb-46c4-a148-72f3fb27a286,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:47.877598 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network c6ea0449-d5bb-46c4-a148-72f3fb27a286 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:16:47.913627 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-471a5d3a-e03a-48c4-9ce1-f89306f2eee7 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:47.935060 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cf916a90-7044-41a9-93a8-2e69f0f5a0c3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:47.951935 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-039d1482-12fb-424a-af6c-ff17d7817d32 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5863118 Apr 11 14:16:47.954637 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34126) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:47.960730 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-b8008e3a-656e-407e-b8aa-c15cf45679ee admin admin] Request body: {'subnet': {'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1858055570-subnet', 'tenant_id': '724311974f544075b7138da08838fdf2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:16:47.966011 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b8008e3a-656e-407e-b8aa-c15cf45679ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:47.970323 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b8008e3a-656e-407e-b8aa-c15cf45679ee admin admin] Usage tracker for resource:subnet and tenant:724311974f544075b7138da08838fdf2 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:47.974894 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-cf916a90-7044-41a9-93a8-2e69f0f5a0c3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:47.975018 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b8008e3a-656e-407e-b8aa-c15cf45679ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:47.980422 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b8008e3a-656e-407e-b8aa-c15cf45679ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:47.983040 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-cf916a90-7044-41a9-93a8-2e69f0f5a0c3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:security_group_rule and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:47.988353 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-cf916a90-7044-41a9-93a8-2e69f0f5a0c3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:48.003395 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-cf916a90-7044-41a9-93a8-2e69f0f5a0c3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:48.025611 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-471a5d3a-e03a-48c4-9ce1-f89306f2eee7 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:48.032500 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-471a5d3a-e03a-48c4-9ce1-f89306f2eee7 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Usage tracker for resource:security_group_rule and tenant:6dc49753518645bdb38d741d380bdfd5 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:48.038124 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-471a5d3a-e03a-48c4-9ce1-f89306f2eee7 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:48.048545 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-471a5d3a-e03a-48c4-9ce1-f89306f2eee7 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:48.064285 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8008e3a-656e-407e-b8aa-c15cf45679ee admin admin] Made reservation on behalf of 724311974f544075b7138da08838fdf2 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:16:48.066930 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b8008e3a-656e-407e-b8aa-c15cf45679ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:48.096016 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c093e38-2781-46e6-b2c1-10c2af3d7212 admin admin] Made reservation on behalf of da52381567644ed8b6f3e1a9b6badbd7 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:16:48.099785 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4c093e38-2781-46e6-b2c1-10c2af3d7212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:48.128979 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4c093e38-2781-46e6-b2c1-10c2af3d7212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:48.191756 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-4c093e38-2781-46e6-b2c1-10c2af3d7212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:48.214997 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4c093e38-2781-46e6-b2c1-10c2af3d7212 admin admin] Usage tracker for resource:security_group_rule and tenant:da52381567644ed8b6f3e1a9b6badbd7 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:48.224297 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4c093e38-2781-46e6-b2c1-10c2af3d7212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:48.251485 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-4c093e38-2781-46e6-b2c1-10c2af3d7212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:48.430829 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b8008e3a-656e-407e-b8aa-c15cf45679ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:48.506729 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8008e3a-656e-407e-b8aa-c15cf45679ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=07ac75f7-df8a-45a0-834c-28e735b7edb3,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:48.545335 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-471a5d3a-e03a-48c4-9ce1-f89306f2eee7 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:48.556064 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8008e3a-656e-407e-b8aa-c15cf45679ee admin admin] Checking segment: {'id': '194bd252-507a-47af-97d6-796ec1e052f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:16:48.556457 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8008e3a-656e-407e-b8aa-c15cf45679ee admin admin] Network hostable DHCP agents. Network: c6ea0449-d5bb-46c4-a148-72f3fb27a286, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:16:48.584852 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34146) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:48.625840 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cf916a90-7044-41a9-93a8-2e69f0f5a0c3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:48.630744 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-471a5d3a-e03a-48c4-9ce1-f89306f2eee7 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:48.639930 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34152) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:48.687567 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8008e3a-656e-407e-b8aa-c15cf45679ee admin admin] Network c6ea0449-d5bb-46c4-a148-72f3fb27a286 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:16:48.701449 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471a5d3a-e03a-48c4-9ce1-f89306f2eee7 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] vlan segment allocate from pool success with {'vlan_id': 1028, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:16:48.714656 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4c093e38-2781-46e6-b2c1-10c2af3d7212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:48.718335 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a5d3a-e03a-48c4-9ce1-f89306f2eee7 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb3d7ff-5b63-4614-9ffa-c02c548191c2,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:48.722377 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cf916a90-7044-41a9-93a8-2e69f0f5a0c3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:48.742053 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-471a5d3a-e03a-48c4-9ce1-f89306f2eee7 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:48.742396 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-471a5d3a-e03a-48c4-9ce1-f89306f2eee7 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Added segment 0cd76554-83e6-413e-8be1-561896f18a6f of type vlan for network 4f2d319c-62ae-429b-80d2-6b5304ac6281 Apr 11 14:16:48.743767 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-453105e8-f160-4239-830e-d6ff57b21456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:48.778683 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-b8008e3a-656e-407e-b8aa-c15cf45679ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, c6ea0449-d5bb-46c4-a148-72f3fb27a286) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:16:48.784031 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8008e3a-656e-407e-b8aa-c15cf45679ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:16:48.784511 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b8008e3a-656e-407e-b8aa-c15cf45679ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:48.798388 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660bff95-f0f6-4e03-b397-a2aab9e69be8 None None] Network c6ea0449-d5bb-46c4-a148-72f3fb27a286 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:16:48.806920 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf916a90-7044-41a9-93a8-2e69f0f5a0c3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:16:48.841077 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf916a90-7044-41a9-93a8-2e69f0f5a0c3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05221918-3475-476c-901c-a15faa15f504,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:48.850230 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4c093e38-2781-46e6-b2c1-10c2af3d7212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:48.866616 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b8008e3a-656e-407e-b8aa-c15cf45679ee admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9105215 Apr 11 14:16:48.870239 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34160) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:48.870506 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-471a5d3a-e03a-48c4-9ce1-f89306f2eee7 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:48.882926 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cf916a90-7044-41a9-93a8-2e69f0f5a0c3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:48.882926 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-cf916a90-7044-41a9-93a8-2e69f0f5a0c3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Added segment bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24 of type vlan for network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 Apr 11 14:16:48.886988 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-064af688-d338-41ec-9fc8-1d2dd87515e0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1858055570-router', 'tenant_id': '724311974f544075b7138da08838fdf2', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:16:48.900332 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-064af688-d338-41ec-9fc8-1d2dd87515e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:48.912685 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-9d9a5ee4-9113-4527-9305-3951a8e5d2b2 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-610316721'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:16:48.917384 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-064af688-d338-41ec-9fc8-1d2dd87515e0 admin admin] Usage tracker for resource:router and tenant:724311974f544075b7138da08838fdf2 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:48.923896 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-fcac0070-aa02-40d5-8fcf-8d26eb3aca03 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:16:48.927023 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-064af688-d338-41ec-9fc8-1d2dd87515e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:48.951451 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9d9a5ee4-9113-4527-9305-3951a8e5d2b2 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:48.951451 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-064af688-d338-41ec-9fc8-1d2dd87515e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:48.951451 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-fcac0070-aa02-40d5-8fcf-8d26eb3aca03 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:48.953253 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c093e38-2781-46e6-b2c1-10c2af3d7212 admin admin] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:16:48.954022 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9d9a5ee4-9113-4527-9305-3951a8e5d2b2 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Usage tracker for resource:network and tenant:923dc7d24ebc4de6876fb83dfa4a09f6 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:48.956978 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fcac0070-aa02-40d5-8fcf-8d26eb3aca03 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Usage tracker for resource:floatingip and tenant:a83fe0a5113843c79544051f498d1024 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:48.960001 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9d9a5ee4-9113-4527-9305-3951a8e5d2b2 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:48.963884 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fcac0070-aa02-40d5-8fcf-8d26eb3aca03 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:48.973696 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9d9a5ee4-9113-4527-9305-3951a8e5d2b2 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:48.975929 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-fcac0070-aa02-40d5-8fcf-8d26eb3aca03 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:48.985078 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453105e8-f160-4239-830e-d6ff57b21456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d775f23-5af1-424c-8995-0ec246e6dd23,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:48.999355 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c093e38-2781-46e6-b2c1-10c2af3d7212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8c5c7e-30a7-4086-9379-bc1347dc5329,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:49.006860 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cf916a90-7044-41a9-93a8-2e69f0f5a0c3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:49.015955 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4c093e38-2781-46e6-b2c1-10c2af3d7212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:49.016558 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-4c093e38-2781-46e6-b2c1-10c2af3d7212 admin admin] Added segment 9435d7f4-8ad0-4468-b4a5-462636e7996a of type vlan for network ddf8ce9d-6671-4d82-b259-929f8e3d9c2c Apr 11 14:16:49.027908 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453105e8-f160-4239-830e-d6ff57b21456 admin admin] Checking segment: {'id': '7cdf1b81-5e2f-4526-982d-405e14529dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:16:49.028644 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453105e8-f160-4239-830e-d6ff57b21456 admin admin] Network hostable DHCP agents. Network: ff9f934a-1f68-4db9-98bc-c781f6becf61, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:16:49.044418 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-064af688-d338-41ec-9fc8-1d2dd87515e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:49.048660 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-064af688-d338-41ec-9fc8-1d2dd87515e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:49.077500 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-064af688-d338-41ec-9fc8-1d2dd87515e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:49.087933 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4c093e38-2781-46e6-b2c1-10c2af3d7212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:49.133470 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-471a5d3a-e03a-48c4-9ce1-f89306f2eee7 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:49.142022 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471a5d3a-e03a-48c4-9ce1-f89306f2eee7 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:16:49.142713 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-471a5d3a-e03a-48c4-9ce1-f89306f2eee7 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:49.176149 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-c6ea0449-d5bb-46c4-a148-72f3fb27a286', 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286', 'tenant_id': '724311974f544075b7138da08838fdf2', 'fixed_ips': [{'subnet_id': '07ac75f7-df8a-45a0-834c-28e735b7edb3'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:16:49.181010 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:49.199242 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34172) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:49.211676 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fcac0070-aa02-40d5-8fcf-8d26eb3aca03 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:49.213536 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453105e8-f160-4239-830e-d6ff57b21456 admin admin] Network ff9f934a-1f68-4db9-98bc-c781f6becf61 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:16:49.216307 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cf916a90-7044-41a9-93a8-2e69f0f5a0c3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:49.221658 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf916a90-7044-41a9-93a8-2e69f0f5a0c3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:16:49.222464 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cf916a90-7044-41a9-93a8-2e69f0f5a0c3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:49.243261 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9a5ee4-9113-4527-9305-3951a8e5d2b2 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Made reservation on behalf of 923dc7d24ebc4de6876fb83dfa4a09f6 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:16:49.248610 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9d9a5ee4-9113-4527-9305-3951a8e5d2b2 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:49.276582 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9d9a5ee4-9113-4527-9305-3951a8e5d2b2 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:49.288928 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4c093e38-2781-46e6-b2c1-10c2af3d7212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:49.290026 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c093e38-2781-46e6-b2c1-10c2af3d7212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:16:49.290706 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4c093e38-2781-46e6-b2c1-10c2af3d7212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:49.330867 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a5d3a-e03a-48c4-9ce1-f89306f2eee7 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Pushing event updated for resources: {'Network': ['ID=4f2d319c-62ae-429b-80d2-6b5304ac6281,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:49.358859 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 4f2d319c-62ae-429b-80d2-6b5304ac6281 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:16:49.394292 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-453105e8-f160-4239-830e-d6ff57b21456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, ff9f934a-1f68-4db9-98bc-c781f6becf61) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:16:49.408345 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453105e8-f160-4239-830e-d6ff57b21456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:16:49.414050 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-453105e8-f160-4239-830e-d6ff57b21456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:49.467475 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9d9a5ee4-9113-4527-9305-3951a8e5d2b2 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:49.469655 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-471a5d3a-e03a-48c4-9ce1-f89306f2eee7 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4187298 Apr 11 14:16:49.471494 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-cf916a90-7044-41a9-93a8-2e69f0f5a0c3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4003484 Apr 11 14:16:49.477429 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34178) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:49.478215 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34180) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:49.494212 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-a7506e23-d1a6-47cf-8469-5b09d6230688 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:16:49.502367 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35448c23-376b-4025-adb4-ca22279a69de None None] Network ff9f934a-1f68-4db9-98bc-c781f6becf61 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:16:49.514135 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-35f04693-d3e2-48e7-b7b4-20ad1e4d2604 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Request body: {'subnet': {'network_id': '4f2d319c-62ae-429b-80d2-6b5304ac6281', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:16:49.520882 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Allocated IP 172.20.0.2 (c6ea0449-d5bb-46c4-a148-72f3fb27a286/07ac75f7-df8a-45a0-834c-28e735b7edb3/33ae4ad0-da7b-4bde-8675-1fdf140cbfaa) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:16:49.534046 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf916a90-7044-41a9-93a8-2e69f0f5a0c3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Network': ['ID=47d4fbd0-dfc4-4187-bb2e-73c4649db563,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:49.552728 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9d9a5ee4-9113-4527-9305-3951a8e5d2b2 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Usage tracker for resource:security_group_rule and tenant:923dc7d24ebc4de6876fb83dfa4a09f6 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:49.572612 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9d9a5ee4-9113-4527-9305-3951a8e5d2b2 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:49.573484 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4c093e38-2781-46e6-b2c1-10c2af3d7212 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4813874 Apr 11 14:16:49.579609 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34188) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:49.653522 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9d9a5ee4-9113-4527-9305-3951a8e5d2b2 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:49.666290 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-453105e8-f160-4239-830e-d6ff57b21456 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2499864 Apr 11 14:16:49.676158 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-e038ca9e-a153-400b-acca-f46b76103c6f admin admin] Request body: {'subnet': {'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1498298036-subnet', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:16:49.686732 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34192) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:49.694003 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fcac0070-aa02-40d5-8fcf-8d26eb3aca03 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:49.695977 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:16:49.734515 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-f1c9f6e4-49a8-42df-8895-985ebfa72621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-893594380'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:16:49.769718 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-dd7c2cb1-7db3-4bd3-a332-39c6c51c63df admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2087272310-router', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:16:49.796429 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f1c9f6e4-49a8-42df-8895-985ebfa72621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:49.817464 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f1c9f6e4-49a8-42df-8895-985ebfa72621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Usage tracker for resource:network and tenant:9a0fd67c9ffc4b849747dfbca7e8d13c is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:49.823525 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f1c9f6e4-49a8-42df-8895-985ebfa72621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:49.837587 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c093e38-2781-46e6-b2c1-10c2af3d7212 admin admin] Pushing event updated for resources: {'Network': ['ID=ddf8ce9d-6671-4d82-b259-929f8e3d9c2c,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:49.841331 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f1c9f6e4-49a8-42df-8895-985ebfa72621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:49.849308 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-35f04693-d3e2-48e7-b7b4-20ad1e4d2604 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:49.853584 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a7506e23-d1a6-47cf-8469-5b09d6230688 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:49.860080 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-35f04693-d3e2-48e7-b7b4-20ad1e4d2604 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Usage tracker for resource:subnet and tenant:6dc49753518645bdb38d741d380bdfd5 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:49.862472 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-064af688-d338-41ec-9fc8-1d2dd87515e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:49.869239 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a7506e23-d1a6-47cf-8469-5b09d6230688 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:subnet and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:49.869239 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-35f04693-d3e2-48e7-b7b4-20ad1e4d2604 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:49.871233 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a7506e23-d1a6-47cf-8469-5b09d6230688 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:49.871437 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e038ca9e-a153-400b-acca-f46b76103c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:49.874965 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-35f04693-d3e2-48e7-b7b4-20ad1e4d2604 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:49.880304 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a7506e23-d1a6-47cf-8469-5b09d6230688 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:49.884570 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bec122-112b-4860-8566-eb163069ae48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-ff9f934a-1f68-4db9-98bc-c781f6becf61', 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'fixed_ips': [{'subnet_id': '3d775f23-5af1-424c-8995-0ec246e6dd23'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:16:49.886053 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-44bec122-112b-4860-8566-eb163069ae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:49.894195 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e038ca9e-a153-400b-acca-f46b76103c6f admin admin] Usage tracker for resource:subnet and tenant:da52381567644ed8b6f3e1a9b6badbd7 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:49.896046 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network ddf8ce9d-6671-4d82-b259-929f8e3d9c2c details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:16:49.897141 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-dd7c2cb1-7db3-4bd3-a332-39c6c51c63df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:49.903846 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e038ca9e-a153-400b-acca-f46b76103c6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:49.939351 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e038ca9e-a153-400b-acca-f46b76103c6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:49.945618 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-dd7c2cb1-7db3-4bd3-a332-39c6c51c63df admin admin] Usage tracker for resource:router and tenant:3a85f0a6d08649479272c8b7c048674a is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:49.958722 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-dd7c2cb1-7db3-4bd3-a332-39c6c51c63df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:49.968804 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c9f6e4-49a8-42df-8895-985ebfa72621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Made reservation on behalf of 9a0fd67c9ffc4b849747dfbca7e8d13c for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:16:49.973754 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f6e4-49a8-42df-8895-985ebfa72621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:49.978642 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-dd7c2cb1-7db3-4bd3-a332-39c6c51c63df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:49.994459 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f6e4-49a8-42df-8895-985ebfa72621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:50.012847 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7506e23-d1a6-47cf-8469-5b09d6230688 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:16:50.017728 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a7506e23-d1a6-47cf-8469-5b09d6230688 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:50.025431 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-fcac0070-aa02-40d5-8fcf-8d26eb3aca03 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Allocated IP 172.26.7.249 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/110d49cf-d443-4886-b45b-a4bc3c907f28) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:16:50.042526 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f04693-d3e2-48e7-b7b4-20ad1e4d2604 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Made reservation on behalf of 6dc49753518645bdb38d741d380bdfd5 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:16:50.047614 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-35f04693-d3e2-48e7-b7b4-20ad1e4d2604 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks [] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:50.066338 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e038ca9e-a153-400b-acca-f46b76103c6f admin admin] Made reservation on behalf of da52381567644ed8b6f3e1a9b6badbd7 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:16:50.068785 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e038ca9e-a153-400b-acca-f46b76103c6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:50.103418 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f1c9f6e4-49a8-42df-8895-985ebfa72621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:50.120874 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f1c9f6e4-49a8-42df-8895-985ebfa72621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Usage tracker for resource:security_group_rule and tenant:9a0fd67c9ffc4b849747dfbca7e8d13c is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:50.160273 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dd7c2cb1-7db3-4bd3-a332-39c6c51c63df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:50.161251 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dd7c2cb1-7db3-4bd3-a332-39c6c51c63df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:50.200263 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f1c9f6e4-49a8-42df-8895-985ebfa72621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:50.229692 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9d9a5ee4-9113-4527-9305-3951a8e5d2b2 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:50.271754 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:50.311193 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f1c9f6e4-49a8-42df-8895-985ebfa72621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:50.360048 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Transition to ACTIVE for port object 33ae4ad0-da7b-4bde-8675-1fdf140cbfaa will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:16:50.364122 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Transition to ACTIVE for port object 33ae4ad0-da7b-4bde-8675-1fdf140cbfaa will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:16:50.368715 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-44bec122-112b-4860-8566-eb163069ae48 None None] Allocated IP 172.20.0.2 (ff9f934a-1f68-4db9-98bc-c781f6becf61/3d775f23-5af1-424c-8995-0ec246e6dd23/75f2fb7a-9685-4307-b651-7ba3014bfdf7) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:16:50.415925 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dd7c2cb1-7db3-4bd3-a332-39c6c51c63df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:50.510284 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9d9a5ee4-9113-4527-9305-3951a8e5d2b2 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:50.540199 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:50.558782 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fcac0070-aa02-40d5-8fcf-8d26eb3aca03 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:50.578917 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f6e4-49a8-42df-8895-985ebfa72621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:50.598148 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9a5ee4-9113-4527-9305-3951a8e5d2b2 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:16:50.674199 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Network c6ea0449-d5bb-46c4-a148-72f3fb27a286 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:16:50.679151 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:16:50.682006 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:16:50.682199 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f6e4-49a8-42df-8895-985ebfa72621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:50.711400 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Pushing event updated for resources: {'Port': ['ID=33ae4ad0-da7b-4bde-8675-1fdf140cbfaa,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:50.720086 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-35f04693-d3e2-48e7-b7b4-20ad1e4d2604 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:50.722983 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9d9a5ee4-9113-4527-9305-3951a8e5d2b2 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:50.723345 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-9d9a5ee4-9113-4527-9305-3951a8e5d2b2 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Added segment 0080738e-18a5-4592-a72e-2524d32d3dbd of type vlan for network beba594f-11f4-49ba-8dd8-8eecf8d96df6 Apr 11 14:16:50.723896 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c9f6e4-49a8-42df-8895-985ebfa72621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:16:50.756774 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-44bec122-112b-4860-8566-eb163069ae48 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:50.760028 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:50.760452 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:50.760796 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:50.761122 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:50.761447 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:50.761775 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:50.764386 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:50.764386 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:50.764386 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:50.764386 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:50.764801 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a7506e23-d1a6-47cf-8469-5b09d6230688 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:50.764921 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:50.764921 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Tracked resource versions report: Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: pushed versions: Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: { 'AddressGroup': {'1.2'}, Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: 'ConntrackHelper': {'1.0'}, Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: 'Log': {'1.0'}, Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: 'Network': {'1.1'}, Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: 'Port': {'1.7'}, Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: 'PortForwarding': {'1.2'}, Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: 'QosPolicy': {'1.8'}, Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: 'SecurityGroup': {'1.4'}, Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: 'SecurityGroupRule': {'1.2'}, Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: 'SubPort': {'1.0'}, Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: 'Subnet': {'1.1'}, Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: 'Trunk': {'1.1'}} Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: consumer versions: Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: { DHCP agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: HyperV agent@hv-neutron-8373: {}, Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: L3 agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: Metadata agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: Metering agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: Open vSwitch agent@dv-neutron-837330-1-hyperv: { 'AddressGroup': '1.2', Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: 'ConntrackHelper': '1.0', Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: 'Log': '1.0', Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: 'Network': '1.1', Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: 'Port': '1.7', Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: 'PortForwarding': '1.2', Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: 'QosPolicy': '1.8', Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: 'SecurityGroup': '1.4', Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: 'SecurityGroupRule': '1.2', Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: 'SubPort': '1.0', Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: 'Subnet': '1.1', Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: 'Trunk': '1.1'}} Apr 11 14:16:50.765317 dv-neutron-837330-1-hyperv neutron-server[88618]: {{(pid=88618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 14:16:50.789415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9f6e4-49a8-42df-8895-985ebfa72621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e32bdb8c-3076-4c50-97e8-641a5efa41c2,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:50.811082 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f6e4-49a8-42df-8895-985ebfa72621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:50.811485 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-f1c9f6e4-49a8-42df-8895-985ebfa72621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Added segment 71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f of type vlan for network 75a9fff1-14e8-4fad-93c5-588cc57ea60b Apr 11 14:16:50.813392 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-44bec122-112b-4860-8566-eb163069ae48 None None] Transition to ACTIVE for port object 75f2fb7a-9685-4307-b651-7ba3014bfdf7 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:16:50.854196 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Attempting to bind port 33ae4ad0-da7b-4bde-8675-1fdf140cbfaa on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:16:50.854559 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Attempting to bind port 33ae4ad0-da7b-4bde-8675-1fdf140cbfaa by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '194bd252-507a-47af-97d6-796ec1e052f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:16:50.854911 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Attempting to bind port 33ae4ad0-da7b-4bde-8675-1fdf140cbfaa on network c6ea0449-d5bb-46c4-a148-72f3fb27a286 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:16:50.857626 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-44bec122-112b-4860-8566-eb163069ae48 None None] Transition to ACTIVE for port object 75f2fb7a-9685-4307-b651-7ba3014bfdf7 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:16:50.863937 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:16:50.864299 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Checking segment: {'id': '194bd252-507a-47af-97d6-796ec1e052f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:16:50.864695 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:50.865083 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Bound using segment: {'id': '194bd252-507a-47af-97d6-796ec1e052f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:16:50.865785 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Bound port: 33ae4ad0-da7b-4bde-8675-1fdf140cbfaa, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194bd252-507a-47af-97d6-796ec1e052f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:16:50.866373 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:50.867361 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f04693-d3e2-48e7-b7b4-20ad1e4d2604 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Pushing event updated for resources: {'Subnet': ['ID=4a62f2f2-3bc3-43f5-9e90-e4b0b7f70804,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:50.871253 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a5ee4-9113-4527-9305-3951a8e5d2b2 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45312697-c5c4-4223-8269-f91086e2dae9,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:50.927012 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f6e4-49a8-42df-8895-985ebfa72621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:50.935635 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-44bec122-112b-4860-8566-eb163069ae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:50.938100 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f04693-d3e2-48e7-b7b4-20ad1e4d2604 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Checking segment: {'id': '0cd76554-83e6-413e-8be1-561896f18a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '4f2d319c-62ae-429b-80d2-6b5304ac6281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:16:50.938557 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f04693-d3e2-48e7-b7b4-20ad1e4d2604 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Network hostable DHCP agents. Network: 4f2d319c-62ae-429b-80d2-6b5304ac6281, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:16:50.958149 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7506e23-d1a6-47cf-8469-5b09d6230688 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Checking segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:16:50.958149 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7506e23-d1a6-47cf-8469-5b09d6230688 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network hostable DHCP agents. Network: 47d4fbd0-dfc4-4187-bb2e-73c4649db563, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:16:51.001384 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7506e23-d1a6-47cf-8469-5b09d6230688 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=650f7a35-f53e-4ebc-9227-042af65232e7,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:51.008144 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bec122-112b-4860-8566-eb163069ae48 None None] Network ff9f934a-1f68-4db9-98bc-c781f6becf61 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:16:51.311004 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-44bec122-112b-4860-8566-eb163069ae48 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:16:51.311004 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bec122-112b-4860-8566-eb163069ae48 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:16:51.311004 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-982aba87-0178-472a-bdab-e2d864807451 None None] For port 33ae4ad0-da7b-4bde-8675-1fdf140cbfaa, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:16:51.312093 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f04693-d3e2-48e7-b7b4-20ad1e4d2604 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Network 4f2d319c-62ae-429b-80d2-6b5304ac6281 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:16:51.312172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bec122-112b-4860-8566-eb163069ae48 None None] Pushing event updated for resources: {'Port': ['ID=75f2fb7a-9685-4307-b651-7ba3014bfdf7,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:51.312172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-982aba87-0178-472a-bdab-e2d864807451 None None] For port 33ae4ad0-da7b-4bde-8675-1fdf140cbfaa, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=33ae4ad0-da7b-4bde-8675-1fdf140cbfaa,segment=NetworkSegment(194bd252-507a-47af-97d6-796ec1e052f9),segment_id=194bd252-507a-47af-97d6-796ec1e052f9)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:16:51.312172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-44bec122-112b-4860-8566-eb163069ae48 None None] Attempting to bind port 75f2fb7a-9685-4307-b651-7ba3014bfdf7 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:16:51.312172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-44bec122-112b-4860-8566-eb163069ae48 None None] Attempting to bind port 75f2fb7a-9685-4307-b651-7ba3014bfdf7 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '7cdf1b81-5e2f-4526-982d-405e14529dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:16:51.312172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bec122-112b-4860-8566-eb163069ae48 None None] Attempting to bind port 75f2fb7a-9685-4307-b651-7ba3014bfdf7 on network ff9f934a-1f68-4db9-98bc-c781f6becf61 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:16:51.312172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bec122-112b-4860-8566-eb163069ae48 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:16:51.312172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bec122-112b-4860-8566-eb163069ae48 None None] Checking segment: {'id': '7cdf1b81-5e2f-4526-982d-405e14529dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:16:51.312172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-44bec122-112b-4860-8566-eb163069ae48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:51.312172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bec122-112b-4860-8566-eb163069ae48 None None] Bound using segment: {'id': '7cdf1b81-5e2f-4526-982d-405e14529dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:16:51.312763 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-44bec122-112b-4860-8566-eb163069ae48 None None] Bound port: 75f2fb7a-9685-4307-b651-7ba3014bfdf7, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cdf1b81-5e2f-4526-982d-405e14529dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:16:51.312763 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-44bec122-112b-4860-8566-eb163069ae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:51.312980 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9d9a5ee4-9113-4527-9305-3951a8e5d2b2 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:51.312980 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dd7c2cb1-7db3-4bd3-a332-39c6c51c63df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:51.313148 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7506e23-d1a6-47cf-8469-5b09d6230688 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:16:51.313148 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f6e4-49a8-42df-8895-985ebfa72621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:51.313148 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c9f6e4-49a8-42df-8895-985ebfa72621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:16:51.313148 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f6e4-49a8-42df-8895-985ebfa72621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:51.313428 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-064af688-d338-41ec-9fc8-1d2dd87515e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:51.313428 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-064af688-d338-41ec-9fc8-1d2dd87515e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:51.313428 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e038ca9e-a153-400b-acca-f46b76103c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:51.313721 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:51.333992 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-35f04693-d3e2-48e7-b7b4-20ad1e4d2604 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 4f2d319c-62ae-429b-80d2-6b5304ac6281) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:16:51.340528 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-a7506e23-d1a6-47cf-8469-5b09d6230688 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 47d4fbd0-dfc4-4187-bb2e-73c4649db563) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:16:51.342661 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f04693-d3e2-48e7-b7b4-20ad1e4d2604 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:16:51.343361 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-35f04693-d3e2-48e7-b7b4-20ad1e4d2604 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:51.352143 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fcac0070-aa02-40d5-8fcf-8d26eb3aca03 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:51.353637 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7506e23-d1a6-47cf-8469-5b09d6230688 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:16:51.354370 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a7506e23-d1a6-47cf-8469-5b09d6230688 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:51.358686 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9f6e4-49a8-42df-8895-985ebfa72621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Pushing event updated for resources: {'Network': ['ID=75a9fff1-14e8-4fad-93c5-588cc57ea60b,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:51.378385 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192954f2-67d0-4da8-a0c1-ccd07467905b None None] Network 4f2d319c-62ae-429b-80d2-6b5304ac6281 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:16:51.395105 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63917574-a282-4670-b2fa-1afbc6b73e9f None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:16:51.406860 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 75a9fff1-14e8-4fad-93c5-588cc57ea60b details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:16:51.427947 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f1c9f6e4-49a8-42df-8895-985ebfa72621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.2246761 Apr 11 14:16:51.444324 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-44bec122-112b-4860-8566-eb163069ae48 None None] For port 75f2fb7a-9685-4307-b651-7ba3014bfdf7, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:16:51.457320 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9d9a5ee4-9113-4527-9305-3951a8e5d2b2 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:51.466305 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9a5ee4-9113-4527-9305-3951a8e5d2b2 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:16:51.466305 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9d9a5ee4-9113-4527-9305-3951a8e5d2b2 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:51.483686 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-35f04693-d3e2-48e7-b7b4-20ad1e4d2604 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0001640 Apr 11 14:16:51.486179 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a7506e23-d1a6-47cf-8469-5b09d6230688 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0011809 Apr 11 14:16:51.486896 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34220) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:51.489091 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34222) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:51.495994 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-4229024a-ab01-475a-904e-d7590eb48c1b tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Request body: {'port': {'network_id': '4f2d319c-62ae-429b-80d2-6b5304ac6281', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1409642405'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:16:51.517065 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-688d4563-daac-40fb-90ee-3a1e9e6ff843 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'port': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'name': 'tempest-NetworksTestDHCPv6-370295808'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:16:51.529508 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-44bec122-112b-4860-8566-eb163069ae48 None None] For port 75f2fb7a-9685-4307-b651-7ba3014bfdf7, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=75f2fb7a-9685-4307-b651-7ba3014bfdf7,segment=NetworkSegment(7cdf1b81-5e2f-4526-982d-405e14529dcc),segment_id=7cdf1b81-5e2f-4526-982d-405e14529dcc)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:16:51.555803 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcac0070-aa02-40d5-8fcf-8d26eb3aca03 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:16:51.577021 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-fcac0070-aa02-40d5-8fcf-8d26eb3aca03 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:16:51.589333 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038ca9e-a153-400b-acca-f46b76103c6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9d5ac2f-00cd-4195-849b-d29b7014d92e,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:51.616231 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcac0070-aa02-40d5-8fcf-8d26eb3aca03 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:16:51.647331 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-44bec122-112b-4860-8566-eb163069ae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:51.671388 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982aba87-0178-472a-bdab-e2d864807451 None None] Pushing event updated for resources: {'Port': ['ID=33ae4ad0-da7b-4bde-8675-1fdf140cbfaa,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:51.871397 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-4229024a-ab01-475a-904e-d7590eb48c1b tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:51.882292 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4229024a-ab01-475a-904e-d7590eb48c1b tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Usage tracker for resource:port and tenant:6dc49753518645bdb38d741d380bdfd5 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:51.891378 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4229024a-ab01-475a-904e-d7590eb48c1b tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:51.898340 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-4229024a-ab01-475a-904e-d7590eb48c1b tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:51.904059 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e038ca9e-a153-400b-acca-f46b76103c6f admin admin] Checking segment: {'id': '9435d7f4-8ad0-4468-b4a5-462636e7996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:16:51.904613 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e038ca9e-a153-400b-acca-f46b76103c6f admin admin] Network hostable DHCP agents. Network: ddf8ce9d-6671-4d82-b259-929f8e3d9c2c, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:16:51.908521 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-688d4563-daac-40fb-90ee-3a1e9e6ff843 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:51.913361 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-688d4563-daac-40fb-90ee-3a1e9e6ff843 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:port and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:51.916578 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-688d4563-daac-40fb-90ee-3a1e9e6ff843 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:51.930107 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-688d4563-daac-40fb-90ee-3a1e9e6ff843 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:51.993426 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4229024a-ab01-475a-904e-d7590eb48c1b tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Made reservation on behalf of 6dc49753518645bdb38d741d380bdfd5 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:16:52.002666 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4229024a-ab01-475a-904e-d7590eb48c1b tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:52.057884 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688d4563-daac-40fb-90ee-3a1e9e6ff843 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:16:52.063235 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-688d4563-daac-40fb-90ee-3a1e9e6ff843 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:52.081573 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-4229024a-ab01-475a-904e-d7590eb48c1b tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] device_id is not set on port 3137686e-d1e8-4a2b-b8e2-4936bf2b58c1 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:16:52.099284 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9d9a5ee4-9113-4527-9305-3951a8e5d2b2 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.5118806 Apr 11 14:16:52.110439 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac0070-aa02-40d5-8fcf-8d26eb3aca03 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Pushing event updated for resources: {'Port': ['ID=110d49cf-d443-4886-b45b-a4bc3c907f28,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:52.119351 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34234) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:52.153295 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bec122-112b-4860-8566-eb163069ae48 None None] Pushing event updated for resources: {'Port': ['ID=75f2fb7a-9685-4307-b651-7ba3014bfdf7,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:52.156927 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a5ee4-9113-4527-9305-3951a8e5d2b2 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Pushing event updated for resources: {'Network': ['ID=beba594f-11f4-49ba-8dd8-8eecf8d96df6,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:52.250419 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network beba594f-11f4-49ba-8dd8-8eecf8d96df6 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:16:52.269144 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-688d4563-daac-40fb-90ee-3a1e9e6ff843 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] device_id is not set on port 4dbf480d-20d0-473e-9226-7eda959082d7 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:16:52.322242 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-064af688-d338-41ec-9fc8-1d2dd87515e0 admin admin] Allocated IP 172.26.7.62 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/05dc698f-2241-4a32-929f-8187730b4e9c) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:16:52.328057 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fcac0070-aa02-40d5-8fcf-8d26eb3aca03 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:52.433778 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e038ca9e-a153-400b-acca-f46b76103c6f admin admin] Network ddf8ce9d-6671-4d82-b259-929f8e3d9c2c is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:16:52.572943 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34240) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:52.584048 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Request body: {'port': {'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b', 'binding:host_id': 'hv-neutron-8373', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417309052'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:16:52.586325 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5b8226-8292-4bca-877c-1406dce76ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'fixed_ips': [{'subnet_id': '650f7a35-f53e-4ebc-9227-042af65232e7'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:16:52.587753 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8226-8292-4bca-877c-1406dce76ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:52.608735 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9349b4-8948-4b43-93e4-1fd4b9bcecb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-4f2d319c-62ae-429b-80d2-6b5304ac6281', 'network_id': '4f2d319c-62ae-429b-80d2-6b5304ac6281', 'tenant_id': '6dc49753518645bdb38d741d380bdfd5', 'fixed_ips': [{'subnet_id': '4a62f2f2-3bc3-43f5-9e90-e4b0b7f70804'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:16:52.609565 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fa9349b4-8948-4b43-93e4-1fd4b9bcecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:52.611601 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:52.623946 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-4229024a-ab01-475a-904e-d7590eb48c1b tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Allocated IP 172.20.0.5 (4f2d319c-62ae-429b-80d2-6b5304ac6281/4a62f2f2-3bc3-43f5-9e90-e4b0b7f70804/3137686e-d1e8-4a2b-b8e2-4936bf2b58c1) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:16:52.630114 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Usage tracker for resource:port and tenant:cd7ad5a9b06447d7aa068b5f7964a17f is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:52.641530 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:52.652463 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-dea5364b-49a7-40db-a2bb-f3429486de77 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Request body: {'network': {'name': 'tempest-network--1914049263', 'router:external': True}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:16:52.659850 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:52.668284 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-e038ca9e-a153-400b-acca-f46b76103c6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, ddf8ce9d-6671-4d82-b259-929f8e3d9c2c) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:16:52.683291 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-dea5364b-49a7-40db-a2bb-f3429486de77 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:52.697309 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 75f2fb7a-9685-4307-b651-7ba3014bfdf7 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:16:52.701160 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-dea5364b-49a7-40db-a2bb-f3429486de77 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Usage tracker for resource:network and tenant:8962d782ffaf4611831d6323966461f0 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:52.702108 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-688d4563-daac-40fb-90ee-3a1e9e6ff843 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 2001:db8::27b (47d4fbd0-dfc4-4187-bb2e-73c4649db563/650f7a35-f53e-4ebc-9227-042af65232e7/4dbf480d-20d0-473e-9226-7eda959082d7) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:16:52.716641 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e038ca9e-a153-400b-acca-f46b76103c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:16:52.717280 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e038ca9e-a153-400b-acca-f46b76103c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:52.723419 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-dea5364b-49a7-40db-a2bb-f3429486de77 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:52.750466 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-dea5364b-49a7-40db-a2bb-f3429486de77 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:52.771402 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3fb92a-125e-4f66-96aa-b9765ba2391e None None] Network ddf8ce9d-6671-4d82-b259-929f8e3d9c2c requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:16:52.804065 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Made reservation on behalf of cd7ad5a9b06447d7aa068b5f7964a17f for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:16:52.806115 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:52.824165 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fcac0070-aa02-40d5-8fcf-8d26eb3aca03 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:52.841466 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:52.948893 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:52.969276 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Usage tracker for resource:security_group_rule and tenant:cd7ad5a9b06447d7aa068b5f7964a17f is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:52.977427 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:53.079463 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 75f2fb7a-9685-4307-b651-7ba3014bfdf7 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:16:53.096576 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 33ae4ad0-da7b-4bde-8675-1fdf140cbfaa up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:16:53.126847 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-064af688-d338-41ec-9fc8-1d2dd87515e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:53.146287 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:53.246534 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.resource_extend [None req-fcac0070-aa02-40d5-8fcf-8d26eb3aca03 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 14:16:53.247380 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4229024a-ab01-475a-904e-d7590eb48c1b tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:53.264725 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ff2a88-7cd2-4ed5-9c45-eb487cfe55c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-ddf8ce9d-6671-4d82-b259-929f8e3d9c2c', 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'fixed_ips': [{'subnet_id': 'e9d5ac2f-00cd-4195-849b-d29b7014d92e'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:16:53.265874 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-87ff2a88-7cd2-4ed5-9c45-eb487cfe55c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:53.271307 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fcac0070-aa02-40d5-8fcf-8d26eb3aca03 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:53.296770 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-4229024a-ab01-475a-904e-d7590eb48c1b tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Transition to ACTIVE for port object 3137686e-d1e8-4a2b-b8e2-4936bf2b58c1 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:16:53.300287 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-688d4563-daac-40fb-90ee-3a1e9e6ff843 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:53.345938 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-688d4563-daac-40fb-90ee-3a1e9e6ff843 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Transition to ACTIVE for port object 4dbf480d-20d0-473e-9226-7eda959082d7 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:16:53.356803 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dd7c2cb1-7db3-4bd3-a332-39c6c51c63df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:53.388471 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a8f522-5abf-4181-9b47-7712087ab6d3 None None] Network ff9f934a-1f68-4db9-98bc-c781f6becf61 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:16:53.400802 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dd7c2cb1-7db3-4bd3-a332-39c6c51c63df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:53.404187 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e038ca9e-a153-400b-acca-f46b76103c6f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.8151097 Apr 11 14:16:53.405106 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea5364b-49a7-40db-a2bb-f3429486de77 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Made reservation on behalf of 8962d782ffaf4611831d6323966461f0 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:16:53.407440 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dea5364b-49a7-40db-a2bb-f3429486de77 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:53.421381 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fcac0070-aa02-40d5-8fcf-8d26eb3aca03 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:53.426374 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34244) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:53.431035 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dea5364b-49a7-40db-a2bb-f3429486de77 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:53.495379 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:53.498746 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-688d4563-daac-40fb-90ee-3a1e9e6ff843 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:53.500756 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4229024a-ab01-475a-904e-d7590eb48c1b tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:53.531634 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-b94a9939-7846-4200-81b5-0fc2f9f5ab5c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1498298036-router', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:16:53.554673 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b94a9939-7846-4200-81b5-0fc2f9f5ab5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:53.558019 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fcac0070-aa02-40d5-8fcf-8d26eb3aca03 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:53.576611 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-dea5364b-49a7-40db-a2bb-f3429486de77 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:53.585661 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b94a9939-7846-4200-81b5-0fc2f9f5ab5c admin admin] Usage tracker for resource:router and tenant:da52381567644ed8b6f3e1a9b6badbd7 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:53.597002 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688d4563-daac-40fb-90ee-3a1e9e6ff843 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:16:53.597955 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:53.599567 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b94a9939-7846-4200-81b5-0fc2f9f5ab5c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:53.603205 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-dea5364b-49a7-40db-a2bb-f3429486de77 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Usage tracker for resource:security_group_rule and tenant:8962d782ffaf4611831d6323966461f0 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:53.614268 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-688d4563-daac-40fb-90ee-3a1e9e6ff843 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:16:53.619419 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] device_id is not set on port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:16:53.620930 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-dea5364b-49a7-40db-a2bb-f3429486de77 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:53.635458 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b94a9939-7846-4200-81b5-0fc2f9f5ab5c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:53.640921 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-dea5364b-49a7-40db-a2bb-f3429486de77 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:53.647943 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-064af688-d338-41ec-9fc8-1d2dd87515e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:53.651420 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac0070-aa02-40d5-8fcf-8d26eb3aca03 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Pushing event updated for resources: {'Port': ['ID=110d49cf-d443-4886-b45b-a4bc3c907f28,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:53.667225 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 33ae4ad0-da7b-4bde-8675-1fdf140cbfaa completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:16:53.683063 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4229024a-ab01-475a-904e-d7590eb48c1b tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Network 4f2d319c-62ae-429b-80d2-6b5304ac6281 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:16:53.686329 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688d4563-daac-40fb-90ee-3a1e9e6ff843 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:16:53.692141 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688d4563-daac-40fb-90ee-3a1e9e6ff843 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:16:53.692760 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-688d4563-daac-40fb-90ee-3a1e9e6ff843 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:53.695325 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8772680-9662-46f3-8eb4-52df1a39acb8 None None] Network c6ea0449-d5bb-46c4-a148-72f3fb27a286 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:16:53.705825 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-4229024a-ab01-475a-904e-d7590eb48c1b tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:16:53.707397 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fcac0070-aa02-40d5-8fcf-8d26eb3aca03 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:53.714939 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-fcac0070-aa02-40d5-8fcf-8d26eb3aca03 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0678065 Apr 11 14:16:53.727473 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34248) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:53.740087 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-65038c5f-8815-4efc-9e2a-c1b6f9e7be87 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-922874142', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'fixed_ips': [{'ip_address': '172.26.7.249'}]}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:16:53.742427 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4229024a-ab01-475a-904e-d7590eb48c1b tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:16:53.748910 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4229024a-ab01-475a-904e-d7590eb48c1b tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:16:53.749619 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4229024a-ab01-475a-904e-d7590eb48c1b tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:53.757819 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d4563-daac-40fb-90ee-3a1e9e6ff843 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=4dbf480d-20d0-473e-9226-7eda959082d7,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:53.787557 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77efa71-9b34-444c-93ad-0be8dc12762e,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:53.794113 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-65038c5f-8815-4efc-9e2a-c1b6f9e7be87 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:53.811969 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-65038c5f-8815-4efc-9e2a-c1b6f9e7be87 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Usage tracker for resource:port and tenant:a83fe0a5113843c79544051f498d1024 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:53.812391 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064af688-d338-41ec-9fc8-1d2dd87515e0 admin admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:16:53.819539 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b94a9939-7846-4200-81b5-0fc2f9f5ab5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:53.820494 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b94a9939-7846-4200-81b5-0fc2f9f5ab5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:53.838479 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-65038c5f-8815-4efc-9e2a-c1b6f9e7be87 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:53.842265 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-064af688-d338-41ec-9fc8-1d2dd87515e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:16:53.858902 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064af688-d338-41ec-9fc8-1d2dd87515e0 admin admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:16:53.912172 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229024a-ab01-475a-904e-d7590eb48c1b tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Pushing event updated for resources: {'Port': ['ID=3137686e-d1e8-4a2b-b8e2-4936bf2b58c1,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:53.923610 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-65038c5f-8815-4efc-9e2a-c1b6f9e7be87 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:53.925618 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064af688-d338-41ec-9fc8-1d2dd87515e0 admin admin] Pushing event updated for resources: {'Port': ['ID=05dc698f-2241-4a32-929f-8187730b4e9c,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:53.947097 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-688d4563-daac-40fb-90ee-3a1e9e6ff843 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4535751 Apr 11 14:16:53.952616 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34254) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:53.964123 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4229024a-ab01-475a-904e-d7590eb48c1b tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4712710 Apr 11 14:16:53.964922 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34258) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:53.968029 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-ed5b8226-8292-4bca-877c-1406dce76ac0 None None] Allocated IP 2001:db8::2 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/650f7a35-f53e-4ebc-9227-042af65232e7/3b5bd19d-01c0-49c9-b311-cb617c7063a2) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:16:53.974073 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e8740ca6-be4f-4198-a271-c388296ff0a2 None None] Provisioning for port 75f2fb7a-9685-4307-b651-7ba3014bfdf7 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:16:53.979324 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-fa9349b4-8948-4b43-93e4-1fd4b9bcecb2 None None] Allocated IP 172.20.0.2 (4f2d319c-62ae-429b-80d2-6b5304ac6281/4a62f2f2-3bc3-43f5-9e90-e4b0b7f70804/e5979a89-9617-4b1b-8c22-4e40bcbf9b3e) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:16:54.032738 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e8740ca6-be4f-4198-a271-c388296ff0a2 None None] Provisioning complete for port 75f2fb7a-9685-4307-b651-7ba3014bfdf7 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:16:54.033316 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e8740ca6-be4f-4198-a271-c388296ff0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:54.051965 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-40c3b196-ae54-489d-bb3a-1f6f4f1f92ba tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Deleting port 3137686e-d1e8-4a2b-b8e2-4936bf2b58c1 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:16:54.052468 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-40c3b196-ae54-489d-bb3a-1f6f4f1f92ba tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:54.130659 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b94a9939-7846-4200-81b5-0fc2f9f5ab5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:54.133453 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-dd7c2cb1-7db3-4bd3-a332-39c6c51c63df admin admin] Allocated IP 172.26.7.26 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/6561a6eb-f8f6-4c15-ad23-8860084212d6) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:16:54.168527 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-87ff2a88-7cd2-4ed5-9c45-eb487cfe55c3 None None] Allocated IP 172.20.0.2 (ddf8ce9d-6671-4d82-b259-929f8e3d9c2c/e9d5ac2f-00cd-4195-849b-d29b7014d92e/68dd9b1e-da18-4882-935c-e8f5cfff3323) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:16:54.229238 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:54.247254 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65038c5f-8815-4efc-9e2a-c1b6f9e7be87 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Made reservation on behalf of a83fe0a5113843c79544051f498d1024 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:16:54.249681 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-65038c5f-8815-4efc-9e2a-c1b6f9e7be87 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:54.335237 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] device_id is not set on port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:16:54.337346 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-65038c5f-8815-4efc-9e2a-c1b6f9e7be87 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:54.363383 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:54.438644 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Transition to ACTIVE for port object 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:16:54.487887 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-40c3b196-ae54-489d-bb3a-1f6f4f1f92ba tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:54.564693 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:54.573222 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dea5364b-49a7-40db-a2bb-f3429486de77 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:54.586060 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-65038c5f-8815-4efc-9e2a-c1b6f9e7be87 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:54.660257 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-65038c5f-8815-4efc-9e2a-c1b6f9e7be87 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Usage tracker for resource:security_group_rule and tenant:a83fe0a5113843c79544051f498d1024 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:54.666387 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dea5364b-49a7-40db-a2bb-f3429486de77 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:54.669890 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-65038c5f-8815-4efc-9e2a-c1b6f9e7be87 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:54.670460 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-40c3b196-ae54-489d-bb3a-1f6f4f1f92ba tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Calling delete_port for 3137686e-d1e8-4a2b-b8e2-4936bf2b58c1 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:16:54.773789 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-65038c5f-8815-4efc-9e2a-c1b6f9e7be87 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:54.787178 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Pushing event updated for resources: {'Port': ['ID=7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:54.878091 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Checking segment: {'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:16:54.878579 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Network hostable DHCP agents. Network: 75a9fff1-14e8-4fad-93c5-588cc57ea60b, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:16:54.916850 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e8740ca6-be4f-4198-a271-c388296ff0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:54.922654 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-064af688-d338-41ec-9fc8-1d2dd87515e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:54.959256 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fa9349b4-8948-4b43-93e4-1fd4b9bcecb2 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:54.962419 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8226-8292-4bca-877c-1406dce76ac0 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:54.990762 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Network 75a9fff1-14e8-4fad-93c5-588cc57ea60b is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:16:55.002449 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-fa9349b4-8948-4b43-93e4-1fd4b9bcecb2 None None] Transition to ACTIVE for port object e5979a89-9617-4b1b-8c22-4e40bcbf9b3e will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:16:55.007709 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ed5b8226-8292-4bca-877c-1406dce76ac0 None None] Transition to ACTIVE for port object 3b5bd19d-01c0-49c9-b311-cb617c7063a2 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:16:55.017137 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-87ff2a88-7cd2-4ed5-9c45-eb487cfe55c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:55.031320 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-40c3b196-ae54-489d-bb3a-1f6f4f1f92ba tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:55.061098 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-87ff2a88-7cd2-4ed5-9c45-eb487cfe55c3 None None] Transition to ACTIVE for port object 68dd9b1e-da18-4882-935c-e8f5cfff3323 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:16:55.087030 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-e8740ca6-be4f-4198-a271-c388296ff0a2 None None] For port 75f2fb7a-9685-4307-b651-7ba3014bfdf7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=75f2fb7a-9685-4307-b651-7ba3014bfdf7,segment=NetworkSegment(7cdf1b81-5e2f-4526-982d-405e14529dcc),segment_id=7cdf1b81-5e2f-4526-982d-405e14529dcc)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:16:55.089249 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 75a9fff1-14e8-4fad-93c5-588cc57ea60b) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:16:55.095454 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3b196-ae54-489d-bb3a-1f6f4f1f92ba tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Pushing event deleted for resources: {'Port': ['ID=3137686e-d1e8-4a2b-b8e2-4936bf2b58c1,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:55.100348 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-fa9349b4-8948-4b43-93e4-1fd4b9bcecb2 None None] Transition to ACTIVE for port object e5979a89-9617-4b1b-8c22-4e40bcbf9b3e will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:16:55.108690 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:16:55.112221 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f2dc59-3089-40aa-a9c3-1c4c6d57409d None None] Network 75a9fff1-14e8-4fad-93c5-588cc57ea60b requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:16:55.121076 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f032501-42d5-4454-9079-d4a7c308b09d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:16:55.123129 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0f032501-42d5-4454-9079-d4a7c308b09d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 1.1665671 Apr 11 14:16:55.126876 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34264) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:55.144780 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ed5b8226-8292-4bca-877c-1406dce76ac0 None None] Transition to ACTIVE for port object 3b5bd19d-01c0-49c9-b311-cb617c7063a2 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:16:55.173788 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-87ff2a88-7cd2-4ed5-9c45-eb487cfe55c3 None None] Transition to ACTIVE for port object 68dd9b1e-da18-4882-935c-e8f5cfff3323 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:16:55.175858 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:16:55.176079 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:16:55.176446 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:16:55.185494 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e8740ca6-be4f-4198-a271-c388296ff0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:55.230662 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-40c3b196-ae54-489d-bb3a-1f6f4f1f92ba tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:55.241570 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-40c3b196-ae54-489d-bb3a-1f6f4f1f92ba tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] 10.222.0.66 "DELETE /v2.0/ports/3137686e-d1e8-4a2b-b8e2-4936bf2b58c1 HTTP/1.1" status: 204 len: 168 time: 1.2737904 Apr 11 14:16:55.241747 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea5364b-49a7-40db-a2bb-f3429486de77 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:16:55.242498 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:16:55.242838 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:16:55.245195 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34268) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:55.245682 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempt 2 to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 Apr 11 14:16:55.256900 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b94a9939-7846-4200-81b5-0fc2f9f5ab5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:55.285397 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea5364b-49a7-40db-a2bb-f3429486de77 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcc0ec3-aa99-474e-8459-266c95a52504,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:55.294931 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:16:55.295620 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:16:55.296055 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:16:55.302991 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dd7c2cb1-7db3-4bd3-a332-39c6c51c63df admin admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:55.307645 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:16:55.307982 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:16:55.312074 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-02d5677f-6540-48ef-ba67-a71fd662b98a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting port 4dbf480d-20d0-473e-9226-7eda959082d7 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:16:55.316903 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-02d5677f-6540-48ef-ba67-a71fd662b98a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:55.317456 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dea5364b-49a7-40db-a2bb-f3429486de77 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:55.318132 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-dea5364b-49a7-40db-a2bb-f3429486de77 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Added segment 6af74a85-1fe0-4f87-b57c-b10859b4053c of type vlan for network d94e9b87-b7bb-4e1f-818d-34bba7ef1e30 Apr 11 14:16:55.462579 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempt 3 to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 Apr 11 14:16:55.471604 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fa9349b4-8948-4b43-93e4-1fd4b9bcecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:55.475468 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8226-8292-4bca-877c-1406dce76ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:55.487751 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-599a957a-bf14-47f8-bebc-2cc400a6c635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:55.489627 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-87ff2a88-7cd2-4ed5-9c45-eb487cfe55c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:55.492551 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:16:55.493197 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:16:55.493658 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:16:55.498941 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c34c4076-7e8e-4f62-b036-cb70dc009cdc tempest-DHCPAgentSchedulersTestJSON-1511529537 tempest-DHCPAgentSchedulersTestJSON-1511529537-project-admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.2454033 Apr 11 14:16:55.502185 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dea5364b-49a7-40db-a2bb-f3429486de77 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:55.508559 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34274) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:55.534022 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:16:55.534022 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:16:55.534682 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-fd0d876f-75ca-400e-8c88-80eef1f489c0 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1101878466'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:16:55.535627 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8740ca6-be4f-4198-a271-c388296ff0a2 None None] Pushing event updated for resources: {'Port': ['ID=75f2fb7a-9685-4307-b651-7ba3014bfdf7,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:55.541434 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempt 4 to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 Apr 11 14:16:55.559368 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-fd0d876f-75ca-400e-8c88-80eef1f489c0 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:55.566394 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:16:55.566722 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:16:55.567051 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:16:55.596804 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:16:55.597024 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:16:55.609229 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempt 5 to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 Apr 11 14:16:55.611176 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5b8226-8292-4bca-877c-1406dce76ac0 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:16:55.613091 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9349b4-8948-4b43-93e4-1fd4b9bcecb2 None None] Network 4f2d319c-62ae-429b-80d2-6b5304ac6281 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:16:55.619870 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ff2a88-7cd2-4ed5-9c45-eb487cfe55c3 None None] Network ddf8ce9d-6671-4d82-b259-929f8e3d9c2c is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:16:55.621096 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-ed5b8226-8292-4bca-877c-1406dce76ac0 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:16:55.623364 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-fa9349b4-8948-4b43-93e4-1fd4b9bcecb2 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:16:55.640043 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fd0d876f-75ca-400e-8c88-80eef1f489c0 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Usage tracker for resource:network and tenant:6dc49753518645bdb38d741d380bdfd5 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:55.656944 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fd0d876f-75ca-400e-8c88-80eef1f489c0 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:55.657170 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9349b4-8948-4b43-93e4-1fd4b9bcecb2 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:16:55.666686 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-87ff2a88-7cd2-4ed5-9c45-eb487cfe55c3 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:16:55.675673 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5b8226-8292-4bca-877c-1406dce76ac0 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:16:55.679190 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f8ed952c-2676-40cb-8a8c-6ae0c1a22199 None None] Provisioning for port 33ae4ad0-da7b-4bde-8675-1fdf140cbfaa completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:16:55.683617 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-fd0d876f-75ca-400e-8c88-80eef1f489c0 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:55.687181 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ff2a88-7cd2-4ed5-9c45-eb487cfe55c3 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:16:55.691538 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:16:55.691860 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:16:55.692453 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:16:55.708386 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:16:55.708704 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:16:55.712105 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempt 6 to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 Apr 11 14:16:55.737742 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:16:55.738178 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:16:55.738436 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:16:55.754475 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:16:55.754846 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f8ed952c-2676-40cb-8a8c-6ae0c1a22199 None None] Provisioning complete for port 33ae4ad0-da7b-4bde-8675-1fdf140cbfaa triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:16:55.754946 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:16:55.755194 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f8ed952c-2676-40cb-8a8c-6ae0c1a22199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:55.757616 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempt 7 to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 Apr 11 14:16:55.769062 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-02d5677f-6540-48ef-ba67-a71fd662b98a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:55.811985 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-65038c5f-8815-4efc-9e2a-c1b6f9e7be87 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:55.818849 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-064af688-d338-41ec-9fc8-1d2dd87515e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:55.825801 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dd7c2cb1-7db3-4bd3-a332-39c6c51c63df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:55.836111 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:16:55.836565 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:16:55.836765 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:16:55.907137 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-02d5677f-6540-48ef-ba67-a71fd662b98a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Calling delete_port for 4dbf480d-20d0-473e-9226-7eda959082d7 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:16:55.935991 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:16:55.936184 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:16:55.942534 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempt 8 to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 Apr 11 14:16:55.947412 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9349b4-8948-4b43-93e4-1fd4b9bcecb2 None None] Pushing event updated for resources: {'Port': ['ID=e5979a89-9617-4b1b-8c22-4e40bcbf9b3e,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:55.955411 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dea5364b-49a7-40db-a2bb-f3429486de77 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:55.957034 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea5364b-49a7-40db-a2bb-f3429486de77 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:16:55.958152 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dea5364b-49a7-40db-a2bb-f3429486de77 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:55.961710 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0d876f-75ca-400e-8c88-80eef1f489c0 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Made reservation on behalf of 6dc49753518645bdb38d741d380bdfd5 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:16:55.965192 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fd0d876f-75ca-400e-8c88-80eef1f489c0 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:55.968266 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:16:55.968499 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:16:55.968809 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:16:55.978809 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-65038c5f-8815-4efc-9e2a-c1b6f9e7be87 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:55.986267 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:16:55.986586 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:16:55.988997 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempt 9 to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 Apr 11 14:16:56.017226 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:16:56.018058 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:16:56.018058 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:16:56.023188 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:16:56.023511 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:16:56.026842 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempt 10 to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 Apr 11 14:16:56.075598 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-fa9349b4-8948-4b43-93e4-1fd4b9bcecb2 None None] Attempting to bind port e5979a89-9617-4b1b-8c22-4e40bcbf9b3e on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:16:56.075934 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-fa9349b4-8948-4b43-93e4-1fd4b9bcecb2 None None] Attempting to bind port e5979a89-9617-4b1b-8c22-4e40bcbf9b3e by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '0cd76554-83e6-413e-8be1-561896f18a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '4f2d319c-62ae-429b-80d2-6b5304ac6281'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:16:56.076299 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9349b4-8948-4b43-93e4-1fd4b9bcecb2 None None] Attempting to bind port e5979a89-9617-4b1b-8c22-4e40bcbf9b3e on network 4f2d319c-62ae-429b-80d2-6b5304ac6281 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:16:56.081280 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:16:56.081475 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:16:56.081937 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:16:56.084915 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-ed5b8226-8292-4bca-877c-1406dce76ac0 None None] Attempting to bind port 3b5bd19d-01c0-49c9-b311-cb617c7063a2 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:16:56.085298 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-ed5b8226-8292-4bca-877c-1406dce76ac0 None None] Attempting to bind port 3b5bd19d-01c0-49c9-b311-cb617c7063a2 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:16:56.085638 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b8226-8292-4bca-877c-1406dce76ac0 None None] Attempting to bind port 3b5bd19d-01c0-49c9-b311-cb617c7063a2 on network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:16:56.094100 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:16:56.094423 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:16:56.094778 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:56.106830 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-65038c5f-8815-4efc-9e2a-c1b6f9e7be87 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] device_id is not set on port ddaf299a-06dd-48eb-b6fc-390ae8626b57 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:16:56.108602 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-87ff2a88-7cd2-4ed5-9c45-eb487cfe55c3 None None] Attempting to bind port 68dd9b1e-da18-4882-935c-e8f5cfff3323 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:16:56.109180 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-87ff2a88-7cd2-4ed5-9c45-eb487cfe55c3 None None] Attempting to bind port 68dd9b1e-da18-4882-935c-e8f5cfff3323 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '9435d7f4-8ad0-4468-b4a5-462636e7996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:16:56.109768 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ff2a88-7cd2-4ed5-9c45-eb487cfe55c3 None None] Attempting to bind port 68dd9b1e-da18-4882-935c-e8f5cfff3323 on network ddf8ce9d-6671-4d82-b259-929f8e3d9c2c {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:16:56.123228 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b8226-8292-4bca-877c-1406dce76ac0 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:16:56.123986 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b8226-8292-4bca-877c-1406dce76ac0 None None] Checking segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:16:56.124587 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8226-8292-4bca-877c-1406dce76ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:56.125202 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b8226-8292-4bca-877c-1406dce76ac0 None None] Bound using segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:16:56.125929 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-ed5b8226-8292-4bca-877c-1406dce76ac0 None None] Bound port: 3b5bd19d-01c0-49c9-b311-cb617c7063a2, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:16:56.126542 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8226-8292-4bca-877c-1406dce76ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:56.136478 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9349b4-8948-4b43-93e4-1fd4b9bcecb2 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:16:56.136918 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9349b4-8948-4b43-93e4-1fd4b9bcecb2 None None] Checking segment: {'id': '0cd76554-83e6-413e-8be1-561896f18a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '4f2d319c-62ae-429b-80d2-6b5304ac6281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:16:56.139054 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fa9349b4-8948-4b43-93e4-1fd4b9bcecb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:56.139054 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9349b4-8948-4b43-93e4-1fd4b9bcecb2 None None] Bound using segment: {'id': '0cd76554-83e6-413e-8be1-561896f18a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '4f2d319c-62ae-429b-80d2-6b5304ac6281'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:16:56.139054 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-fa9349b4-8948-4b43-93e4-1fd4b9bcecb2 None None] Bound port: e5979a89-9617-4b1b-8c22-4e40bcbf9b3e, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd76554-83e6-413e-8be1-561896f18a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '4f2d319c-62ae-429b-80d2-6b5304ac6281'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:16:56.139420 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fa9349b4-8948-4b43-93e4-1fd4b9bcecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:56.163919 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ff2a88-7cd2-4ed5-9c45-eb487cfe55c3 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:16:56.164542 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ff2a88-7cd2-4ed5-9c45-eb487cfe55c3 None None] Checking segment: {'id': '9435d7f4-8ad0-4468-b4a5-462636e7996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:16:56.165089 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-87ff2a88-7cd2-4ed5-9c45-eb487cfe55c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:56.165618 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ff2a88-7cd2-4ed5-9c45-eb487cfe55c3 None None] Bound using segment: {'id': '9435d7f4-8ad0-4468-b4a5-462636e7996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:16:56.167550 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-87ff2a88-7cd2-4ed5-9c45-eb487cfe55c3 None None] Bound port: 68dd9b1e-da18-4882-935c-e8f5cfff3323, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9435d7f4-8ad0-4468-b4a5-462636e7996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:16:56.167550 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-87ff2a88-7cd2-4ed5-9c45-eb487cfe55c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:56.179364 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b8226-8292-4bca-877c-1406dce76ac0 None None] Pushing event updated for resources: {'Port': ['ID=3b5bd19d-01c0-49c9-b311-cb617c7063a2,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:56.182733 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7c2cb1-7db3-4bd3-a332-39c6c51c63df admin admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:16:56.215217 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-dd7c2cb1-7db3-4bd3-a332-39c6c51c63df admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:16:56.217695 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] For port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:16:56.218963 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempted to set empty binding levels {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 11 14:16:56.220355 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-02d5677f-6540-48ef-ba67-a71fd662b98a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:56.277339 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5677f-6540-48ef-ba67-a71fd662b98a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Port': ['ID=4dbf480d-20d0-473e-9226-7eda959082d7,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:56.280033 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:56.287039 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7c2cb1-7db3-4bd3-a332-39c6c51c63df admin admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:16:56.378694 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-02d5677f-6540-48ef-ba67-a71fd662b98a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:56.393667 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:16:56.394315 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:56.404877 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c2cb1-7db3-4bd3-a332-39c6c51c63df admin admin] Pushing event updated for resources: {'Port': ['ID=6561a6eb-f8f6-4c15-ad23-8860084212d6,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:56.407351 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0d876f-75ca-400e-8c88-80eef1f489c0 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:16:56.433410 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-02d5677f-6540-48ef-ba67-a71fd662b98a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/4dbf480d-20d0-473e-9226-7eda959082d7 HTTP/1.1" status: 204 len: 168 time: 1.3051188 Apr 11 14:16:56.434451 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34280) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:56.450760 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff2a88-7cd2-4ed5-9c45-eb487cfe55c3 None None] Pushing event updated for resources: {'Port': ['ID=68dd9b1e-da18-4882-935c-e8f5cfff3323,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:56.473611 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea5364b-49a7-40db-a2bb-f3429486de77 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Pushing event updated for resources: {'Network': ['ID=d94e9b87-b7bb-4e1f-818d-34bba7ef1e30,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:56.514825 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network d94e9b87-b7bb-4e1f-818d-34bba7ef1e30 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:16:56.523341 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db2685c-cf15-4db8-9124-8dae272fee65 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:16:56.525337 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db2685c-cf15-4db8-9124-8dae272fee65 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:16:56.526297 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1db2685c-cf15-4db8-9124-8dae272fee65 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:16:56.537932 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f8ed952c-2676-40cb-8a8c-6ae0c1a22199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:56.557774 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 3.9837151 Apr 11 14:16:56.560026 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34284) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:56.566758 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 75f2fb7a-9685-4307-b651-7ba3014bfdf7 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:16:56.568204 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1148d-ed14-480c-ad40-acd7c5383d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Pushing event updated for resources: {'Port': ['ID=7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:56.600814 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65038c5f-8815-4efc-9e2a-c1b6f9e7be87 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ef3c5d-0e9a-4020-a1fd-7d2dcb650283,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:56.615920 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-ed5b8226-8292-4bca-877c-1406dce76ac0 None None] For port 3b5bd19d-01c0-49c9-b311-cb617c7063a2, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:16:56.643089 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-56ea3103-245d-45c2-9ff6-7816ea2e1dc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Deleting port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:16:56.643393 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56ea3103-245d-45c2-9ff6-7816ea2e1dc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:56.660055 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fd0d876f-75ca-400e-8c88-80eef1f489c0 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:56.660393 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-fd0d876f-75ca-400e-8c88-80eef1f489c0 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Added segment 00051028-b92b-4d36-a77f-5bbd3ca7e2db of type vlan for network 2f090d2c-bd9e-4fc5-95a4-06ea6aab726d Apr 11 14:16:56.677459 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-dea5364b-49a7-40db-a2bb-f3429486de77 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 4.5438919 Apr 11 14:16:56.679354 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34288) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:56.691832 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-fa9349b4-8948-4b43-93e4-1fd4b9bcecb2 None None] For port e5979a89-9617-4b1b-8c22-4e40bcbf9b3e, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:16:56.709296 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-87ff2a88-7cd2-4ed5-9c45-eb487cfe55c3 None None] For port 68dd9b1e-da18-4882-935c-e8f5cfff3323, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:16:56.733762 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-ed5b8226-8292-4bca-877c-1406dce76ac0 None None] For port 3b5bd19d-01c0-49c9-b311-cb617c7063a2, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3b5bd19d-01c0-49c9-b311-cb617c7063a2,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:16:56.738746 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-fa9349b4-8948-4b43-93e4-1fd4b9bcecb2 None None] For port e5979a89-9617-4b1b-8c22-4e40bcbf9b3e, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e5979a89-9617-4b1b-8c22-4e40bcbf9b3e,segment=NetworkSegment(0cd76554-83e6-413e-8be1-561896f18a6f),segment_id=0cd76554-83e6-413e-8be1-561896f18a6f)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:16:56.753568 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-87ff2a88-7cd2-4ed5-9c45-eb487cfe55c3 None None] For port 68dd9b1e-da18-4882-935c-e8f5cfff3323, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=68dd9b1e-da18-4882-935c-e8f5cfff3323,segment=NetworkSegment(9435d7f4-8ad0-4468-b4a5-462636e7996a),segment_id=9435d7f4-8ad0-4468-b4a5-462636e7996a)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:16:56.757299 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fd0d876f-75ca-400e-8c88-80eef1f489c0 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:56.763821 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f8ed952c-2676-40cb-8a8c-6ae0c1a22199 None None] For port 33ae4ad0-da7b-4bde-8675-1fdf140cbfaa, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=33ae4ad0-da7b-4bde-8675-1fdf140cbfaa,segment=NetworkSegment(194bd252-507a-47af-97d6-796ec1e052f9),segment_id=194bd252-507a-47af-97d6-796ec1e052f9)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:16:56.777592 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 75f2fb7a-9685-4307-b651-7ba3014bfdf7 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:16:56.778044 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:56.787041 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1db2685c-cf15-4db8-9124-8dae272fee65 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:16:56.791155 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1db2685c-cf15-4db8-9124-8dae272fee65 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3511136 Apr 11 14:16:56.794325 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34292) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:56.821992 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8226-8292-4bca-877c-1406dce76ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:56.878269 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-87ff2a88-7cd2-4ed5-9c45-eb487cfe55c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:56.882213 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f8ed952c-2676-40cb-8a8c-6ae0c1a22199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:56.884590 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fa9349b4-8948-4b43-93e4-1fd4b9bcecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:56.967151 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:56.980643 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f8ed952c-2676-40cb-8a8c-6ae0c1a22199 None None] Provisioning complete for port 75f2fb7a-9685-4307-b651-7ba3014bfdf7 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:16:56.982159 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f8ed952c-2676-40cb-8a8c-6ae0c1a22199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:57.006549 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-65038c5f-8815-4efc-9e2a-c1b6f9e7be87 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 11 14:16:57.007092 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65038c5f-8815-4efc-9e2a-c1b6f9e7be87 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:16:57.059037 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5bd4607-17a0-49c9-931f-d65cbfa75cfd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet 650f7a35-f53e-4ebc-9227-042af65232e7 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:16:57.067037 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b8226-8292-4bca-877c-1406dce76ac0 None None] Pushing event updated for resources: {'Port': ['ID=3b5bd19d-01c0-49c9-b311-cb617c7063a2,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:57.074387 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f5bd4607-17a0-49c9-931f-d65cbfa75cfd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:57.193414 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fd0d876f-75ca-400e-8c88-80eef1f489c0 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:57.206831 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0d876f-75ca-400e-8c88-80eef1f489c0 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:16:57.207495 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fd0d876f-75ca-400e-8c88-80eef1f489c0 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:57.255334 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064af688-d338-41ec-9fc8-1d2dd87515e0 admin admin] Router 192852e6-7c0d-427c-8746-e2c29b74c32a is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:16:57.290361 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff2a88-7cd2-4ed5-9c45-eb487cfe55c3 None None] Pushing event updated for resources: {'Port': ['ID=68dd9b1e-da18-4882-935c-e8f5cfff3323,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:57.326370 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-56ea3103-245d-45c2-9ff6-7816ea2e1dc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] For port 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4, host hv-neutron-8373, got binding levels [] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:16:57.326725 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56ea3103-245d-45c2-9ff6-7816ea2e1dc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:57.354441 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b94a9939-7846-4200-81b5-0fc2f9f5ab5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:57.523409 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed952c-2676-40cb-8a8c-6ae0c1a22199 None None] Pushing event updated for resources: {'Port': ['ID=33ae4ad0-da7b-4bde-8675-1fdf140cbfaa,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:57.554852 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b94a9939-7846-4200-81b5-0fc2f9f5ab5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:57.557676 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-65038c5f-8815-4efc-9e2a-c1b6f9e7be87 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.8253953 Apr 11 14:16:57.571731 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34298) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:57.632441 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-56ea3103-245d-45c2-9ff6-7816ea2e1dc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Calling delete_port for 7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:16:57.658977 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-fd0d876f-75ca-400e-8c88-80eef1f489c0 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1474993 Apr 11 14:16:57.679399 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34302) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:57.710378 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f5bd4607-17a0-49c9-931f-d65cbfa75cfd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:57.776713 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9349b4-8948-4b43-93e4-1fd4b9bcecb2 None None] Pushing event updated for resources: {'Port': ['ID=e5979a89-9617-4b1b-8c22-4e40bcbf9b3e,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:57.784953 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d7599a78-dc8e-403b-9bb1-838b05212437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:57.811474 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:57.898108 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5d09b7ef-b768-4fb5-8198-dff5624ed1b1 None None] Provisioning complete for port 33ae4ad0-da7b-4bde-8675-1fdf140cbfaa triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:16:57.899598 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5d09b7ef-b768-4fb5-8198-dff5624ed1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:57.988565 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d876f-75ca-400e-8c88-80eef1f489c0 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Pushing event updated for resources: {'Network': ['ID=2f090d2c-bd9e-4fc5-95a4-06ea6aab726d,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:57.991030 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:16:57.991353 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:16:57.992133 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:16:57.992483 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > port after_create 55550000 {{(pid=88617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:16:57.992811 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:16:57.993153 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > port after_update 55550000 {{(pid=88617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:16:57.993475 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:16:57.993824 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:16:57.994186 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:16:57.994503 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:16:58.079108 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 2f090d2c-bd9e-4fc5-95a4-06ea6aab726d details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:16:58.114462 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dd7c2cb1-7db3-4bd3-a332-39c6c51c63df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:58.159600 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:16:58.160087 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:16:58.160314 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:16:58.160596 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:16:58.160934 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94e9b87-b7bb-4e1f-818d-34bba7ef1e30']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:16:58.181071 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56ea3103-245d-45c2-9ff6-7816ea2e1dc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:58.201208 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af74a85-1fe0-4f87-b57c-b10859b4053c') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:16:58.201208 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af74a85-1fe0-4f87-b57c-b10859b4053c') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:16:58.268240 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f5bd4607-17a0-49c9-931f-d65cbfa75cfd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:58.296032 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea3103-245d-45c2-9ff6-7816ea2e1dc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:58.306388 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:58.344180 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a459b-9c0c-406e-a2f5-973888eb4db9 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Deleting port 110d49cf-d443-4886-b45b-a4bc3c907f28 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:16:58.344180 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e7a459b-9c0c-406e-a2f5-973888eb4db9 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:58.360855 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56ea3103-245d-45c2-9ff6-7816ea2e1dc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:58.390849 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:58.408315 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-56ea3103-245d-45c2-9ff6-7816ea2e1dc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] 10.222.0.66 "DELETE /v2.0/ports/7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 HTTP/1.1" status: 204 len: 168 time: 1.8419251 Apr 11 14:16:58.412141 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34306) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:58.452159 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:16:58.452566 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:58.468452 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-760c1ef7-c2fe-445c-88e2-7635af9afbc7 tempest-DHCPAgentSchedulersTestJSON-1511529537 tempest-DHCPAgentSchedulersTestJSON-1511529537-project-admin] 10.222.0.66 "GET /v2.0/agents/04d960df-c771-47af-8b2d-2d84040fc15a/dhcp-networks HTTP/1.1" status: 200 len: 7259 time: 0.7875595 Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: from cryptography.utils import int_from_bytes Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: from cryptography.utils import int_from_bytes Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: util.warn_limited( Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: util.warn_limited( Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:16:58.471920 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:16:58.474093 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34310) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:58.571318 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064af688-d338-41ec-9fc8-1d2dd87515e0 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:16:58.577156 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:58.580646 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-4784f5fd-3e8e-4c36-a1df-50479609ef7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] GET failed (client error): The resource could not be found. Apr 11 14:16:58.580821 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4784f5fd-3e8e-4c36-a1df-50479609ef7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Synchronizing usage tracker for tenant:cd7ad5a9b06447d7aa068b5f7964a17f on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:16:58.603899 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] Sync routers for ids ['192852e6-7c0d-427c-8746-e2c29b74c32a'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:16:58.613588 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:58.626864 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] Routers {'192852e6-7c0d-427c-8746-e2c29b74c32a'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:16:58.627492 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:16:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['192852e6-7c0d-427c-8746-e2c29b74c32a'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:16:58.697699 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f5bd4607-17a0-49c9-931f-d65cbfa75cfd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:58.741321 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:16:58.766612 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd4607-17a0-49c9-931f-d65cbfa75cfd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=650f7a35-f53e-4ebc-9227-042af65232e7,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:58.776901 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f5bd4607-17a0-49c9-931f-d65cbfa75cfd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:58.788345 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-b94a9939-7846-4200-81b5-0fc2f9f5ab5c admin admin] Allocated IP 172.26.7.85 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/2af6adad-29c3-4f73-8eca-2a2d35207a7a) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:16:58.854723 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e5979a89-9617-4b1b-8c22-4e40bcbf9b3e up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:16:58.888570 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4784f5fd-3e8e-4c36-a1df-50479609ef7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Unset dirty status for tenant:cd7ad5a9b06447d7aa068b5f7964a17f on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:16:58.893918 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4784f5fd-3e8e-4c36-a1df-50479609ef7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] 10.222.0.66 "GET /v2.0/ports/7c1b7da9-60c8-4be1-b726-cfcaf72ba4c4 HTTP/1.1" status: 404 len: 333 time: 0.4731767 Apr 11 14:16:58.893918 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:58.895374 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34314) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:58.954333 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-f3a854de-9de4-4147-bbba-4e0e2522aea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Request body: {'port': {'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057098842'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:16:58.960430 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d94e9b87-b7bb-4e1f-818d-34bba7ef1e30 {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 11 14:16:58.970897 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Pushing event deleted for resources: {'Network': ['ID=d94e9b87-b7bb-4e1f-818d-34bba7ef1e30,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:16:58.975815 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f3a854de-9de4-4147-bbba-4e0e2522aea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:58.993143 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f5bd4607-17a0-49c9-931f-d65cbfa75cfd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/650f7a35-f53e-4ebc-9227-042af65232e7 HTTP/1.1" status: 204 len: 168 time: 2.1966057 Apr 11 14:16:58.994931 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:58.997457 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-197af545-17cf-4fb5-a031-323fa18e1f12 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] 10.222.0.66 "DELETE /v2.0/networks/d94e9b87-b7bb-4e1f-818d-34bba7ef1e30 HTTP/1.1" status: 204 len: 168 time: 2.2830069 Apr 11 14:16:59.013677 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34318) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:59.014120 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34320) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:59.032432 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] Set router 192852e6-7c0d-427c-8746-e2c29b74c32a gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:16:59.051364 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-d20e8aa3-7de2-40a8-8c17-ee3c107ddcfe tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:16:59.055528 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f3a854de-9de4-4147-bbba-4e0e2522aea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:59.083034 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3876f55a-0b41-4ac2-a1e2-1d2f49a50962 None None] Network ddf8ce9d-6671-4d82-b259-929f8e3d9c2c requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:16:59.121247 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port e5979a89-9617-4b1b-8c22-4e40bcbf9b3e completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:16:59.223433 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-d20e8aa3-7de2-40a8-8c17-ee3c107ddcfe tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:59.267734 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770f3df7-bbbe-41bf-b3a2-1a5655bf2e20 tempest-DHCPAgentSchedulersTestJSON-1511529537 tempest-DHCPAgentSchedulersTestJSON-1511529537-project-admin] Network 2f090d2c-bd9e-4fc5-95a4-06ea6aab726d is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:16:59.271385 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d20e8aa3-7de2-40a8-8c17-ee3c107ddcfe tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Usage tracker for resource:network and tenant:8962d782ffaf4611831d6323966461f0 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:59.279987 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3b5bd19d-01c0-49c9-b311-cb617c7063a2 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:16:59.281753 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0168a4e0-c6d9-46fd-bf5e-e777edf449fb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2534132 Apr 11 14:16:59.285715 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d20e8aa3-7de2-40a8-8c17-ee3c107ddcfe tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:59.288836 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34326) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:59.300756 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-1ea01e4d-cda3-4e3a-b8c9-85f6105b3120 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:16:59.311867 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e7a459b-9c0c-406e-a2f5-973888eb4db9 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:59.312375 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e7a459b-9c0c-406e-a2f5-973888eb4db9 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:59.319246 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-d20e8aa3-7de2-40a8-8c17-ee3c107ddcfe tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:59.366584 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c2290f63-bdf9-45a0-a9cc-102c288ff854 None None] Provisioning for port 68dd9b1e-da18-4882-935c-e8f5cfff3323 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:16:59.377193 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9bf8cb-fc38-4344-89f7-b12ab52f342a None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:16:59.406621 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a854de-9de4-4147-bbba-4e0e2522aea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Made reservation on behalf of cd7ad5a9b06447d7aa068b5f7964a17f for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:16:59.409419 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f3a854de-9de4-4147-bbba-4e0e2522aea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:59.439762 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-770f3df7-bbbe-41bf-b3a2-1a5655bf2e20 tempest-DHCPAgentSchedulersTestJSON-1511529537 tempest-DHCPAgentSchedulersTestJSON-1511529537-project-admin] 10.222.0.66 "POST /v2.0/agents/04d960df-c771-47af-8b2d-2d84040fc15a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9497242 Apr 11 14:16:59.450244 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34330) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:59.451395 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20e8aa3-7de2-40a8-8c17-ee3c107ddcfe tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Made reservation on behalf of 8962d782ffaf4611831d6323966461f0 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:16:59.453907 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d20e8aa3-7de2-40a8-8c17-ee3c107ddcfe tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:59.487005 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-f3a854de-9de4-4147-bbba-4e0e2522aea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] device_id is not set on port 65d9502f-ac29-41b9-bcfb-014fca664f42 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:16:59.543850 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1a5964-5972-46e3-aedb-e063797f0a73 None None] Network 2f090d2c-bd9e-4fc5-95a4-06ea6aab726d requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:16:59.561155 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-1ea01e4d-cda3-4e3a-b8c9-85f6105b3120 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:16:59.587527 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a459b-9c0c-406e-a2f5-973888eb4db9 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Calling delete_port for 110d49cf-d443-4886-b45b-a4bc3c907f28 owned by network:floatingip {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:16:59.623118 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf14bc0-2d56-4b70-87bf-7ccc45db7363 None None] Network 4f2d319c-62ae-429b-80d2-6b5304ac6281 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:16:59.647170 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'name': 'tempest-ServerActionsTestJSON-1858055570-router', 'tenant_id': '724311974f544075b7138da08838fdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:49Z', 'updated_at': '2022-04-11T14:16:54Z', 'revision_number': 3, 'project_id': '724311974f544075b7138da08838fdf2', 'gw_port': {'id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:51Z', 'updated_at': '2022-04-11T14:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:16:59.661652 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] Checking router: 192852e6-7c0d-427c-8746-e2c29b74c32a for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:16:59.662020 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] Updating router 192852e6-7c0d-427c-8746-e2c29b74c32a port 05dc698f-2241-4a32-929f-8187730b4e9c binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:16:59.666091 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-064af688-d338-41ec-9fc8-1d2dd87515e0 admin admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:59.670316 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-064af688-d338-41ec-9fc8-1d2dd87515e0 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.7956769 Apr 11 14:16:59.727860 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b94a9939-7846-4200-81b5-0fc2f9f5ab5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:59.766091 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34334) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:16:59.797297 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:59.852699 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b94a9939-7846-4200-81b5-0fc2f9f5ab5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:16:59.919400 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1ea01e4d-cda3-4e3a-b8c9-85f6105b3120 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:subnet and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:16:59.924811 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1ea01e4d-cda3-4e3a-b8c9-85f6105b3120 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:16:59.933088 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-1ea01e4d-cda3-4e3a-b8c9-85f6105b3120 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:16:59.973758 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 3b5bd19d-01c0-49c9-b311-cb617c7063a2 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:16:59.998912 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:00.005017 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 68dd9b1e-da18-4882-935c-e8f5cfff3323 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:17:00.040272 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20e8aa3-7de2-40a8-8c17-ee3c107ddcfe tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:17:00.066446 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea01e4d-cda3-4e3a-b8c9-85f6105b3120 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:00.079925 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1ea01e4d-cda3-4e3a-b8c9-85f6105b3120 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:00.152730 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d20e8aa3-7de2-40a8-8c17-ee3c107ddcfe tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:00.153530 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-d20e8aa3-7de2-40a8-8c17-ee3c107ddcfe tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Added segment 5aba0345-9198-44cd-8dfd-a1194743c995 of type vlan for network 01787f22-c7bb-4dfb-8426-0bf76cf44091 Apr 11 14:17:00.158884 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94a9939-7846-4200-81b5-0fc2f9f5ab5c admin admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:00.160555 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dd7c2cb1-7db3-4bd3-a332-39c6c51c63df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:00.180868 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-b94a9939-7846-4200-81b5-0fc2f9f5ab5c admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:00.185094 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94a9939-7846-4200-81b5-0fc2f9f5ab5c admin admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:00.213604 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:00.227442 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] Transition to ACTIVE for port object 05dc698f-2241-4a32-929f-8187730b4e9c will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:00.281771 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-d93e8bf8-b998-420d-aa86-683b2f98d31b None None] Provisioning for port 3b5bd19d-01c0-49c9-b311-cb617c7063a2 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:00.282649 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d0feba7f-cc91-4d25-b83b-302b987d3237 tempest-DHCPAgentSchedulersTestJSON-1511529537 tempest-DHCPAgentSchedulersTestJSON-1511529537-project-admin] 10.222.0.66 "GET /v2.0/agents/04d960df-c771-47af-8b2d-2d84040fc15a/dhcp-networks HTTP/1.1" status: 200 len: 7992 time: 0.8143494 Apr 11 14:17:00.304469 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34338) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:00.312016 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:00.379407 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-d93e8bf8-b998-420d-aa86-683b2f98d31b None None] Provisioning complete for port 3b5bd19d-01c0-49c9-b311-cb617c7063a2 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:00.380129 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d93e8bf8-b998-420d-aa86-683b2f98d31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:00.402894 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] Attempting to bind port 05dc698f-2241-4a32-929f-8187730b4e9c on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:00.403338 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] Attempting to bind port 05dc698f-2241-4a32-929f-8187730b4e9c by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:00.403705 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] Attempting to bind port 05dc698f-2241-4a32-929f-8187730b4e9c on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:00.407325 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f068ff8-96ad-4d51-9bd8-f9940e0d5ee2 None None] Pushing event updated for resources: {'Port': ['ID=05dc698f-2241-4a32-929f-8187730b4e9c,revision_number=2']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:00.416405 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f068ff8-96ad-4d51-9bd8-f9940e0d5ee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:00.416757 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f068ff8-96ad-4d51-9bd8-f9940e0d5ee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:00.417098 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f068ff8-96ad-4d51-9bd8-f9940e0d5ee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:00.417435 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f068ff8-96ad-4d51-9bd8-f9940e0d5ee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:00.417767 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f068ff8-96ad-4d51-9bd8-f9940e0d5ee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:00.418145 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f068ff8-96ad-4d51-9bd8-f9940e0d5ee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:00.418538 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f068ff8-96ad-4d51-9bd8-f9940e0d5ee2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:00.418873 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f068ff8-96ad-4d51-9bd8-f9940e0d5ee2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:00.419216 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f068ff8-96ad-4d51-9bd8-f9940e0d5ee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:00.419543 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f068ff8-96ad-4d51-9bd8-f9940e0d5ee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:00.419920 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f068ff8-96ad-4d51-9bd8-f9940e0d5ee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:00.420250 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f068ff8-96ad-4d51-9bd8-f9940e0d5ee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f068ff8-96ad-4d51-9bd8-f9940e0d5ee2 None None] Tracked resource versions report: Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: pushed versions: Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: { 'AddressGroup': {'1.2'}, Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: 'ConntrackHelper': {'1.0'}, Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: 'Log': {'1.0'}, Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: 'Network': {'1.1'}, Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: 'Port': {'1.7'}, Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: 'PortForwarding': {'1.2'}, Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: 'QosPolicy': {'1.8'}, Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: 'SecurityGroup': {'1.4'}, Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: 'SecurityGroupRule': {'1.2'}, Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: 'SubPort': {'1.0'}, Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: 'Subnet': {'1.1'}, Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: 'Trunk': {'1.1'}} Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: consumer versions: Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: { DHCP agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: HyperV agent@hv-neutron-8373: {}, Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: L3 agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: Metadata agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: Metering agent@dv-neutron-837330-1-hyperv: {}, Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: Open vSwitch agent@dv-neutron-837330-1-hyperv: { 'AddressGroup': '1.2', Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: 'ConntrackHelper': '1.0', Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: 'Log': '1.0', Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: 'Network': '1.1', Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: 'Port': '1.7', Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: 'PortForwarding': '1.2', Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: 'QosPolicy': '1.8', Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: 'SecurityGroup': '1.4', Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: 'SecurityGroupRule': '1.2', Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: 'SubPort': '1.0', Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: 'Subnet': '1.1', Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: 'Trunk': '1.1'}} Apr 11 14:17:00.421457 dv-neutron-837330-1-hyperv neutron-server[88619]: {{(pid=88619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 14:17:00.424126 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:17:00.424498 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:17:00.424906 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:00.425286 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:17:00.425960 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] Bound port: 05dc698f-2241-4a32-929f-8187730b4e9c, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:17:00.426230 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:00.433092 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d20e8aa3-7de2-40a8-8c17-ee3c107ddcfe tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:00.519677 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f3a854de-9de4-4147-bbba-4e0e2522aea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:00.522891 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a9939-7846-4200-81b5-0fc2f9f5ab5c admin admin] Pushing event updated for resources: {'Port': ['ID=2af6adad-29c3-4f73-8eca-2a2d35207a7a,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:00.526786 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] For port 05dc698f-2241-4a32-929f-8187730b4e9c, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:17:00.649734 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-950dd184-48a7-43a6-a1cf-53a1b28c1301 tempest-DHCPAgentSchedulersTestJSON-1511529537 tempest-DHCPAgentSchedulersTestJSON-1511529537-project-admin] 10.222.0.66 "DELETE /v2.0/agents/04d960df-c771-47af-8b2d-2d84040fc15a/dhcp-networks/2f090d2c-bd9e-4fc5-95a4-06ea6aab726d HTTP/1.1" status: 204 len: 168 time: 0.3338256 Apr 11 14:17:00.669574 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34342) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:00.691711 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1803193a-16ef-4601-8437-c4895ed83b16 None None] DHCP port deletion for 47d4fbd0-dfc4-4187-bb2e-73c4649db563 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:17:00.708050 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 68dd9b1e-da18-4882-935c-e8f5cfff3323 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:00.718631 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 68dd9b1e-da18-4882-935c-e8f5cfff3323 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:00.719150 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:00.728714 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d20e8aa3-7de2-40a8-8c17-ee3c107ddcfe tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:00.729412 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20e8aa3-7de2-40a8-8c17-ee3c107ddcfe tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:00.729822 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d20e8aa3-7de2-40a8-8c17-ee3c107ddcfe tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:00.751335 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-1803193a-16ef-4601-8437-c4895ed83b16 None None] Deleting port 3b5bd19d-01c0-49c9-b311-cb617c7063a2 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:17:00.751925 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1803193a-16ef-4601-8437-c4895ed83b16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:00.776771 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f3a854de-9de4-4147-bbba-4e0e2522aea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:00.863830 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d93e8bf8-b998-420d-aa86-683b2f98d31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:00.901088 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] For port 05dc698f-2241-4a32-929f-8187730b4e9c, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=05dc698f-2241-4a32-929f-8187730b4e9c,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:17:00.990942 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1ea01e4d-cda3-4e3a-b8c9-85f6105b3120 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:00.991861 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:01.095350 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea01e4d-cda3-4e3a-b8c9-85f6105b3120 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=f7fc5e46-67ab-4445-870e-0377b1be2f67,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:01.122115 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a854de-9de4-4147-bbba-4e0e2522aea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Network 75a9fff1-14e8-4fad-93c5-588cc57ea60b is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:01.123441 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e8aa3-7de2-40a8-8c17-ee3c107ddcfe tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Pushing event updated for resources: {'Network': ['ID=01787f22-c7bb-4dfb-8426-0bf76cf44091,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:01.137199 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-f3a854de-9de4-4147-bbba-4e0e2522aea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:01.140424 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a854de-9de4-4147-bbba-4e0e2522aea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:01.141493 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a854de-9de4-4147-bbba-4e0e2522aea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:01.142116 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f3a854de-9de4-4147-bbba-4e0e2522aea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:01.182464 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 01787f22-c7bb-4dfb-8426-0bf76cf44091 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:17:01.189024 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea01e4d-cda3-4e3a-b8c9-85f6105b3120 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:01.197026 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-1ea01e4d-cda3-4e3a-b8c9-85f6105b3120 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:01.200153 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea01e4d-cda3-4e3a-b8c9-85f6105b3120 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:01.200870 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1ea01e4d-cda3-4e3a-b8c9-85f6105b3120 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:01.205338 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f068ff8-96ad-4d51-9bd8-f9940e0d5ee2 None None] Pushing event updated for resources: {'Port': ['ID=05dc698f-2241-4a32-929f-8187730b4e9c,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:01.224837 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7c2cb1-7db3-4bd3-a332-39c6c51c63df admin admin] Router af7ab73c-0d4a-487f-9ede-ad251bc6742c is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:17:01.228032 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a854de-9de4-4147-bbba-4e0e2522aea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Pushing event updated for resources: {'Port': ['ID=65d9502f-ac29-41b9-bcfb-014fca664f42,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:01.230512 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e7a459b-9c0c-406e-a2f5-973888eb4db9 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:01.266777 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] Routers {'192852e6-7c0d-427c-8746-e2c29b74c32a'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:17:01.267023 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d20e8aa3-7de2-40a8-8c17-ee3c107ddcfe tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.2361774 Apr 11 14:17:01.267302 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:16:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['192852e6-7c0d-427c-8746-e2c29b74c32a'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:01.270978 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34350) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:01.280527 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-5d036b3e-666d-407b-92fb-db925b2c74d4 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Request body: {'subnet': {'network_id': '01787f22-c7bb-4dfb-8426-0bf76cf44091', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:01.295242 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-71e676e7-981e-4f75-b7a5-526cbda9e801 tempest-DHCPAgentSchedulersTestJSON-1511529537 tempest-DHCPAgentSchedulersTestJSON-1511529537-project-admin] 10.222.0.66 "GET /v2.0/agents/04d960df-c771-47af-8b2d-2d84040fc15a/dhcp-networks HTTP/1.1" status: 200 len: 7221 time: 0.6246102 Apr 11 14:17:01.296504 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5d036b3e-666d-407b-92fb-db925b2c74d4 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:01.298882 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34354) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:01.303060 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f3a854de-9de4-4147-bbba-4e0e2522aea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.4049213 Apr 11 14:17:01.313334 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34358) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:01.314276 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5d036b3e-666d-407b-92fb-db925b2c74d4 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Usage tracker for resource:subnet and tenant:8962d782ffaf4611831d6323966461f0 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:01.318828 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5d036b3e-666d-407b-92fb-db925b2c74d4 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:01.328669 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:01.380214 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1ea01e4d-cda3-4e3a-b8c9-85f6105b3120 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0891640 Apr 11 14:17:01.385039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5d036b3e-666d-407b-92fb-db925b2c74d4 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:01.389014 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34362) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:01.398630 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-cf7344ab-a943-4d13-b458-0e8c79f0d4e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'port': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'name': 'tempest-NetworksTestDHCPv6-699546537'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:01.427302 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-d93e8bf8-b998-420d-aa86-683b2f98d31b None None] For port 3b5bd19d-01c0-49c9-b311-cb617c7063a2, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3b5bd19d-01c0-49c9-b311-cb617c7063a2,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:01.461482 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4fa6f8d2-a36c-43c4-9008-bdc80f3e2b14 tempest-DHCPAgentSchedulersTestJSON-1511529537 tempest-DHCPAgentSchedulersTestJSON-1511529537-project-admin] 10.222.0.66 "GET /v2.0/networks/4f2d319c-62ae-429b-80d2-6b5304ac6281/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1611412 Apr 11 14:17:01.462625 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34366) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:01.467525 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:01.530668 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 68dd9b1e-da18-4882-935c-e8f5cfff3323, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=68dd9b1e-da18-4882-935c-e8f5cfff3323,segment=NetworkSegment(9435d7f4-8ad0-4468-b4a5-462636e7996a),segment_id=9435d7f4-8ad0-4468-b4a5-462636e7996a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:01.531905 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d93e8bf8-b998-420d-aa86-683b2f98d31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:01.579943 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d036b3e-666d-407b-92fb-db925b2c74d4 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Made reservation on behalf of 8962d782ffaf4611831d6323966461f0 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:01.582246 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5d036b3e-666d-407b-92fb-db925b2c74d4 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:01.626749 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e8bf8-b998-420d-aa86-683b2f98d31b None None] Pushing event updated for resources: {'Port': ['ID=3b5bd19d-01c0-49c9-b311-cb617c7063a2,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:01.628814 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:01.629708 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 33ae4ad0-da7b-4bde-8675-1fdf140cbfaa up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:17:01.668046 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d70aad1a-ae94-4043-bfb0-1e97e59db1dd tempest-DHCPAgentSchedulersTestJSON-1511529537 tempest-DHCPAgentSchedulersTestJSON-1511529537-project-admin] 10.222.0.66 "GET /v2.0/networks/4f2d319c-62ae-429b-80d2-6b5304ac6281/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1999280 Apr 11 14:17:01.708210 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] Set router 192852e6-7c0d-427c-8746-e2c29b74c32a gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:17:01.713398 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34370) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:01.747709 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-1803193a-16ef-4601-8437-c4895ed83b16 None None] For port 3b5bd19d-01c0-49c9-b311-cb617c7063a2, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3b5bd19d-01c0-49c9-b311-cb617c7063a2,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:01.748141 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1803193a-16ef-4601-8437-c4895ed83b16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:01.754688 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:01.916755 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-1803193a-16ef-4601-8437-c4895ed83b16 None None] Calling delete_port for 3b5bd19d-01c0-49c9-b311-cb617c7063a2 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:17:01.917552 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7c2cb1-7db3-4bd3-a332-39c6c51c63df admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:17:01.940554 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a459b-9c0c-406e-a2f5-973888eb4db9 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Pushing event deleted for resources: {'Port': ['ID=110d49cf-d443-4886-b45b-a4bc3c907f28,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:01.947234 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e7a459b-9c0c-406e-a2f5-973888eb4db9 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:01.960033 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-d93e8bf8-b998-420d-aa86-683b2f98d31b None None] Provisioning for port e5979a89-9617-4b1b-8c22-4e40bcbf9b3e completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:01.964206 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] Sync routers for ids ['af7ab73c-0d4a-487f-9ede-ad251bc6742c'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:17:02.012584 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-d93e8bf8-b998-420d-aa86-683b2f98d31b None None] Provisioning complete for port e5979a89-9617-4b1b-8c22-4e40bcbf9b3e triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:02.012964 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d93e8bf8-b998-420d-aa86-683b2f98d31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:02.024599 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e7a459b-9c0c-406e-a2f5-973888eb4db9 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:02.026501 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8e7a459b-9c0c-406e-a2f5-973888eb4db9 tempest-ExternalNetworksAdminNegativeTestJSON-522152354 tempest-ExternalNetworksAdminNegativeTestJSON-522152354-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/875860d3-89fb-470a-82fa-fe527d25fdf8 HTTP/1.1" status: 204 len: 168 time: 4.3746452 Apr 11 14:17:02.080063 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-cf7344ab-a943-4d13-b458-0e8c79f0d4e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:02.108472 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-cf7344ab-a943-4d13-b458-0e8c79f0d4e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:port and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:02.112813 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=68dd9b1e-da18-4882-935c-e8f5cfff3323,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:02.116275 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'name': 'tempest-ServerActionsTestJSON-1858055570-router', 'tenant_id': '724311974f544075b7138da08838fdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:49Z', 'updated_at': '2022-04-11T14:16:54Z', 'revision_number': 3, 'project_id': '724311974f544075b7138da08838fdf2', 'gw_port': {'id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:51Z', 'updated_at': '2022-04-11T14:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:02.124387 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce0647f-af25-495f-b64b-745ea91c459e None None] The sync data for ids ['192852e6-7c0d-427c-8746-e2c29b74c32a'] in dv-neutron-837330-1-hyperv is: [{'id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'name': 'tempest-ServerActionsTestJSON-1858055570-router', 'tenant_id': '724311974f544075b7138da08838fdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:49Z', 'updated_at': '2022-04-11T14:16:54Z', 'revision_number': 3, 'project_id': '724311974f544075b7138da08838fdf2', 'gw_port': {'id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:51Z', 'updated_at': '2022-04-11T14:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:17:02.125337 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-cf7344ab-a943-4d13-b458-0e8c79f0d4e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:02.134131 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] Routers {'af7ab73c-0d4a-487f-9ede-ad251bc6742c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:17:02.137764 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:16:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['af7ab73c-0d4a-487f-9ede-ad251bc6742c'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:02.153562 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-cf7344ab-a943-4d13-b458-0e8c79f0d4e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:02.155652 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dd7c2cb1-7db3-4bd3-a332-39c6c51c63df admin admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:02.157286 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-dd7c2cb1-7db3-4bd3-a332-39c6c51c63df admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 12.4240551 Apr 11 14:17:02.175320 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34378) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:02.192095 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b94a9939-7846-4200-81b5-0fc2f9f5ab5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:02.374151 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 33ae4ad0-da7b-4bde-8675-1fdf140cbfaa triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:02.374687 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:02.417699 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7344ab-a943-4d13-b458-0e8c79f0d4e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:02.421738 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cf7344ab-a943-4d13-b458-0e8c79f0d4e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:02.473169 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-1803193a-16ef-4601-8437-c4895ed83b16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:17:02.473727 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-1803193a-16ef-4601-8437-c4895ed83b16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:17:02.524041 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-146acb21-2ba1-4fd5-b9cf-8e83203e377d tempest-DHCPAgentSchedulersTestJSON-1511529537 tempest-DHCPAgentSchedulersTestJSON-1511529537-project-admin] 10.222.0.66 "GET /v2.0/agents/04d960df-c771-47af-8b2d-2d84040fc15a/dhcp-networks HTTP/1.1" status: 200 len: 7259 time: 0.8039730 Apr 11 14:17:02.528855 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34384) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:02.633571 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-cf7344ab-a943-4d13-b458-0e8c79f0d4e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] device_id is not set on port 07079c20-44d2-4e55-8b00-a2a2fc5ce107 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:17:02.843051 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d93e8bf8-b998-420d-aa86-683b2f98d31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:02.860412 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.db.resource_extend [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 14:17:02.892634 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34390) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:02.904554 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] Set router af7ab73c-0d4a-487f-9ede-ad251bc6742c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:17:02.938423 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b94a9939-7846-4200-81b5-0fc2f9f5ab5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:03.010758 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-1803193a-16ef-4601-8437-c4895ed83b16 None None] Deleting port 3b5bd19d-01c0-49c9-b311-cb617c7063a2 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:17:03.011693 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1803193a-16ef-4601-8437-c4895ed83b16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:03.069726 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-343a776f-e7b4-4cca-8b0b-b65adac24171 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:03.113204 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-955ad039-2305-4bd2-8428-d5bc663dd57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:03.190292 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] device_id is not set on port 65d9502f-ac29-41b9-bcfb-014fca664f42 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:17:03.199082 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:03.216660 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Transition to ACTIVE for port object 65d9502f-ac29-41b9-bcfb-014fca664f42 will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:03.252762 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-cf7344ab-a943-4d13-b458-0e8c79f0d4e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 2001:db8::39d (47d4fbd0-dfc4-4187-bb2e-73c4649db563/f7fc5e46-67ab-4445-870e-0377b1be2f67/07079c20-44d2-4e55-8b00-a2a2fc5ce107) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:03.253195 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 68dd9b1e-da18-4882-935c-e8f5cfff3323 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:17:03.337650 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-24433888-e099-41cd-9443-d391ca58638b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:03.364408 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:03.373895 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-d93e8bf8-b998-420d-aa86-683b2f98d31b None None] For port e5979a89-9617-4b1b-8c22-4e40bcbf9b3e, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e5979a89-9617-4b1b-8c22-4e40bcbf9b3e,segment=NetworkSegment(0cd76554-83e6-413e-8be1-561896f18a6f),segment_id=0cd76554-83e6-413e-8be1-561896f18a6f)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:03.393732 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-955ad039-2305-4bd2-8428-d5bc663dd57e admin admin] Allocated IP 172.20.0.1 (c6ea0449-d5bb-46c4-a148-72f3fb27a286/07ac75f7-df8a-45a0-834c-28e735b7edb3/10569e12-261f-48ac-8fa1-6de33e5cc68d) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:03.496363 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d93e8bf8-b998-420d-aa86-683b2f98d31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:03.585801 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 68dd9b1e-da18-4882-935c-e8f5cfff3323 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:03.586212 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:03.623785 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-24433888-e099-41cd-9443-d391ca58638b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:03.677248 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3e702d8e-3226-4cc0-b55d-1ce9c8c50c8f None None] Could not find standard attr ID for object 3137686e-d1e8-4a2b-b8e2-4936bf2b58c1. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:17:03.689063 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-955ad039-2305-4bd2-8428-d5bc663dd57e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:03.718980 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-955ad039-2305-4bd2-8428-d5bc663dd57e admin admin] Transition to ACTIVE for port object 10569e12-261f-48ac-8fa1-6de33e5cc68d will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:03.783031 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e8bf8-b998-420d-aa86-683b2f98d31b None None] Pushing event updated for resources: {'Port': ['ID=e5979a89-9617-4b1b-8c22-4e40bcbf9b3e,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:03.806175 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-1803193a-16ef-4601-8437-c4895ed83b16 None None] For port 3b5bd19d-01c0-49c9-b311-cb617c7063a2, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3b5bd19d-01c0-49c9-b311-cb617c7063a2,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:03.806569 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1803193a-16ef-4601-8437-c4895ed83b16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:03.813710 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94a9939-7846-4200-81b5-0fc2f9f5ab5c admin admin] Router 9b920967-7acf-4d29-9ce3-d3616ddd8412 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:17:03.814689 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3e702d8e-3226-4cc0-b55d-1ce9c8c50c8f None None] Provisioning complete for port e5979a89-9617-4b1b-8c22-4e40bcbf9b3e triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:03.814889 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3e702d8e-3226-4cc0-b55d-1ce9c8c50c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:03.890671 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-955ad039-2305-4bd2-8428-d5bc663dd57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:03.910272 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-24433888-e099-41cd-9443-d391ca58638b admin admin] Usage tracker for resource:security_group_rule and tenant:c44bdae642c1497c8631be64c4349fd9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:03.927838 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-24433888-e099-41cd-9443-d391ca58638b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:03.969884 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-24433888-e099-41cd-9443-d391ca58638b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:04.011555 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-1803193a-16ef-4601-8437-c4895ed83b16 None None] Calling delete_port for 3b5bd19d-01c0-49c9-b311-cb617c7063a2 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:17:04.072454 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955ad039-2305-4bd2-8428-d5bc663dd57e admin admin] Network c6ea0449-d5bb-46c4-a148-72f3fb27a286 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:04.077254 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-955ad039-2305-4bd2-8428-d5bc663dd57e admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:04.081209 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955ad039-2305-4bd2-8428-d5bc663dd57e admin admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:04.081694 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-955ad039-2305-4bd2-8428-d5bc663dd57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:04.144903 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 05dc698f-2241-4a32-929f-8187730b4e9c up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:17:04.213194 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-343a776f-e7b4-4cca-8b0b-b65adac24171 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:04.249249 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-343a776f-e7b4-4cca-8b0b-b65adac24171 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f090d2c-bd9e-4fc5-95a4-06ea6aab726d']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:04.249801 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'name': 'tempest-ServersTestJSON-2087272310-router', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:50Z', 'updated_at': '2022-04-11T14:16:56Z', 'revision_number': 3, 'project_id': '3a85f0a6d08649479272c8b7c048674a', 'gw_port': {'id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:16:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:04.265190 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-343a776f-e7b4-4cca-8b0b-b65adac24171 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00051028-b92b-4d36-a77f-5bbd3ca7e2db') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:04.265510 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-343a776f-e7b4-4cca-8b0b-b65adac24171 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00051028-b92b-4d36-a77f-5bbd3ca7e2db') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:04.276444 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] Checking router: af7ab73c-0d4a-487f-9ede-ad251bc6742c for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:17:04.276793 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] Updating router af7ab73c-0d4a-487f-9ede-ad251bc6742c port 6561a6eb-f8f6-4c15-ad23-8860084212d6 binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:17:04.283737 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-343a776f-e7b4-4cca-8b0b-b65adac24171 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:04.304081 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Pushing event updated for resources: {'Port': ['ID=65d9502f-ac29-41b9-bcfb-014fca664f42,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:04.318562 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ad039-2305-4bd2-8428-d5bc663dd57e admin admin] Pushing event updated for resources: {'Port': ['ID=10569e12-261f-48ac-8fa1-6de33e5cc68d,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:04.369632 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94a9939-7846-4200-81b5-0fc2f9f5ab5c admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:17:04.384106 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] Sync routers for ids ['9b920967-7acf-4d29-9ce3-d3616ddd8412'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:17:04.392961 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:04.392961 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:04.392961 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:04.399629 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port 65d9502f-ac29-41b9-bcfb-014fca664f42 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:17:04.399954 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:17:04.405633 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] Routers {'9b920967-7acf-4d29-9ce3-d3616ddd8412'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:17:04.406661 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:16:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9b920967-7acf-4d29-9ce3-d3616ddd8412'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:04.413110 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-343a776f-e7b4-4cca-8b0b-b65adac24171 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:04.419625 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempt 2 to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 Apr 11 14:17:04.442985 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1803193a-16ef-4601-8437-c4895ed83b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:04.469870 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-343a776f-e7b4-4cca-8b0b-b65adac24171 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:17:04.470621 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-343a776f-e7b4-4cca-8b0b-b65adac24171 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:04.491634 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:04.492038 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:04.492263 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:17:04.494583 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:17:04.513130 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b94a9939-7846-4200-81b5-0fc2f9f5ab5c admin admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:04.515502 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b94a9939-7846-4200-81b5-0fc2f9f5ab5c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.0446129 Apr 11 14:17:04.518260 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:04.518881 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cf7344ab-a943-4d13-b458-0e8c79f0d4e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:04.519177 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34396) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:04.584721 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803193a-16ef-4601-8437-c4895ed83b16 None None] Pushing event deleted for resources: {'Port': ['ID=3b5bd19d-01c0-49c9-b311-cb617c7063a2,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:04.610685 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1803193a-16ef-4601-8437-c4895ed83b16 None None] No DVR routers for this DVR port 3b5bd19d-01c0-49c9-b311-cb617c7063a2 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:17:04.640467 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port 65d9502f-ac29-41b9-bcfb-014fca664f42 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:17:04.640963 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:17:04.654731 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7394fe-8c5a-4d52-8acf-46742a13e38f None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:17:04.656988 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempt 3 to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 Apr 11 14:17:04.665810 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] Set router 9b920967-7acf-4d29-9ce3-d3616ddd8412 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:17:04.679172 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-955ad039-2305-4bd2-8428-d5bc663dd57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:04.704539 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-cf7344ab-a943-4d13-b458-0e8c79f0d4e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Transition to ACTIVE for port object 07079c20-44d2-4e55-8b00-a2a2fc5ce107 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:04.719918 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:04.720256 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:04.720593 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:04.729466 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3e702d8e-3226-4cc0-b55d-1ce9c8c50c8f None None] Provisioning complete for port 68dd9b1e-da18-4882-935c-e8f5cfff3323 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:04.730226 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3e702d8e-3226-4cc0-b55d-1ce9c8c50c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:04.805139 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port 65d9502f-ac29-41b9-bcfb-014fca664f42 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:17:04.805470 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:17:04.817435 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempt 4 to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 Apr 11 14:17:04.817926 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 05dc698f-2241-4a32-929f-8187730b4e9c completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:04.825409 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-343a776f-e7b4-4cca-8b0b-b65adac24171 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:04.868750 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.objects.ports [None req-5d036b3e-666d-407b-92fb-db925b2c74d4 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88617) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 11 14:17:04.869233 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5d036b3e-666d-407b-92fb-db925b2c74d4 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:04.876602 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-343a776f-e7b4-4cca-8b0b-b65adac24171 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:04.939421 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a776f-e7b4-4cca-8b0b-b65adac24171 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Pushing event deleted for resources: {'Network': ['ID=2f090d2c-bd9e-4fc5-95a4-06ea6aab726d,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:04.941224 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:04.941558 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:04.941913 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:04.972917 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port 65d9502f-ac29-41b9-bcfb-014fca664f42 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:17:04.973247 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:17:04.983168 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempt 5 to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 Apr 11 14:17:05.015359 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 05dc698f-2241-4a32-929f-8187730b4e9c triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:05.015733 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:05.054692 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-343a776f-e7b4-4cca-8b0b-b65adac24171 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] 10.222.0.66 "DELETE /v2.0/networks/2f090d2c-bd9e-4fc5-95a4-06ea6aab726d HTTP/1.1" status: 204 len: 168 time: 2.5215399 Apr 11 14:17:05.071359 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34402) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:05.094195 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:05.094530 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:05.094866 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:05.103747 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'name': 'tempest-ServersTestManualDisk-1498298036-router', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.85'}], 'enable_snat': True}, 'gw_port_id': '2af6adad-29c3-4f73-8eca-2a2d35207a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:17:00Z', 'revision_number': 3, 'project_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'gw_port': {'id': '2af6adad-29c3-4f73-8eca-2a2d35207a7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:57Z', 'updated_at': '2022-04-11T14:16:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:05.108655 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] Checking router: 9b920967-7acf-4d29-9ce3-d3616ddd8412 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:17:05.109487 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] Updating router 9b920967-7acf-4d29-9ce3-d3616ddd8412 port 2af6adad-29c3-4f73-8eca-2a2d35207a7a binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:17:05.174167 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port 65d9502f-ac29-41b9-bcfb-014fca664f42 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:17:05.174492 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:17:05.176071 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cf7344ab-a943-4d13-b458-0e8c79f0d4e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:05.184028 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempt 6 to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 Apr 11 14:17:05.200266 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-24433888-e099-41cd-9443-d391ca58638b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:05.205195 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:05.234649 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d036b3e-666d-407b-92fb-db925b2c74d4 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2c521903-48a5-40a4-b278-65e060037a70,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:05.237100 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d7e84f9-2b72-42d9-84aa-d8ca588b5be4 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] DELETE failed (client error): The resource could not be found. Apr 11 14:17:05.237627 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d7e84f9-2b72-42d9-84aa-d8ca588b5be4 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:17:05.267791 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d036b3e-666d-407b-92fb-db925b2c74d4 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Checking segment: {'id': '5aba0345-9198-44cd-8dfd-a1194743c995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '01787f22-c7bb-4dfb-8426-0bf76cf44091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:17:05.268160 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d036b3e-666d-407b-92fb-db925b2c74d4 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Network hostable DHCP agents. Network: 01787f22-c7bb-4dfb-8426-0bf76cf44091, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:17:05.317602 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:05.318264 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:05.319620 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:05.337576 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6d7e84f9-2b72-42d9-84aa-d8ca588b5be4 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] 10.222.0.66 "DELETE /v2.0/ports/3137686e-d1e8-4a2b-b8e2-4936bf2b58c1 HTTP/1.1" status: 404 len: 333 time: 0.2582157 Apr 11 14:17:05.337777 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-24433888-e099-41cd-9443-d391ca58638b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:05.359951 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34406) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:05.389661 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-955ad039-2305-4bd2-8428-d5bc663dd57e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:05.413655 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7344ab-a943-4d13-b458-0e8c79f0d4e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:05.415941 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port 65d9502f-ac29-41b9-bcfb-014fca664f42 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:17:05.416278 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:17:05.428646 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempt 7 to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 Apr 11 14:17:05.438086 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-cf7344ab-a943-4d13-b458-0e8c79f0d4e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:05.462569 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7344ab-a943-4d13-b458-0e8c79f0d4e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:05.468559 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7344ab-a943-4d13-b458-0e8c79f0d4e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:05.469213 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cf7344ab-a943-4d13-b458-0e8c79f0d4e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:05.485413 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-955ad039-2305-4bd2-8428-d5bc663dd57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:05.486256 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-955ad039-2305-4bd2-8428-d5bc663dd57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:05.504242 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7344ab-a943-4d13-b458-0e8c79f0d4e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=07079c20-44d2-4e55-8b00-a2a2fc5ce107,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:05.533480 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-24433888-e099-41cd-9443-d391ca58638b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c44bdae642c1497c8631be64c4349fd9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6279500 Apr 11 14:17:05.536389 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24433888-e099-41cd-9443-d391ca58638b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12518ae-a91d-468d-91c2-41b453106a85,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:05.538501 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:05.538806 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:05.539147 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:05.542453 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34410) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:05.564351 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c5d18ded-e7aa-44b4-b42e-839a97b1fb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:05.587185 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:05.589483 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port 65d9502f-ac29-41b9-bcfb-014fca664f42 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:17:05.590928 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:17:05.590928 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d036b3e-666d-407b-92fb-db925b2c74d4 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Network 01787f22-c7bb-4dfb-8426-0bf76cf44091 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:17:05.596768 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-becd830a-0e38-42c9-b4fd-34e51b94be65 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Deleting subnet 4a62f2f2-3bc3-43f5-9e90-e4b0b7f70804 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:17:05.605539 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempt 8 to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 Apr 11 14:17:05.623849 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-becd830a-0e38-42c9-b4fd-34e51b94be65 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:05.634482 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 05dc698f-2241-4a32-929f-8187730b4e9c, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=05dc698f-2241-4a32-929f-8187730b4e9c,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:05.636372 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:05.651209 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] Transition to ACTIVE for port object 6561a6eb-f8f6-4c15-ad23-8860084212d6 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:05.658406 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dbf44d-50b9-41ad-8998-1d490c4273ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'fixed_ips': [{'subnet_id': 'f7fc5e46-67ab-4445-870e-0377b1be2f67'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:17:05.659283 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-19dbf44d-50b9-41ad-8998-1d490c4273ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:05.667601 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-cf7344ab-a943-4d13-b458-0e8c79f0d4e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2750769 Apr 11 14:17:05.676306 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34414) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:05.728241 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:05.728578 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:05.728915 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:05.763733 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port 65d9502f-ac29-41b9-bcfb-014fca664f42 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:17:05.764055 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:17:05.770270 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempt 9 to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 Apr 11 14:17:05.780089 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-becd830a-0e38-42c9-b4fd-34e51b94be65 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:05.806634 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3493e799-64c7-4af1-ad7a-57fc2a0d2da9 None None] Provisioning for port 10569e12-261f-48ac-8fa1-6de33e5cc68d completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:05.825176 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:05.827478 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:05.838766 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3493e799-64c7-4af1-ad7a-57fc2a0d2da9 None None] Provisioning complete for port 10569e12-261f-48ac-8fa1-6de33e5cc68d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:05.839782 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3493e799-64c7-4af1-ad7a-57fc2a0d2da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:05.846323 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-5d036b3e-666d-407b-92fb-db925b2c74d4 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 01787f22-c7bb-4dfb-8426-0bf76cf44091) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:05.847756 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ad039-2305-4bd2-8428-d5bc663dd57e admin admin] Pushing event updated for resources: {'Port': ['ID=10569e12-261f-48ac-8fa1-6de33e5cc68d,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:05.862329 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:05.862670 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:05.863009 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:05.865990 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d036b3e-666d-407b-92fb-db925b2c74d4 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:05.866585 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5d036b3e-666d-407b-92fb-db925b2c74d4 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:05.902224 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-65eda4a9-15fa-4731-81bf-1dfec2fe4f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:05.944535 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port 65d9502f-ac29-41b9-bcfb-014fca664f42 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:17:05.944873 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:17:05.953103 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempt 10 to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 Apr 11 14:17:05.967851 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-3493e799-64c7-4af1-ad7a-57fc2a0d2da9 None None] Port 10569e12-261f-48ac-8fa1-6de33e5cc68d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:17:05.972154 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4baa4f6-abc2-4fe4-8e63-346543d2cd45 None None] Network 01787f22-c7bb-4dfb-8426-0bf76cf44091 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:17:06.001970 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955ad039-2305-4bd2-8428-d5bc663dd57e admin admin] Network c6ea0449-d5bb-46c4-a148-72f3fb27a286 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:06.007707 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3b5bd19d-01c0-49c9-b311-cb617c7063a2 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:17:06.027045 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-955ad039-2305-4bd2-8428-d5bc663dd57e admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:06.131658 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 3b5bd19d-01c0-49c9-b311-cb617c7063a2 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:17:06.132385 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3b5bd19d-01c0-49c9-b311-cb617c7063a2 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:17:06.155272 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-65eda4a9-15fa-4731-81bf-1dfec2fe4f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:06.164338 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2a1dcd-22ea-4881-a438-b3970ade6943 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:06.166604 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6c2a1dcd-22ea-4881-a438-b3970ade6943 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.4870746 Apr 11 14:17:06.170517 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:06.170863 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:06.171223 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:06.178444 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34418) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:06.239249 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] Attempting to bind port 6561a6eb-f8f6-4c15-ad23-8860084212d6 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:06.239982 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] Attempting to bind port 6561a6eb-f8f6-4c15-ad23-8860084212d6 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:06.241582 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] Attempting to bind port 6561a6eb-f8f6-4c15-ad23-8860084212d6 on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:06.252824 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5d036b3e-666d-407b-92fb-db925b2c74d4 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.9782002 Apr 11 14:17:06.261911 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port 65d9502f-ac29-41b9-bcfb-014fca664f42 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:17:06.262252 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port 65d9502f-ac29-41b9-bcfb-014fca664f42 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:17:06.263373 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:06.283292 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34422) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:06.283841 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:06.289523 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-19dbf44d-50b9-41ad-8998-1d490c4273ca None None] Allocated IP 2001:db8::2 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/f7fc5e46-67ab-4445-870e-0377b1be2f67/f21d4811-232a-42cc-955d-58e57e2a9882) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:06.302576 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-6d8ca973-0972-4a99-b6f3-19d249cc2880 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Request body: {'floatingip': {'floating_network_id': '01787f22-c7bb-4dfb-8426-0bf76cf44091'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:06.303454 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:17:06.304008 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:17:06.304539 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:06.304683 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] Transition to ACTIVE for port object 2af6adad-29c3-4f73-8eca-2a2d35207a7a will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:06.305119 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:17:06.307209 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] Bound port: 6561a6eb-f8f6-4c15-ad23-8860084212d6, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:17:06.307716 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:06.328710 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-6d8ca973-0972-4a99-b6f3-19d249cc2880 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:06.354595 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6d8ca973-0972-4a99-b6f3-19d249cc2880 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Usage tracker for resource:floatingip and tenant:8962d782ffaf4611831d6323966461f0 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:06.372423 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6d8ca973-0972-4a99-b6f3-19d249cc2880 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:06.378643 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:06.385681 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-b14a73e9-5de0-4dd7-a39f-02c438f808c4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting port 07079c20-44d2-4e55-8b00-a2a2fc5ce107 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:17:06.386272 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b14a73e9-5de0-4dd7-a39f-02c438f808c4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:06.399885 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-c5d18ded-e7aa-44b4-b42e-839a97b1fb91 admin admin] Allocated IP 172.20.0.1 (ff9f934a-1f68-4db9-98bc-c781f6becf61/3d775f23-5af1-424c-8995-0ec246e6dd23/9793a68a-9675-4a02-ace4-2c88dde876dd) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:06.404592 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-becd830a-0e38-42c9-b4fd-34e51b94be65 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:06.413752 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] For port 6561a6eb-f8f6-4c15-ad23-8860084212d6, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:17:06.417437 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] For port 6561a6eb-f8f6-4c15-ad23-8860084212d6, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6561a6eb-f8f6-4c15-ad23-8860084212d6,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:17:06.423543 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-6d8ca973-0972-4a99-b6f3-19d249cc2880 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:06.432634 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e5979a89-9617-4b1b-8c22-4e40bcbf9b3e up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:17:06.506079 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-23dfd2ba-1217-48da-b053-7564f649bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:06.530707 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] For port 65d9502f-ac29-41b9-bcfb-014fca664f42, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:17:06.531125 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempted to set empty binding levels {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 11 14:17:06.534118 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:06.545254 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=05dc698f-2241-4a32-929f-8187730b4e9c,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:06.595603 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-65eda4a9-15fa-4731-81bf-1dfec2fe4f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:06.613566 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8b3ec-c8a9-4140-9e84-73c60ee7e734 None None] Pushing event updated for resources: {'Port': ['ID=2af6adad-29c3-4f73-8eca-2a2d35207a7a,revision_number=2']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:06.635929 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eda4a9-15fa-4731-81bf-1dfec2fe4f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12518ae-a91d-468d-91c2-41b453106a85,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:06.664592 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-65eda4a9-15fa-4731-81bf-1dfec2fe4f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:06.665972 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-65eda4a9-15fa-4731-81bf-1dfec2fe4f73 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b12518ae-a91d-468d-91c2-41b453106a85 HTTP/1.1" status: 204 len: 168 time: 1.1170433 Apr 11 14:17:06.678546 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:06.688152 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] Attempting to bind port 2af6adad-29c3-4f73-8eca-2a2d35207a7a on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:06.692837 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] Attempting to bind port 2af6adad-29c3-4f73-8eca-2a2d35207a7a by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:06.692837 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] Attempting to bind port 2af6adad-29c3-4f73-8eca-2a2d35207a7a on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:06.700329 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:17:06.703426 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:17:06.703556 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:06.704035 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:17:06.704460 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] Bound port: 2af6adad-29c3-4f73-8eca-2a2d35207a7a, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:17:06.704921 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:06.713459 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-537c6b5f-ecf4-47a8-bdc7-f2439ea0c4a6 None None] Provisioning complete for port 10569e12-261f-48ac-8fa1-6de33e5cc68d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:06.713967 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-537c6b5f-ecf4-47a8-bdc7-f2439ea0c4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:06.794840 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-becd830a-0e38-42c9-b4fd-34e51b94be65 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:06.801797 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] For port 2af6adad-29c3-4f73-8eca-2a2d35207a7a, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:17:06.805740 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] For port 2af6adad-29c3-4f73-8eca-2a2d35207a7a, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2af6adad-29c3-4f73-8eca-2a2d35207a7a,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:17:06.817088 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-537c6b5f-ecf4-47a8-bdc7-f2439ea0c4a6 None None] Port 10569e12-261f-48ac-8fa1-6de33e5cc68d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:17:06.835908 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6d8ca973-0972-4a99-b6f3-19d249cc2880 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:06.852798 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c5d18ded-e7aa-44b4-b42e-839a97b1fb91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:06.866118 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] In _notify_port_updated(), no bound segment for port 65d9502f-ac29-41b9-bcfb-014fca664f42 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 11 14:17:06.866985 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:06.867601 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:06.868956 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] 10.222.0.66 "PUT /v2.0/ports/65d9502f-ac29-41b9-bcfb-014fca664f42 HTTP/1.1" status: 200 len: 981 time: 5.5518062 Apr 11 14:17:06.872280 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd830a-0e38-42c9-b4fd-34e51b94be65 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Pushing event deleted for resources: {'Subnet': ['ID=4a62f2f2-3bc3-43f5-9e90-e4b0b7f70804,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:06.874158 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-becd830a-0e38-42c9-b4fd-34e51b94be65 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:06.878723 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-becd830a-0e38-42c9-b4fd-34e51b94be65 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] 10.222.0.66 "DELETE /v2.0/subnets/4a62f2f2-3bc3-43f5-9e90-e4b0b7f70804 HTTP/1.1" status: 204 len: 168 time: 1.5115769 Apr 11 14:17:06.879365 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34428) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:06.879602 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34430) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:06.892105 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955ad039-2305-4bd2-8428-d5bc663dd57e admin admin] Router 192852e6-7c0d-427c-8746-e2c29b74c32a has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:17:06.896885 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:06.903146 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff88c79b-2efd-4222-8bcf-dc2781d5f14f None None] Network 4f2d319c-62ae-429b-80d2-6b5304ac6281 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:17:06.930866 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-23dfd2ba-1217-48da-b053-7564f649bdb6 admin admin] Allocated IP 172.20.0.1 (ddf8ce9d-6671-4d82-b259-929f8e3d9c2c/e9d5ac2f-00cd-4195-849b-d29b7014d92e/055c9a55-5e0d-4e06-a128-3e9ac3f768c0) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:06.983711 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] Routers {'af7ab73c-0d4a-487f-9ede-ad251bc6742c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:17:06.984350 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:16:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['af7ab73c-0d4a-487f-9ede-ad251bc6742c'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:07.099340 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8b3ec-c8a9-4140-9e84-73c60ee7e734 None None] Pushing event updated for resources: {'Port': ['ID=2af6adad-29c3-4f73-8eca-2a2d35207a7a,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:07.127789 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6de0bd0-6a00-45c6-8d88-a6315cfd2b62 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:07.134287 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01d74e-297e-45f6-a38a-ade3c02fcdda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Pushing event updated for resources: {'Port': ['ID=65d9502f-ac29-41b9-bcfb-014fca664f42,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:07.139737 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-c5d18ded-e7aa-44b4-b42e-839a97b1fb91 admin admin] Transition to ACTIVE for port object 9793a68a-9675-4a02-ace4-2c88dde876dd will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:07.170620 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] Routers {'9b920967-7acf-4d29-9ce3-d3616ddd8412'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:17:07.171416 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:16:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9b920967-7acf-4d29-9ce3-d3616ddd8412'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:07.197222 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-d6de0bd0-6a00-45c6-8d88-a6315cfd2b62 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Deleting port e5979a89-9617-4b1b-8c22-4e40bcbf9b3e {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:17:07.197479 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6de0bd0-6a00-45c6-8d88-a6315cfd2b62 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:07.257107 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ca2af-21ed-4d04-b636-2f5afd43435a None None] Pushing event updated for resources: {'Port': ['ID=6561a6eb-f8f6-4c15-ad23-8860084212d6,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:07.308322 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70030347-85d9-4c24-868b-bf84faa0c399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:07.308808 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70030347-85d9-4c24-868b-bf84faa0c399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:07.309361 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70030347-85d9-4c24-868b-bf84faa0c399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:07.309829 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70030347-85d9-4c24-868b-bf84faa0c399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:07.310314 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70030347-85d9-4c24-868b-bf84faa0c399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:07.310773 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70030347-85d9-4c24-868b-bf84faa0c399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:07.311237 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70030347-85d9-4c24-868b-bf84faa0c399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:07.311701 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70030347-85d9-4c24-868b-bf84faa0c399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:07.312154 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70030347-85d9-4c24-868b-bf84faa0c399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:07.312608 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70030347-85d9-4c24-868b-bf84faa0c399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:07.313060 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70030347-85d9-4c24-868b-bf84faa0c399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:07.313512 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70030347-85d9-4c24-868b-bf84faa0c399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:07.314004 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70030347-85d9-4c24-868b-bf84faa0c399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:07.314457 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70030347-85d9-4c24-868b-bf84faa0c399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:07.316157 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-70030347-85d9-4c24-868b-bf84faa0c399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Synchronizing usage tracker for tenant:cd7ad5a9b06447d7aa068b5f7964a17f on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:07.422776 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port e5979a89-9617-4b1b-8c22-4e40bcbf9b3e triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:07.423454 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:07.442205 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-70030347-85d9-4c24-868b-bf84faa0c399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Unset dirty status for tenant:cd7ad5a9b06447d7aa068b5f7964a17f on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:07.447820 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-70030347-85d9-4c24-868b-bf84faa0c399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12763 time: 0.5489197 Apr 11 14:17:07.449520 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c5d18ded-e7aa-44b4-b42e-839a97b1fb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:07.463179 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] Set router 9b920967-7acf-4d29-9ce3-d3616ddd8412 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:17:07.470507 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34438) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:07.562817 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2210dc6a-810e-4100-ad64-771bb9a3311c None None] Network 01787f22-c7bb-4dfb-8426-0bf76cf44091 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:17:07.579577 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d18ded-e7aa-44b4-b42e-839a97b1fb91 admin admin] Pushing event updated for resources: {'Port': ['ID=9793a68a-9675-4a02-ace4-2c88dde876dd,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:07.612134 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b14a73e9-5de0-4dd7-a39f-02c438f808c4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:07.613861 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d18ded-e7aa-44b4-b42e-839a97b1fb91 admin admin] Network ff9f934a-1f68-4db9-98bc-c781f6becf61 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:07.649928 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34442) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:07.683873 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-c5d18ded-e7aa-44b4-b42e-839a97b1fb91 admin admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:07.688462 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d18ded-e7aa-44b4-b42e-839a97b1fb91 admin admin] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:07.763313 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c5d18ded-e7aa-44b4-b42e-839a97b1fb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:07.817283 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-d6de0bd0-6a00-45c6-8d88-a6315cfd2b62 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] For port e5979a89-9617-4b1b-8c22-4e40bcbf9b3e, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e5979a89-9617-4b1b-8c22-4e40bcbf9b3e,segment=NetworkSegment(0cd76554-83e6-413e-8be1-561896f18a6f),segment_id=0cd76554-83e6-413e-8be1-561896f18a6f)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:07.817734 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6de0bd0-6a00-45c6-8d88-a6315cfd2b62 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:07.843978 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-19dbf44d-50b9-41ad-8998-1d490c4273ca None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:07.868301 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-19dbf44d-50b9-41ad-8998-1d490c4273ca None None] Transition to ACTIVE for port object f21d4811-232a-42cc-955d-58e57e2a9882 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:07.878903 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] Set router af7ab73c-0d4a-487f-9ede-ad251bc6742c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:17:07.908045 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-b14a73e9-5de0-4dd7-a39f-02c438f808c4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Calling delete_port for 07079c20-44d2-4e55-8b00-a2a2fc5ce107 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:17:07.925898 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'name': 'tempest-ServersTestManualDisk-1498298036-router', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.85'}], 'enable_snat': True}, 'gw_port_id': '2af6adad-29c3-4f73-8eca-2a2d35207a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:17:00Z', 'revision_number': 3, 'project_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'gw_port': {'id': '2af6adad-29c3-4f73-8eca-2a2d35207a7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:57Z', 'updated_at': '2022-04-11T14:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:07.930696 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de61227-f56c-49b7-ae52-891e19cbdb97 None None] The sync data for ids ['9b920967-7acf-4d29-9ce3-d3616ddd8412'] in dv-neutron-837330-1-hyperv is: [{'id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'name': 'tempest-ServersTestManualDisk-1498298036-router', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.85'}], 'enable_snat': True}, 'gw_port_id': '2af6adad-29c3-4f73-8eca-2a2d35207a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:17:00Z', 'revision_number': 3, 'project_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'gw_port': {'id': '2af6adad-29c3-4f73-8eca-2a2d35207a7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:57Z', 'updated_at': '2022-04-11T14:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:17:07.952568 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ca2af-21ed-4d04-b636-2f5afd43435a None None] Pushing event updated for resources: {'Port': ['ID=6561a6eb-f8f6-4c15-ad23-8860084212d6,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:07.957455 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955ad039-2305-4bd2-8428-d5bc663dd57e admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:17:07.975113 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-d8b27b38-9617-4300-a6f0-91a0f23b4aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Deleting port 65d9502f-ac29-41b9-bcfb-014fca664f42 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:17:07.975458 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d8b27b38-9617-4300-a6f0-91a0f23b4aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:08.009122 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-23dfd2ba-1217-48da-b053-7564f649bdb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:08.044120 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-d6de0bd0-6a00-45c6-8d88-a6315cfd2b62 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Calling delete_port for e5979a89-9617-4b1b-8c22-4e40bcbf9b3e owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:17:08.104592 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-955ad039-2305-4bd2-8428-d5bc663dd57e admin admin] 10.222.0.66 "PUT /v2.0/routers/192852e6-7c0d-427c-8746-e2c29b74c32a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3300622 Apr 11 14:17:08.120722 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] Sync routers for ids ['192852e6-7c0d-427c-8746-e2c29b74c32a'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:17:08.126259 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-23dfd2ba-1217-48da-b053-7564f649bdb6 admin admin] Transition to ACTIVE for port object 055c9a55-5e0d-4e06-a128-3e9ac3f768c0 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:08.162424 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] Routers {'192852e6-7c0d-427c-8746-e2c29b74c32a'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:17:08.163081 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:16:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['192852e6-7c0d-427c-8746-e2c29b74c32a'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:08.214938 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-21f61284-501e-495a-9fd3-1db6e5b1275e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a83fe0a5113843c79544051f498d1024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5627759 Apr 11 14:17:08.218239 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34448) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:08.322296 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6d8ca973-0972-4a99-b6f3-19d249cc2880 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:08.437749 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6de0bd0-6a00-45c6-8d88-a6315cfd2b62 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:08.507108 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-23dfd2ba-1217-48da-b053-7564f649bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:08.561084 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c5d18ded-e7aa-44b4-b42e-839a97b1fb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:08.563581 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ae5565a3-880c-475a-a2bb-6a5bf4f724a1 None None] Provisioning for port 9793a68a-9675-4a02-ace4-2c88dde876dd completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:08.576005 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b14a73e9-5de0-4dd7-a39f-02c438f808c4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:08.588332 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6de0bd0-6a00-45c6-8d88-a6315cfd2b62 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] No DVR routers for this DVR port e5979a89-9617-4b1b-8c22-4e40bcbf9b3e on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:17:08.589102 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-19dbf44d-50b9-41ad-8998-1d490c4273ca None None] Transition to ACTIVE for port object f21d4811-232a-42cc-955d-58e57e2a9882 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:08.601391 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Port e5979a89-9617-4b1b-8c22-4e40bcbf9b3e update to ACTIVE by agent not found {{(pid=88618) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 11 14:17:08.611737 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ae5565a3-880c-475a-a2bb-6a5bf4f724a1 None None] Provisioning complete for port 9793a68a-9675-4a02-ace4-2c88dde876dd triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:08.612170 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ae5565a3-880c-475a-a2bb-6a5bf4f724a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:08.662010 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de0bd0-6a00-45c6-8d88-a6315cfd2b62 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Pushing event deleted for resources: {'Port': ['ID=e5979a89-9617-4b1b-8c22-4e40bcbf9b3e,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:08.889414 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-6d8ca973-0972-4a99-b6f3-19d249cc2880 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Allocated IP 172.20.0.4 (01787f22-c7bb-4dfb-8426-0bf76cf44091/2c521903-48a5-40a4-b278-65e060037a70/3a8da8e3-70f9-4f5c-bf9e-cdc19b5929b4) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:08.951391 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6de0bd0-6a00-45c6-8d88-a6315cfd2b62 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:08.988496 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-d6de0bd0-6a00-45c6-8d88-a6315cfd2b62 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2d319c-62ae-429b-80d2-6b5304ac6281']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:09.004945 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-d6de0bd0-6a00-45c6-8d88-a6315cfd2b62 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd76554-83e6-413e-8be1-561896f18a6f') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:09.005538 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-d6de0bd0-6a00-45c6-8d88-a6315cfd2b62 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd76554-83e6-413e-8be1-561896f18a6f') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:09.027977 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6de0bd0-6a00-45c6-8d88-a6315cfd2b62 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:09.053557 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6de0bd0-6a00-45c6-8d88-a6315cfd2b62 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:09.064131 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6de0bd0-6a00-45c6-8d88-a6315cfd2b62 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:17:09.065123 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6de0bd0-6a00-45c6-8d88-a6315cfd2b62 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:09.113764 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-19dbf44d-50b9-41ad-8998-1d490c4273ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:09.162004 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2af6adad-29c3-4f73-8eca-2a2d35207a7a up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:17:09.186455 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:17:09.346193 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dbf44d-50b9-41ad-8998-1d490c4273ca None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:09.368887 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-19dbf44d-50b9-41ad-8998-1d490c4273ca None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:09.371301 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dbf44d-50b9-41ad-8998-1d490c4273ca None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:09.382834 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] Set router 192852e6-7c0d-427c-8746-e2c29b74c32a gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:17:09.385808 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b14a73e9-5de0-4dd7-a39f-02c438f808c4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:09.394195 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dfd2ba-1217-48da-b053-7564f649bdb6 admin admin] Network ddf8ce9d-6671-4d82-b259-929f8e3d9c2c is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:09.401268 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-d8b27b38-9617-4300-a6f0-91a0f23b4aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] For port 65d9502f-ac29-41b9-bcfb-014fca664f42, host hv-neutron-8373, got binding levels [] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:09.402112 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d8b27b38-9617-4300-a6f0-91a0f23b4aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:09.404691 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d5945311-88fd-4872-ad88-86f7bed14dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:09.474505 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6de0bd0-6a00-45c6-8d88-a6315cfd2b62 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:09.534689 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de0bd0-6a00-45c6-8d88-a6315cfd2b62 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Pushing event deleted for resources: {'Network': ['ID=4f2d319c-62ae-429b-80d2-6b5304ac6281,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:09.539925 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6de0bd0-6a00-45c6-8d88-a6315cfd2b62 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:09.550960 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d5945311-88fd-4872-ad88-86f7bed14dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:09.564772 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-d8b27b38-9617-4300-a6f0-91a0f23b4aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Calling delete_port for 65d9502f-ac29-41b9-bcfb-014fca664f42 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:17:09.588026 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d6de0bd0-6a00-45c6-8d88-a6315cfd2b62 tempest-DHCPAgentSchedulersTestJSON-2069753844 tempest-DHCPAgentSchedulersTestJSON-2069753844-project] 10.222.0.66 "DELETE /v2.0/networks/4f2d319c-62ae-429b-80d2-6b5304ac6281 HTTP/1.1" status: 204 len: 168 time: 2.6875741 Apr 11 14:17:09.625511 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-ae5565a3-880c-475a-a2bb-6a5bf4f724a1 None None] Port 9793a68a-9675-4a02-ace4-2c88dde876dd cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:17:09.627227 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6631ee2f-0d9d-426c-ad3d-b4cba782ec59 None None] DHCP port deletion for 4f2d319c-62ae-429b-80d2-6b5304ac6281 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:17:09.652838 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-23dfd2ba-1217-48da-b053-7564f649bdb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:09.655884 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dfd2ba-1217-48da-b053-7564f649bdb6 admin admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:09.666872 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-23dfd2ba-1217-48da-b053-7564f649bdb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:09.666872 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6d8ca973-0972-4a99-b6f3-19d249cc2880 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:09.701596 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b14a73e9-5de0-4dd7-a39f-02c438f808c4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/07079c20-44d2-4e55-8b00-a2a2fc5ce107 HTTP/1.1" status: 204 len: 168 time: 3.5193658 Apr 11 14:17:09.716566 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34468) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:09.724077 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dfd2ba-1217-48da-b053-7564f649bdb6 admin admin] Pushing event updated for resources: {'Port': ['ID=055c9a55-5e0d-4e06-a128-3e9ac3f768c0,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:09.754933 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c5d18ded-e7aa-44b4-b42e-839a97b1fb91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:09.796241 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d5945311-88fd-4872-ad88-86f7bed14dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:09.829270 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5945311-88fd-4872-ad88-86f7bed14dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ef3c5d-0e9a-4020-a1fd-7d2dcb650283,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:09.830698 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-19dbf44d-50b9-41ad-8998-1d490c4273ca None None] Attempting to bind port f21d4811-232a-42cc-955d-58e57e2a9882 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:09.831891 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-19dbf44d-50b9-41ad-8998-1d490c4273ca None None] Attempting to bind port f21d4811-232a-42cc-955d-58e57e2a9882 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:09.832184 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dbf44d-50b9-41ad-8998-1d490c4273ca None None] Attempting to bind port f21d4811-232a-42cc-955d-58e57e2a9882 on network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:09.846999 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c5d18ded-e7aa-44b4-b42e-839a97b1fb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:09.860176 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a73e9-5de0-4dd7-a39f-02c438f808c4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Port': ['ID=07079c20-44d2-4e55-8b00-a2a2fc5ce107,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:09.863020 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d8b27b38-9617-4300-a6f0-91a0f23b4aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:09.878930 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1bb711-92d7-47d9-b552-8f6ea9067e3f tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:09.880595 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1bb711-92d7-47d9-b552-8f6ea9067e3f tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:09.882188 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4e1bb711-92d7-47d9-b552-8f6ea9067e3f tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1630657 Apr 11 14:17:09.913092 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34472) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:10.013730 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d5945311-88fd-4872-ad88-86f7bed14dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:10.031748 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d5945311-88fd-4872-ad88-86f7bed14dee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0ef3c5d-0e9a-4020-a1fd-7d2dcb650283 HTTP/1.1" status: 204 len: 168 time: 1.8025689 Apr 11 14:17:10.068152 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b27b38-9617-4300-a6f0-91a0f23b4aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Pushing event deleted for resources: {'Port': ['ID=65d9502f-ac29-41b9-bcfb-014fca664f42,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:10.071869 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d8b27b38-9617-4300-a6f0-91a0f23b4aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:10.162426 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c5d18ded-e7aa-44b4-b42e-839a97b1fb91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:10.189754 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34480) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:10.197047 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-3a9c4ae3-d540-4be6-944b-dd70a45955d8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Request body: {'security_group': {'name': 'tempest-securitygroup--780180201', 'description': 'tempest-description--1975301211'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:10.204968 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3a9c4ae3-d540-4be6-944b-dd70a45955d8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:10.209982 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3a9c4ae3-d540-4be6-944b-dd70a45955d8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Usage tracker for resource:security_group and tenant:724311974f544075b7138da08838fdf2 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:10.218505 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d8b27b38-9617-4300-a6f0-91a0f23b4aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] 10.222.0.66 "DELETE /v2.0/ports/65d9502f-ac29-41b9-bcfb-014fca664f42 HTTP/1.1" status: 204 len: 168 time: 2.7256432 Apr 11 14:17:10.219730 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34484) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:10.220296 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3a9c4ae3-d540-4be6-944b-dd70a45955d8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:10.227982 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dbf44d-50b9-41ad-8998-1d490c4273ca None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:17:10.228545 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dbf44d-50b9-41ad-8998-1d490c4273ca None None] Checking segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:17:10.228752 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-19dbf44d-50b9-41ad-8998-1d490c4273ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:10.229533 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dbf44d-50b9-41ad-8998-1d490c4273ca None None] Bound using segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:17:10.229725 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-19dbf44d-50b9-41ad-8998-1d490c4273ca None None] Bound port: f21d4811-232a-42cc-955d-58e57e2a9882, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:17:10.230156 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-19dbf44d-50b9-41ad-8998-1d490c4273ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:10.246556 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbf44d-50b9-41ad-8998-1d490c4273ca None None] Pushing event updated for resources: {'Port': ['ID=f21d4811-232a-42cc-955d-58e57e2a9882,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:10.254621 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d18ded-e7aa-44b4-b42e-839a97b1fb91 admin admin] Pushing event updated for resources: {'Port': ['ID=9793a68a-9675-4a02-ace4-2c88dde876dd,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:10.269255 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1d6e7c-8db0-4acf-a024-e4954e88a47b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet f7fc5e46-67ab-4445-870e-0377b1be2f67 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:17:10.280175 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-da1d6e7c-8db0-4acf-a024-e4954e88a47b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:10.324316 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d5dab3c-13d5-4781-b730-1fadc1c959d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] GET failed (client error): The resource could not be found. Apr 11 14:17:10.328712 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6d5dab3c-13d5-4781-b730-1fadc1c959d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Synchronizing usage tracker for tenant:cd7ad5a9b06447d7aa068b5f7964a17f on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:10.342500 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3a9c4ae3-d540-4be6-944b-dd70a45955d8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:10.354041 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6d8ca973-0972-4a99-b6f3-19d249cc2880 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:10.359094 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 2af6adad-29c3-4f73-8eca-2a2d35207a7a completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:10.380185 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 2af6adad-29c3-4f73-8eca-2a2d35207a7a triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:10.380567 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:10.398617 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34488) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:10.422748 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-92fde71f-563b-4ecc-9435-8fde42a865c0 None None] Provisioning for port 055c9a55-5e0d-4e06-a128-3e9ac3f768c0 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:10.457008 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-da1d6e7c-8db0-4acf-a024-e4954e88a47b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:10.489544 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8ca973-0972-4a99-b6f3-19d249cc2880 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Network 01787f22-c7bb-4dfb-8426-0bf76cf44091 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:10.501062 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-6d8ca973-0972-4a99-b6f3-19d249cc2880 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:10.514883 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8ca973-0972-4a99-b6f3-19d249cc2880 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:10.524729 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-23dfd2ba-1217-48da-b053-7564f649bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:10.538366 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ca973-0972-4a99-b6f3-19d249cc2880 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Pushing event updated for resources: {'Port': ['ID=3a8da8e3-70f9-4f5c-bf9e-cdc19b5929b4,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:10.545290 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d18ded-e7aa-44b4-b42e-839a97b1fb91 admin admin] Network ff9f934a-1f68-4db9-98bc-c781f6becf61 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:10.550049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-c5d18ded-e7aa-44b4-b42e-839a97b1fb91 admin admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:10.583425 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-19dbf44d-50b9-41ad-8998-1d490c4273ca None None] For port f21d4811-232a-42cc-955d-58e57e2a9882, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:17:10.589045 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-19dbf44d-50b9-41ad-8998-1d490c4273ca None None] For port f21d4811-232a-42cc-955d-58e57e2a9882, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=f21d4811-232a-42cc-955d-58e57e2a9882,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:17:10.618163 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-92fde71f-563b-4ecc-9435-8fde42a865c0 None None] Provisioning complete for port 055c9a55-5e0d-4e06-a128-3e9ac3f768c0 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:10.618552 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-92fde71f-563b-4ecc-9435-8fde42a865c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:10.774982 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-19dbf44d-50b9-41ad-8998-1d490c4273ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:10.780016 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-92fde71f-563b-4ecc-9435-8fde42a865c0 None None] Port 055c9a55-5e0d-4e06-a128-3e9ac3f768c0 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:17:10.817697 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-da1d6e7c-8db0-4acf-a024-e4954e88a47b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:10.859984 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-23dfd2ba-1217-48da-b053-7564f649bdb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:10.868426 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6d5dab3c-13d5-4781-b730-1fadc1c959d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Unset dirty status for tenant:cd7ad5a9b06447d7aa068b5f7964a17f on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:10.869666 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6d5dab3c-13d5-4781-b730-1fadc1c959d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] 10.222.0.66 "GET /v2.0/ports/65d9502f-ac29-41b9-bcfb-014fca664f42 HTTP/1.1" status: 404 len: 333 time: 0.6456530 Apr 11 14:17:10.873777 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3a9c4ae3-d540-4be6-944b-dd70a45955d8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:10.878944 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34502) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:10.894083 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-6014806d-0afd-46bc-a46b-bcc9a712f3fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-987114351', 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:10.900198 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6d8ca973-0972-4a99-b6f3-19d249cc2880 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:10.901874 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3a9c4ae3-d540-4be6-944b-dd70a45955d8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:10.909124 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3a9c4ae3-d540-4be6-944b-dd70a45955d8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Usage tracker for resource:security_group_rule and tenant:724311974f544075b7138da08838fdf2 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:10.911492 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3a9c4ae3-d540-4be6-944b-dd70a45955d8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:10.917304 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3a9c4ae3-d540-4be6-944b-dd70a45955d8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:10.926002 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-6014806d-0afd-46bc-a46b-bcc9a712f3fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:10.971474 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-6014806d-0afd-46bc-a46b-bcc9a712f3fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:10.980176 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-57da502f-101f-44e5-810d-9078ed3bb9a6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6dc49753518645bdb38d741d380bdfd5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5804701 Apr 11 14:17:10.986659 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbf44d-50b9-41ad-8998-1d490c4273ca None None] Pushing event updated for resources: {'Port': ['ID=f21d4811-232a-42cc-955d-58e57e2a9882,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:10.986842 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d18ded-e7aa-44b4-b42e-839a97b1fb91 admin admin] Router af7ab73c-0d4a-487f-9ede-ad251bc6742c has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:17:10.993725 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34508) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:10.996122 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-23dfd2ba-1217-48da-b053-7564f649bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:10.998489 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-23dfd2ba-1217-48da-b053-7564f649bdb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:11.048897 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'name': 'tempest-ServerActionsTestJSON-1858055570-router', 'tenant_id': '724311974f544075b7138da08838fdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:49Z', 'updated_at': '2022-04-11T14:17:04Z', 'revision_number': 4, 'project_id': '724311974f544075b7138da08838fdf2', 'gw_port': {'id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:51Z', 'updated_at': '2022-04-11T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '10569e12-261f-48ac-8fa1-6de33e5cc68d', 'name': '', 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286', 'tenant_id': '724311974f544075b7138da08838fdf2', 'mac_address': 'fa:16:3e:aa:d7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '07ac75f7-df8a-45a0-834c-28e735b7edb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:17:03Z', 'updated_at': '2022-04-11T14:17:04Z', 'revision_number': 2, 'project_id': '724311974f544075b7138da08838fdf2', 'subnets': [{'id': '07ac75f7-df8a-45a0-834c-28e735b7edb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:11.053163 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:11.079160 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 2af6adad-29c3-4f73-8eca-2a2d35207a7a, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2af6adad-29c3-4f73-8eca-2a2d35207a7a,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:11.089208 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'name': 'tempest-ServersTestJSON-2087272310-router', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:50Z', 'updated_at': '2022-04-11T14:16:56Z', 'revision_number': 3, 'project_id': '3a85f0a6d08649479272c8b7c048674a', 'gw_port': {'id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:11.095476 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a8c9f0-6274-4093-a340-3fb0f441e880 None None] The sync data for ids ['af7ab73c-0d4a-487f-9ede-ad251bc6742c'] in dv-neutron-837330-1-hyperv is: [{'id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'name': 'tempest-ServersTestJSON-2087272310-router', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:50Z', 'updated_at': '2022-04-11T14:16:56Z', 'revision_number': 3, 'project_id': '3a85f0a6d08649479272c8b7c048674a', 'gw_port': {'id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:17:11.097060 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] Checking router: 192852e6-7c0d-427c-8746-e2c29b74c32a for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:17:11.097420 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] Updating router 192852e6-7c0d-427c-8746-e2c29b74c32a port 10569e12-261f-48ac-8fa1-6de33e5cc68d binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:17:11.132497 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-da1d6e7c-8db0-4acf-a024-e4954e88a47b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:11.136325 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6014806d-0afd-46bc-a46b-bcc9a712f3fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Made reservation on behalf of cd7ad5a9b06447d7aa068b5f7964a17f for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:11.139360 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6014806d-0afd-46bc-a46b-bcc9a712f3fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:11.170622 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:11.252546 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d6e7c-8db0-4acf-a024-e4954e88a47b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=f7fc5e46-67ab-4445-870e-0377b1be2f67,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:11.264776 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-da1d6e7c-8db0-4acf-a024-e4954e88a47b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:11.284571 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-6014806d-0afd-46bc-a46b-bcc9a712f3fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] device_id is not set on port 3d090efa-94cb-484d-9608-dace95cd3070 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:17:11.344467 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6d8ca973-0972-4a99-b6f3-19d249cc2880 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:11.386523 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dfd2ba-1217-48da-b053-7564f649bdb6 admin admin] Pushing event updated for resources: {'Port': ['ID=055c9a55-5e0d-4e06-a128-3e9ac3f768c0,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:11.426273 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3a9c4ae3-d540-4be6-944b-dd70a45955d8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:11.539177 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3a9c4ae3-d540-4be6-944b-dd70a45955d8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:11.597431 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-da1d6e7c-8db0-4acf-a024-e4954e88a47b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/f7fc5e46-67ab-4445-870e-0377b1be2f67 HTTP/1.1" status: 204 len: 168 time: 1.5835416 Apr 11 14:17:11.616819 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34520) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:11.716139 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-64c3e538-5a51-4e1d-a480-069213e2c6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:11.810367 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c4ae3-d540-4be6-944b-dd70a45955d8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92636a14-9a87-4309-aa41-a9bd955ef383,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:11.838677 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:11.839764 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:11.840509 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 05dc698f-2241-4a32-929f-8187730b4e9c up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:17:11.851279 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-64c3e538-5a51-4e1d-a480-069213e2c6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:11.900580 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d18ded-e7aa-44b4-b42e-839a97b1fb91 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:17:11.916803 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f4714849-e07b-4fe1-b011-e72b51ae6e07 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2914150 Apr 11 14:17:11.920698 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34526) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:11.930246 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3a9c4ae3-d540-4be6-944b-dd70a45955d8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:11.934840 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3a9c4ae3-d540-4be6-944b-dd70a45955d8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7402728 Apr 11 14:17:11.940156 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-f4bc32a9-b48c-44d7-89e3-f79b5abcffcc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:11.955961 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34530) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:11.999561 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dfd2ba-1217-48da-b053-7564f649bdb6 admin admin] Network ddf8ce9d-6671-4d82-b259-929f8e3d9c2c is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:12.019726 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6b40e2c6-701f-46bc-8a7c-8043c3424fbc None None] Provisioning complete for port 9793a68a-9675-4a02-ace4-2c88dde876dd triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:12.020936 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-23dfd2ba-1217-48da-b053-7564f649bdb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:12.021248 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6b40e2c6-701f-46bc-8a7c-8043c3424fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:12.031375 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-09d42961-db30-45b1-89e0-e8fee75c8154 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Request body: {'security_group_rule': {'security_group_id': '92636a14-9a87-4309-aa41-a9bd955ef383', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:12.106964 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] Transition to ACTIVE for port object 10569e12-261f-48ac-8fa1-6de33e5cc68d will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:12.161815 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-09d42961-db30-45b1-89e0-e8fee75c8154 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:12.194232 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-09d42961-db30-45b1-89e0-e8fee75c8154 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Usage tracker for resource:security_group_rule and tenant:724311974f544075b7138da08838fdf2 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:12.202780 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-09d42961-db30-45b1-89e0-e8fee75c8154 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:12.206841 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-09d42961-db30-45b1-89e0-e8fee75c8154 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:12.208157 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:12.234811 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c5d18ded-e7aa-44b4-b42e-839a97b1fb91 admin admin] 10.222.0.66 "PUT /v2.0/routers/af7ab73c-0d4a-487f-9ede-ad251bc6742c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0484273 Apr 11 14:17:12.348027 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=2af6adad-29c3-4f73-8eca-2a2d35207a7a,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:12.361552 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 05dc698f-2241-4a32-929f-8187730b4e9c triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:12.361953 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:12.452046 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-64c3e538-5a51-4e1d-a480-069213e2c6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:12.469595 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-64c3e538-5a51-4e1d-a480-069213e2c6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:12.470795 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-64c3e538-5a51-4e1d-a480-069213e2c6f7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9eb3d7ff-5b63-4614-9ffa-c02c548191c2 HTTP/1.1" status: 204 len: 168 time: 1.4760668 Apr 11 14:17:12.579220 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-09d42961-db30-45b1-89e0-e8fee75c8154 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:12.622796 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-6b40e2c6-701f-46bc-8a7c-8043c3424fbc None None] Port 9793a68a-9675-4a02-ace4-2c88dde876dd cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:17:12.626111 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087b30f-b95c-4447-be31-62c1ef429ba6 None None] Pushing event updated for resources: {'Port': ['ID=10569e12-261f-48ac-8fa1-6de33e5cc68d,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:12.692165 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3e538-5a51-4e1d-a480-069213e2c6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb3d7ff-5b63-4614-9ffa-c02c548191c2,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:12.742267 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f4bc32a9-b48c-44d7-89e3-f79b5abcffcc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:12.751658 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-09d42961-db30-45b1-89e0-e8fee75c8154 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:12.779794 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f4bc32a9-b48c-44d7-89e3-f79b5abcffcc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:subnet and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:12.799764 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6014806d-0afd-46bc-a46b-bcc9a712f3fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:12.800090 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f4bc32a9-b48c-44d7-89e3-f79b5abcffcc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:12.837281 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f4bc32a9-b48c-44d7-89e3-f79b5abcffcc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:12.848384 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dc2fd7-8196-44ff-860f-9436a78ee23d None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:17:12.851650 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-09d42961-db30-45b1-89e0-e8fee75c8154 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:12.870629 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23dfd2ba-1217-48da-b053-7564f649bdb6 admin admin] Router 9b920967-7acf-4d29-9ce3-d3616ddd8412 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:17:12.881816 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6d8ca973-0972-4a99-b6f3-19d249cc2880 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:12.897439 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d42961-db30-45b1-89e0-e8fee75c8154 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5f6006-8191-458b-a174-a544368d701f,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:12.917064 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] Attempting to bind port 10569e12-261f-48ac-8fa1-6de33e5cc68d on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:12.917533 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] Attempting to bind port 10569e12-261f-48ac-8fa1-6de33e5cc68d by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '194bd252-507a-47af-97d6-796ec1e052f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:12.917910 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] Attempting to bind port 10569e12-261f-48ac-8fa1-6de33e5cc68d on network c6ea0449-d5bb-46c4-a148-72f3fb27a286 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:12.941180 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:17:12.941558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] Checking segment: {'id': '194bd252-507a-47af-97d6-796ec1e052f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:17:12.941994 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:12.942400 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] Bound using segment: {'id': '194bd252-507a-47af-97d6-796ec1e052f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:17:12.945703 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] Bound port: 10569e12-261f-48ac-8fa1-6de33e5cc68d, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194bd252-507a-47af-97d6-796ec1e052f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:17:12.945703 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:12.957031 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-09d42961-db30-45b1-89e0-e8fee75c8154 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:12.958361 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-09d42961-db30-45b1-89e0-e8fee75c8154 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0004354 Apr 11 14:17:12.961026 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34550) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:12.975081 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-0b55ae2f-8555-44f9-aff0-7367a9550c8d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Request body: {'security_group_rule': {'security_group_id': '92636a14-9a87-4309-aa41-a9bd955ef383', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:12.990655 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0b55ae2f-8555-44f9-aff0-7367a9550c8d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:13.001631 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6014806d-0afd-46bc-a46b-bcc9a712f3fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:13.015791 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0b55ae2f-8555-44f9-aff0-7367a9550c8d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Usage tracker for resource:security_group_rule and tenant:724311974f544075b7138da08838fdf2 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:13.062401 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-15cad0fd-5461-4a5b-ae92-d4c407c960cd None None] Provisioning complete for port 055c9a55-5e0d-4e06-a128-3e9ac3f768c0 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:13.062780 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-15cad0fd-5461-4a5b-ae92-d4c407c960cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:13.101560 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0b55ae2f-8555-44f9-aff0-7367a9550c8d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:13.154341 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-15cad0fd-5461-4a5b-ae92-d4c407c960cd None None] Port 055c9a55-5e0d-4e06-a128-3e9ac3f768c0 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:17:13.161477 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6014806d-0afd-46bc-a46b-bcc9a712f3fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Network 75a9fff1-14e8-4fad-93c5-588cc57ea60b is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:13.165217 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0b55ae2f-8555-44f9-aff0-7367a9550c8d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:13.167560 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-6014806d-0afd-46bc-a46b-bcc9a712f3fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:13.175700 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6014806d-0afd-46bc-a46b-bcc9a712f3fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:13.177153 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6014806d-0afd-46bc-a46b-bcc9a712f3fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:13.177775 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6014806d-0afd-46bc-a46b-bcc9a712f3fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:13.249444 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014806d-0afd-46bc-a46b-bcc9a712f3fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Pushing event updated for resources: {'Port': ['ID=3d090efa-94cb-484d-9608-dace95cd3070,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:13.291348 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0b55ae2f-8555-44f9-aff0-7367a9550c8d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:13.335335 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6014806d-0afd-46bc-a46b-bcc9a712f3fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.4513514 Apr 11 14:17:13.342753 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34556) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:13.398680 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] For port 10569e12-261f-48ac-8fa1-6de33e5cc68d, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:17:13.424568 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] For port 10569e12-261f-48ac-8fa1-6de33e5cc68d, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=10569e12-261f-48ac-8fa1-6de33e5cc68d,segment=NetworkSegment(194bd252-507a-47af-97d6-796ec1e052f9),segment_id=194bd252-507a-47af-97d6-796ec1e052f9)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:17:13.479203 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bc32a9-b48c-44d7-89e3-f79b5abcffcc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:13.485967 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f4bc32a9-b48c-44d7-89e3-f79b5abcffcc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:13.523743 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6d8ca973-0972-4a99-b6f3-19d249cc2880 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:13.537342 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:13.575699 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0b55ae2f-8555-44f9-aff0-7367a9550c8d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:13.580112 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbf0aae-37e1-4dc7-a9ef-10807307ea1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:13.582118 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fcbf0aae-37e1-4dc7-a9ef-10807307ea1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Synchronizing usage tracker for tenant:cd7ad5a9b06447d7aa068b5f7964a17f on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:13.625183 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6d8ca973-0972-4a99-b6f3-19d249cc2880 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:13.647381 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0b55ae2f-8555-44f9-aff0-7367a9550c8d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:13.659218 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b3cf19-e6aa-45f2-9eb8-0d439666b23d None None] DHCP port deletion for 47d4fbd0-dfc4-4187-bb2e-73c4649db563 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:17:13.690394 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55ae2f-8555-44f9-aff0-7367a9550c8d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bddbf6e2-8880-46a7-b1c8-f12d24a91737,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:13.695168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23dfd2ba-1217-48da-b053-7564f649bdb6 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:17:13.700163 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-cf87d29c-3301-4704-a317-4931a24276aa None None] Provisioning for port f21d4811-232a-42cc-955d-58e57e2a9882 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:13.707063 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] Sync routers for ids ['9b920967-7acf-4d29-9ce3-d3616ddd8412'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:17:13.709308 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-23dfd2ba-1217-48da-b053-7564f649bdb6 admin admin] 10.222.0.66 "PUT /v2.0/routers/9b920967-7acf-4d29-9ce3-d3616ddd8412/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1887326 Apr 11 14:17:13.755886 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] Routers {'9b920967-7acf-4d29-9ce3-d3616ddd8412'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:17:13.756544 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:16:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9b920967-7acf-4d29-9ce3-d3616ddd8412'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:13.776569 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-04b3cf19-e6aa-45f2-9eb8-0d439666b23d None None] Deleting port f21d4811-232a-42cc-955d-58e57e2a9882 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:17:13.777277 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-04b3cf19-e6aa-45f2-9eb8-0d439666b23d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:13.779825 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fcbf0aae-37e1-4dc7-a9ef-10807307ea1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Unset dirty status for tenant:cd7ad5a9b06447d7aa068b5f7964a17f on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:13.783634 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-fcbf0aae-37e1-4dc7-a9ef-10807307ea1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] 10.222.0.66 "GET /v2.0/ports/3d090efa-94cb-484d-9608-dace95cd3070 HTTP/1.1" status: 200 len: 958 time: 0.4333129 Apr 11 14:17:13.784023 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34568) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:13.785489 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6d8ca973-0972-4a99-b6f3-19d249cc2880 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:13.787129 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6d8ca973-0972-4a99-b6f3-19d249cc2880 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.4909589 Apr 11 14:17:13.791748 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ca973-0972-4a99-b6f3-19d249cc2880 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Pushing event updated for resources: {'Port': ['ID=3a8da8e3-70f9-4f5c-bf9e-cdc19b5929b4,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:13.795867 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34572) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:13.831829 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2af6adad-29c3-4f73-8eca-2a2d35207a7a up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:17:13.876902 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0b55ae2f-8555-44f9-aff0-7367a9550c8d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:13.878723 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0b55ae2f-8555-44f9-aff0-7367a9550c8d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9167321 Apr 11 14:17:13.888208 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34578) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:13.919296 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-e14d0419-d34d-4c0c-a2ca-fc402ce342f8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:13.929664 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34582) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:13.975472 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e14d0419-d34d-4c0c-a2ca-fc402ce342f8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:14.003881 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e14d0419-d34d-4c0c-a2ca-fc402ce342f8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Usage tracker for resource:floatingip and tenant:724311974f544075b7138da08838fdf2 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:14.014457 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e14d0419-d34d-4c0c-a2ca-fc402ce342f8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:14.018827 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] Sync routers for ids ['af7ab73c-0d4a-487f-9ede-ad251bc6742c'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:17:14.053758 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-a2707b50-897d-4d28-8182-db81e985a928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Deleting port 3d090efa-94cb-484d-9608-dace95cd3070 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:17:14.053758 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a2707b50-897d-4d28-8182-db81e985a928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:14.143619 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e14d0419-d34d-4c0c-a2ca-fc402ce342f8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:14.157067 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087b30f-b95c-4447-be31-62c1ef429ba6 None None] Pushing event updated for resources: {'Port': ['ID=10569e12-261f-48ac-8fa1-6de33e5cc68d,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:14.185826 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-cf87d29c-3301-4704-a317-4931a24276aa None None] Could not find standard attr ID for object 07079c20-44d2-4e55-8b00-a2a2fc5ce107. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:17:14.206362 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] Routers {'192852e6-7c0d-427c-8746-e2c29b74c32a'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:17:14.207291 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:16:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['192852e6-7c0d-427c-8746-e2c29b74c32a'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:14.273124 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8d76ad0d-5528-4d1b-b82a-ba1ad2b7b443 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Synchronizing usage tracker for tenant:8962d782ffaf4611831d6323966461f0 on resource:floatingip {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:14.285604 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e14d0419-d34d-4c0c-a2ca-fc402ce342f8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks [] for floatingip, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:14.293760 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f4a11edc-e834-425e-acbb-87e7beab8997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:14.300171 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] Set router 9b920967-7acf-4d29-9ce3-d3616ddd8412 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:17:14.309322 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f4bc32a9-b48c-44d7-89e3-f79b5abcffcc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:14.337147 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] Routers {'af7ab73c-0d4a-487f-9ede-ad251bc6742c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:17:14.337992 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:16:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['af7ab73c-0d4a-487f-9ede-ad251bc6742c'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:14.377525 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f4a11edc-e834-425e-acbb-87e7beab8997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:14.389483 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bc32a9-b48c-44d7-89e3-f79b5abcffcc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:14.395134 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-f4bc32a9-b48c-44d7-89e3-f79b5abcffcc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:14.398239 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8d76ad0d-5528-4d1b-b82a-ba1ad2b7b443 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Unset dirty status for tenant:8962d782ffaf4611831d6323966461f0 on resource:floatingip {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:14.402421 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8d76ad0d-5528-4d1b-b82a-ba1ad2b7b443 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] 10.222.0.66 "GET /v2.0/floatingips?floating_network_id=01787f22-c7bb-4dfb-8426-0bf76cf44091 HTTP/1.1" status: 200 len: 689 time: 0.6025152 Apr 11 14:17:14.404655 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bc32a9-b48c-44d7-89e3-f79b5abcffcc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:14.405394 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f4bc32a9-b48c-44d7-89e3-f79b5abcffcc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:14.421075 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f4a11edc-e834-425e-acbb-87e7beab8997 admin admin] Usage tracker for resource:security_group_rule and tenant:1107f82cf59d4b898b71e4f80bd1ef74 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:14.423944 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34592) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:14.432416 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f4a11edc-e834-425e-acbb-87e7beab8997 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:14.483337 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f4a11edc-e834-425e-acbb-87e7beab8997 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:14.538284 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc32a9-b48c-44d7-89e3-f79b5abcffcc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=e2fa261d-e724-4e00-adc4-0869cc77979b,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:14.596583 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a2707b50-897d-4d28-8182-db81e985a928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:14.666360 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34598) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:14.666595 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34600) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:14.694856 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f4bc32a9-b48c-44d7-89e3-f79b5abcffcc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7699659 Apr 11 14:17:14.707197 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-83c4fbee-7dc0-46c0-93b1-6846ec857113 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2017661272', 'description': 'tempest-description--1551085259'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:14.713062 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34608) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:14.721876 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-83c4fbee-7dc0-46c0-93b1-6846ec857113 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:14.736315 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-d2a5aef5-0639-4735-a313-a916d463ef4e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'port': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'name': 'tempest-NetworksTestDHCPv6-938736774'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:14.772882 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-83c4fbee-7dc0-46c0-93b1-6846ec857113 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Usage tracker for resource:security_group and tenant:3a85f0a6d08649479272c8b7c048674a is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:14.779765 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-a2707b50-897d-4d28-8182-db81e985a928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Calling delete_port for 3d090efa-94cb-484d-9608-dace95cd3070 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:17:14.782647 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-83c4fbee-7dc0-46c0-93b1-6846ec857113 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:14.796050 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 2af6adad-29c3-4f73-8eca-2a2d35207a7a triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:14.797481 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:14.855561 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-83c4fbee-7dc0-46c0-93b1-6846ec857113 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:14.932551 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:14.966733 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'name': 'tempest-ServersTestManualDisk-1498298036-router', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.85'}], 'enable_snat': True}, 'gw_port_id': '2af6adad-29c3-4f73-8eca-2a2d35207a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:17:10Z', 'revision_number': 4, 'project_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'gw_port': {'id': '2af6adad-29c3-4f73-8eca-2a2d35207a7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:57Z', 'updated_at': '2022-04-11T14:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '055c9a55-5e0d-4e06-a128-3e9ac3f768c0', 'name': '', 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'mac_address': 'fa:16:3e:2e:28:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'e9d5ac2f-00cd-4195-849b-d29b7014d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:17:06Z', 'updated_at': '2022-04-11T14:17:10Z', 'revision_number': 2, 'project_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'subnets': [{'id': 'e9d5ac2f-00cd-4195-849b-d29b7014d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:14.972636 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] Checking router: 9b920967-7acf-4d29-9ce3-d3616ddd8412 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:17:14.973264 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] Updating router 9b920967-7acf-4d29-9ce3-d3616ddd8412 port 055c9a55-5e0d-4e06-a128-3e9ac3f768c0 binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:17:15.033657 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-5e212e40-8a13-4d53-9094-470e8b4722cd tempest-QuotasTest-1631924969 tempest-QuotasTest-1631924969-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:15.076847 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83c4fbee-7dc0-46c0-93b1-6846ec857113 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:15.087193 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Deleting port 3a8da8e3-70f9-4f5c-bf9e-cdc19b5929b4 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:17:15.087571 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:15.110763 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:15.115695 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34614) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:15.123338 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-7198fcb9-ef5d-4e33-aa47-d19ff0ea182f tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1009629743', 'description': 'tempest-description--1409633563'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:15.129068 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7198fcb9-ef5d-4e33-aa47-d19ff0ea182f tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:15.135949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7198fcb9-ef5d-4e33-aa47-d19ff0ea182f tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Usage tracker for resource:security_group and tenant:da52381567644ed8b6f3e1a9b6badbd7 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:15.140287 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7198fcb9-ef5d-4e33-aa47-d19ff0ea182f tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:15.147024 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7198fcb9-ef5d-4e33-aa47-d19ff0ea182f tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:15.176233 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e14d0419-d34d-4c0c-a2ca-fc402ce342f8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:15.194028 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-d2a5aef5-0639-4735-a313-a916d463ef4e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:15.211503 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d2a5aef5-0639-4735-a313-a916d463ef4e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:port and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:15.221378 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-83c4fbee-7dc0-46c0-93b1-6846ec857113 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:15.226131 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d2a5aef5-0639-4735-a313-a916d463ef4e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:15.227637 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a2707b50-897d-4d28-8182-db81e985a928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:15.260659 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-83c4fbee-7dc0-46c0-93b1-6846ec857113 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Usage tracker for resource:security_group_rule and tenant:3a85f0a6d08649479272c8b7c048674a is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:15.283509 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-d2a5aef5-0639-4735-a313-a916d463ef4e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:15.285599 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-83c4fbee-7dc0-46c0-93b1-6846ec857113 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:15.304561 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2707b50-897d-4d28-8182-db81e985a928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d090efa-94cb-484d-9608-dace95cd3070,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:15.308220 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7198fcb9-ef5d-4e33-aa47-d19ff0ea182f tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:15.321582 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a2707b50-897d-4d28-8182-db81e985a928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:15.334685 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-83c4fbee-7dc0-46c0-93b1-6846ec857113 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:15.344528 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f4a11edc-e834-425e-acbb-87e7beab8997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:15.352826 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] Set router 192852e6-7c0d-427c-8746-e2c29b74c32a gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:17:15.405815 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7198fcb9-ef5d-4e33-aa47-d19ff0ea182f tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:15.412104 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5e212e40-8a13-4d53-9094-470e8b4722cd tempest-QuotasTest-1631924969 tempest-QuotasTest-1631924969-project-admin] 10.222.0.66 "PUT /v2.0/quotas/cb8cd902f7044c9394209111628ca437 HTTP/1.1" status: 200 len: 366 time: 0.7441545 Apr 11 14:17:15.415288 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34618) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:15.431412 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7198fcb9-ef5d-4e33-aa47-d19ff0ea182f tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Usage tracker for resource:security_group_rule and tenant:da52381567644ed8b6f3e1a9b6badbd7 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:15.442926 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f4a11edc-e834-425e-acbb-87e7beab8997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:15.449314 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-e14d0419-d34d-4c0c-a2ca-fc402ce342f8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Allocated IP 172.26.7.166 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/bcf80a3e-0442-4b7e-9e04-fea922664999) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:15.458119 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7198fcb9-ef5d-4e33-aa47-d19ff0ea182f tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:15.495715 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2a9cf69f-5b28-4174-b030-df7ee02665b8 tempest-QuotasTest-1631924969 tempest-QuotasTest-1631924969-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0744338 Apr 11 14:17:15.507002 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34622) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:15.508008 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a11edc-e834-425e-acbb-87e7beab8997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160e6fdb-378b-422a-9e9f-b4e298751667,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:15.511823 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a5aef5-0639-4735-a313-a916d463ef4e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:15.516445 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d2a5aef5-0639-4735-a313-a916d463ef4e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:15.541508 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] Set router af7ab73c-0d4a-487f-9ede-ad251bc6742c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:17:15.547376 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7198fcb9-ef5d-4e33-aa47-d19ff0ea182f tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:15.564157 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:15.573504 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-43eaa5a8-65fc-4fc1-ba5f-e18651b905fe tempest-QuotasTest-1631924969 tempest-QuotasTest-1631924969-project-admin] 10.222.0.66 "GET /v2.0/quotas/cb8cd902f7044c9394209111628ca437 HTTP/1.1" status: 200 len: 366 time: 0.0431552 Apr 11 14:17:15.577105 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] Transition to ACTIVE for port object 055c9a55-5e0d-4e06-a128-3e9ac3f768c0 will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:15.580993 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34626) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:15.599804 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a2707b50-897d-4d28-8182-db81e985a928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] 10.222.0.66 "DELETE /v2.0/ports/3d090efa-94cb-484d-9608-dace95cd3070 HTTP/1.1" status: 204 len: 168 time: 1.8124418 Apr 11 14:17:15.604815 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34630) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:15.629476 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f4a11edc-e834-425e-acbb-87e7beab8997 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1107f82cf59d4b898b71e4f80bd1ef74&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6780765 Apr 11 14:17:15.631829 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-d2a5aef5-0639-4735-a313-a916d463ef4e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] device_id is not set on port 0438be73-a939-4909-bfa0-cabd95551acb yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:17:15.652217 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-04b3cf19-e6aa-45f2-9eb8-0d439666b23d None None] For port f21d4811-232a-42cc-955d-58e57e2a9882, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=f21d4811-232a-42cc-955d-58e57e2a9882,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:15.652848 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-04b3cf19-e6aa-45f2-9eb8-0d439666b23d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:15.655516 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:15.695418 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34634) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:15.774009 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b00079-0593-4464-853f-110c5d272cc8 None None] Pushing event updated for resources: {'Port': ['ID=055c9a55-5e0d-4e06-a128-3e9ac3f768c0,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:15.791891 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-868430c9-4ca0-4a4b-8dd9-fb401c7fe67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:15.820493 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-868430c9-4ca0-4a4b-8dd9-fb401c7fe67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:15.859286 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6561a6eb-f8f6-4c15-ad23-8860084212d6 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:17:15.936785 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e14d0419-d34d-4c0c-a2ca-fc402ce342f8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:16.033289 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-04b3cf19-e6aa-45f2-9eb8-0d439666b23d None None] Calling delete_port for f21d4811-232a-42cc-955d-58e57e2a9882 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:17:16.042046 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-d2a5aef5-0639-4735-a313-a916d463ef4e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 2001:db8::292 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/e2fa261d-e724-4e00-adc4-0869cc77979b/0438be73-a939-4909-bfa0-cabd95551acb) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:16.233076 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3170340d-4920-46dd-9980-b7a0d874f3f3 tempest-QuotasTest-1631924969 tempest-QuotasTest-1631924969-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/cb8cd902f7044c9394209111628ca437 HTTP/1.1" status: 204 len: 168 time: 0.5851321 Apr 11 14:17:16.233200 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] Attempting to bind port 055c9a55-5e0d-4e06-a128-3e9ac3f768c0 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:16.233200 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] Attempting to bind port 055c9a55-5e0d-4e06-a128-3e9ac3f768c0 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '9435d7f4-8ad0-4468-b4a5-462636e7996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:16.233725 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:16.233813 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] Attempting to bind port 055c9a55-5e0d-4e06-a128-3e9ac3f768c0 on network ddf8ce9d-6671-4d82-b259-929f8e3d9c2c {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:16.233925 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:16.234012 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:17:16.234012 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] Checking segment: {'id': '9435d7f4-8ad0-4468-b4a5-462636e7996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:17:16.234012 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:16.234012 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] Bound using segment: {'id': '9435d7f4-8ad0-4468-b4a5-462636e7996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:17:16.234012 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] Bound port: 055c9a55-5e0d-4e06-a128-3e9ac3f768c0, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9435d7f4-8ad0-4468-b4a5-462636e7996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:17:16.234012 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:16.234578 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34638) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:16.234674 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-a772567e-4174-4b1b-86c5-1a736001323d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] GET failed (client error): The resource could not be found. Apr 11 14:17:16.236440 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a772567e-4174-4b1b-86c5-1a736001323d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] 10.222.0.66 "GET /v2.0/ports/3d090efa-94cb-484d-9608-dace95cd3070 HTTP/1.1" status: 404 len: 333 time: 0.6239872 Apr 11 14:17:16.242699 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34642) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:16.251445 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-d41137dd-80b7-4e95-8608-41af7e0469e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Request body: {'port': {'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018165905'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:16.264217 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-d41137dd-80b7-4e95-8608-41af7e0469e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:16.274815 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4441eba2-3af7-417b-a805-8db6afb37a21 tempest-QuotasTest-1631924969 tempest-QuotasTest-1631924969-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0383339 Apr 11 14:17:16.275579 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34646) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:16.281454 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d41137dd-80b7-4e95-8608-41af7e0469e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Usage tracker for resource:port and tenant:cd7ad5a9b06447d7aa068b5f7964a17f is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:16.306397 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d41137dd-80b7-4e95-8608-41af7e0469e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:16.334145 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-d41137dd-80b7-4e95-8608-41af7e0469e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:16.338666 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2b92b68d-0bae-42dc-b398-1f2901784f1a tempest-QuotasTest-1631924969 tempest-QuotasTest-1631924969-project-admin] 10.222.0.66 "GET /v2.0/quotas/cb8cd902f7044c9394209111628ca437 HTTP/1.1" status: 200 len: 370 time: 0.0446815 Apr 11 14:17:16.341166 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34650) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:16.350508 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1e9a70a5-a273-45ea-bed2-5995b6f6a673 tempest-QuotasTest-1631924969 tempest-QuotasTest-1631924969-project-admin] 10.222.0.66 "GET /v2.0/quotas/cb8cd902f7044c9394209111628ca437/default HTTP/1.1" status: 200 len: 370 time: 0.0076497 Apr 11 14:17:16.353772 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34654) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:16.363825 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-868430c9-4ca0-4a4b-8dd9-fb401c7fe67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:16.387498 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] For port 055c9a55-5e0d-4e06-a128-3e9ac3f768c0, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:17:16.391767 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868430c9-4ca0-4a4b-8dd9-fb401c7fe67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160e6fdb-378b-422a-9e9f-b4e298751667,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:16.393346 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] For port 055c9a55-5e0d-4e06-a128-3e9ac3f768c0, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=055c9a55-5e0d-4e06-a128-3e9ac3f768c0,segment=NetworkSegment(9435d7f4-8ad0-4468-b4a5-462636e7996a),segment_id=9435d7f4-8ad0-4468-b4a5-462636e7996a)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:17:16.395811 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-26020845-8591-44ee-b7c8-d15dd8b9d98b tempest-QuotasTest-1631924969 tempest-QuotasTest-1631924969-project-admin] delete failed (client error): The resource could not be found. Apr 11 14:17:16.397711 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-26020845-8591-44ee-b7c8-d15dd8b9d98b tempest-QuotasTest-1631924969 tempest-QuotasTest-1631924969-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/cb8cd902f7044c9394209111628ca437 HTTP/1.1" status: 404 len: 348 time: 0.0420904 Apr 11 14:17:16.398644 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-868430c9-4ca0-4a4b-8dd9-fb401c7fe67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:16.399671 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-868430c9-4ca0-4a4b-8dd9-fb401c7fe67a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/160e6fdb-378b-422a-9e9f-b4e298751667 HTTP/1.1" status: 204 len: 168 time: 0.7034259 Apr 11 14:17:16.426101 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e14d0419-d34d-4c0c-a2ca-fc402ce342f8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:16.506128 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Calling delete_port for 3a8da8e3-70f9-4f5c-bf9e-cdc19b5929b4 owned by network:floatingip {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:17:16.507670 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41137dd-80b7-4e95-8608-41af7e0469e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Made reservation on behalf of cd7ad5a9b06447d7aa068b5f7964a17f for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:16.509497 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d41137dd-80b7-4e95-8608-41af7e0469e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:16.530226 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:16.546531 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-d41137dd-80b7-4e95-8608-41af7e0469e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] device_id is not set on port fa5983e1-98d8-4d0f-aee4-522751eace92 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:17:16.625884 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] Routers {'9b920967-7acf-4d29-9ce3-d3616ddd8412'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:17:16.628192 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:16:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9b920967-7acf-4d29-9ce3-d3616ddd8412'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:16.673114 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-04b3cf19-e6aa-45f2-9eb8-0d439666b23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:16.688009 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83c4fbee-7dc0-46c0-93b1-6846ec857113 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:16.763484 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b00079-0593-4464-853f-110c5d272cc8 None None] Pushing event updated for resources: {'Port': ['ID=055c9a55-5e0d-4e06-a128-3e9ac3f768c0,revision_number=4']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:16.773663 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7198fcb9-ef5d-4e33-aa47-d19ff0ea182f tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:16.780002 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b3cf19-e6aa-45f2-9eb8-0d439666b23d None None] No DVR routers for this DVR port f21d4811-232a-42cc-955d-58e57e2a9882 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:17:16.792875 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:16.846276 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 6561a6eb-f8f6-4c15-ad23-8860084212d6 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:16.863693 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3cf19-e6aa-45f2-9eb8-0d439666b23d None None] Pushing event deleted for resources: {'Port': ['ID=f21d4811-232a-42cc-955d-58e57e2a9882,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:16.883926 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83c4fbee-7dc0-46c0-93b1-6846ec857113 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:16.888503 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 6561a6eb-f8f6-4c15-ad23-8860084212d6 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:16.889381 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:16.901916 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34662) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:16.933267 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d41137dd-80b7-4e95-8608-41af7e0469e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:16.935857 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7198fcb9-ef5d-4e33-aa47-d19ff0ea182f tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:16.944656 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a8da8e3-70f9-4f5c-bf9e-cdc19b5929b4,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:16.958646 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] Set router 9b920967-7acf-4d29-9ce3-d3616ddd8412 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:17:16.981938 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c770be5d-64ff-4bbe-b79b-044589562f3a None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:17:16.982685 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14d0419-d34d-4c0c-a2ca-fc402ce342f8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:16.986291 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-e14d0419-d34d-4c0c-a2ca-fc402ce342f8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:16.991037 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14d0419-d34d-4c0c-a2ca-fc402ce342f8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:17.021049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d0419-d34d-4c0c-a2ca-fc402ce342f8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Pushing event updated for resources: {'Port': ['ID=bcf80a3e-0442-4b7e-9e04-fea922664999,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:17.027170 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'name': 'tempest-ServerActionsTestJSON-1858055570-router', 'tenant_id': '724311974f544075b7138da08838fdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:49Z', 'updated_at': '2022-04-11T14:17:04Z', 'revision_number': 4, 'project_id': '724311974f544075b7138da08838fdf2', 'gw_port': {'id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:51Z', 'updated_at': '2022-04-11T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '10569e12-261f-48ac-8fa1-6de33e5cc68d', 'name': '', 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286', 'tenant_id': '724311974f544075b7138da08838fdf2', 'mac_address': 'fa:16:3e:aa:d7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '07ac75f7-df8a-45a0-834c-28e735b7edb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:17:03Z', 'updated_at': '2022-04-11T14:17:13Z', 'revision_number': 4, 'project_id': '724311974f544075b7138da08838fdf2', 'subnets': [{'id': '07ac75f7-df8a-45a0-834c-28e735b7edb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:17.064834 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d41137dd-80b7-4e95-8608-41af7e0469e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:17.092403 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0654bcaf-193e-41e9-9a1b-a9a706a049b9 None None] The sync data for ids ['192852e6-7c0d-427c-8746-e2c29b74c32a'] in dv-neutron-837330-1-hyperv is: [{'id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'name': 'tempest-ServerActionsTestJSON-1858055570-router', 'tenant_id': '724311974f544075b7138da08838fdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:49Z', 'updated_at': '2022-04-11T14:17:04Z', 'revision_number': 4, 'project_id': '724311974f544075b7138da08838fdf2', 'gw_port': {'id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:51Z', 'updated_at': '2022-04-11T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '10569e12-261f-48ac-8fa1-6de33e5cc68d', 'name': '', 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286', 'tenant_id': '724311974f544075b7138da08838fdf2', 'mac_address': 'fa:16:3e:aa:d7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '07ac75f7-df8a-45a0-834c-28e735b7edb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:17:03Z', 'updated_at': '2022-04-11T14:17:13Z', 'revision_number': 4, 'project_id': '724311974f544075b7138da08838fdf2', 'subnets': [{'id': '07ac75f7-df8a-45a0-834c-28e735b7edb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:17:17.198293 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41137dd-80b7-4e95-8608-41af7e0469e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Pushing event updated for resources: {'Port': ['ID=fa5983e1-98d8-4d0f-aee4-522751eace92,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:17.276495 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41137dd-80b7-4e95-8608-41af7e0469e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Network 75a9fff1-14e8-4fad-93c5-588cc57ea60b is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:17.280646 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-d41137dd-80b7-4e95-8608-41af7e0469e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:17.284933 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41137dd-80b7-4e95-8608-41af7e0469e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:17.285972 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41137dd-80b7-4e95-8608-41af7e0469e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:17.286642 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d41137dd-80b7-4e95-8608-41af7e0469e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:17.329556 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4fbee-7dc0-46c0-93b1-6846ec857113 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8572fe6-00be-4e0b-a0c1-2b273fc01c8f,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:17.340192 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e14d0419-d34d-4c0c-a2ca-fc402ce342f8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:17.357059 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:17.412927 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'name': 'tempest-ServersTestJSON-2087272310-router', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:50Z', 'updated_at': '2022-04-11T14:17:08Z', 'revision_number': 4, 'project_id': '3a85f0a6d08649479272c8b7c048674a', 'gw_port': {'id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '9793a68a-9675-4a02-ace4-2c88dde876dd', 'name': '', 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d775f23-5af1-424c-8995-0ec246e6dd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:17:05Z', 'updated_at': '2022-04-11T14:17:09Z', 'revision_number': 2, 'project_id': '3a85f0a6d08649479272c8b7c048674a', 'subnets': [{'id': '3d775f23-5af1-424c-8995-0ec246e6dd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:17.423745 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7c44d9da-d2c5-4efa-91f4-90d9056a9519 tempest-QuotasTest-1631924969 tempest-QuotasTest-1631924969-project-admin] Usage tracker for resource:network and tenant:0bd66109ee784ee385b663b3e6cab7b5 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:17.448823 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7c44d9da-d2c5-4efa-91f4-90d9056a9519 tempest-QuotasTest-1631924969 tempest-QuotasTest-1631924969-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:17.454366 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] Checking router: af7ab73c-0d4a-487f-9ede-ad251bc6742c for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:17:17.454872 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] Updating router af7ab73c-0d4a-487f-9ede-ad251bc6742c port 9793a68a-9675-4a02-ace4-2c88dde876dd binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:17:17.491352 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d41137dd-80b7-4e95-8608-41af7e0469e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2472465 Apr 11 14:17:17.498895 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34674) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:17.514499 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:17.525755 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:17.544662 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:17.566645 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7198fcb9-ef5d-4e33-aa47-d19ff0ea182f tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:17.567979 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7198fcb9-ef5d-4e33-aa47-d19ff0ea182f tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.4496894 Apr 11 14:17:17.568942 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83c4fbee-7dc0-46c0-93b1-6846ec857113 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:17.573042 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-83c4fbee-7dc0-46c0-93b1-6846ec857113 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.8939517 Apr 11 14:17:17.595267 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34680) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:17.596709 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34682) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:17.602757 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198fcb9-ef5d-4e33-aa47-d19ff0ea182f tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c71cb42-c4a5-4351-8414-8c15d87ca31d,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:17.614495 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-ab454d8c-da8f-4b64-9b88-c98d71440e01 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Request body: {'security_group_rule': {'security_group_id': 'f8572fe6-00be-4e0b-a0c1-2b273fc01c8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:17.621359 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ab454d8c-da8f-4b64-9b88-c98d71440e01 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:17.626576 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ab454d8c-da8f-4b64-9b88-c98d71440e01 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Usage tracker for resource:security_group_rule and tenant:3a85f0a6d08649479272c8b7c048674a is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:17.630706 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ab454d8c-da8f-4b64-9b88-c98d71440e01 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:17.637934 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ab454d8c-da8f-4b64-9b88-c98d71440e01 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:17.654609 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-a015848c-39e7-4314-8003-f75f68e28118 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Request body: {'security_group_rule': {'security_group_id': '2c71cb42-c4a5-4351-8414-8c15d87ca31d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:17.670729 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d2a5aef5-0639-4735-a313-a916d463ef4e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:17.672676 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e14d0419-d34d-4c0c-a2ca-fc402ce342f8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:17.676512 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7c44d9da-d2c5-4efa-91f4-90d9056a9519 tempest-QuotasTest-1631924969 tempest-QuotasTest-1631924969-project-admin] Usage tracker for resource:subnet and tenant:0bd66109ee784ee385b663b3e6cab7b5 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:17.679552 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a015848c-39e7-4314-8003-f75f68e28118 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:17.694566 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a015848c-39e7-4314-8003-f75f68e28118 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Usage tracker for resource:security_group_rule and tenant:da52381567644ed8b6f3e1a9b6badbd7 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:17.701652 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a015848c-39e7-4314-8003-f75f68e28118 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:17.714678 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7c44d9da-d2c5-4efa-91f4-90d9056a9519 tempest-QuotasTest-1631924969 tempest-QuotasTest-1631924969-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:17.730713 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'name': 'tempest-ServersTestManualDisk-1498298036-router', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.85'}], 'enable_snat': True}, 'gw_port_id': '2af6adad-29c3-4f73-8eca-2a2d35207a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:17:10Z', 'revision_number': 4, 'project_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'gw_port': {'id': '2af6adad-29c3-4f73-8eca-2a2d35207a7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:57Z', 'updated_at': '2022-04-11T14:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '055c9a55-5e0d-4e06-a128-3e9ac3f768c0', 'name': '', 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'mac_address': 'fa:16:3e:2e:28:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'e9d5ac2f-00cd-4195-849b-d29b7014d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:17:06Z', 'updated_at': '2022-04-11T14:17:16Z', 'revision_number': 4, 'project_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'subnets': [{'id': 'e9d5ac2f-00cd-4195-849b-d29b7014d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:17.737515 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a56e2-2878-4771-aa82-679973952bfd None None] The sync data for ids ['9b920967-7acf-4d29-9ce3-d3616ddd8412'] in dv-neutron-837330-1-hyperv is: [{'id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'name': 'tempest-ServersTestManualDisk-1498298036-router', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.85'}], 'enable_snat': True}, 'gw_port_id': '2af6adad-29c3-4f73-8eca-2a2d35207a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:17:10Z', 'revision_number': 4, 'project_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'gw_port': {'id': '2af6adad-29c3-4f73-8eca-2a2d35207a7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:57Z', 'updated_at': '2022-04-11T14:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '055c9a55-5e0d-4e06-a128-3e9ac3f768c0', 'name': '', 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'mac_address': 'fa:16:3e:2e:28:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'e9d5ac2f-00cd-4195-849b-d29b7014d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:17:06Z', 'updated_at': '2022-04-11T14:17:16Z', 'revision_number': 4, 'project_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'subnets': [{'id': 'e9d5ac2f-00cd-4195-849b-d29b7014d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:17:17.740306 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a015848c-39e7-4314-8003-f75f68e28118 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:17.751984 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:17.801395 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:17.801686 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-d2a5aef5-0639-4735-a313-a916d463ef4e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Transition to ACTIVE for port object 0438be73-a939-4909-bfa0-cabd95551acb will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:17.814490 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ab454d8c-da8f-4b64-9b88-c98d71440e01 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:17.852467 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7c44d9da-d2c5-4efa-91f4-90d9056a9519 tempest-QuotasTest-1631924969 tempest-QuotasTest-1631924969-project-admin] Usage tracker for resource:subnetpool and tenant:0bd66109ee784ee385b663b3e6cab7b5 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:17.888650 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7c44d9da-d2c5-4efa-91f4-90d9056a9519 tempest-QuotasTest-1631924969 tempest-QuotasTest-1631924969-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:17.892509 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 6561a6eb-f8f6-4c15-ad23-8860084212d6, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6561a6eb-f8f6-4c15-ad23-8860084212d6,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:17.943638 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a015848c-39e7-4314-8003-f75f68e28118 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:17.976719 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7c44d9da-d2c5-4efa-91f4-90d9056a9519 tempest-QuotasTest-1631924969 tempest-QuotasTest-1631924969-project-admin] Usage tracker for resource:port and tenant:0bd66109ee784ee385b663b3e6cab7b5 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:18.021363 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:18.034852 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7c44d9da-d2c5-4efa-91f4-90d9056a9519 tempest-QuotasTest-1631924969 tempest-QuotasTest-1631924969-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:18.065159 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ab454d8c-da8f-4b64-9b88-c98d71440e01 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:18.086266 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e2be7f-ebaf-4351-b10d-587aa17dd7bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'fixed_ips': [{'subnet_id': 'e2fa261d-e724-4e00-adc4-0869cc77979b'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:17:18.087345 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-50e2be7f-ebaf-4351-b10d-587aa17dd7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:18.112244 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7c44d9da-d2c5-4efa-91f4-90d9056a9519 tempest-QuotasTest-1631924969 tempest-QuotasTest-1631924969-project-admin] Usage tracker for resource:router and tenant:0bd66109ee784ee385b663b3e6cab7b5 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:18.130459 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e14d0419-d34d-4c0c-a2ca-fc402ce342f8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:18.134959 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:18.152915 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e5979a89-9617-4b1b-8c22-4e40bcbf9b3e no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:17:18.209686 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e14d0419-d34d-4c0c-a2ca-fc402ce342f8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:18.214454 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d2a5aef5-0639-4735-a313-a916d463ef4e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:18.218735 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7c44d9da-d2c5-4efa-91f4-90d9056a9519 tempest-QuotasTest-1631924969 tempest-QuotasTest-1631924969-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:18.222027 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: e5979a89-9617-4b1b-8c22-4e40bcbf9b3e {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:17:18.222027 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e5979a89-9617-4b1b-8c22-4e40bcbf9b3e not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:17:18.239430 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ab454d8c-da8f-4b64-9b88-c98d71440e01 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:18.310973 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2c521903-48a5-40a4-b278-65e060037a70,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:18.485919 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a015848c-39e7-4314-8003-f75f68e28118 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:18.519719 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 055c9a55-5e0d-4e06-a128-3e9ac3f768c0 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:17:18.519956 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a5aef5-0639-4735-a313-a916d463ef4e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:18.531066 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-d2a5aef5-0639-4735-a313-a916d463ef4e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:18.539294 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] device_id is not set on port fa5983e1-98d8-4d0f-aee4-522751eace92 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:17:18.552400 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7c44d9da-d2c5-4efa-91f4-90d9056a9519 tempest-QuotasTest-1631924969 tempest-QuotasTest-1631924969-project-admin] Usage tracker for resource:floatingip and tenant:0bd66109ee784ee385b663b3e6cab7b5 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:18.584346 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a5aef5-0639-4735-a313-a916d463ef4e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:18.593003 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a5aef5-0639-4735-a313-a916d463ef4e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:18.594124 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d2a5aef5-0639-4735-a313-a916d463ef4e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:18.616351 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab454d8c-da8f-4b64-9b88-c98d71440e01 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4510b9ee-6a0e-41cd-8b27-3ec81656c1be,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:18.618823 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a015848c-39e7-4314-8003-f75f68e28118 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:18.633369 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=6561a6eb-f8f6-4c15-ad23-8860084212d6,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:18.677098 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-50e2be7f-ebaf-4351-b10d-587aa17dd7bb None None] Allocated IP 2001:db8::2 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/e2fa261d-e724-4e00-adc4-0869cc77979b/25dfb081-2aa0-4253-81b1-3569852b4e0c) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:18.682875 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e14d0419-d34d-4c0c-a2ca-fc402ce342f8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:18.708725 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:18.713861 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7c44d9da-d2c5-4efa-91f4-90d9056a9519 tempest-QuotasTest-1631924969 tempest-QuotasTest-1631924969-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:18.717026 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015848c-39e7-4314-8003-f75f68e28118 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a13ed25-ab78-4222-be3c-80161cc291c2,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:18.737901 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d0419-d34d-4c0c-a2ca-fc402ce342f8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Pushing event updated for resources: {'Port': ['ID=bcf80a3e-0442-4b7e-9e04-fea922664999,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:18.745540 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 055c9a55-5e0d-4e06-a128-3e9ac3f768c0 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:18.754195 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Transition to ACTIVE for port object fa5983e1-98d8-4d0f-aee4-522751eace92 will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:18.766917 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 055c9a55-5e0d-4e06-a128-3e9ac3f768c0 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:18.767380 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:18.781567 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:18.812764 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5aef5-0639-4735-a313-a916d463ef4e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=0438be73-a939-4909-bfa0-cabd95551acb,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:18.831382 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e14d0419-d34d-4c0c-a2ca-fc402ce342f8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:18.832970 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e14d0419-d34d-4c0c-a2ca-fc402ce342f8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9433045 Apr 11 14:17:18.835964 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:17:18.836691 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:17:18.837707 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:17:18.838235 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > port after_create 55550000 {{(pid=88616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:17:18.838703 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:17:18.845081 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > port after_update 55550000 {{(pid=88616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:17:18.845081 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:17:18.845081 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:17:18.845081 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:17:18.845081 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:17:18.870504 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:19.019621 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:19.124948 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] Transition to ACTIVE for port object 9793a68a-9675-4a02-ace4-2c88dde876dd will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:19.165370 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:17:19.171557 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:17:19.171557 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:17:19.171557 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 14:17:19.171557 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01787f22-c7bb-4dfb-8426-0bf76cf44091']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:19.191388 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a015848c-39e7-4314-8003-f75f68e28118 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:19.192834 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a015848c-39e7-4314-8003-f75f68e28118 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5884542 Apr 11 14:17:19.194038 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ab454d8c-da8f-4b64-9b88-c98d71440e01 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:19.195790 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ab454d8c-da8f-4b64-9b88-c98d71440e01 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5890169 Apr 11 14:17:19.197482 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d2a5aef5-0639-4735-a313-a916d463ef4e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4800048 Apr 11 14:17:19.202718 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34712) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:19.203314 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34714) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:19.203930 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34716) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:19.255845 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aba0345-9198-44cd-8dfd-a1194743c995') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:19.256458 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aba0345-9198-44cd-8dfd-a1194743c995') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:19.267956 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-5f56287e-ab78-4ac9-91e1-791d1aa02f2e tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Request body: {'security_group_rule': {'security_group_id': 'f8572fe6-00be-4e0b-a0c1-2b273fc01c8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:19.270261 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:19.280023 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-a8339b21-f5f0-4934-bb95-9903efe0aa79 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Request body: {'security_group_rule': {'security_group_id': '2c71cb42-c4a5-4351-8414-8c15d87ca31d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:19.305761 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a8339b21-f5f0-4934-bb95-9903efe0aa79 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:19.312023 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5f56287e-ab78-4ac9-91e1-791d1aa02f2e tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:19.315929 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Pushing event updated for resources: {'Port': ['ID=fa5983e1-98d8-4d0f-aee4-522751eace92,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:19.331198 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:19.353938 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5f56287e-ab78-4ac9-91e1-791d1aa02f2e tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Usage tracker for resource:security_group_rule and tenant:3a85f0a6d08649479272c8b7c048674a is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:19.358058 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a8339b21-f5f0-4934-bb95-9903efe0aa79 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Usage tracker for resource:security_group_rule and tenant:da52381567644ed8b6f3e1a9b6badbd7 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:19.362596 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:19.363120 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:19.363682 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:19.367520 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a8339b21-f5f0-4934-bb95-9903efe0aa79 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:19.370666 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5f56287e-ab78-4ac9-91e1-791d1aa02f2e tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:19.371826 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port fa5983e1-98d8-4d0f-aee4-522751eace92 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:17:19.372275 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:17:19.373010 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempt 2 to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 Apr 11 14:17:19.395156 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:19.395658 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:19.396193 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:19.398405 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5f56287e-ab78-4ac9-91e1-791d1aa02f2e tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:19.400853 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a8339b21-f5f0-4934-bb95-9903efe0aa79 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:19.409241 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7c44d9da-d2c5-4efa-91f4-90d9056a9519 tempest-QuotasTest-1631924969 tempest-QuotasTest-1631924969-project-admin] Usage tracker for resource:security_group and tenant:0bd66109ee784ee385b663b3e6cab7b5 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:19.409388 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port fa5983e1-98d8-4d0f-aee4-522751eace92 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:17:19.409388 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:17:19.409388 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempt 3 to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 Apr 11 14:17:19.413344 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:19.415653 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7c44d9da-d2c5-4efa-91f4-90d9056a9519 tempest-QuotasTest-1631924969 tempest-QuotasTest-1631924969-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:19.435539 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:19.436010 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:19.436633 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:19.442514 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:17:19.446536 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:19.449453 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port fa5983e1-98d8-4d0f-aee4-522751eace92 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:17:19.449894 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:17:19.450451 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempt 4 to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: from cryptography.utils import int_from_bytes Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: from cryptography.utils import int_from_bytes Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn_limited( Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn_limited( Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:17:19.468947 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:17:19.473503 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:19.473842 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:19.474214 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:19.481944 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port fa5983e1-98d8-4d0f-aee4-522751eace92 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:17:19.482439 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:17:19.482975 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempt 5 to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 Apr 11 14:17:19.490465 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7c44d9da-d2c5-4efa-91f4-90d9056a9519 tempest-QuotasTest-1631924969 tempest-QuotasTest-1631924969-project-admin] Usage tracker for resource:security_group_rule and tenant:0bd66109ee784ee385b663b3e6cab7b5 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:19.501471 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:19.503519 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:19.503519 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:19.507820 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port fa5983e1-98d8-4d0f-aee4-522751eace92 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:17:19.508155 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:17:19.508541 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempt 6 to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 Apr 11 14:17:19.527006 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:19.527638 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:19.528749 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:19.535165 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port fa5983e1-98d8-4d0f-aee4-522751eace92 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:17:19.535461 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:17:19.535859 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempt 7 to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 Apr 11 14:17:19.565072 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:19.565725 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:19.565818 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:19.573666 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port fa5983e1-98d8-4d0f-aee4-522751eace92 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:17:19.574328 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:17:19.574762 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempt 8 to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 Apr 11 14:17:19.605399 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:19.606962 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:19.607554 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:19.615025 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port fa5983e1-98d8-4d0f-aee4-522751eace92 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:17:19.624810 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:17:19.624810 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempt 9 to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 Apr 11 14:17:19.625084 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7c44d9da-d2c5-4efa-91f4-90d9056a9519 tempest-QuotasTest-1631924969 tempest-QuotasTest-1631924969-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:19.642505 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb89060-cc39-4f35-b61c-48046802de82 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:19.643556 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:19.644111 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:19.644539 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:19.647349 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4fb89060-cc39-4f35-b61c-48046802de82 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:19.656461 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port fa5983e1-98d8-4d0f-aee4-522751eace92 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:17:19.656814 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:17:19.657194 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempt 10 to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 Apr 11 14:17:19.664746 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7c44d9da-d2c5-4efa-91f4-90d9056a9519 tempest-QuotasTest-1631924969 tempest-QuotasTest-1631924969-project-admin] 10.222.0.66 "GET /v2.0/quotas/0bd66109ee784ee385b663b3e6cab7b5/details.json HTTP/1.1" status: 200 len: 703 time: 2.7452397 Apr 11 14:17:19.667000 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5f56287e-ab78-4ac9-91e1-791d1aa02f2e tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:19.697753 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:19.698796 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:19.699021 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:19.699436 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempting to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:19.713815 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Port fa5983e1-98d8-4d0f-aee4-522751eace92 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:17:19.714220 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Failed to bind port fa5983e1-98d8-4d0f-aee4-522751eace92 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '75a9fff1-14e8-4fad-93c5-588cc57ea60b'}] Apr 11 14:17:19.714586 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:19.841433 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] Attempting to bind port 9793a68a-9675-4a02-ace4-2c88dde876dd on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:19.842559 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] Attempting to bind port 9793a68a-9675-4a02-ace4-2c88dde876dd by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '7cdf1b81-5e2f-4526-982d-405e14529dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:19.842559 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] Attempting to bind port 9793a68a-9675-4a02-ace4-2c88dde876dd on network ff9f934a-1f68-4db9-98bc-c781f6becf61 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:19.861664 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:17:19.864806 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] Checking segment: {'id': '7cdf1b81-5e2f-4526-982d-405e14529dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:17:19.864806 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:19.864806 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] Bound using segment: {'id': '7cdf1b81-5e2f-4526-982d-405e14529dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:17:19.864806 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] Bound port: 9793a68a-9675-4a02-ace4-2c88dde876dd, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cdf1b81-5e2f-4526-982d-405e14529dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:17:19.864806 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:19.882228 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34742) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:19.890437 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-50e2be7f-ebaf-4351-b10d-587aa17dd7bb None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:19.895656 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:19.899283 dv-neutron-837330-1-hyperv neutron-server[88616]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 14:17:19.922388 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a8339b21-f5f0-4934-bb95-9903efe0aa79 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:19.922500 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] For port fa5983e1-98d8-4d0f-aee4-522751eace92, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:17:19.922500 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attempted to set empty binding levels {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 11 14:17:19.948006 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db9bd0-59b6-4c5a-a276-69069d47b4d9 None None] Pushing event updated for resources: {'Port': ['ID=9793a68a-9675-4a02-ace4-2c88dde876dd,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:19.975458 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 01787f22-c7bb-4dfb-8426-0bf76cf44091 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 11 14:17:19.981887 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-50e2be7f-ebaf-4351-b10d-587aa17dd7bb None None] Transition to ACTIVE for port object 25dfb081-2aa0-4253-81b1-3569852b4e0c will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:19.985618 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 055c9a55-5e0d-4e06-a128-3e9ac3f768c0, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=055c9a55-5e0d-4e06-a128-3e9ac3f768c0,segment=NetworkSegment(9435d7f4-8ad0-4468-b4a5-462636e7996a),segment_id=9435d7f4-8ad0-4468-b4a5-462636e7996a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:19.998336 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:20.038800 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] 10.222.0.66 "DELETE /v2.0/networks/01787f22-c7bb-4dfb-8426-0bf76cf44091 HTTP/1.1" status: 204 len: 168 time: 5.6115475 Apr 11 14:17:20.040386 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92deda-5ff9-4e34-9001-359a59cb4792 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Pushing event deleted for resources: {'Network': ['ID=01787f22-c7bb-4dfb-8426-0bf76cf44091,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:20.040981 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34748) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:20.066699 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-50e2be7f-ebaf-4351-b10d-587aa17dd7bb None None] Transition to ACTIVE for port object 25dfb081-2aa0-4253-81b1-3569852b4e0c will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:20.078707 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] For port 9793a68a-9675-4a02-ace4-2c88dde876dd, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:17:20.082035 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] For port 9793a68a-9675-4a02-ace4-2c88dde876dd, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9793a68a-9675-4a02-ace4-2c88dde876dd,segment=NetworkSegment(7cdf1b81-5e2f-4526-982d-405e14529dcc),segment_id=7cdf1b81-5e2f-4526-982d-405e14529dcc)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:17:20.093423 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:20.094515 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 10569e12-261f-48ac-8fa1-6de33e5cc68d up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:17:20.119625 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5f56287e-ab78-4ac9-91e1-791d1aa02f2e tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:20.152076 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a8339b21-f5f0-4934-bb95-9903efe0aa79 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:20.154138 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4fb89060-cc39-4f35-b61c-48046802de82 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:20.156103 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4fb89060-cc39-4f35-b61c-48046802de82 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.9459305 Apr 11 14:17:20.161038 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34752) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:20.189026 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:20.221438 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-07e96b00-fbb3-469d-b68f-53add224ba25 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Synchronizing usage tracker for tenant:724311974f544075b7138da08838fdf2 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:20.237214 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5f56287e-ab78-4ac9-91e1-791d1aa02f2e tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:20.255911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a8339b21-f5f0-4934-bb95-9903efe0aa79 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:20.271587 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7de8135d-57d4-4b6c-94cb-fc8f83bcab39 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2292497 Apr 11 14:17:20.278361 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34758) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:20.295479 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] In _notify_port_updated(), no bound segment for port fa5983e1-98d8-4d0f-aee4-522751eace92 on network 75a9fff1-14e8-4fad-93c5-588cc57ea60b {{(pid=88617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 11 14:17:20.295844 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:20.296563 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:20.299905 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] 10.222.0.66 "PUT /v2.0/ports/fa5983e1-98d8-4d0f-aee4-522751eace92 HTTP/1.1" status: 200 len: 981 time: 2.7981110 Apr 11 14:17:20.301432 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:20.305838 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34764) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:20.313022 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-50e2be7f-ebaf-4351-b10d-587aa17dd7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:20.332230 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-1f6fc1d5-36fb-44ef-ad44-e72efdb7f6fa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting port 0438be73-a939-4909-bfa0-cabd95551acb {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:17:20.332844 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1f6fc1d5-36fb-44ef-ad44-e72efdb7f6fa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:20.408014 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56287e-ab78-4ac9-91e1-791d1aa02f2e tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5237836-aaaf-41cc-bb4b-f708366db0d3,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:20.469453 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8339b21-f5f0-4934-bb95-9903efe0aa79 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84345616-f36b-4834-bf59-74cc3410f9d7,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:20.472021 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34768) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:20.484971 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5f56287e-ab78-4ac9-91e1-791d1aa02f2e tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:20.486233 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5f56287e-ab78-4ac9-91e1-791d1aa02f2e tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2779136 Apr 11 14:17:20.489543 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] Routers {'af7ab73c-0d4a-487f-9ede-ad251bc6742c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:17:20.490261 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:16:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['af7ab73c-0d4a-487f-9ede-ad251bc6742c'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:20.522576 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-231d54ec-d061-4537-b986-82042ba00d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Deleting port fa5983e1-98d8-4d0f-aee4-522751eace92 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:17:20.523312 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-231d54ec-d061-4537-b986-82042ba00d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:20.566712 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34774) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:20.621175 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e2be7f-ebaf-4351-b10d-587aa17dd7bb None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:20.641542 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-50e2be7f-ebaf-4351-b10d-587aa17dd7bb None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:20.652415 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e2be7f-ebaf-4351-b10d-587aa17dd7bb None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:20.658653 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=055c9a55-5e0d-4e06-a128-3e9ac3f768c0,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:20.681503 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87b4983-f503-4cd8-bef5-5ca8a822dee6 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:20.684132 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87b4983-f503-4cd8-bef5-5ca8a822dee6 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:20.684708 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87b4983-f503-4cd8-bef5-5ca8a822dee6 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:20.685175 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87b4983-f503-4cd8-bef5-5ca8a822dee6 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:20.685626 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87b4983-f503-4cd8-bef5-5ca8a822dee6 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:20.691838 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87b4983-f503-4cd8-bef5-5ca8a822dee6 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:20.692368 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87b4983-f503-4cd8-bef5-5ca8a822dee6 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:20.694965 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c87b4983-f503-4cd8-bef5-5ca8a822dee6 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Synchronizing usage tracker for tenant:8962d782ffaf4611831d6323966461f0 on resource:subnet {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:20.723556 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-10b67d8d-64a1-4c43-a41e-80e6938b0d89 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:20.736340 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-10b67d8d-64a1-4c43-a41e-80e6938b0d89 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:20.750076 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-10b67d8d-64a1-4c43-a41e-80e6938b0d89 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Usage tracker for resource:floatingip and tenant:3a85f0a6d08649479272c8b7c048674a is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:20.753185 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-10b67d8d-64a1-4c43-a41e-80e6938b0d89 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:20.768622 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-10b67d8d-64a1-4c43-a41e-80e6938b0d89 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:20.777553 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e81e1-5f5b-4a3e-9d29-1850981db8d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Pushing event updated for resources: {'Port': ['ID=fa5983e1-98d8-4d0f-aee4-522751eace92,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:20.821129 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 10569e12-261f-48ac-8fa1-6de33e5cc68d completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:20.842401 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b29573fb-f130-491b-94cf-278f31a3df7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:20.853275 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 10569e12-261f-48ac-8fa1-6de33e5cc68d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:20.859222 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:20.859370 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a8339b21-f5f0-4934-bb95-9903efe0aa79 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:20.859370 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a8339b21-f5f0-4934-bb95-9903efe0aa79 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6497631 Apr 11 14:17:20.865384 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-07e96b00-fbb3-469d-b68f-53add224ba25 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Unset dirty status for tenant:724311974f544075b7138da08838fdf2 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:20.866915 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-07e96b00-fbb3-469d-b68f-53add224ba25 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--780180201&fields=id&tenant_id=724311974f544075b7138da08838fdf2 HTTP/1.1" status: 200 len: 267 time: 0.9812472 Apr 11 14:17:20.870964 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34780) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:20.881830 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10b67d8d-64a1-4c43-a41e-80e6938b0d89 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks [] for floatingip, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:20.902602 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b29573fb-f130-491b-94cf-278f31a3df7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:20.921422 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-70fa5c93-64da-48b4-8630-29c70677de6a tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:20.927986 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-70fa5c93-64da-48b4-8630-29c70677de6a tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:20.932386 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-70fa5c93-64da-48b4-8630-29c70677de6a tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Usage tracker for resource:floatingip and tenant:da52381567644ed8b6f3e1a9b6badbd7 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:20.939894 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-70fa5c93-64da-48b4-8630-29c70677de6a tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:20.946733 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-70fa5c93-64da-48b4-8630-29c70677de6a tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:20.948478 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b29573fb-f130-491b-94cf-278f31a3df7d admin admin] Usage tracker for resource:security_group_rule and tenant:c90ec3d51d1042cbb48f9a804eb64c53 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:20.956275 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b29573fb-f130-491b-94cf-278f31a3df7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:20.970113 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c87b4983-f503-4cd8-bef5-5ca8a822dee6 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Unset dirty status for tenant:8962d782ffaf4611831d6323966461f0 on resource:subnet {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:20.971430 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c87b4983-f503-4cd8-bef5-5ca8a822dee6 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4641 time: 0.6910551 Apr 11 14:17:20.976470 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34786) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:20.986161 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b29573fb-f130-491b-94cf-278f31a3df7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:21.077205 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-70fa5c93-64da-48b4-8630-29c70677de6a tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks [] for floatingip, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:21.117366 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-39cb0f79-f807-46a9-8c78-955043e78315 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] delete failed (client error): The resource could not be found. Apr 11 14:17:21.122019 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-39cb0f79-f807-46a9-8c78-955043e78315 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/0ea81163-8fab-4f22-9c82-a8095c849e0c HTTP/1.1" status: 404 len: 345 time: 0.1420743 Apr 11 14:17:21.145350 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34792) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:21.151937 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-50e2be7f-ebaf-4351-b10d-587aa17dd7bb None None] Attempting to bind port 25dfb081-2aa0-4253-81b1-3569852b4e0c on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:21.152482 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-50e2be7f-ebaf-4351-b10d-587aa17dd7bb None None] Attempting to bind port 25dfb081-2aa0-4253-81b1-3569852b4e0c by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:21.152705 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e2be7f-ebaf-4351-b10d-587aa17dd7bb None None] Attempting to bind port 25dfb081-2aa0-4253-81b1-3569852b4e0c on network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:21.186020 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1f6fc1d5-36fb-44ef-ad44-e72efdb7f6fa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:21.211619 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e2be7f-ebaf-4351-b10d-587aa17dd7bb None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:17:21.212249 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e2be7f-ebaf-4351-b10d-587aa17dd7bb None None] Checking segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:17:21.212824 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-50e2be7f-ebaf-4351-b10d-587aa17dd7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:21.213362 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e2be7f-ebaf-4351-b10d-587aa17dd7bb None None] Bound using segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:17:21.214001 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-50e2be7f-ebaf-4351-b10d-587aa17dd7bb None None] Bound port: 25dfb081-2aa0-4253-81b1-3569852b4e0c, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:17:21.214687 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-50e2be7f-ebaf-4351-b10d-587aa17dd7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:21.304901 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db9bd0-59b6-4c5a-a276-69069d47b4d9 None None] Pushing event updated for resources: {'Port': ['ID=9793a68a-9675-4a02-ace4-2c88dde876dd,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:21.347286 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-1f6fc1d5-36fb-44ef-ad44-e72efdb7f6fa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Calling delete_port for 0438be73-a939-4909-bfa0-cabd95551acb owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:17:21.370222 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-231d54ec-d061-4537-b986-82042ba00d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] For port fa5983e1-98d8-4d0f-aee4-522751eace92, host hv-neutron-8373, got binding levels [] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:21.370590 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-231d54ec-d061-4537-b986-82042ba00d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:21.378508 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a7a4b5-20a7-47de-ab72-c81237083328 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] DELETE failed (client error): The resource could not be found. Apr 11 14:17:21.379043 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12a7a4b5-20a7-47de-ab72-c81237083328 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:17:21.423088 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-12a7a4b5-20a7-47de-ab72-c81237083328 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] 10.222.0.66 "DELETE /v2.0/networks/01787f22-c7bb-4dfb-8426-0bf76cf44091 HTTP/1.1" status: 404 len: 339 time: 0.2720814 Apr 11 14:17:21.432177 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34800) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:21.454778 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-bca331f1-fbaf-4dde-b4de-59d1ae939631 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Request body: {'network': {'name': 'tempest-network--966345829', 'router:external': True}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:21.470147 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-d3c2ebf2-9e1a-4b0b-8e86-807e9d7ed26d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:21.471676 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-d3c2ebf2-9e1a-4b0b-8e86-807e9d7ed26d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/networks?id=c6ea0449-d5bb-46c4-a148-72f3fb27a286 HTTP/1.1" status: 200 len: 812 time: 0.5857024 Apr 11 14:17:21.475809 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-bca331f1-fbaf-4dde-b4de-59d1ae939631 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:21.489921 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-bca331f1-fbaf-4dde-b4de-59d1ae939631 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Usage tracker for resource:network and tenant:8962d782ffaf4611831d6323966461f0 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:21.498929 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] Set router af7ab73c-0d4a-487f-9ede-ad251bc6742c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:17:21.513169 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-bca331f1-fbaf-4dde-b4de-59d1ae939631 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:21.529679 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-bca331f1-fbaf-4dde-b4de-59d1ae939631 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:21.535532 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-2ac8cdf6-b2aa-4af1-a6bd-1a223c42984a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/quotas/724311974f544075b7138da08838fdf2 HTTP/1.1" status: 200 len: 375 time: 0.0528786 Apr 11 14:17:21.593447 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-231d54ec-d061-4537-b986-82042ba00d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Calling delete_port for fa5983e1-98d8-4d0f-aee4-522751eace92 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:17:21.636759 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2be7f-ebaf-4351-b10d-587aa17dd7bb None None] Pushing event updated for resources: {'Port': ['ID=25dfb081-2aa0-4253-81b1-3569852b4e0c,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:21.641816 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34806) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:21.658907 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca331f1-fbaf-4dde-b4de-59d1ae939631 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Made reservation on behalf of 8962d782ffaf4611831d6323966461f0 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:21.661189 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bca331f1-fbaf-4dde-b4de-59d1ae939631 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:21.683632 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b29573fb-f130-491b-94cf-278f31a3df7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:21.728501 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b29573fb-f130-491b-94cf-278f31a3df7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:21.758740 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10b67d8d-64a1-4c43-a41e-80e6938b0d89 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:21.772574 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:21.810135 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1f6fc1d5-36fb-44ef-ad44-e72efdb7f6fa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:21.816071 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca331f1-fbaf-4dde-b4de-59d1ae939631 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:17:21.828516 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-efb80e18-131e-461c-a886-2c564a41338d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Synchronizing usage tracker for tenant:724311974f544075b7138da08838fdf2 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:21.857707 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-50e2be7f-ebaf-4351-b10d-587aa17dd7bb None None] For port 25dfb081-2aa0-4253-81b1-3569852b4e0c, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:17:21.881548 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 10569e12-261f-48ac-8fa1-6de33e5cc68d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=10569e12-261f-48ac-8fa1-6de33e5cc68d,segment=NetworkSegment(194bd252-507a-47af-97d6-796ec1e052f9),segment_id=194bd252-507a-47af-97d6-796ec1e052f9)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:21.888864 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b29573fb-f130-491b-94cf-278f31a3df7d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c90ec3d51d1042cbb48f9a804eb64c53&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4125550 Apr 11 14:17:21.892100 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34812) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:21.910629 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29573fb-f130-491b-94cf-278f31a3df7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c894b268-9cb1-4772-a5e2-c156af798805,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:21.937871 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fc1d5-36fb-44ef-ad44-e72efdb7f6fa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Port': ['ID=0438be73-a939-4909-bfa0-cabd95551acb,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:21.938527 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bca331f1-fbaf-4dde-b4de-59d1ae939631 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:21.938876 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-bca331f1-fbaf-4dde-b4de-59d1ae939631 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Added segment 44b880da-a25b-4191-975e-979833e8ebd0 of type vlan for network 179e2e10-35d0-4ce4-b089-5a1fe7c26625 Apr 11 14:17:21.978962 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:22.031135 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-50e2be7f-ebaf-4351-b10d-587aa17dd7bb None None] For port 25dfb081-2aa0-4253-81b1-3569852b4e0c, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=25dfb081-2aa0-4253-81b1-3569852b4e0c,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:17:22.042148 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-7d7ae71e-f200-4ed4-8d27-2e163b0b2a3c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:22.058213 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1f6fc1d5-36fb-44ef-ad44-e72efdb7f6fa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:22.062776 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device f21d4811-232a-42cc-955d-58e57e2a9882 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:17:22.079378 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7d7ae71e-f200-4ed4-8d27-2e163b0b2a3c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:22.088596 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7d7ae71e-f200-4ed4-8d27-2e163b0b2a3c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Usage tracker for resource:floatingip and tenant:7eb276b3313a440f9152c2e5b3b3957a is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:22.094381 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7d7ae71e-f200-4ed4-8d27-2e163b0b2a3c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:22.106795 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7d7ae71e-f200-4ed4-8d27-2e163b0b2a3c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:22.117496 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-efb80e18-131e-461c-a886-2c564a41338d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Unset dirty status for tenant:724311974f544075b7138da08838fdf2 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:22.118906 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-efb80e18-131e-461c-a886-2c564a41338d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=724311974f544075b7138da08838fdf2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5679147 Apr 11 14:17:22.136466 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-50e2be7f-ebaf-4351-b10d-587aa17dd7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:22.138158 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1f6fc1d5-36fb-44ef-ad44-e72efdb7f6fa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/0438be73-a939-4909-bfa0-cabd95551acb HTTP/1.1" status: 204 len: 168 time: 1.9746573 Apr 11 14:17:22.139972 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bca331f1-fbaf-4dde-b4de-59d1ae939631 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:22.143570 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34816) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:22.145882 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: f21d4811-232a-42cc-955d-58e57e2a9882 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:17:22.146397 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device f21d4811-232a-42cc-955d-58e57e2a9882 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:17:22.194286 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=10569e12-261f-48ac-8fa1-6de33e5cc68d,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:22.225719 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7d7ae71e-f200-4ed4-8d27-2e163b0b2a3c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks [] for floatingip, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:22.290021 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55230b2a-12fc-4ae3-a105-b9c77996fce3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:22.291583 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55230b2a-12fc-4ae3-a105-b9c77996fce3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:22.292372 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-55230b2a-12fc-4ae3-a105-b9c77996fce3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:22.327458 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 055c9a55-5e0d-4e06-a128-3e9ac3f768c0 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:17:22.335444 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-231d54ec-d061-4537-b986-82042ba00d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:22.374804 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bca331f1-fbaf-4dde-b4de-59d1ae939631 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:22.375797 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca331f1-fbaf-4dde-b4de-59d1ae939631 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:22.376387 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bca331f1-fbaf-4dde-b4de-59d1ae939631 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:22.410979 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2be7f-ebaf-4351-b10d-587aa17dd7bb None None] Pushing event updated for resources: {'Port': ['ID=25dfb081-2aa0-4253-81b1-3569852b4e0c,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:22.445373 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-70fa5c93-64da-48b4-8630-29c70677de6a tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:22.447646 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'name': 'tempest-ServersTestJSON-2087272310-router', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:50Z', 'updated_at': '2022-04-11T14:17:08Z', 'revision_number': 4, 'project_id': '3a85f0a6d08649479272c8b7c048674a', 'gw_port': {'id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '9793a68a-9675-4a02-ace4-2c88dde876dd', 'name': '', 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d775f23-5af1-424c-8995-0ec246e6dd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:17:05Z', 'updated_at': '2022-04-11T14:17:20Z', 'revision_number': 4, 'project_id': '3a85f0a6d08649479272c8b7c048674a', 'subnets': [{'id': '3d775f23-5af1-424c-8995-0ec246e6dd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:22.448748 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d54ec-d061-4537-b986-82042ba00d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa5983e1-98d8-4d0f-aee4-522751eace92,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:22.451705 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 055c9a55-5e0d-4e06-a128-3e9ac3f768c0 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:22.452115 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:22.457074 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-231d54ec-d061-4537-b986-82042ba00d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:22.490965 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9da5c99-8ce2-4737-921c-3ded7154637d None None] The sync data for ids ['af7ab73c-0d4a-487f-9ede-ad251bc6742c'] in dv-neutron-837330-1-hyperv is: [{'id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'name': 'tempest-ServersTestJSON-2087272310-router', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:50Z', 'updated_at': '2022-04-11T14:17:08Z', 'revision_number': 4, 'project_id': '3a85f0a6d08649479272c8b7c048674a', 'gw_port': {'id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '9793a68a-9675-4a02-ace4-2c88dde876dd', 'name': '', 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d775f23-5af1-424c-8995-0ec246e6dd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:17:05Z', 'updated_at': '2022-04-11T14:17:20Z', 'revision_number': 4, 'project_id': '3a85f0a6d08649479272c8b7c048674a', 'subnets': [{'id': '3d775f23-5af1-424c-8995-0ec246e6dd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:17:22.522944 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-10b67d8d-64a1-4c43-a41e-80e6938b0d89 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Allocated IP 172.26.7.40 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/653ae43e-7983-4355-9bae-47a0a01b74eb) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:22.540477 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-7d6dab23-5c67-48cd-894f-7983fa0f36e0 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:17:22.541508 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-7d6dab23-5c67-48cd-894f-7983fa0f36e0 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2374048 Apr 11 14:17:22.542450 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca331f1-fbaf-4dde-b4de-59d1ae939631 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Pushing event updated for resources: {'Network': ['ID=179e2e10-35d0-4ce4-b089-5a1fe7c26625,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:22.572868 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 179e2e10-35d0-4ce4-b089-5a1fe7c26625 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:17:22.619845 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-231d54ec-d061-4537-b986-82042ba00d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] 10.222.0.66 "DELETE /v2.0/ports/fa5983e1-98d8-4d0f-aee4-522751eace92 HTTP/1.1" status: 204 len: 168 time: 2.3088760 Apr 11 14:17:22.631185 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34826) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:22.632095 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d55bef0e-c95b-4840-b0c6-7bc3523d0db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:22.756531 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-55230b2a-12fc-4ae3-a105-b9c77996fce3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:22.760451 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-55230b2a-12fc-4ae3-a105-b9c77996fce3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6158531 Apr 11 14:17:22.764261 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34830) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:22.816017 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d55bef0e-c95b-4840-b0c6-7bc3523d0db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:22.841727 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6561a6eb-f8f6-4c15-ad23-8860084212d6 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:17:22.970638 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 6561a6eb-f8f6-4c15-ad23-8860084212d6 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:22.970745 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:23.035953 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a48992d-8543-482d-86c4-90474e2d38e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] GET failed (client error): The resource could not be found. Apr 11 14:17:23.036714 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8a48992d-8543-482d-86c4-90474e2d38e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Synchronizing usage tracker for tenant:cd7ad5a9b06447d7aa068b5f7964a17f on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:23.042029 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5bb906-0976-41db-a8a7-8c02d8eabf02 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet e2fa261d-e724-4e00-adc4-0869cc77979b {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:17:23.046119 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fd5bb906-0976-41db-a8a7-8c02d8eabf02 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:23.046624 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d55bef0e-c95b-4840-b0c6-7bc3523d0db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:23.075561 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bef0e-c95b-4840-b0c6-7bc3523d0db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c894b268-9cb1-4772-a5e2-c156af798805,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:23.078724 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d55bef0e-c95b-4840-b0c6-7bc3523d0db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:23.079904 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d55bef0e-c95b-4840-b0c6-7bc3523d0db3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c894b268-9cb1-4772-a5e2-c156af798805 HTTP/1.1" status: 204 len: 168 time: 1.0744576 Apr 11 14:17:23.103547 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10b67d8d-64a1-4c43-a41e-80e6938b0d89 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:23.128966 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fd5bb906-0976-41db-a8a7-8c02d8eabf02 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:23.170836 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8a48992d-8543-482d-86c4-90474e2d38e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] Unset dirty status for tenant:cd7ad5a9b06447d7aa068b5f7964a17f on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:23.176776 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8a48992d-8543-482d-86c4-90474e2d38e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775754602-project-admin] 10.222.0.66 "GET /v2.0/ports/fa5983e1-98d8-4d0f-aee4-522751eace92 HTTP/1.1" status: 404 len: 333 time: 0.5418522 Apr 11 14:17:23.179211 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34836) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:23.214179 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-bca331f1-fbaf-4dde-b4de-59d1ae939631 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7744856 Apr 11 14:17:23.222952 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34840) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:23.290939 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-70fa5c93-64da-48b4-8630-29c70677de6a tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Allocated IP 172.26.7.189 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/b49f037a-8635-48b1-bf44-f11b46f5cbdb) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:23.319132 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10b67d8d-64a1-4c43-a41e-80e6938b0d89 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:23.329384 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-403a7b8f-cf93-4e32-bc5a-1f1b3c7b0bec service neutron] 10.222.0.66 "GET /v2.0/networks/c6ea0449-d5bb-46c4-a148-72f3fb27a286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5641873 Apr 11 14:17:23.422094 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b67d8d-64a1-4c43-a41e-80e6938b0d89 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:23.481078 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-10b67d8d-64a1-4c43-a41e-80e6938b0d89 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:23.484264 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b67d8d-64a1-4c43-a41e-80e6938b0d89 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:23.667910 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fd5bb906-0976-41db-a8a7-8c02d8eabf02 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:23.739267 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c84fa80a-f4cd-47c8-b005-02ca5c414672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:23.745804 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b67d8d-64a1-4c43-a41e-80e6938b0d89 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Pushing event updated for resources: {'Port': ['ID=653ae43e-7983-4355-9bae-47a0a01b74eb,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:23.762041 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-9a9d44a9-180c-43d0-a702-cc1cb61f686a service neutron] 10.222.0.66 "GET /v2.0/networks/c6ea0449-d5bb-46c4-a148-72f3fb27a286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302423 Apr 11 14:17:23.895086 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5675b2d0-592d-4c31-b58b-e11be2d69362 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:23.901806 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5675b2d0-592d-4c31-b58b-e11be2d69362 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:23.908733 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5675b2d0-592d-4c31-b58b-e11be2d69362 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:23.915778 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5675b2d0-592d-4c31-b58b-e11be2d69362 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:23.916208 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5675b2d0-592d-4c31-b58b-e11be2d69362 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Synchronizing usage tracker for tenant:923dc7d24ebc4de6876fb83dfa4a09f6 on resource:network {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:23.920003 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7d7ae71e-f200-4ed4-8d27-2e163b0b2a3c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:23.963586 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-70fa5c93-64da-48b4-8630-29c70677de6a tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:23.990936 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ebe82978-3f8f-4770-937f-5b1fffcb354b None None] Provisioning for port 25dfb081-2aa0-4253-81b1-3569852b4e0c completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:24.007952 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fd5bb906-0976-41db-a8a7-8c02d8eabf02 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:24.060622 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:24.116630 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e97244ba-7890-4095-9265-c9d95a91529e None None] Could not find standard attr ID for object 4dbf480d-20d0-473e-9226-7eda959082d7. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:17:24.136120 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10b67d8d-64a1-4c43-a41e-80e6938b0d89 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:24.136120 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c84fa80a-f4cd-47c8-b005-02ca5c414672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:24.153604 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fd5bb906-0976-41db-a8a7-8c02d8eabf02 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:24.161235 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bb906-0976-41db-a8a7-8c02d8eabf02 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=e2fa261d-e724-4e00-adc4-0869cc77979b,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:24.164627 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-c84fa80a-f4cd-47c8-b005-02ca5c414672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a9fff1-14e8-4fad-93c5-588cc57ea60b']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:24.170409 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34866) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:24.185341 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-c84fa80a-f4cd-47c8-b005-02ca5c414672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:24.185660 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-c84fa80a-f4cd-47c8-b005-02ca5c414672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f27bd4-ae7a-4f4a-893a-3b1d1d5c9a7f') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:24.201042 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d94202d3-be60-4987-8d0b-bad2649ceec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:24.201927 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c84fa80a-f4cd-47c8-b005-02ca5c414672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:24.214367 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-70fa5c93-64da-48b4-8630-29c70677de6a tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:24.327020 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-7d7ae71e-f200-4ed4-8d27-2e163b0b2a3c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Allocated IP 172.26.7.248 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/30187003-8e78-43bc-b833-fccbb612de21) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:24.419431 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34872) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:24.454751 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fa5c93-64da-48b4-8630-29c70677de6a tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:24.457037 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c84fa80a-f4cd-47c8-b005-02ca5c414672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:24.492551 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-70fa5c93-64da-48b4-8630-29c70677de6a tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:24.493897 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e69b90-c636-45c2-86df-ec63b49f044e None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:17:24.519878 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5675b2d0-592d-4c31-b58b-e11be2d69362 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Unset dirty status for tenant:923dc7d24ebc4de6876fb83dfa4a09f6 on resource:network {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:24.521304 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5675b2d0-592d-4c31-b58b-e11be2d69362 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 1.2976027 Apr 11 14:17:24.522970 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-fd5bb906-0976-41db-a8a7-8c02d8eabf02 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/e2fa261d-e724-4e00-adc4-0869cc77979b HTTP/1.1" status: 204 len: 168 time: 1.7504253 Apr 11 14:17:24.530927 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fa5c93-64da-48b4-8630-29c70677de6a tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:24.532299 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34880) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:24.532966 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34882) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:24.544780 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 25dfb081-2aa0-4253-81b1-3569852b4e0c up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:17:24.560569 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-d94202d3-be60-4987-8d0b-bad2649ceec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:24.566015 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7d7ae71e-f200-4ed4-8d27-2e163b0b2a3c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:24.601695 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84fa80a-f4cd-47c8-b005-02ca5c414672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:17:24.602245 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c84fa80a-f4cd-47c8-b005-02ca5c414672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:24.618210 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10b67d8d-64a1-4c43-a41e-80e6938b0d89 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:24.638439 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d94202d3-be60-4987-8d0b-bad2649ceec5 admin admin] Usage tracker for resource:security_group_rule and tenant:0bd66109ee784ee385b663b3e6cab7b5 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:24.641886 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d94202d3-be60-4987-8d0b-bad2649ceec5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:24.717668 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-d94202d3-be60-4987-8d0b-bad2649ceec5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:24.725984 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-da95e655-b7de-4595-bd77-846d9816d521 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1916730 Apr 11 14:17:24.730038 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34894) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:24.736141 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5d86269f-6ef3-4331-aa19-5567553dc015 None None] Could not find standard attr ID for object 07079c20-44d2-4e55-8b00-a2a2fc5ce107. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:17:24.863571 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:17:24.883165 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7d7ae71e-f200-4ed4-8d27-2e163b0b2a3c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:24.915231 dv-neutron-837330-1-hyperv neutron-server[88617]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 14:17:25.021139 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9da2a846-5a5a-4840-9721-c07369030fac tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:25.042008 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7ae71e-f200-4ed4-8d27-2e163b0b2a3c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:25.061012 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-7d7ae71e-f200-4ed4-8d27-2e163b0b2a3c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:25.073895 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7ae71e-f200-4ed4-8d27-2e163b0b2a3c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:25.110939 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ae71e-f200-4ed4-8d27-2e163b0b2a3c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Pushing event updated for resources: {'Port': ['ID=30187003-8e78-43bc-b833-fccbb612de21,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:25.148917 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 25dfb081-2aa0-4253-81b1-3569852b4e0c completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:25.183164 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 25dfb081-2aa0-4253-81b1-3569852b4e0c triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:25.183864 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:25.192921 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa5c93-64da-48b4-8630-29c70677de6a tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Pushing event updated for resources: {'Port': ['ID=b49f037a-8635-48b1-bf44-f11b46f5cbdb,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:25.198222 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-90e473b7-e332-451a-8862-e6dec0989b73 req-3554c074-6c5c-4004-b579-274aca9f9fbf tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 210 time: 0.7703137 Apr 11 14:17:25.238826 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-70fa5c93-64da-48b4-8630-29c70677de6a tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:25.263933 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10b67d8d-64a1-4c43-a41e-80e6938b0d89 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:25.289414 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c84fa80a-f4cd-47c8-b005-02ca5c414672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:25.310939 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c84fa80a-f4cd-47c8-b005-02ca5c414672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:25.319711 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84fa80a-f4cd-47c8-b005-02ca5c414672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] Pushing event deleted for resources: {'Network': ['ID=75a9fff1-14e8-4fad-93c5-588cc57ea60b,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:25.325149 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1e9f85eb-3b99-4e95-9c46-7f84e26792c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:25.400768 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-70fa5c93-64da-48b4-8630-29c70677de6a tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:25.406342 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:25.410423 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7d7ae71e-f200-4ed4-8d27-2e163b0b2a3c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:25.436411 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7444d362-7842-4a85-b40f-2338df00580d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:25.437594 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7444d362-7842-4a85-b40f-2338df00580d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:25.467061 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10b67d8d-64a1-4c43-a41e-80e6938b0d89 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:25.502187 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f120c4-7576-47f3-8244-c831313e1ca2 None None] DHCP port deletion for 47d4fbd0-dfc4-4187-bb2e-73c4649db563 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:17:25.516726 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c84fa80a-f4cd-47c8-b005-02ca5c414672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-715843140-project] 10.222.0.66 "DELETE /v2.0/networks/75a9fff1-14e8-4fad-93c5-588cc57ea60b HTTP/1.1" status: 204 len: 168 time: 2.3380575 Apr 11 14:17:25.526291 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-62f120c4-7576-47f3-8244-c831313e1ca2 None None] Deleting port 25dfb081-2aa0-4253-81b1-3569852b4e0c {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:17:25.526291 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-62f120c4-7576-47f3-8244-c831313e1ca2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:25.536146 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d94202d3-be60-4987-8d0b-bad2649ceec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:25.578494 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10b67d8d-64a1-4c43-a41e-80e6938b0d89 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:25.608898 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 25dfb081-2aa0-4253-81b1-3569852b4e0c, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=25dfb081-2aa0-4253-81b1-3569852b4e0c,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:25.621182 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d94202d3-be60-4987-8d0b-bad2649ceec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:25.645599 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9da2a846-5a5a-4840-9721-c07369030fac tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:25.652226 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b67d8d-64a1-4c43-a41e-80e6938b0d89 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Pushing event updated for resources: {'Port': ['ID=653ae43e-7983-4355-9bae-47a0a01b74eb,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:25.727681 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:25.728452 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9793a68a-9675-4a02-ace4-2c88dde876dd up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:17:25.737963 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7d7ae71e-f200-4ed4-8d27-2e163b0b2a3c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:25.758438 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10b67d8d-64a1-4c43-a41e-80e6938b0d89 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:25.769623 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-10b67d8d-64a1-4c43-a41e-80e6938b0d89 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0860841 Apr 11 14:17:25.781654 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-9da2a846-5a5a-4840-9721-c07369030fac tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179e2e10-35d0-4ce4-b089-5a1fe7c26625']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:25.841208 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-9da2a846-5a5a-4840-9721-c07369030fac tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b880da-a25b-4191-975e-979833e8ebd0') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:25.841208 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-9da2a846-5a5a-4840-9721-c07369030fac tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b880da-a25b-4191-975e-979833e8ebd0') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:25.876380 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9da2a846-5a5a-4840-9721-c07369030fac tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:25.881325 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-70fa5c93-64da-48b4-8630-29c70677de6a tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:25.899698 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9da2a846-5a5a-4840-9721-c07369030fac tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:25.922707 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7444d362-7842-4a85-b40f-2338df00580d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:25.929740 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7444d362-7842-4a85-b40f-2338df00580d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.1953325 Apr 11 14:17:25.930963 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34916) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:25.936281 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94202d3-be60-4987-8d0b-bad2649ceec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef1740f-775d-430e-9f31-2980c9b54ebc,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:25.943549 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d94202d3-be60-4987-8d0b-bad2649ceec5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0bd66109ee784ee385b663b3e6cab7b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7708001 Apr 11 14:17:25.944841 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da2a846-5a5a-4840-9721-c07369030fac tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:17:25.945253 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9da2a846-5a5a-4840-9721-c07369030fac tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:17:25.997424 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 34920) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:26.062258 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-70fa5c93-64da-48b4-8630-29c70677de6a tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:26.108150 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-62f120c4-7576-47f3-8244-c831313e1ca2 None None] For port 25dfb081-2aa0-4253-81b1-3569852b4e0c, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=25dfb081-2aa0-4253-81b1-3569852b4e0c,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:26.108611 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-62f120c4-7576-47f3-8244-c831313e1ca2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:26.167126 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6071e9-c9d1-47a9-a17c-ff2cce0bc3e5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:26.168250 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1b6071e9-c9d1-47a9-a17c-ff2cce0bc3e5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:26.284183 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3047c222-2a43-4670-b9a1-69c0e6150298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:26.289381 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-62f120c4-7576-47f3-8244-c831313e1ca2 None None] Calling delete_port for 25dfb081-2aa0-4253-81b1-3569852b4e0c owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:17:26.327143 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=25dfb081-2aa0-4253-81b1-3569852b4e0c,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:26.343013 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa5c93-64da-48b4-8630-29c70677de6a tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Pushing event updated for resources: {'Port': ['ID=b49f037a-8635-48b1-bf44-f11b46f5cbdb,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:26.347801 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3047c222-2a43-4670-b9a1-69c0e6150298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:26.357509 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34938) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:26.364873 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1b6071e9-c9d1-47a9-a17c-ff2cce0bc3e5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:26.364873 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1b6071e9-c9d1-47a9-a17c-ff2cce0bc3e5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4272964 Apr 11 14:17:26.366235 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-61de3282-d8a1-48f1-a8a0-752ca31b5e4d req-daf0e1a5-dc6c-434b-b9d3-93d761cb2051 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 210 time: 0.0616174 Apr 11 14:17:26.369618 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34942) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:26.414901 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 9793a68a-9675-4a02-ace4-2c88dde876dd completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:26.421965 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 9793a68a-9675-4a02-ace4-2c88dde876dd triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:26.422608 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:26.454116 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-05c088ee-76ae-4b4c-b3da-663db882a7aa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759256 Apr 11 14:17:26.454116 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34948) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:26.461286 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-e16fa11b-6a6d-424d-88f0-85c0825624fb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:26.478564 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-62f120c4-7576-47f3-8244-c831313e1ca2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:17:26.479127 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-62f120c4-7576-47f3-8244-c831313e1ca2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:17:26.491660 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9da2a846-5a5a-4840-9721-c07369030fac tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:26.495627 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da2a846-5a5a-4840-9721-c07369030fac tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 179e2e10-35d0-4ce4-b089-5a1fe7c26625 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 11 14:17:26.497711 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-70fa5c93-64da-48b4-8630-29c70677de6a tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:26.501207 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9da2a846-5a5a-4840-9721-c07369030fac tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:26.570813 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9da2a846-5a5a-4840-9721-c07369030fac tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] 10.222.0.66 "DELETE /v2.0/networks/179e2e10-35d0-4ce4-b089-5a1fe7c26625 HTTP/1.1" status: 204 len: 168 time: 2.0332873 Apr 11 14:17:26.575933 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34954) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:26.584626 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-6eeb8951-53e5-4044-a6e8-d417b2bcef0d tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Request body: {'network': {'name': 'tempest-network--1586371401', 'router:external': True}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:26.621139 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-6eeb8951-53e5-4044-a6e8-d417b2bcef0d tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:26.630485 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-6eeb8951-53e5-4044-a6e8-d417b2bcef0d tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Usage tracker for resource:network and tenant:8962d782ffaf4611831d6323966461f0 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:26.635345 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-6eeb8951-53e5-4044-a6e8-d417b2bcef0d tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:26.647129 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:26.650913 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3047c222-2a43-4670-b9a1-69c0e6150298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:26.651269 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e16fa11b-6a6d-424d-88f0-85c0825624fb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:26.654417 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3047c222-2a43-4670-b9a1-69c0e6150298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:26.662098 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e16fa11b-6a6d-424d-88f0-85c0825624fb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:26.670498 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3047c222-2a43-4670-b9a1-69c0e6150298 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bef1740f-775d-430e-9f31-2980c9b54ebc HTTP/1.1" status: 204 len: 168 time: 0.6760306 Apr 11 14:17:26.673586 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-6eeb8951-53e5-4044-a6e8-d417b2bcef0d tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:26.673586 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-70fa5c93-64da-48b4-8630-29c70677de6a tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:26.674566 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-70fa5c93-64da-48b4-8630-29c70677de6a tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8024192 Apr 11 14:17:26.736773 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 9793a68a-9675-4a02-ace4-2c88dde876dd, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9793a68a-9675-4a02-ace4-2c88dde876dd,segment=NetworkSegment(7cdf1b81-5e2f-4526-982d-405e14529dcc),segment_id=7cdf1b81-5e2f-4526-982d-405e14529dcc)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:26.754427 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9e9bf873-3c6b-47d9-8b3b-d65775e3fbc7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a0fd67c9ffc4b849747dfbca7e8d13c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3938174 Apr 11 14:17:26.757931 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34962) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:26.760937 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16fa11b-6a6d-424d-88f0-85c0825624fb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:26.765364 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e16fa11b-6a6d-424d-88f0-85c0825624fb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:26.788145 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2a846-5a5a-4840-9721-c07369030fac tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Pushing event deleted for resources: {'Network': ['ID=179e2e10-35d0-4ce4-b089-5a1fe7c26625,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:26.791727 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-88f5a4b1-4e1c-41d6-b1fe-f7f745179fd8 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Synchronizing usage tracker for tenant:3a85f0a6d08649479272c8b7c048674a on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:26.817555 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047c222-2a43-4670-b9a1-69c0e6150298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef1740f-775d-430e-9f31-2980c9b54ebc,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:26.838238 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7d7ae71e-f200-4ed4-8d27-2e163b0b2a3c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:26.856720 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:26.857904 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 10569e12-261f-48ac-8fa1-6de33e5cc68d up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:17:26.931134 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eeb8951-53e5-4044-a6e8-d417b2bcef0d tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Made reservation on behalf of 8962d782ffaf4611831d6323966461f0 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:26.933576 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6eeb8951-53e5-4044-a6e8-d417b2bcef0d tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:26.940280 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-88f5a4b1-4e1c-41d6-b1fe-f7f745179fd8 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Unset dirty status for tenant:3a85f0a6d08649479272c8b7c048674a on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:26.941638 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-88f5a4b1-4e1c-41d6-b1fe-f7f745179fd8 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--2017661272&fields=id&tenant_id=3a85f0a6d08649479272c8b7c048674a HTTP/1.1" status: 200 len: 267 time: 0.7790687 Apr 11 14:17:26.942446 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7d7ae71e-f200-4ed4-8d27-2e163b0b2a3c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:26.984021 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-62f120c4-7576-47f3-8244-c831313e1ca2 None None] Deleting port 25dfb081-2aa0-4253-81b1-3569852b4e0c {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:17:26.985345 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-62f120c4-7576-47f3-8244-c831313e1ca2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:27.132144 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=9793a68a-9675-4a02-ace4-2c88dde876dd,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:27.169558 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-926ee271-2b31-44aa-a2dd-7d4acd187188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:27.220040 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eeb8951-53e5-4044-a6e8-d417b2bcef0d tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:17:27.260283 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 10569e12-261f-48ac-8fa1-6de33e5cc68d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:27.260739 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:27.272284 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-926ee271-2b31-44aa-a2dd-7d4acd187188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:27.291477 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6eeb8951-53e5-4044-a6e8-d417b2bcef0d tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:27.291821 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-6eeb8951-53e5-4044-a6e8-d417b2bcef0d tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Added segment 97b37a3d-d6c1-4c77-aef5-888dc1248e5e of type vlan for network 1a460717-5d98-4b5c-a202-20beff119526 Apr 11 14:17:27.403860 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-58eb0845-5005-4b57-8077-7d8f2971c6c8 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Synchronizing usage tracker for tenant:da52381567644ed8b6f3e1a9b6badbd7 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:27.408127 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-62f120c4-7576-47f3-8244-c831313e1ca2 None None] For port 25dfb081-2aa0-4253-81b1-3569852b4e0c, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=25dfb081-2aa0-4253-81b1-3569852b4e0c,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:27.408723 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-62f120c4-7576-47f3-8244-c831313e1ca2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:27.435791 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-a62b5394-9d66-468d-a40f-99424418de81 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:27.438800 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-a62b5394-9d66-468d-a40f-99424418de81 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Synchronizing usage tracker for tenant:3a85f0a6d08649479272c8b7c048674a on resource:network {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:27.480581 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6eeb8951-53e5-4044-a6e8-d417b2bcef0d tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:27.499673 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-926ee271-2b31-44aa-a2dd-7d4acd187188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:27.534705 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ee271-2b31-44aa-a2dd-7d4acd187188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32bdb8c-3076-4c50-97e8-641a5efa41c2,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:27.549400 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-58eb0845-5005-4b57-8077-7d8f2971c6c8 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Unset dirty status for tenant:da52381567644ed8b6f3e1a9b6badbd7 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:27.550955 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-58eb0845-5005-4b57-8077-7d8f2971c6c8 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1009629743&fields=id&tenant_id=da52381567644ed8b6f3e1a9b6badbd7 HTTP/1.1" status: 200 len: 267 time: 0.3968604 Apr 11 14:17:27.578670 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-62f120c4-7576-47f3-8244-c831313e1ca2 None None] Calling delete_port for 25dfb081-2aa0-4253-81b1-3569852b4e0c owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:17:27.643454 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ae71e-f200-4ed4-8d27-2e163b0b2a3c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Pushing event updated for resources: {'Port': ['ID=30187003-8e78-43bc-b833-fccbb612de21,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:27.656861 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7d7ae71e-f200-4ed4-8d27-2e163b0b2a3c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:27.706059 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-a62b5394-9d66-468d-a40f-99424418de81 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Unset dirty status for tenant:3a85f0a6d08649479272c8b7c048674a on resource:network {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:27.711084 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-a62b5394-9d66-468d-a40f-99424418de81 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/networks?id=ff9f934a-1f68-4db9-98bc-c781f6becf61 HTTP/1.1" status: 200 len: 806 time: 0.7510123 Apr 11 14:17:27.729140 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-be2fa361-262e-42d7-b95c-56cd8e0ba9ab tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/quotas/3a85f0a6d08649479272c8b7c048674a HTTP/1.1" status: 200 len: 375 time: 0.0142927 Apr 11 14:17:27.735237 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7d7ae71e-f200-4ed4-8d27-2e163b0b2a3c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:27.736706 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7d7ae71e-f200-4ed4-8d27-2e163b0b2a3c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0901186 Apr 11 14:17:27.777292 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 34992) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:27.802085 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-173e8acf-3258-4a87-8dc8-d12094d51030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:27.807128 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-ec8710c5-3de5-4b66-b22f-610b786487b0 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-563599071'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:27.814292 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ec8710c5-3de5-4b66-b22f-610b786487b0 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:27.834644 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ec8710c5-3de5-4b66-b22f-610b786487b0 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Usage tracker for resource:network and tenant:7eb276b3313a440f9152c2e5b3b3957a is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:27.838855 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ec8710c5-3de5-4b66-b22f-610b786487b0 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:27.860867 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9793a68a-9675-4a02-ace4-2c88dde876dd up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:17:27.863708 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ec8710c5-3de5-4b66-b22f-610b786487b0 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:27.906606 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-34b79842-a794-47dc-9799-a50f12058ea7 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a85f0a6d08649479272c8b7c048674a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1677296 Apr 11 14:17:27.916504 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-f9085c00-a88c-4883-8c07-1dac0ec38e14 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:27.917253 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-f9085c00-a88c-4883-8c07-1dac0ec38e14 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Synchronizing usage tracker for tenant:da52381567644ed8b6f3e1a9b6badbd7 on resource:network {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:27.950824 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6eeb8951-53e5-4044-a6e8-d417b2bcef0d tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:27.952061 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eeb8951-53e5-4044-a6e8-d417b2bcef0d tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:27.952658 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6eeb8951-53e5-4044-a6e8-d417b2bcef0d tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:27.997087 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-62f120c4-7576-47f3-8244-c831313e1ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:28.079409 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.53', 49283) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:28.080299 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-926ee271-2b31-44aa-a2dd-7d4acd187188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:28.083754 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-926ee271-2b31-44aa-a2dd-7d4acd187188 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e32bdb8c-3076-4c50-97e8-641a5efa41c2 HTTP/1.1" status: 204 len: 168 time: 1.3222754 Apr 11 14:17:28.105729 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8710c5-3de5-4b66-b22f-610b786487b0 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Made reservation on behalf of 7eb276b3313a440f9152c2e5b3b3957a for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:28.109968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ec8710c5-3de5-4b66-b22f-610b786487b0 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:28.166427 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f120c4-7576-47f3-8244-c831313e1ca2 None None] Pushing event deleted for resources: {'Port': ['ID=25dfb081-2aa0-4253-81b1-3569852b4e0c,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:28.181646 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f120c4-7576-47f3-8244-c831313e1ca2 None None] No DVR routers for this DVR port 25dfb081-2aa0-4253-81b1-3569852b4e0c on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:17:28.199095 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 9793a68a-9675-4a02-ace4-2c88dde876dd triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:28.199626 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:28.231758 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-cc392bf4-531f-4fcc-95b4-0f1e4ff54fa7 service neutron] 10.222.0.66 "GET /v2.0/networks/ff9f934a-1f68-4db9-98bc-c781f6becf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055253 Apr 11 14:17:28.244319 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb8951-53e5-4044-a6e8-d417b2bcef0d tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Pushing event updated for resources: {'Network': ['ID=1a460717-5d98-4b5c-a202-20beff119526,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:28.270797 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ec8710c5-3de5-4b66-b22f-610b786487b0 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:28.274489 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 1a460717-5d98-4b5c-a202-20beff119526 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:17:28.356757 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ec8710c5-3de5-4b66-b22f-610b786487b0 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:28.366126 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-f9085c00-a88c-4883-8c07-1dac0ec38e14 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Unset dirty status for tenant:da52381567644ed8b6f3e1a9b6badbd7 on resource:network {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:28.367298 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-f9085c00-a88c-4883-8c07-1dac0ec38e14 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/networks?id=ddf8ce9d-6671-4d82-b259-929f8e3d9c2c HTTP/1.1" status: 200 len: 812 time: 0.7961547 Apr 11 14:17:28.368190 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e16fa11b-6a6d-424d-88f0-85c0825624fb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:28.378880 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6eeb8951-53e5-4044-a6e8-d417b2bcef0d tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.7988086 Apr 11 14:17:28.390119 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ec8710c5-3de5-4b66-b22f-610b786487b0 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Usage tracker for resource:security_group_rule and tenant:7eb276b3313a440f9152c2e5b3b3957a is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:28.438307 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ec8710c5-3de5-4b66-b22f-610b786487b0 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:28.440976 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35008) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:28.498342 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ec8710c5-3de5-4b66-b22f-610b786487b0 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:28.521298 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-5828dec0-facd-4a78-959f-88923f758182 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/quotas/da52381567644ed8b6f3e1a9b6badbd7 HTTP/1.1" status: 200 len: 375 time: 0.1402531 Apr 11 14:17:28.535894 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16fa11b-6a6d-424d-88f0-85c0825624fb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:28.557069 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-e16fa11b-6a6d-424d-88f0-85c0825624fb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:28.560752 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16fa11b-6a6d-424d-88f0-85c0825624fb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:28.561577 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e16fa11b-6a6d-424d-88f0-85c0825624fb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:28.600314 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-0ef284e3-3fd9-47ac-8f03-6230aa158e75 service neutron] 10.222.0.66 "GET /v2.0/networks/ff9f934a-1f68-4db9-98bc-c781f6becf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703856 Apr 11 14:17:28.604091 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35016) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:28.685300 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d78a17-2342-4a93-8a14-a7aabfbe3594 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:17:28.772989 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fa11b-6a6d-424d-88f0-85c0825624fb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=2c805e27-02b0-44dd-938e-b579fd60b087,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:28.830508 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cd21f766-1275-4d33-8a4e-1623c36c601b tempest-AgentManagementNegativeTest-45802903 tempest-AgentManagementNegativeTest-45802903-project] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2250543 Apr 11 14:17:28.832751 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-53171b24-ca16-43e0-8d79-377d280fe6d1 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:28.833499 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-53171b24-ca16-43e0-8d79-377d280fe6d1 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Synchronizing usage tracker for tenant:724311974f544075b7138da08838fdf2 on resource:network {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:28.864944 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f484d6dd-c1b2-4c40-ae8a-9537198eb9a7 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:28.878648 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f484d6dd-c1b2-4c40-ae8a-9537198eb9a7 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] 10.222.0.66 "GET /v2.0/networks/1a460717-5d98-4b5c-a202-20beff119526 HTTP/1.1" status: 200 len: 757 time: 0.4292579 Apr 11 14:17:28.879923 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35032) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:28.893405 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e16fa11b-6a6d-424d-88f0-85c0825624fb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4339695 Apr 11 14:17:28.905991 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35036) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:28.977916 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-0c41de64-4d4a-4b8d-8357-4e819cdc35e0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'port': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'fixed_ips': [{'subnet_id': '2c805e27-02b0-44dd-938e-b579fd60b087', 'ip_address': '2001:db8::956f:5edc:fab5:7fe3'}], 'name': 'tempest-NetworksTestDHCPv6-1536882173'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:29.105598 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:29.140826 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ec8710c5-3de5-4b66-b22f-610b786487b0 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:29.146865 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35054) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:29.161825 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-1181db09-926c-4d5d-828a-d30e1838c876 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=da52381567644ed8b6f3e1a9b6badbd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6091275 Apr 11 14:17:29.202078 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:29.228209 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9e80fb-1147-4897-9eaf-809b41ae26d3 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:29.229649 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-bb9e80fb-1147-4897-9eaf-809b41ae26d3 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] 10.222.0.66 "GET /v2.0/networks/beba594f-11f4-49ba-8dd8-8eecf8d96df6 HTTP/1.1" status: 200 len: 767 time: 0.3484564 Apr 11 14:17:29.233169 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35064) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:29.290123 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-53171b24-ca16-43e0-8d79-377d280fe6d1 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Unset dirty status for tenant:724311974f544075b7138da08838fdf2 on resource:network {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:29.291263 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-53171b24-ca16-43e0-8d79-377d280fe6d1 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.53 "GET /v2.0/networks?id=c6ea0449-d5bb-46c4-a148-72f3fb27a286 HTTP/1.1" status: 200 len: 812 time: 1.2086556 Apr 11 14:17:29.291855 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ec8710c5-3de5-4b66-b22f-610b786487b0 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:29.305197 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8710c5-3de5-4b66-b22f-610b786487b0 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:17:29.315584 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ec8710c5-3de5-4b66-b22f-610b786487b0 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:29.315895 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-ec8710c5-3de5-4b66-b22f-610b786487b0 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Added segment 8bb2619c-8e64-42ea-8de7-e4093eec8176 of type vlan for network e05449e2-3bf4-4445-ba01-3d18fb30fb13 Apr 11 14:17:29.344943 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 25dfb081-2aa0-4253-81b1-3569852b4e0c no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:17:29.404198 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae69990-0863-480f-89c9-4ece0a5b8869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'fixed_ips': [{'subnet_id': '2c805e27-02b0-44dd-938e-b579fd60b087'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:17:29.404897 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7ae69990-0863-480f-89c9-4ece0a5b8869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:29.431548 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 25dfb081-2aa0-4253-81b1-3569852b4e0c {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:17:29.431983 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 25dfb081-2aa0-4253-81b1-3569852b4e0c not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:17:29.455013 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ec8710c5-3de5-4b66-b22f-610b786487b0 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:29.508762 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0c41de64-4d4a-4b8d-8357-4e819cdc35e0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:29.562663 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b93e5902-1ff6-4edd-9391-e32780d19027 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cd7ad5a9b06447d7aa068b5f7964a17f&name=default HTTP/1.1" status: 200 len: 2977 time: 0.4145701 Apr 11 14:17:29.564983 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0c41de64-4d4a-4b8d-8357-4e819cdc35e0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:29.568141 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35084) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:29.595381 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8710c5-3de5-4b66-b22f-610b786487b0 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27c96801-ca78-4297-b746-f891bfb526f5,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:29.623426 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-75713709-6b75-4699-94a9-ceb8d7a1db41 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Synchronizing usage tracker for tenant:724311974f544075b7138da08838fdf2 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:29.623643 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8e2c1c04-14b2-4a46-88f3-2ffa987f6de6 req-c1292b75-923e-4933-8d13-ced62617e4e4 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 210 time: 0.3917487 Apr 11 14:17:29.642190 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ec8710c5-3de5-4b66-b22f-610b786487b0 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:29.648237 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8710c5-3de5-4b66-b22f-610b786487b0 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:29.648981 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ec8710c5-3de5-4b66-b22f-610b786487b0 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:29.662677 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35094) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:29.682328 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7aa5-7202-47d4-9ac1-3395d6bbdcf7 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:29.718306 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-b736b556-7576-4c99-978d-8f0f85d4eb2d service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:17:29.719462 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-b736b556-7576-4c99-978d-8f0f85d4eb2d service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2153766 Apr 11 14:17:29.728835 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-75713709-6b75-4699-94a9-ceb8d7a1db41 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Unset dirty status for tenant:724311974f544075b7138da08838fdf2 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:29.729992 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-75713709-6b75-4699-94a9-ceb8d7a1db41 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=724311974f544075b7138da08838fdf2 HTTP/1.1" status: 200 len: 379 time: 0.3636816 Apr 11 14:17:29.733468 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-7ae69990-0863-480f-89c9-4ece0a5b8869 None None] Allocated IP 2001:db8::2 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/2c805e27-02b0-44dd-938e-b579fd60b087/2e62f941-9dfb-4a17-8810-01a53ce36fc0) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:29.745351 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-74c8428a-44f2-4932-a301-aebe8cdda21a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Request body: {'port': {'device_id': '04af56f2-9b87-44a0-966c-c2f86fd8d05e', 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286', 'admin_state_up': True, 'tenant_id': '724311974f544075b7138da08838fdf2', 'security_groups': ['92636a14-9a87-4309-aa41-a9bd955ef383']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:29.800386 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c41de64-4d4a-4b8d-8357-4e819cdc35e0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:29.832623 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9fbf0ba7-799d-4a2b-8986-3228924f6c22 req-51cb68bc-9fc9-4478-9705-df2187e8e2e5 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 210 time: 0.1231899 Apr 11 14:17:29.873148 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ca1cc886-944e-4bab-abcc-9acf5212bf47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:29.948458 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ec8710c5-3de5-4b66-b22f-610b786487b0 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1653166 Apr 11 14:17:29.956360 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35102) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:30.000863 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ca1cc886-944e-4bab-abcc-9acf5212bf47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:30.038620 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-131af28c-6836-4577-9118-e46325e4b008 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Request body: {'subnet': {'network_id': 'e05449e2-3bf4-4445-ba01-3d18fb30fb13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:30.055016 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7ae69990-0863-480f-89c9-4ece0a5b8869 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:30.071328 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-7ae69990-0863-480f-89c9-4ece0a5b8869 None None] Transition to ACTIVE for port object 2e62f941-9dfb-4a17-8810-01a53ce36fc0 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:30.095951 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-7ae69990-0863-480f-89c9-4ece0a5b8869 None None] Transition to ACTIVE for port object 2e62f941-9dfb-4a17-8810-01a53ce36fc0 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:30.099940 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:30.112840 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7aa5-7202-47d4-9ac1-3395d6bbdcf7 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:30.116611 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8710c5-3de5-4b66-b22f-610b786487b0 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Pushing event updated for resources: {'Network': ['ID=e05449e2-3bf4-4445-ba01-3d18fb30fb13,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:30.136466 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network e05449e2-3bf4-4445-ba01-3d18fb30fb13 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:17:30.142485 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f94850e2-84e7-417b-85e7-2c76b3efa034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:30.150947 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ca1cc886-944e-4bab-abcc-9acf5212bf47 admin admin] Usage tracker for resource:security_group_rule and tenant:47f938c8620e4d8d93889104ffe5b826 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:30.171736 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ca1cc886-944e-4bab-abcc-9acf5212bf47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:30.199447 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7ae69990-0863-480f-89c9-4ece0a5b8869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:30.207091 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ca1cc886-944e-4bab-abcc-9acf5212bf47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:30.253714 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f94850e2-84e7-417b-85e7-2c76b3efa034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:30.330154 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-4d311a75-78e9-4b82-a02b-278f017ec07e service neutron] 10.222.0.66 "GET /v2.0/networks/ddf8ce9d-6671-4d82-b259-929f8e3d9c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966041 Apr 11 14:17:30.339577 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-8c1a7aa5-7202-47d4-9ac1-3395d6bbdcf7 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a460717-5d98-4b5c-a202-20beff119526']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:30.419415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0c41de64-4d4a-4b8d-8357-4e819cdc35e0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:30.440170 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-8c1a7aa5-7202-47d4-9ac1-3395d6bbdcf7 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b37a3d-d6c1-4c77-aef5-888dc1248e5e') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:30.440170 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-8c1a7aa5-7202-47d4-9ac1-3395d6bbdcf7 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b37a3d-d6c1-4c77-aef5-888dc1248e5e') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:30.452955 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-131af28c-6836-4577-9118-e46325e4b008 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:30.459163 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-131af28c-6836-4577-9118-e46325e4b008 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Usage tracker for resource:subnet and tenant:7eb276b3313a440f9152c2e5b3b3957a is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:30.463789 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-131af28c-6836-4577-9118-e46325e4b008 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:30.470064 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae69990-0863-480f-89c9-4ece0a5b8869 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:30.478531 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-131af28c-6836-4577-9118-e46325e4b008 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:30.484857 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-7ae69990-0863-480f-89c9-4ece0a5b8869 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:30.493155 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae69990-0863-480f-89c9-4ece0a5b8869 None None] Pushing event updated for resources: {'Port': ['ID=2e62f941-9dfb-4a17-8810-01a53ce36fc0,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:30.513678 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae69990-0863-480f-89c9-4ece0a5b8869 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:30.523383 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7aa5-7202-47d4-9ac1-3395d6bbdcf7 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:30.583246 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7aa5-7202-47d4-9ac1-3395d6bbdcf7 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:30.594861 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c1a7aa5-7202-47d4-9ac1-3395d6bbdcf7 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:17:30.596026 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7aa5-7202-47d4-9ac1-3395d6bbdcf7 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:30.692253 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-74c8428a-44f2-4932-a301-aebe8cdda21a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:30.701303 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-0c41de64-4d4a-4b8d-8357-4e819cdc35e0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] device_id is not set on port 81d90aeb-ca0f-43ad-b6c5-f5f2c60787a2 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:17:30.734382 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:17:30.737586 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131af28c-6836-4577-9118-e46325e4b008 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Made reservation on behalf of 7eb276b3313a440f9152c2e5b3b3957a for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:30.740582 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-131af28c-6836-4577-9118-e46325e4b008 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:30.767826 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-7ae69990-0863-480f-89c9-4ece0a5b8869 None None] Attempting to bind port 2e62f941-9dfb-4a17-8810-01a53ce36fc0 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:30.768461 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-7ae69990-0863-480f-89c9-4ece0a5b8869 None None] Attempting to bind port 2e62f941-9dfb-4a17-8810-01a53ce36fc0 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:30.768825 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae69990-0863-480f-89c9-4ece0a5b8869 None None] Attempting to bind port 2e62f941-9dfb-4a17-8810-01a53ce36fc0 on network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:30.776586 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae69990-0863-480f-89c9-4ece0a5b8869 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:17:30.777144 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae69990-0863-480f-89c9-4ece0a5b8869 None None] Checking segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:17:30.777725 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7ae69990-0863-480f-89c9-4ece0a5b8869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:30.778893 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae69990-0863-480f-89c9-4ece0a5b8869 None None] Bound using segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:17:30.779481 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-7ae69990-0863-480f-89c9-4ece0a5b8869 None None] Bound port: 2e62f941-9dfb-4a17-8810-01a53ce36fc0, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:17:30.780060 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7ae69990-0863-480f-89c9-4ece0a5b8869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:30.966590 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-74c8428a-44f2-4932-a301-aebe8cdda21a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:30.967967 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-7ae69990-0863-480f-89c9-4ece0a5b8869 None None] For port 2e62f941-9dfb-4a17-8810-01a53ce36fc0, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:17:31.107630 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f938dd7a-567a-44bc-a980-cebe0bf40b7e req-782ff450-9307-4ded-8ace-1c03638c6ba8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 210 time: 0.1456075 Apr 11 14:17:31.188269 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-74c8428a-44f2-4932-a301-aebe8cdda21a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Made reservation on behalf of 724311974f544075b7138da08838fdf2 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:31.195534 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-74c8428a-44f2-4932-a301-aebe8cdda21a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:31.240644 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ca1cc886-944e-4bab-abcc-9acf5212bf47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:31.260082 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-2a9fa198-7cd2-48a2-bd2f-efa999585199 service neutron] 10.222.0.66 "GET /v2.0/networks/ddf8ce9d-6671-4d82-b259-929f8e3d9c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9168942 Apr 11 14:17:31.326238 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-7ae69990-0863-480f-89c9-4ece0a5b8869 None None] For port 2e62f941-9dfb-4a17-8810-01a53ce36fc0, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2e62f941-9dfb-4a17-8810-01a53ce36fc0,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:17:31.352313 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f94850e2-84e7-417b-85e7-2c76b3efa034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:31.411307 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94850e2-84e7-417b-85e7-2c76b3efa034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77efa71-9b34-444c-93ad-0be8dc12762e,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:31.449500 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7ae69990-0863-480f-89c9-4ece0a5b8869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:31.460344 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7aa5-7202-47d4-9ac1-3395d6bbdcf7 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:31.463089 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-131af28c-6836-4577-9118-e46325e4b008 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:31.497198 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-0c41de64-4d4a-4b8d-8357-4e819cdc35e0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 2001:db8::956f:5edc:fab5:7fe3 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/2c805e27-02b0-44dd-938e-b579fd60b087/81d90aeb-ca0f-43ad-b6c5-f5f2c60787a2) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:31.536013 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1a7aa5-7202-47d4-9ac1-3395d6bbdcf7 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1a460717-5d98-4b5c-a202-20beff119526 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 11 14:17:31.540488 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ca1cc886-944e-4bab-abcc-9acf5212bf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:31.595986 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9844a244-932a-4768-83bf-9422f8b3a815 req-4d58e10d-2ebe-4408-a89d-b6fe74b75dc2 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 210 time: 0.2813880 Apr 11 14:17:31.597720 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a7aa5-7202-47d4-9ac1-3395d6bbdcf7 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Pushing event deleted for resources: {'Network': ['ID=1a460717-5d98-4b5c-a202-20beff119526,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:31.597873 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae69990-0863-480f-89c9-4ece0a5b8869 None None] Pushing event updated for resources: {'Port': ['ID=2e62f941-9dfb-4a17-8810-01a53ce36fc0,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:31.602819 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7aa5-7202-47d4-9ac1-3395d6bbdcf7 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:31.751068 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ca1cc886-944e-4bab-abcc-9acf5212bf47 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=47f938c8620e4d8d93889104ffe5b826&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0849607 Apr 11 14:17:31.751068 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131af28c-6836-4577-9118-e46325e4b008 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Pushing event updated for resources: {'Subnet': ['ID=59402f32-9898-45c4-b9e4-b06caaee06ef,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:31.774877 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8c1a7aa5-7202-47d4-9ac1-3395d6bbdcf7 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] 10.222.0.66 "DELETE /v2.0/networks/1a460717-5d98-4b5c-a202-20beff119526 HTTP/1.1" status: 204 len: 168 time: 2.5397344 Apr 11 14:17:31.783718 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35128) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:31.784947 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35130) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:31.821389 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f335f9e9-7b70-448d-b80a-d097e8365440 req-d84813ed-de62-4019-baea-966fa843b43d tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 210 time: 0.1470237 Apr 11 14:17:31.836886 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f94850e2-84e7-417b-85e7-2c76b3efa034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:31.838305 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f94850e2-84e7-417b-85e7-2c76b3efa034 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f77efa71-9b34-444c-93ad-0be8dc12762e HTTP/1.1" status: 204 len: 168 time: 2.2589929 Apr 11 14:17:31.874328 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-458db277-8509-4c20-add2-c771c49b448a tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Request body: {'network': {'name': 'tempest-network--883725149'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:31.879058 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-74c8428a-44f2-4932-a301-aebe8cdda21a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Allocated IP 172.20.0.5 (c6ea0449-d5bb-46c4-a148-72f3fb27a286/07ac75f7-df8a-45a0-834c-28e735b7edb3/cda5d63f-6fbf-49e9-babc-df0ba1611d60) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:31.885385 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-458db277-8509-4c20-add2-c771c49b448a tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:31.900613 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-458db277-8509-4c20-add2-c771c49b448a tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Usage tracker for resource:network and tenant:8962d782ffaf4611831d6323966461f0 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:31.900613 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-458db277-8509-4c20-add2-c771c49b448a tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:31.917199 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-458db277-8509-4c20-add2-c771c49b448a tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:32.135586 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458db277-8509-4c20-add2-c771c49b448a tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Made reservation on behalf of 8962d782ffaf4611831d6323966461f0 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:32.141157 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-458db277-8509-4c20-add2-c771c49b448a tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:32.220357 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2912bdd7-9b16-4adb-81b9-1edae7ad39f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:32.364352 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1cc886-944e-4bab-abcc-9acf5212bf47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ede7a9d-efa9-4ffb-825f-9b4fd140d49e,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:32.393554 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2912bdd7-9b16-4adb-81b9-1edae7ad39f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:32.571868 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fab8bf53-4b7f-4622-bb2d-5ad09ddd6ae6 req-f42d3073-dd59-48a4-8dc7-763c0938a9a7 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 210 time: 0.2187176 Apr 11 14:17:32.581562 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458db277-8509-4c20-add2-c771c49b448a tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:17:32.593771 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-458db277-8509-4c20-add2-c771c49b448a tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:32.594574 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-458db277-8509-4c20-add2-c771c49b448a tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Added segment 39598ce2-9740-4b8d-94d4-7960351e1d73 of type vlan for network 69a01692-b526-46a7-a42d-13f26fad14c5 Apr 11 14:17:32.634404 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-458db277-8509-4c20-add2-c771c49b448a tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:32.652380 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0c41de64-4d4a-4b8d-8357-4e819cdc35e0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:32.711378 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-0c41de64-4d4a-4b8d-8357-4e819cdc35e0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Transition to ACTIVE for port object 81d90aeb-ca0f-43ad-b6c5-f5f2c60787a2 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:32.719594 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131af28c-6836-4577-9118-e46325e4b008 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Checking segment: {'id': '8bb2619c-8e64-42ea-8de7-e4093eec8176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e05449e2-3bf4-4445-ba01-3d18fb30fb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:17:32.719881 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131af28c-6836-4577-9118-e46325e4b008 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Network hostable DHCP agents. Network: e05449e2-3bf4-4445-ba01-3d18fb30fb13, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:17:32.729090 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2912bdd7-9b16-4adb-81b9-1edae7ad39f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:32.769844 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2912bdd7-9b16-4adb-81b9-1edae7ad39f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:32.771444 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2912bdd7-9b16-4adb-81b9-1edae7ad39f6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8ede7a9d-efa9-4ffb-825f-9b4fd140d49e HTTP/1.1" status: 204 len: 168 time: 0.9702730 Apr 11 14:17:32.779465 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912bdd7-9b16-4adb-81b9-1edae7ad39f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ede7a9d-efa9-4ffb-825f-9b4fd140d49e,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:32.791356 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-458db277-8509-4c20-add2-c771c49b448a tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:32.792501 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458db277-8509-4c20-add2-c771c49b448a tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:32.793261 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-458db277-8509-4c20-add2-c771c49b448a tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:32.865377 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-74c8428a-44f2-4932-a301-aebe8cdda21a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:32.921064 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-458db277-8509-4c20-add2-c771c49b448a tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1169238 Apr 11 14:17:32.927250 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131af28c-6836-4577-9118-e46325e4b008 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Network e05449e2-3bf4-4445-ba01-3d18fb30fb13 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:17:32.931387 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35160) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:32.947133 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-e7b245e8-5d43-44ba-86a0-053f0d74b98e tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:32.955121 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-74c8428a-44f2-4932-a301-aebe8cdda21a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Transition to ACTIVE for port object cda5d63f-6fbf-49e9-babc-df0ba1611d60 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:33.021532 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-674192fa-1503-4fa6-860b-0fe4eb47901e req-41dd6a4c-d987-4ad8-bac0-123d2b61e2b2 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Synchronizing usage tracker for tenant:3a85f0a6d08649479272c8b7c048674a on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:33.069369 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-74c8428a-44f2-4932-a301-aebe8cdda21a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:33.179532 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0c41de64-4d4a-4b8d-8357-4e819cdc35e0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:33.220225 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-74c8428a-44f2-4932-a301-aebe8cdda21a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Network c6ea0449-d5bb-46c4-a148-72f3fb27a286 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:33.224860 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-74c8428a-44f2-4932-a301-aebe8cdda21a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:33.292485 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-74c8428a-44f2-4932-a301-aebe8cdda21a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:33.440784 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-74c8428a-44f2-4932-a301-aebe8cdda21a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:33.440973 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-74c8428a-44f2-4932-a301-aebe8cdda21a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:33.448191 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.53', 49290) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:33.453491 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-674192fa-1503-4fa6-860b-0fe4eb47901e req-41dd6a4c-d987-4ad8-bac0-123d2b61e2b2 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Unset dirty status for tenant:3a85f0a6d08649479272c8b7c048674a on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:33.466993 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-674192fa-1503-4fa6-860b-0fe4eb47901e req-41dd6a4c-d987-4ad8-bac0-123d2b61e2b2 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 210 time: 0.5791616 Apr 11 14:17:33.471295 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-131af28c-6836-4577-9118-e46325e4b008 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, e05449e2-3bf4-4445-ba01-3d18fb30fb13) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:33.473610 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-16a8bf30-427a-4340-be41-1375da5507a7 req-e4a259ac-3bdd-4526-b45d-2132fe1edf31 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Synchronizing usage tracker for tenant:da52381567644ed8b6f3e1a9b6badbd7 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:33.485543 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5574ce-8195-49e2-87fd-24f6d91db821 None None] Network e05449e2-3bf4-4445-ba01-3d18fb30fb13 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:17:33.488999 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c41de64-4d4a-4b8d-8357-4e819cdc35e0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:33.489867 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8428a-44f2-4932-a301-aebe8cdda21a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Pushing event updated for resources: {'Port': ['ID=cda5d63f-6fbf-49e9-babc-df0ba1611d60,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:33.515932 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-0c41de64-4d4a-4b8d-8357-4e819cdc35e0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:33.525207 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131af28c-6836-4577-9118-e46325e4b008 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:33.528611 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-131af28c-6836-4577-9118-e46325e4b008 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:33.547403 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458db277-8509-4c20-add2-c771c49b448a tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Pushing event updated for resources: {'Network': ['ID=69a01692-b526-46a7-a42d-13f26fad14c5,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:33.597529 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ff1990ce-0fcf-48eb-a34b-254cd497e715 None None] Provisioning for port 2e62f941-9dfb-4a17-8810-01a53ce36fc0 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:33.619508 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 69a01692-b526-46a7-a42d-13f26fad14c5 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:17:33.672528 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c41de64-4d4a-4b8d-8357-4e819cdc35e0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:33.695853 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c41de64-4d4a-4b8d-8357-4e819cdc35e0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:33.705681 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0c41de64-4d4a-4b8d-8357-4e819cdc35e0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:34.168060 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2e62f941-9dfb-4a17-8810-01a53ce36fc0 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:17:34.174068 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-131af28c-6836-4577-9118-e46325e4b008 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1828752 Apr 11 14:17:34.181692 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35190) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:34.186311 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-16a8bf30-427a-4340-be41-1375da5507a7 req-e4a259ac-3bdd-4526-b45d-2132fe1edf31 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Unset dirty status for tenant:da52381567644ed8b6f3e1a9b6badbd7 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:34.193511 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-16a8bf30-427a-4340-be41-1375da5507a7 req-e4a259ac-3bdd-4526-b45d-2132fe1edf31 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 210 time: 1.2608657 Apr 11 14:17:34.197397 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-ffd81b59-feca-4b26-88bf-36ae071d31d1 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-446851326', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}, 'admin_state_up': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:34.210782 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-74c8428a-44f2-4932-a301-aebe8cdda21a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4589531 Apr 11 14:17:34.246432 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ffd81b59-feca-4b26-88bf-36ae071d31d1 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:34.256853 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ffd81b59-feca-4b26-88bf-36ae071d31d1 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Usage tracker for resource:router and tenant:7eb276b3313a440f9152c2e5b3b3957a is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:34.275476 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ffd81b59-feca-4b26-88bf-36ae071d31d1 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:34.297700 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ffd81b59-feca-4b26-88bf-36ae071d31d1 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:34.313189 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-941a0efa-53e7-4a0a-bb77-d7b1859bf04f tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:17:34.314217 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-941a0efa-53e7-4a0a-bb77-d7b1859bf04f tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110068 Apr 11 14:17:34.334696 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0c41de64-4d4a-4b8d-8357-4e819cdc35e0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.3933754 Apr 11 14:17:34.351297 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35198) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:34.413398 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41de64-4d4a-4b8d-8357-4e819cdc35e0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=81d90aeb-ca0f-43ad-b6c5-f5f2c60787a2,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:34.446340 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-09d95e2f-679e-428f-afe7-56fbb50a225e None None] Provisioning for port cda5d63f-6fbf-49e9-babc-df0ba1611d60 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:34.467043 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-09d95e2f-679e-428f-afe7-56fbb50a225e None None] Provisioning complete for port cda5d63f-6fbf-49e9-babc-df0ba1611d60 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:34.467777 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-09d95e2f-679e-428f-afe7-56fbb50a225e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:34.472620 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ffd81b59-feca-4b26-88bf-36ae071d31d1 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:34.473943 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ffd81b59-feca-4b26-88bf-36ae071d31d1 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:34.479151 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e7b245e8-5d43-44ba-86a0-053f0d74b98e tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:34.502593 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-f74c31c0-607c-41e9-bc48-ec79b67b5d03 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:34.504459 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-f74c31c0-607c-41e9-bc48-ec79b67b5d03 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.53 "GET /v2.0/networks?id=ff9f934a-1f68-4db9-98bc-c781f6becf61 HTTP/1.1" status: 200 len: 806 time: 1.0524311 Apr 11 14:17:34.537704 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003eeba6-c82b-4286-83d9-f4a0adcd7b6c req-1773c1e7-1bdc-4316-9639-158b2221c730 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:34.538700 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-003eeba6-c82b-4286-83d9-f4a0adcd7b6c req-1773c1e7-1bdc-4316-9639-158b2221c730 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Synchronizing usage tracker for tenant:724311974f544075b7138da08838fdf2 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:34.598936 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ffd81b59-feca-4b26-88bf-36ae071d31d1 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:34.623946 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-07cd3e21-c6ce-4b97-97e5-d60a82c523c9 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a85f0a6d08649479272c8b7c048674a HTTP/1.1" status: 200 len: 380 time: 0.0801957 Apr 11 14:17:34.625353 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-09d95e2f-679e-428f-afe7-56fbb50a225e None None] Port cda5d63f-6fbf-49e9-babc-df0ba1611d60 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:17:34.632816 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 2e62f941-9dfb-4a17-8810-01a53ce36fc0 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:34.648362 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 2e62f941-9dfb-4a17-8810-01a53ce36fc0 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:34.651519 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-a68a7c08-1520-486b-90de-55a1bd62d21c tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Request body: {'port': {'device_id': '38868199-5862-4067-82b8-bb4873355040', 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61', 'admin_state_up': True, 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'security_groups': ['f8572fe6-00be-4e0b-a0c1-2b273fc01c8f']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:34.651654 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:34.663270 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e7b245e8-5d43-44ba-86a0-053f0d74b98e tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:34.687368 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-003eeba6-c82b-4286-83d9-f4a0adcd7b6c req-1773c1e7-1bdc-4316-9639-158b2221c730 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Unset dirty status for tenant:724311974f544075b7138da08838fdf2 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:34.694311 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-003eeba6-c82b-4286-83d9-f4a0adcd7b6c req-1773c1e7-1bdc-4316-9639-158b2221c730 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 931 time: 0.7065210 Apr 11 14:17:34.780913 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3146eba1-b6fe-42d2-bc73-598d352f62a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-e05449e2-3bf4-4445-ba01-3d18fb30fb13', 'network_id': 'e05449e2-3bf4-4445-ba01-3d18fb30fb13', 'tenant_id': '7eb276b3313a440f9152c2e5b3b3957a', 'fixed_ips': [{'subnet_id': '59402f32-9898-45c4-b9e4-b06caaee06ef'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:17:34.781922 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3146eba1-b6fe-42d2-bc73-598d352f62a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:34.876569 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-42d0a2e7-ba68-4e90-a475-2dfc8c34fe2c None None] Provisioning for port 81d90aeb-ca0f-43ad-b6c5-f5f2c60787a2 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:34.909170 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-42d0a2e7-ba68-4e90-a475-2dfc8c34fe2c None None] Provisioning complete for port 81d90aeb-ca0f-43ad-b6c5-f5f2c60787a2 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:34.909550 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-42d0a2e7-ba68-4e90-a475-2dfc8c34fe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:34.921291 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b245e8-5d43-44ba-86a0-053f0d74b98e tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Pushing event updated for resources: {'Network': ['ID=69a01692-b526-46a7-a42d-13f26fad14c5,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:34.931003 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e7b245e8-5d43-44ba-86a0-053f0d74b98e tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Network 69a01692-b526-46a7-a42d-13f26fad14c5 is not hosted by any dhcp agent {{(pid=88616) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 11 14:17:34.932119 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b245e8-5d43-44ba-86a0-053f0d74b98e tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:34.933202 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e7b245e8-5d43-44ba-86a0-053f0d74b98e tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:34.935454 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e7b245e8-5d43-44ba-86a0-053f0d74b98e tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] 10.222.0.66 "PUT /v2.0/networks/69a01692-b526-46a7-a42d-13f26fad14c5 HTTP/1.1" status: 200 len: 858 time: 1.9995759 Apr 11 14:17:34.939995 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35214) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:34.985219 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457d0ca3-58a5-4dbb-b51e-33c232522ed7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:35.002075 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457d0ca3-58a5-4dbb-b51e-33c232522ed7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:35.007901 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-457d0ca3-58a5-4dbb-b51e-33c232522ed7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6495502 Apr 11 14:17:35.021003 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35220) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:35.042409 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-42d0a2e7-ba68-4e90-a475-2dfc8c34fe2c None None] Port 81d90aeb-ca0f-43ad-b6c5-f5f2c60787a2 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:17:35.267621 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-f49f6819-b66f-415f-88f9-f86930b7cca0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting port 81d90aeb-ca0f-43ad-b6c5-f5f2c60787a2 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:17:35.268004 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f49f6819-b66f-415f-88f9-f86930b7cca0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:35.286806 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-3146eba1-b6fe-42d2-bc73-598d352f62a4 None None] Allocated IP 172.20.0.2 (e05449e2-3bf4-4445-ba01-3d18fb30fb13/59402f32-9898-45c4-b9e4-b06caaee06ef/f7a0f19b-13e9-4328-8ccd-cd7671516461) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:35.319080 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-bc513aaa-4992-4cb5-a1b0-dac44c3b5442 service neutron] Request body: {'port': {'device_id': '04af56f2-9b87-44a0-966c-c2f86fd8d05e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:35.452514 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.53', 49295) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:35.489497 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-10fb3657-58ba-463b-b086-dce1fe9d27fb req-95226493-e5c4-45ed-bd19-998af8046e45 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 210 time: 0.5715406 Apr 11 14:17:35.559616 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3146eba1-b6fe-42d2-bc73-598d352f62a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:35.586984 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3146eba1-b6fe-42d2-bc73-598d352f62a4 None None] Transition to ACTIVE for port object f7a0f19b-13e9-4328-8ccd-cd7671516461 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:35.636885 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3146eba1-b6fe-42d2-bc73-598d352f62a4 None None] Transition to ACTIVE for port object f7a0f19b-13e9-4328-8ccd-cd7671516461 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:35.642506 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:35.740498 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:17:35.746257 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3146eba1-b6fe-42d2-bc73-598d352f62a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:35.773745 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-003eeba6-c82b-4286-83d9-f4a0adcd7b6c req-91575112-dc9a-48f5-9bff-3f639acd92a1 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0439565 Apr 11 14:17:35.838730 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35236) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:35.889783 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3146eba1-b6fe-42d2-bc73-598d352f62a4 None None] Network e05449e2-3bf4-4445-ba01-3d18fb30fb13 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:35.902695 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-3146eba1-b6fe-42d2-bc73-598d352f62a4 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:35.910396 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3146eba1-b6fe-42d2-bc73-598d352f62a4 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:35.925890 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 2e62f941-9dfb-4a17-8810-01a53ce36fc0, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2e62f941-9dfb-4a17-8810-01a53ce36fc0,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:36.091901 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146eba1-b6fe-42d2-bc73-598d352f62a4 None None] Pushing event updated for resources: {'Port': ['ID=f7a0f19b-13e9-4328-8ccd-cd7671516461,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:36.098028 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:36.098375 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-bc513aaa-4992-4cb5-a1b0-dac44c3b5442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:36.125030 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ffd81b59-feca-4b26-88bf-36ae071d31d1 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:36.145144 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a5ee5f63-e70e-4767-bf52-71b96a82cef2 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:36.204102 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-84a82683-676f-4118-9f53-d1436fd44a68 req-1ded4638-6582-41b7-9965-33af0bf0be6d tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 210 time: 0.3550117 Apr 11 14:17:36.229383 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-3146eba1-b6fe-42d2-bc73-598d352f62a4 None None] Attempting to bind port f7a0f19b-13e9-4328-8ccd-cd7671516461 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:36.230205 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-3146eba1-b6fe-42d2-bc73-598d352f62a4 None None] Attempting to bind port f7a0f19b-13e9-4328-8ccd-cd7671516461 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '8bb2619c-8e64-42ea-8de7-e4093eec8176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e05449e2-3bf4-4445-ba01-3d18fb30fb13'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:36.230824 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3146eba1-b6fe-42d2-bc73-598d352f62a4 None None] Attempting to bind port f7a0f19b-13e9-4328-8ccd-cd7671516461 on network e05449e2-3bf4-4445-ba01-3d18fb30fb13 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:36.271772 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3146eba1-b6fe-42d2-bc73-598d352f62a4 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:17:36.272105 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3146eba1-b6fe-42d2-bc73-598d352f62a4 None None] Checking segment: {'id': '8bb2619c-8e64-42ea-8de7-e4093eec8176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e05449e2-3bf4-4445-ba01-3d18fb30fb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:17:36.272344 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3146eba1-b6fe-42d2-bc73-598d352f62a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:36.272749 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3146eba1-b6fe-42d2-bc73-598d352f62a4 None None] Bound using segment: {'id': '8bb2619c-8e64-42ea-8de7-e4093eec8176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e05449e2-3bf4-4445-ba01-3d18fb30fb13'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:17:36.273804 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-3146eba1-b6fe-42d2-bc73-598d352f62a4 None None] Bound port: f7a0f19b-13e9-4328-8ccd-cd7671516461, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb2619c-8e64-42ea-8de7-e4093eec8176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'e05449e2-3bf4-4445-ba01-3d18fb30fb13'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:17:36.273804 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3146eba1-b6fe-42d2-bc73-598d352f62a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:36.392924 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-a68a7c08-1520-486b-90de-55a1bd62d21c tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:36.453715 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=2e62f941-9dfb-4a17-8810-01a53ce36fc0,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:36.567630 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-3146eba1-b6fe-42d2-bc73-598d352f62a4 None None] For port f7a0f19b-13e9-4328-8ccd-cd7671516461, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:17:36.571055 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-3146eba1-b6fe-42d2-bc73-598d352f62a4 None None] For port f7a0f19b-13e9-4328-8ccd-cd7671516461, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=f7a0f19b-13e9-4328-8ccd-cd7671516461,segment=NetworkSegment(8bb2619c-8e64-42ea-8de7-e4093eec8176),segment_id=8bb2619c-8e64-42ea-8de7-e4093eec8176)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:17:36.625911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35254) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:36.658676 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f49f6819-b66f-415f-88f9-f86930b7cca0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:36.854262 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-a68a7c08-1520-486b-90de-55a1bd62d21c tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:36.890027 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3146eba1-b6fe-42d2-bc73-598d352f62a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:36.932815 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-f49f6819-b66f-415f-88f9-f86930b7cca0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Calling delete_port for 81d90aeb-ca0f-43ad-b6c5-f5f2c60787a2 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:17:36.966286 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-1f9d162e-082a-4df5-a344-f1d02767b591 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-85934996'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:36.975623 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-cec5a880-b6b3-423b-9d23-915c479795ea tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1611627213', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:36.995867 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-cec5a880-b6b3-423b-9d23-915c479795ea tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:37.000199 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1f9d162e-082a-4df5-a344-f1d02767b591 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:37.024988 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-cec5a880-b6b3-423b-9d23-915c479795ea tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Usage tracker for resource:port and tenant:c735025e949a47c6858e377fa5b55eec is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:37.034135 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1f9d162e-082a-4df5-a344-f1d02767b591 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Usage tracker for resource:network and tenant:f0ccff93f39144d0a4ea19d5f98e0a6d is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:37.040882 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146eba1-b6fe-42d2-bc73-598d352f62a4 None None] Pushing event updated for resources: {'Port': ['ID=f7a0f19b-13e9-4328-8ccd-cd7671516461,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:37.045705 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1f9d162e-082a-4df5-a344-f1d02767b591 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:37.050571 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-cec5a880-b6b3-423b-9d23-915c479795ea tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:37.068882 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1f9d162e-082a-4df5-a344-f1d02767b591 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:37.085311 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-cec5a880-b6b3-423b-9d23-915c479795ea tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:37.121845 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cd107e70-6f18-4d48-8c06-f81b46753d62 req-9e88cf10-6c0b-4f3a-a4bc-b434951f403c tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 210 time: 0.2271371 Apr 11 14:17:37.183930 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a5ee5f63-e70e-4767-bf52-71b96a82cef2 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:37.219325 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-a68a7c08-1520-486b-90de-55a1bd62d21c tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Made reservation on behalf of 3a85f0a6d08649479272c8b7c048674a for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:37.225213 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-a68a7c08-1520-486b-90de-55a1bd62d21c tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:37.247092 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-a5ee5f63-e70e-4767-bf52-71b96a82cef2 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a01692-b526-46a7-a42d-13f26fad14c5']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:37.342814 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-a5ee5f63-e70e-4767-bf52-71b96a82cef2 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39598ce2-9740-4b8d-94d4-7960351e1d73') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:37.343244 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-a5ee5f63-e70e-4767-bf52-71b96a82cef2 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39598ce2-9740-4b8d-94d4-7960351e1d73') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:37.493007 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a5ee5f63-e70e-4767-bf52-71b96a82cef2 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:37.523373 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-f2bded01-7b61-4559-b352-86049a744b0a tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:37.525506 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-f2bded01-7b61-4559-b352-86049a744b0a tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.53 "GET /v2.0/networks?id=ddf8ce9d-6671-4d82-b259-929f8e3d9c2c HTTP/1.1" status: 200 len: 812 time: 2.0688465 Apr 11 14:17:37.538878 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9d162e-082a-4df5-a344-f1d02767b591 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Made reservation on behalf of f0ccff93f39144d0a4ea19d5f98e0a6d for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:37.538878 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1f9d162e-082a-4df5-a344-f1d02767b591 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:37.548889 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec5a880-b6b3-423b-9d23-915c479795ea tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Made reservation on behalf of c735025e949a47c6858e377fa5b55eec for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:37.551559 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cec5a880-b6b3-423b-9d23-915c479795ea tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:37.572135 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f49f6819-b66f-415f-88f9-f86930b7cca0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:37.584630 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1f9d162e-082a-4df5-a344-f1d02767b591 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:37.594398 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cec5a880-b6b3-423b-9d23-915c479795ea tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:37.738708 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f6819-b66f-415f-88f9-f86930b7cca0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Port': ['ID=81d90aeb-ca0f-43ad-b6c5-f5f2c60787a2,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:37.785689 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-cec5a880-b6b3-423b-9d23-915c479795ea tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:37.790553 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1f9d162e-082a-4df5-a344-f1d02767b591 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:37.830310 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-cec5a880-b6b3-423b-9d23-915c479795ea tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Usage tracker for resource:security_group_rule and tenant:c735025e949a47c6858e377fa5b55eec is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:37.833286 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1f9d162e-082a-4df5-a344-f1d02767b591 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Usage tracker for resource:security_group_rule and tenant:f0ccff93f39144d0a4ea19d5f98e0a6d is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:37.843740 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540b7ca-941a-461e-bc0d-e2948cb9fb17 req-97d46828-fd89-4283-bec3-24640b7652a0 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:37.850472 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a540b7ca-941a-461e-bc0d-e2948cb9fb17 req-97d46828-fd89-4283-bec3-24640b7652a0 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 931 time: 0.7837999 Apr 11 14:17:37.860148 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a5ee5f63-e70e-4767-bf52-71b96a82cef2 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:37.868316 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ee5f63-e70e-4767-bf52-71b96a82cef2 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:17:37.868733 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a5ee5f63-e70e-4767-bf52-71b96a82cef2 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:37.930189 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f49f6819-b66f-415f-88f9-f86930b7cca0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:37.933220 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1f9d162e-082a-4df5-a344-f1d02767b591 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:37.954004 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-cec5a880-b6b3-423b-9d23-915c479795ea tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:37.990465 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ffd81b59-feca-4b26-88bf-36ae071d31d1 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:17:38.035419 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:17:38.068070 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1f9d162e-082a-4df5-a344-f1d02767b591 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:38.078963 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-cec5a880-b6b3-423b-9d23-915c479795ea tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:38.110473 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f49f6819-b66f-415f-88f9-f86930b7cca0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/81d90aeb-ca0f-43ad-b6c5-f5f2c60787a2 HTTP/1.1" status: 204 len: 168 time: 3.0866563 Apr 11 14:17:38.113819 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35264) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:38.161762 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ffd81b59-feca-4b26-88bf-36ae071d31d1 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:38.217734 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-bc513aaa-4992-4cb5-a1b0-dac44c3b5442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cda5d63f-6fbf-49e9-babc-df0ba1611d60 {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:17:38.264362 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b56b99d2-5e5b-407a-9b8c-7872a03bfedd req-d3801927-33e6-4668-b0b9-8f3a24a43c79 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 210 time: 0.7589386 Apr 11 14:17:38.269671 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a540b7ca-941a-461e-bc0d-e2948cb9fb17 req-a2e0ca28-679b-4ae5-bab1-535c2eca247f tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4179647 Apr 11 14:17:38.313330 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-bc513aaa-4992-4cb5-a1b0-dac44c3b5442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:38.406998 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a5ee5f63-e70e-4767-bf52-71b96a82cef2 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:38.456388 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2e62f941-9dfb-4a17-8810-01a53ce36fc0 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:17:38.475046 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ee5f63-e70e-4767-bf52-71b96a82cef2 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 69a01692-b526-46a7-a42d-13f26fad14c5 {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 11 14:17:38.476758 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-bc513aaa-4992-4cb5-a1b0-dac44c3b5442 service neutron] Transition to ACTIVE for port object cda5d63f-6fbf-49e9-babc-df0ba1611d60 will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:38.481689 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-bd85b70b-3f9a-40f6-aba4-5cc81c7db74e tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da52381567644ed8b6f3e1a9b6badbd7 HTTP/1.1" status: 200 len: 380 time: 0.4759991 Apr 11 14:17:38.505063 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-edda6d29-9237-4478-966e-0b3e1b12e1d2 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Request body: {'port': {'device_id': 'cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d', 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c', 'admin_state_up': True, 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'security_groups': ['2c71cb42-c4a5-4351-8414-8c15d87ca31d']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:38.556371 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a5ee5f63-e70e-4767-bf52-71b96a82cef2 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:38.613279 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191d8516-a286-49b9-8f94-542f0b087f8a None None] Network e05449e2-3bf4-4445-ba01-3d18fb30fb13 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:17:38.626540 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee5f63-e70e-4767-bf52-71b96a82cef2 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] Pushing event deleted for resources: {'Network': ['ID=69a01692-b526-46a7-a42d-13f26fad14c5,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:38.637906 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-ffd81b59-feca-4b26-88bf-36ae071d31d1 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Allocated IP 172.26.7.13 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/f4371c87-3a30-4db6-92d7-d2400501568a) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:38.654350 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 2e62f941-9dfb-4a17-8810-01a53ce36fc0 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:38.655730 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:38.669560 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-bc513aaa-4992-4cb5-a1b0-dac44c3b5442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:38.908631 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c251fc7c-8034-4f3e-bb87-2b37dc04ea0e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:38.910148 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c251fc7c-8034-4f3e-bb87-2b37dc04ea0e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:38.910930 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c251fc7c-8034-4f3e-bb87-2b37dc04ea0e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:39.000015 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-a68a7c08-1520-486b-90de-55a1bd62d21c tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Allocated IP 172.20.0.8 (ff9f934a-1f68-4db9-98bc-c781f6becf61/3d775f23-5af1-424c-8995-0ec246e6dd23/f58eff68-f848-477c-abbb-c46c0404ade8) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:39.123115 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device f7a0f19b-13e9-4328-8ccd-cd7671516461 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:17:39.150873 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ffd81b59-feca-4b26-88bf-36ae071d31d1 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:39.170349 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1f9d162e-082a-4df5-a344-f1d02767b591 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:39.191864 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cec5a880-b6b3-423b-9d23-915c479795ea tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:39.234380 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c251fc7c-8034-4f3e-bb87-2b37dc04ea0e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:39.236092 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c251fc7c-8034-4f3e-bb87-2b37dc04ea0e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.0785186 Apr 11 14:17:39.239680 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35270) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:39.247929 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e7d0a2b4-a139-481d-94da-6723196b2faf None None] Provisioning for port f7a0f19b-13e9-4328-8ccd-cd7671516461 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:39.331140 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cec5a880-b6b3-423b-9d23-915c479795ea tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:39.373020 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1f9d162e-082a-4df5-a344-f1d02767b591 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:39.383075 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5a880-b6b3-423b-9d23-915c479795ea tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8823ec-1f4b-4249-8b7d-1769130948d1,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:39.392775 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-cec5a880-b6b3-423b-9d23-915c479795ea tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] device_id is not set on port 5ba62d29-b6f5-46b0-98ee-776dcec5e137 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:17:39.436564 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-6038018f-42ee-4257-918c-8d04b6e14f00 req-dab7021e-ce87-455b-bb50-ad3422870071 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Synchronizing usage tracker for tenant:3a85f0a6d08649479272c8b7c048674a on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:39.465490 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port f7a0f19b-13e9-4328-8ccd-cd7671516461 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:39.470940 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-08696da4-e9be-4abc-8fd1-00a804046230 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet 2c805e27-02b0-44dd-938e-b579fd60b087 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:17:39.473528 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port f7a0f19b-13e9-4328-8ccd-cd7671516461 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:39.473993 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:39.515871 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ffd81b59-feca-4b26-88bf-36ae071d31d1 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:39.531161 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-08696da4-e9be-4abc-8fd1-00a804046230 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:39.573177 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f9d162e-082a-4df5-a344-f1d02767b591 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:17:39.659099 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a5ee5f63-e70e-4767-bf52-71b96a82cef2 tempest-ExternalNetworksTestJSON-287350323 tempest-ExternalNetworksTestJSON-287350323-project-admin] 10.222.0.66 "DELETE /v2.0/networks/69a01692-b526-46a7-a42d-13f26fad14c5 HTTP/1.1" status: 204 len: 168 time: 4.7079833 Apr 11 14:17:39.659099 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc513aaa-4992-4cb5-a1b0-dac44c3b5442 service neutron] Pushing event updated for resources: {'Port': ['ID=cda5d63f-6fbf-49e9-babc-df0ba1611d60,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:39.751387 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35278) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:39.752621 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd81b59-feca-4b26-88bf-36ae071d31d1 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Pushing event updated for resources: {'Port': ['ID=f4371c87-3a30-4db6-92d7-d2400501568a,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:39.758597 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1f9d162e-082a-4df5-a344-f1d02767b591 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:39.759314 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-1f9d162e-082a-4df5-a344-f1d02767b591 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Added segment 440e861e-c53a-4487-a4c2-c79bc413c388 of type vlan for network 75d82da1-3105-4c69-83ae-7d2604551ae0 Apr 11 14:17:39.784385 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d1b7bf01-5ba2-415e-a573-0bad7fa2a083 req-8834e5cb-c1cc-453f-9b53-5ffac16f6747 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 210 time: 0.3430502 Apr 11 14:17:39.814872 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:39.890481 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d162e-082a-4df5-a344-f1d02767b591 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60fbce01-15ae-4491-8763-5f0a46c0c8a2,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:39.916993 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9acf0a4-7f3e-43e4-86c5-72b72f72c14d tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] DELETE failed (client error): The resource could not be found. Apr 11 14:17:39.917627 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9acf0a4-7f3e-43e4-86c5-72b72f72c14d tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:17:39.940916 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd81b59-feca-4b26-88bf-36ae071d31d1 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:39.954070 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c9acf0a4-7f3e-43e4-86c5-72b72f72c14d tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] 10.222.0.66 "DELETE /v2.0/subnets/2c521903-48a5-40a4-b278-65e060037a70 HTTP/1.1" status: 404 len: 337 time: 0.1974118 Apr 11 14:17:39.959029 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port f7a0f19b-13e9-4328-8ccd-cd7671516461, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=f7a0f19b-13e9-4328-8ccd-cd7671516461,segment=NetworkSegment(8bb2619c-8e64-42ea-8de7-e4093eec8176),segment_id=8bb2619c-8e64-42ea-8de7-e4093eec8176)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:39.961488 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ce54d38c-1397-4791-bb2b-da32da5544da None None] Provisioning complete for port f7a0f19b-13e9-4328-8ccd-cd7671516461 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:39.961892 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ce54d38c-1397-4791-bb2b-da32da5544da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:39.980641 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-ffd81b59-feca-4b26-88bf-36ae071d31d1 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:39.993081 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35282) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:40.018937 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-08696da4-e9be-4abc-8fd1-00a804046230 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:40.051044 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:40.087801 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-edda6d29-9237-4478-966e-0b3e1b12e1d2 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:40.170932 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-edda6d29-9237-4478-966e-0b3e1b12e1d2 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:40.191667 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd81b59-feca-4b26-88bf-36ae071d31d1 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:40.234303 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1f9d162e-082a-4df5-a344-f1d02767b591 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:40.255153 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=f7a0f19b-13e9-4328-8ccd-cd7671516461,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:40.291552 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-a68a7c08-1520-486b-90de-55a1bd62d21c tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:40.381431 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-a68a7c08-1520-486b-90de-55a1bd62d21c tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Transition to ACTIVE for port object f58eff68-f848-477c-abbb-c46c0404ade8 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:40.394949 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-6038018f-42ee-4257-918c-8d04b6e14f00 req-dab7021e-ce87-455b-bb50-ad3422870071 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Unset dirty status for tenant:3a85f0a6d08649479272c8b7c048674a on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:40.398764 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6038018f-42ee-4257-918c-8d04b6e14f00 req-dab7021e-ce87-455b-bb50-ad3422870071 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 210 time: 1.8339894 Apr 11 14:17:40.423731 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-edda6d29-9237-4478-966e-0b3e1b12e1d2 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Made reservation on behalf of da52381567644ed8b6f3e1a9b6badbd7 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:40.427442 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-edda6d29-9237-4478-966e-0b3e1b12e1d2 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:40.546332 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-bc513aaa-4992-4cb5-a1b0-dac44c3b5442 service neutron] Attempting to bind port cda5d63f-6fbf-49e9-babc-df0ba1611d60 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:40.546615 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-bc513aaa-4992-4cb5-a1b0-dac44c3b5442 service neutron] Attempting to bind port cda5d63f-6fbf-49e9-babc-df0ba1611d60 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '194bd252-507a-47af-97d6-796ec1e052f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:40.547274 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-bc513aaa-4992-4cb5-a1b0-dac44c3b5442 service neutron] Attempting to bind port cda5d63f-6fbf-49e9-babc-df0ba1611d60 on network c6ea0449-d5bb-46c4-a148-72f3fb27a286 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:40.563650 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-bc513aaa-4992-4cb5-a1b0-dac44c3b5442 service neutron] Port cda5d63f-6fbf-49e9-babc-df0ba1611d60 on network c6ea0449-d5bb-46c4-a148-72f3fb27a286 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:17:40.564038 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-bc513aaa-4992-4cb5-a1b0-dac44c3b5442 service neutron] Attempting to bind port cda5d63f-6fbf-49e9-babc-df0ba1611d60 on network c6ea0449-d5bb-46c4-a148-72f3fb27a286 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:40.569378 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.resource_extend [None req-1f9d162e-082a-4df5-a344-f1d02767b591 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 14:17:40.577709 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-bc513aaa-4992-4cb5-a1b0-dac44c3b5442 service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:17:40.578081 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-bc513aaa-4992-4cb5-a1b0-dac44c3b5442 service neutron] Checking segment: {'id': '194bd252-507a-47af-97d6-796ec1e052f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:17:40.578684 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-bc513aaa-4992-4cb5-a1b0-dac44c3b5442 service neutron] Bound using segment: {'id': '194bd252-507a-47af-97d6-796ec1e052f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:17:40.579170 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-bc513aaa-4992-4cb5-a1b0-dac44c3b5442 service neutron] Bound port: cda5d63f-6fbf-49e9-babc-df0ba1611d60, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194bd252-507a-47af-97d6-796ec1e052f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:17:40.579534 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-bc513aaa-4992-4cb5-a1b0-dac44c3b5442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:40.638628 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-a68a7c08-1520-486b-90de-55a1bd62d21c tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:40.644885 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-cec5a880-b6b3-423b-9d23-915c479795ea tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Allocated IP 172.26.7.205 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/5ba62d29-b6f5-46b0-98ee-776dcec5e137) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:40.782836 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-a68a7c08-1520-486b-90de-55a1bd62d21c tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Network ff9f934a-1f68-4db9-98bc-c781f6becf61 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:40.801121 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-a68a7c08-1520-486b-90de-55a1bd62d21c tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:40.814262 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-a68a7c08-1520-486b-90de-55a1bd62d21c tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:40.840518 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-edda6d29-9237-4478-966e-0b3e1b12e1d2 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Allocated IP 172.20.0.11 (ddf8ce9d-6671-4d82-b259-929f8e3d9c2c/e9d5ac2f-00cd-4195-849b-d29b7014d92e/203374a2-d70a-47f1-999f-ce6beb26a75e) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:40.857689 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a7c08-1520-486b-90de-55a1bd62d21c tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Pushing event updated for resources: {'Port': ['ID=f58eff68-f848-477c-abbb-c46c0404ade8,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:40.935177 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cb3c8fc5-64c7-42a4-9168-371371fc76d4 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:40.983932 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-bc513aaa-4992-4cb5-a1b0-dac44c3b5442 service neutron] For port cda5d63f-6fbf-49e9-babc-df0ba1611d60, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:17:41.106343 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-a68a7c08-1520-486b-90de-55a1bd62d21c tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:41.107054 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-a68a7c08-1520-486b-90de-55a1bd62d21c tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:41.141464 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-bc513aaa-4992-4cb5-a1b0-dac44c3b5442 service neutron] For port cda5d63f-6fbf-49e9-babc-df0ba1611d60, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=cda5d63f-6fbf-49e9-babc-df0ba1611d60,segment=NetworkSegment(194bd252-507a-47af-97d6-796ec1e052f9),segment_id=194bd252-507a-47af-97d6-796ec1e052f9)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:17:41.162027 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f0eabbe4-4f20-4282-9a73-8cae44a6a3ae req-cbf1a9b6-58a2-4077-b2c9-c725d1c4c363 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 210 time: 0.1528020 Apr 11 14:17:41.282345 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-bc513aaa-4992-4cb5-a1b0-dac44c3b5442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:41.383023 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-08696da4-e9be-4abc-8fd1-00a804046230 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:41.384198 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-bc513aaa-4992-4cb5-a1b0-dac44c3b5442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:41.384198 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-bc513aaa-4992-4cb5-a1b0-dac44c3b5442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:41.384198 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-bc513aaa-4992-4cb5-a1b0-dac44c3b5442 service neutron] 10.222.0.53 "PUT /v2.0/ports/cda5d63f-6fbf-49e9-babc-df0ba1611d60 HTTP/1.1" status: 200 len: 1093 time: 6.5836866 Apr 11 14:17:41.384414 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04af56f2-9b87-44a0-966c-c2f86fd8d05e', 'tag': 'cda5d63f-6fbf-49e9-babc-df0ba1611d60'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:17:41.451347 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc513aaa-4992-4cb5-a1b0-dac44c3b5442 service neutron] Pushing event updated for resources: {'Port': ['ID=cda5d63f-6fbf-49e9-babc-df0ba1611d60,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:41.462671 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f32dc0-b825-4c8d-8baf-7859ec216da1 req-c46aa7df-9980-4328-a1ea-b1e8c2a5b073 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:41.470435 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-84f32dc0-b825-4c8d-8baf-7859ec216da1 req-c46aa7df-9980-4328-a1ea-b1e8c2a5b073 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 943 time: 1.2880793 Apr 11 14:17:41.491288 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-a68a7c08-1520-486b-90de-55a1bd62d21c tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8477812 Apr 11 14:17:41.501465 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8061d86d-4da8-4f73-9ab8-1b42416f6480 None None] Provisioning for port f58eff68-f848-477c-abbb-c46c0404ade8 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:41.512076 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8061d86d-4da8-4f73-9ab8-1b42416f6480 None None] Provisioning complete for port f58eff68-f848-477c-abbb-c46c0404ade8 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:41.515051 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8061d86d-4da8-4f73-9ab8-1b42416f6480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:41.569148 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-b0afbbac-e5fc-4810-a2e1-db74d5df2cde service neutron] Request body: {'port': {'device_id': '38868199-5862-4067-82b8-bb4873355040', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:41.659302 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-8061d86d-4da8-4f73-9ab8-1b42416f6480 None None] Port f58eff68-f848-477c-abbb-c46c0404ade8 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:17:41.806349 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1f9d162e-082a-4df5-a344-f1d02767b591 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:41.814204 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9d162e-082a-4df5-a344-f1d02767b591 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:41.815347 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1f9d162e-082a-4df5-a344-f1d02767b591 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:41.829651 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-edda6d29-9237-4478-966e-0b3e1b12e1d2 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:41.865997 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cb3c8fc5-64c7-42a4-9168-371371fc76d4 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:41.973289 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-edda6d29-9237-4478-966e-0b3e1b12e1d2 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Transition to ACTIVE for port object 203374a2-d70a-47f1-999f-ce6beb26a75e will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:42.020724 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-b0afbbac-e5fc-4810-a2e1-db74d5df2cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:42.117653 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-84f32dc0-b825-4c8d-8baf-7859ec216da1 req-f7e0af82-77bd-4bb5-a3d4-d27802a246c1 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6461976 Apr 11 14:17:42.145343 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e7c96-95a9-4ed3-9fae-919064f1440e req-2778d12c-8d45-4403-806c-9620f3fbe4b2 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:42.147203 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-039e7c96-95a9-4ed3-9fae-919064f1440e req-2778d12c-8d45-4403-806c-9620f3fbe4b2 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 931 time: 0.4114850 Apr 11 14:17:42.166880 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-82406813-e471-49dc-a2d8-aa7ae695239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:42.168551 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-82406813-e471-49dc-a2d8-aa7ae695239d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=724311974f544075b7138da08838fdf2&device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 1096 time: 0.4242132 Apr 11 14:17:42.298568 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device f7a0f19b-13e9-4328-8ccd-cd7671516461 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:17:42.337996 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-cb3c8fc5-64c7-42a4-9168-371371fc76d4 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beba594f-11f4-49ba-8dd8-8eecf8d96df6']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:42.368122 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d162e-082a-4df5-a344-f1d02767b591 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Pushing event updated for resources: {'Network': ['ID=75d82da1-3105-4c69-83ae-7d2604551ae0,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:42.409782 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-cb3c8fc5-64c7-42a4-9168-371371fc76d4 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0080738e-18a5-4592-a72e-2524d32d3dbd') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:42.410253 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-cb3c8fc5-64c7-42a4-9168-371371fc76d4 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0080738e-18a5-4592-a72e-2524d32d3dbd') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:42.421093 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cec5a880-b6b3-423b-9d23-915c479795ea tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:42.439486 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cb3c8fc5-64c7-42a4-9168-371371fc76d4 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:42.442624 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 75d82da1-3105-4c69-83ae-7d2604551ae0 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:17:42.460887 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1f9d162e-082a-4df5-a344-f1d02767b591 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 6.6041532 Apr 11 14:17:42.469967 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35302) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:42.487113 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-890b8f9f-b829-4372-b5b9-d939b9fda142 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Request body: {'subnet': {'network_id': '75d82da1-3105-4c69-83ae-7d2604551ae0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:42.510851 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ffd81b59-feca-4b26-88bf-36ae071d31d1 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:42.558832 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7edb4fd-1cf7-4175-a9dd-9b5c6db752e9'] response: {'name': 'network-changed', 'server_uuid': '04af56f2-9b87-44a0-966c-c2f86fd8d05e', 'tag': 'cda5d63f-6fbf-49e9-babc-df0ba1611d60', 'status': 'completed', 'code': 200} Apr 11 14:17:42.562359 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-039e7c96-95a9-4ed3-9fae-919064f1440e req-4a78ed58-d1e1-41d5-8427-d9d5a2a586db tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8572fe6-00be-4e0b-a0c1-2b273fc01c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3891807 Apr 11 14:17:42.563681 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-edda6d29-9237-4478-966e-0b3e1b12e1d2 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:42.640898 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port f7a0f19b-13e9-4328-8ccd-cd7671516461 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:42.642961 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:42.646126 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-69200749-7d03-430f-816f-7032ba51d78b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cda5d63f-6fbf-49e9-babc-df0ba1611d60 HTTP/1.1" status: 200 len: 217 time: 0.4491625 Apr 11 14:17:42.739913 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cb3c8fc5-64c7-42a4-9168-371371fc76d4 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:42.746835 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-d75f8bc7-621a-4235-aaf8-e104889cdeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:42.749062 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-d75f8bc7-621a-4235-aaf8-e104889cdeea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07ac75f7-df8a-45a0-834c-28e735b7edb3 HTTP/1.1" status: 200 len: 851 time: 0.0863385 Apr 11 14:17:42.764968 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-08696da4-e9be-4abc-8fd1-00a804046230 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:42.766090 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-edda6d29-9237-4478-966e-0b3e1b12e1d2 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Network ddf8ce9d-6671-4d82-b259-929f8e3d9c2c is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:42.830240 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-edda6d29-9237-4478-966e-0b3e1b12e1d2 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:42.843973 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-edda6d29-9237-4478-966e-0b3e1b12e1d2 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:42.869548 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-08696da4-e9be-4abc-8fd1-00a804046230 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:42.873190 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-08696da4-e9be-4abc-8fd1-00a804046230 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/2c805e27-02b0-44dd-938e-b579fd60b087 HTTP/1.1" status: 204 len: 168 time: 3.6309216 Apr 11 14:17:42.880053 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb3c8fc5-64c7-42a4-9168-371371fc76d4 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:17:42.880612 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cb3c8fc5-64c7-42a4-9168-371371fc76d4 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:17:42.903366 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:17:42.909832 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35306) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:42.938735 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fcb795-9573-4c41-b421-c1fe5faed802 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:17:42.951813 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-edda6d29-9237-4478-966e-0b3e1b12e1d2 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:42.952815 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-edda6d29-9237-4478-966e-0b3e1b12e1d2 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:43.013732 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08696da4-e9be-4abc-8fd1-00a804046230 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=2c805e27-02b0-44dd-938e-b579fd60b087,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:43.097463 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda6d29-9237-4478-966e-0b3e1b12e1d2 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Pushing event updated for resources: {'Port': ['ID=203374a2-d70a-47f1-999f-ce6beb26a75e,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:43.343501 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-edda6d29-9237-4478-966e-0b3e1b12e1d2 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8424671 Apr 11 14:17:43.350400 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-8ddfaf3d-8b73-47d0-a51c-ea428b148925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:43.352224 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-8ddfaf3d-8b73-47d0-a51c-ea428b148925 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6ea0449-d5bb-46c4-a148-72f3fb27a286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5846210 Apr 11 14:17:43.365019 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-00fc4c0e-87a6-499c-91a1-be02d31c7f93 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3517723 Apr 11 14:17:43.370218 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35312) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:43.379773 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-c385de61-90b9-404d-a230-3ad7c652ca61 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:43.411692 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Request body: {'port': {'device_id': 'cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:43.488032 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-890b8f9f-b829-4372-b5b9-d939b9fda142 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:43.499316 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-890b8f9f-b829-4372-b5b9-d939b9fda142 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Usage tracker for resource:subnet and tenant:f0ccff93f39144d0a4ea19d5f98e0a6d is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:43.527328 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-890b8f9f-b829-4372-b5b9-d939b9fda142 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:43.566702 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-890b8f9f-b829-4372-b5b9-d939b9fda142 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:43.641213 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-d39f655d-606e-45e3-a297-c9b79b82212a None None] Provisioning for port 203374a2-d70a-47f1-999f-ce6beb26a75e completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:43.659816 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede0391e-b226-4287-b36b-b2eacb759c1d None None] DHCP port deletion for 47d4fbd0-dfc4-4187-bb2e-73c4649db563 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:17:43.659816 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-d39f655d-606e-45e3-a297-c9b79b82212a None None] Provisioning complete for port 203374a2-d70a-47f1-999f-ce6beb26a75e triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:43.659816 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d39f655d-606e-45e3-a297-c9b79b82212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:43.672245 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cb3c8fc5-64c7-42a4-9168-371371fc76d4 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:43.674354 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cec5a880-b6b3-423b-9d23-915c479795ea tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:43.714856 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-ede0391e-b226-4287-b36b-b2eacb759c1d None None] Deleting port 2e62f941-9dfb-4a17-8810-01a53ce36fc0 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:17:43.736702 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ede0391e-b226-4287-b36b-b2eacb759c1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:43.736882 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cb3c8fc5-64c7-42a4-9168-371371fc76d4 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:43.769308 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867e916-ed80-421e-b25e-4002a08a857a req-57420f05-d320-4239-98d2-601c0edf94fc tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:43.777014 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d867e916-ed80-421e-b25e-4002a08a857a req-57420f05-d320-4239-98d2-601c0edf94fc tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 932 time: 1.0395808 Apr 11 14:17:43.839554 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec5a880-b6b3-423b-9d23-915c479795ea tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:43.840557 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c8fc5-64c7-42a4-9168-371371fc76d4 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] Pushing event deleted for resources: {'Network': ['ID=beba594f-11f4-49ba-8dd8-8eecf8d96df6,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:43.867078 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-cec5a880-b6b3-423b-9d23-915c479795ea tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:43.880954 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890b8f9f-b829-4372-b5b9-d939b9fda142 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Made reservation on behalf of f0ccff93f39144d0a4ea19d5f98e0a6d for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:43.891254 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-890b8f9f-b829-4372-b5b9-d939b9fda142 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:43.921077 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-d39f655d-606e-45e3-a297-c9b79b82212a None None] Port 203374a2-d70a-47f1-999f-ce6beb26a75e cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:17:43.925045 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c385de61-90b9-404d-a230-3ad7c652ca61 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:43.933151 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:43.989339 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-56c6b0ce-97e7-4797-901e-ec276c6499c2 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ea0449-d5bb-46c4-a148-72f3fb27a286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5872707 Apr 11 14:17:44.009645 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c385de61-90b9-404d-a230-3ad7c652ca61 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:44.098977 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-ede0391e-b226-4287-b36b-b2eacb759c1d None None] For port 2e62f941-9dfb-4a17-8810-01a53ce36fc0, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2e62f941-9dfb-4a17-8810-01a53ce36fc0,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:44.099432 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ede0391e-b226-4287-b36b-b2eacb759c1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:44.108951 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83391788-be00-4b28-893b-ee8b5cc69cc5 req-14a0bce1-8725-49e4-a2c0-6d0265a2990e tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:44.110946 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-83391788-be00-4b28-893b-ee8b5cc69cc5 req-14a0bce1-8725-49e4-a2c0-6d0265a2990e tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 943 time: 0.6710608 Apr 11 14:17:44.176809 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec5a880-b6b3-423b-9d23-915c479795ea tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:44.224733 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cb3c8fc5-64c7-42a4-9168-371371fc76d4 tempest-ExternalNetworksTestJSON-55174110 tempest-ExternalNetworksTestJSON-55174110-project] 10.222.0.66 "DELETE /v2.0/networks/beba594f-11f4-49ba-8dd8-8eecf8d96df6 HTTP/1.1" status: 204 len: 168 time: 4.0720148 Apr 11 14:17:44.287353 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-ede0391e-b226-4287-b36b-b2eacb759c1d None None] Calling delete_port for 2e62f941-9dfb-4a17-8810-01a53ce36fc0 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:17:44.291273 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-b0afbbac-e5fc-4810-a2e1-db74d5df2cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f58eff68-f848-477c-abbb-c46c0404ade8 {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:17:44.303223 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-b0afbbac-e5fc-4810-a2e1-db74d5df2cde service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:44.323886 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-b0afbbac-e5fc-4810-a2e1-db74d5df2cde service neutron] Transition to ACTIVE for port object f58eff68-f848-477c-abbb-c46c0404ade8 will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:44.334328 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5a880-b6b3-423b-9d23-915c479795ea tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Pushing event updated for resources: {'Port': ['ID=5ba62d29-b6f5-46b0-98ee-776dcec5e137,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:44.334958 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d87c07a9-77cd-4a46-812b-86b236cb1e17 req-8c164563-3aee-4483-893f-be8cb10a21ff service neutron] 10.222.0.53 "GET /v2.0/networks/c6ea0449-d5bb-46c4-a148-72f3fb27a286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230120 Apr 11 14:17:44.360662 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-d867e916-ed80-421e-b25e-4002a08a857a req-4d81aa4e-a570-4b51-bec7-b3d882b63bc6 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Synchronizing usage tracker for tenant:da52381567644ed8b6f3e1a9b6badbd7 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:44.381510 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2e62f941-9dfb-4a17-8810-01a53ce36fc0 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:17:44.399509 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ffd81b59-feca-4b26-88bf-36ae071d31d1 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:44.404332 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec5a880-b6b3-423b-9d23-915c479795ea tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:44.404651 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cec5a880-b6b3-423b-9d23-915c479795ea tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:44.414061 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-d867e916-ed80-421e-b25e-4002a08a857a req-4d81aa4e-a570-4b51-bec7-b3d882b63bc6 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Unset dirty status for tenant:da52381567644ed8b6f3e1a9b6badbd7 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:44.422716 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d867e916-ed80-421e-b25e-4002a08a857a req-4d81aa4e-a570-4b51-bec7-b3d882b63bc6 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c71cb42-c4a5-4351-8414-8c15d87ca31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6443489 Apr 11 14:17:44.448746 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-83391788-be00-4b28-893b-ee8b5cc69cc5 req-8bcc7da0-a543-41de-b49e-91ec41b8e43c tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126490 Apr 11 14:17:44.452280 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c385de61-90b9-404d-a230-3ad7c652ca61 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:44.458254 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c385de61-90b9-404d-a230-3ad7c652ca61 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:44.482246 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ede0391e-b226-4287-b36b-b2eacb759c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:44.550956 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No active binding found for port 2e62f941-9dfb-4a17-8810-01a53ce36fc0 {{(pid=88618) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 11 14:17:44.551508 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2e62f941-9dfb-4a17-8810-01a53ce36fc0 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:17:44.553382 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede0391e-b226-4287-b36b-b2eacb759c1d None None] No DVR routers for this DVR port 2e62f941-9dfb-4a17-8810-01a53ce36fc0 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:17:44.555009 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0391e-b226-4287-b36b-b2eacb759c1d None None] Pushing event deleted for resources: {'Port': ['ID=2e62f941-9dfb-4a17-8810-01a53ce36fc0,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:44.579591 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-890b8f9f-b829-4372-b5b9-d939b9fda142 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:44.596276 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-b0afbbac-e5fc-4810-a2e1-db74d5df2cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:44.815837 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b8f9f-b829-4372-b5b9-d939b9fda142 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Pushing event updated for resources: {'Subnet': ['ID=43836234-996d-4496-971c-b4b54f2c3848,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:44.823663 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cec5a880-b6b3-423b-9d23-915c479795ea tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 8.1939394 Apr 11 14:17:44.825258 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35322) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:44.935325 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35324) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:44.949023 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-a68faeaa-9446-45b1-9fad-4a11ffb72d32 tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.205'}]}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:44.955358 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890b8f9f-b829-4372-b5b9-d939b9fda142 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Checking segment: {'id': '440e861e-c53a-4487-a4c2-c79bc413c388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '75d82da1-3105-4c69-83ae-7d2604551ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:17:44.955793 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890b8f9f-b829-4372-b5b9-d939b9fda142 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Network hostable DHCP agents. Network: 75d82da1-3105-4c69-83ae-7d2604551ae0, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:17:44.964433 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a68faeaa-9446-45b1-9fad-4a11ffb72d32 tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:44.971749 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a68faeaa-9446-45b1-9fad-4a11ffb72d32 tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Usage tracker for resource:router and tenant:c735025e949a47c6858e377fa5b55eec is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:44.989207 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a68faeaa-9446-45b1-9fad-4a11ffb72d32 tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:45.007996 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a68faeaa-9446-45b1-9fad-4a11ffb72d32 tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:45.038705 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0afbbac-e5fc-4810-a2e1-db74d5df2cde service neutron] Pushing event updated for resources: {'Port': ['ID=f58eff68-f848-477c-abbb-c46c0404ade8,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:45.039376 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5a335-28ec-4965-9c5d-35f5611c6ec1 req-ffb65f4d-0641-46d3-9c81-b75d68075d48 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:45.041120 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-56f5a335-28ec-4965-9c5d-35f5611c6ec1 req-ffb65f4d-0641-46d3-9c81-b75d68075d48 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 943 time: 0.4818037 Apr 11 14:17:45.107703 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-56f5a335-28ec-4965-9c5d-35f5611c6ec1 req-f71e02a0-43c0-42ef-abc0-76c3d683d44f tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8572fe6-00be-4e0b-a0c1-2b273fc01c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594110 Apr 11 14:17:45.111136 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890b8f9f-b829-4372-b5b9-d939b9fda142 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Network 75d82da1-3105-4c69-83ae-7d2604551ae0 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:17:45.117760 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a68faeaa-9446-45b1-9fad-4a11ffb72d32 tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:45.118804 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a68faeaa-9446-45b1-9fad-4a11ffb72d32 tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:45.143096 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a68faeaa-9446-45b1-9fad-4a11ffb72d32 tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:45.186723 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd81b59-feca-4b26-88bf-36ae071d31d1 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Router d869e966-8c1c-465b-8335-d1a177343969 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:17:45.298973 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-890b8f9f-b829-4372-b5b9-d939b9fda142 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 75d82da1-3105-4c69-83ae-7d2604551ae0) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:45.307212 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d9a959-1574-4045-a559-17cfa1aade57 None None] Network 75d82da1-3105-4c69-83ae-7d2604551ae0 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:17:45.330841 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890b8f9f-b829-4372-b5b9-d939b9fda142 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:45.331202 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-890b8f9f-b829-4372-b5b9-d939b9fda142 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:45.354483 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-b0afbbac-e5fc-4810-a2e1-db74d5df2cde service neutron] Attempting to bind port f58eff68-f848-477c-abbb-c46c0404ade8 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:45.355085 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-b0afbbac-e5fc-4810-a2e1-db74d5df2cde service neutron] Attempting to bind port f58eff68-f848-477c-abbb-c46c0404ade8 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '7cdf1b81-5e2f-4526-982d-405e14529dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:45.355481 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-b0afbbac-e5fc-4810-a2e1-db74d5df2cde service neutron] Attempting to bind port f58eff68-f848-477c-abbb-c46c0404ade8 on network ff9f934a-1f68-4db9-98bc-c781f6becf61 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:45.385967 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-b0afbbac-e5fc-4810-a2e1-db74d5df2cde service neutron] Port f58eff68-f848-477c-abbb-c46c0404ade8 on network ff9f934a-1f68-4db9-98bc-c781f6becf61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:17:45.386377 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-b0afbbac-e5fc-4810-a2e1-db74d5df2cde service neutron] Attempting to bind port f58eff68-f848-477c-abbb-c46c0404ade8 on network ff9f934a-1f68-4db9-98bc-c781f6becf61 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:45.405131 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ffaf7108-59c7-49ab-80c2-19f0590dc780 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=923dc7d24ebc4de6876fb83dfa4a09f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4631672 Apr 11 14:17:45.408512 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35332) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:45.410613 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-b0afbbac-e5fc-4810-a2e1-db74d5df2cde service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:17:45.411021 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-b0afbbac-e5fc-4810-a2e1-db74d5df2cde service neutron] Checking segment: {'id': '7cdf1b81-5e2f-4526-982d-405e14529dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:17:45.411473 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-b0afbbac-e5fc-4810-a2e1-db74d5df2cde service neutron] Bound using segment: {'id': '7cdf1b81-5e2f-4526-982d-405e14529dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:17:45.411979 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-b0afbbac-e5fc-4810-a2e1-db74d5df2cde service neutron] Bound port: f58eff68-f848-477c-abbb-c46c0404ade8, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdf1b81-5e2f-4526-982d-405e14529dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:17:45.412394 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-b0afbbac-e5fc-4810-a2e1-db74d5df2cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:45.525736 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c385de61-90b9-404d-a230-3ad7c652ca61 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:45.627502 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293a4ef1-5ef6-47ac-8905-da2386ebf156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-75d82da1-3105-4c69-83ae-7d2604551ae0', 'network_id': '75d82da1-3105-4c69-83ae-7d2604551ae0', 'tenant_id': 'f0ccff93f39144d0a4ea19d5f98e0a6d', 'fixed_ips': [{'subnet_id': '43836234-996d-4496-971c-b4b54f2c3848'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:17:45.628371 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-293a4ef1-5ef6-47ac-8905-da2386ebf156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:45.665699 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c385de61-90b9-404d-a230-3ad7c652ca61 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:45.672725 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-890b8f9f-b829-4372-b5b9-d939b9fda142 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1947651 Apr 11 14:17:45.672725 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a68faeaa-9446-45b1-9fad-4a11ffb72d32 tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:45.708534 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35340) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:45.713671 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-c385de61-90b9-404d-a230-3ad7c652ca61 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:45.724046 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c385de61-90b9-404d-a230-3ad7c652ca61 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:45.724657 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c385de61-90b9-404d-a230-3ad7c652ca61 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:45.731720 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a2d36d-eac9-4900-b535-b6fe9ec469ba None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:17:45.739024 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-c91bb0d4-6f5c-4b78-8b42-be1974fd19a1 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Request body: {'port': {'network_id': '75d82da1-3105-4c69-83ae-7d2604551ae0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1637224891'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:45.744883 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd81b59-feca-4b26-88bf-36ae071d31d1 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:17:45.762989 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f675480e-23c4-4b39-9d96-6f9fb3cc607e None None] Sync routers for ids ['d869e966-8c1c-465b-8335-d1a177343969'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:17:45.788628 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f675480e-23c4-4b39-9d96-6f9fb3cc607e None None] Routers {'d869e966-8c1c-465b-8335-d1a177343969'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:17:45.790223 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-f675480e-23c4-4b39-9d96-6f9fb3cc607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:17:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d869e966-8c1c-465b-8335-d1a177343969'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:45.797686 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d844fd6-29b8-4f40-922d-64663901e493 req-f8a7bf5c-0846-4b1f-9d5c-e2a24385b7ed tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:45.799373 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0d844fd6-29b8-4f40-922d-64663901e493 req-f8a7bf5c-0846-4b1f-9d5c-e2a24385b7ed tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 943 time: 0.1417913 Apr 11 14:17:45.822509 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 203374a2-d70a-47f1-999f-ce6beb26a75e {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:17:45.839999 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ffd81b59-feca-4b26-88bf-36ae071d31d1 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:45.845134 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ffd81b59-feca-4b26-88bf-36ae071d31d1 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 11.6610696 Apr 11 14:17:45.860334 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35344) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:45.900580 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:45.907583 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-f675480e-23c4-4b39-9d96-6f9fb3cc607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:45.918594 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385de61-90b9-404d-a230-3ad7c652ca61 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=37372fe5-203e-447b-b7e7-f3caa3fe5355,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:45.923675 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f675480e-23c4-4b39-9d96-6f9fb3cc607e None None] Routers {'d869e966-8c1c-465b-8335-d1a177343969'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:17:45.925051 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-f675480e-23c4-4b39-9d96-6f9fb3cc607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:17:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d869e966-8c1c-465b-8335-d1a177343969'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:45.946432 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-b0afbbac-e5fc-4810-a2e1-db74d5df2cde service neutron] For port f58eff68-f848-477c-abbb-c46c0404ade8, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:17:45.948195 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-293a4ef1-5ef6-47ac-8905-da2386ebf156 None None] Allocated IP 2001:db8::2 (75d82da1-3105-4c69-83ae-7d2604551ae0/43836234-996d-4496-971c-b4b54f2c3848/cfbf4a4f-bcd6-4b93-af8b-a49990907ee4) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:45.969509 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0d844fd6-29b8-4f40-922d-64663901e493 req-a66c9b84-a21c-4a34-ace3-b1875006a83a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536438 Apr 11 14:17:45.978321 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5d1c23e2-aba4-4536-9f66-1a85a8949ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:46.014049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-b0afbbac-e5fc-4810-a2e1-db74d5df2cde service neutron] For port f58eff68-f848-477c-abbb-c46c0404ade8, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=f58eff68-f848-477c-abbb-c46c0404ade8,segment=NetworkSegment(7cdf1b81-5e2f-4526-982d-405e14529dcc),segment_id=7cdf1b81-5e2f-4526-982d-405e14529dcc)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:17:46.036477 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Transition to ACTIVE for port object 203374a2-d70a-47f1-999f-ce6beb26a75e will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:46.064050 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-f675480e-23c4-4b39-9d96-6f9fb3cc607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:46.064769 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f675480e-23c4-4b39-9d96-6f9fb3cc607e None None] The sync data for ids ['d869e966-8c1c-465b-8335-d1a177343969'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:17:46.073806 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c385de61-90b9-404d-a230-3ad7c652ca61 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7010841 Apr 11 14:17:46.082090 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35348) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:46.111041 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdf2110-394d-46fb-bdc5-95d4d6c3e7ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'fixed_ips': [{'subnet_id': '37372fe5-203e-447b-b7e7-f3caa3fe5355'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:17:46.112018 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2110-394d-46fb-bdc5-95d4d6c3e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:46.117479 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-453f66e5-dd5b-40e8-b631-8c6be139e194 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'port': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'fixed_ips': [{'subnet_id': '37372fe5-203e-447b-b7e7-f3caa3fe5355', 'ip_address': '2001:db8::b3fb:11b4:869:2782'}], 'name': 'tempest-NetworksTestDHCPv6-523897806'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:46.182861 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5d1c23e2-aba4-4536-9f66-1a85a8949ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:46.211050 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-b0afbbac-e5fc-4810-a2e1-db74d5df2cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:46.262562 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:46.306417 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c91bb0d4-6f5c-4b78-8b42-be1974fd19a1 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:46.368474 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e057d1-bcf7-439f-96aa-e78e12131075 req-82a5cbe6-97cb-4571-b3c3-ddf335e48e6e tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:46.369408 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-b3e057d1-bcf7-439f-96aa-e78e12131075 req-82a5cbe6-97cb-4571-b3c3-ddf335e48e6e tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Synchronizing usage tracker for tenant:da52381567644ed8b6f3e1a9b6badbd7 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:46.415492 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c91bb0d4-6f5c-4b78-8b42-be1974fd19a1 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Usage tracker for resource:port and tenant:f0ccff93f39144d0a4ea19d5f98e0a6d is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:46.417927 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c91bb0d4-6f5c-4b78-8b42-be1974fd19a1 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:46.468916 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-b0afbbac-e5fc-4810-a2e1-db74d5df2cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:46.469536 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-b0afbbac-e5fc-4810-a2e1-db74d5df2cde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:46.476523 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-b0afbbac-e5fc-4810-a2e1-db74d5df2cde service neutron] 10.222.0.53 "PUT /v2.0/ports/f58eff68-f848-477c-abbb-c46c0404ade8 HTTP/1.1" status: 200 len: 1093 time: 4.9223878 Apr 11 14:17:46.494561 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38868199-5862-4067-82b8-bb4873355040', 'tag': 'f58eff68-f848-477c-abbb-c46c0404ade8'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:17:46.554260 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-6cdf2110-394d-46fb-bdc5-95d4d6c3e7ab None None] Allocated IP 2001:db8::2 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/37372fe5-203e-447b-b7e7-f3caa3fe5355/a515db92-ecd8-4cb2-ab92-3f4ae6266404) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:46.558482 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c91bb0d4-6f5c-4b78-8b42-be1974fd19a1 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:46.690481 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-293a4ef1-5ef6-47ac-8905-da2386ebf156 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:46.721496 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-293a4ef1-5ef6-47ac-8905-da2386ebf156 None None] Transition to ACTIVE for port object cfbf4a4f-bcd6-4b93-af8b-a49990907ee4 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:46.737247 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-b3e057d1-bcf7-439f-96aa-e78e12131075 req-82a5cbe6-97cb-4571-b3c3-ddf335e48e6e tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Unset dirty status for tenant:da52381567644ed8b6f3e1a9b6badbd7 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:46.738431 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b3e057d1-bcf7-439f-96aa-e78e12131075 req-82a5cbe6-97cb-4571-b3c3-ddf335e48e6e tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 932 time: 1.1136525 Apr 11 14:17:46.756851 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-293a4ef1-5ef6-47ac-8905-da2386ebf156 None None] Transition to ACTIVE for port object cfbf4a4f-bcd6-4b93-af8b-a49990907ee4 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:46.808805 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0afbbac-e5fc-4810-a2e1-db74d5df2cde service neutron] Pushing event updated for resources: {'Port': ['ID=f58eff68-f848-477c-abbb-c46c0404ade8,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:46.839719 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-293a4ef1-5ef6-47ac-8905-da2386ebf156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:46.842515 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fbf1a-6e3a-4191-9c81-65711c5d39da req-62777f23-dd66-4f86-a8f7-5ade733ac1a6 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:46.844032 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-879fbf1a-6e3a-4191-9c81-65711c5d39da req-62777f23-dd66-4f86-a8f7-5ade733ac1a6 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 943 time: 0.5819609 Apr 11 14:17:46.899110 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91bb0d4-6f5c-4b78-8b42-be1974fd19a1 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Made reservation on behalf of f0ccff93f39144d0a4ea19d5f98e0a6d for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:46.901765 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c91bb0d4-6f5c-4b78-8b42-be1974fd19a1 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:46.933033 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293a4ef1-5ef6-47ac-8905-da2386ebf156 None None] Network 75d82da1-3105-4c69-83ae-7d2604551ae0 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:46.945055 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-293a4ef1-5ef6-47ac-8905-da2386ebf156 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:46.945305 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5d1c23e2-aba4-4536-9f66-1a85a8949ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:46.949841 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293a4ef1-5ef6-47ac-8905-da2386ebf156 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:46.968441 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a4ef1-5ef6-47ac-8905-da2386ebf156 None None] Pushing event updated for resources: {'Port': ['ID=cfbf4a4f-bcd6-4b93-af8b-a49990907ee4,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:46.976569 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2110-394d-46fb-bdc5-95d4d6c3e7ab None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:46.989055 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-453f66e5-dd5b-40e8-b631-8c6be139e194 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:47.012282 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-453f66e5-dd5b-40e8-b631-8c6be139e194 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:port and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:47.017480 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6dd796-bca7-4a9d-90db-452ff42e4277 req-67b066e3-4520-4da2-8718-87958d262600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:47.019137 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7e6dd796-bca7-4a9d-90db-452ff42e4277 req-67b066e3-4520-4da2-8718-87958d262600 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=724311974f544075b7138da08838fdf2&device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 1096 time: 0.8784676 Apr 11 14:17:47.021057 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-453f66e5-dd5b-40e8-b631-8c6be139e194 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:47.043431 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-c91bb0d4-6f5c-4b78-8b42-be1974fd19a1 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] device_id is not set on port c7889fa1-42f9-4e92-84a6-6194444219e2 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:17:47.052272 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6cdf2110-394d-46fb-bdc5-95d4d6c3e7ab None None] Transition to ACTIVE for port object a515db92-ecd8-4cb2-ab92-3f4ae6266404 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:47.096901 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-293a4ef1-5ef6-47ac-8905-da2386ebf156 None None] Attempting to bind port cfbf4a4f-bcd6-4b93-af8b-a49990907ee4 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:47.097364 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-293a4ef1-5ef6-47ac-8905-da2386ebf156 None None] Attempting to bind port cfbf4a4f-bcd6-4b93-af8b-a49990907ee4 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '440e861e-c53a-4487-a4c2-c79bc413c388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '75d82da1-3105-4c69-83ae-7d2604551ae0'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:47.097770 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293a4ef1-5ef6-47ac-8905-da2386ebf156 None None] Attempting to bind port cfbf4a4f-bcd6-4b93-af8b-a49990907ee4 on network 75d82da1-3105-4c69-83ae-7d2604551ae0 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:47.105488 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6cdf2110-394d-46fb-bdc5-95d4d6c3e7ab None None] Transition to ACTIVE for port object a515db92-ecd8-4cb2-ab92-3f4ae6266404 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:47.107114 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293a4ef1-5ef6-47ac-8905-da2386ebf156 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:17:47.107710 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293a4ef1-5ef6-47ac-8905-da2386ebf156 None None] Checking segment: {'id': '440e861e-c53a-4487-a4c2-c79bc413c388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '75d82da1-3105-4c69-83ae-7d2604551ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:17:47.108119 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-293a4ef1-5ef6-47ac-8905-da2386ebf156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:47.108515 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293a4ef1-5ef6-47ac-8905-da2386ebf156 None None] Bound using segment: {'id': '440e861e-c53a-4487-a4c2-c79bc413c388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '75d82da1-3105-4c69-83ae-7d2604551ae0'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:17:47.108999 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-293a4ef1-5ef6-47ac-8905-da2386ebf156 None None] Bound port: cfbf4a4f-bcd6-4b93-af8b-a49990907ee4, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440e861e-c53a-4487-a4c2-c79bc413c388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '75d82da1-3105-4c69-83ae-7d2604551ae0'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:17:47.109369 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-293a4ef1-5ef6-47ac-8905-da2386ebf156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:47.147604 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-879fbf1a-6e3a-4191-9c81-65711c5d39da req-349a4c27-c08a-49b4-9a69-c26ceeda80b4 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8572fe6-00be-4e0b-a0c1-2b273fc01c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372739 Apr 11 14:17:47.158716 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a68faeaa-9446-45b1-9fad-4a11ffb72d32 tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:47.195206 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2110-394d-46fb-bdc5-95d4d6c3e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:47.213071 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b3e057d1-bcf7-439f-96aa-e78e12131075 req-9a181ddc-e401-4a9a-bd06-36680a3e3248 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c71cb42-c4a5-4351-8414-8c15d87ca31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4375145 Apr 11 14:17:47.218303 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-453f66e5-dd5b-40e8-b631-8c6be139e194 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:47.229686 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a68faeaa-9446-45b1-9fad-4a11ffb72d32 tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:47.232811 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Pushing event updated for resources: {'Port': ['ID=203374a2-d70a-47f1-999f-ce6beb26a75e,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:47.245541 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c23e2-aba4-4536-9f66-1a85a8949ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45312697-c5c4-4223-8269-f91086e2dae9,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:47.256033 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5d1c23e2-aba4-4536-9f66-1a85a8949ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:47.259608 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5d1c23e2-aba4-4536-9f66-1a85a8949ded admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/45312697-c5c4-4223-8269-f91086e2dae9 HTTP/1.1" status: 204 len: 168 time: 1.8340263 Apr 11 14:17:47.265537 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-293a4ef1-5ef6-47ac-8905-da2386ebf156 None None] For port cfbf4a4f-bcd6-4b93-af8b-a49990907ee4, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:17:47.277644 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-293a4ef1-5ef6-47ac-8905-da2386ebf156 None None] For port cfbf4a4f-bcd6-4b93-af8b-a49990907ee4, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=cfbf4a4f-bcd6-4b93-af8b-a49990907ee4,segment=NetworkSegment(440e861e-c53a-4487-a4c2-c79bc413c388),segment_id=440e861e-c53a-4487-a4c2-c79bc413c388)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:17:47.280702 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdf2110-394d-46fb-bdc5-95d4d6c3e7ab None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:47.303381 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-6cdf2110-394d-46fb-bdc5-95d4d6c3e7ab None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:47.305515 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdf2110-394d-46fb-bdc5-95d4d6c3e7ab None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:47.311910 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Attempting to bind port 203374a2-d70a-47f1-999f-ce6beb26a75e on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:47.312167 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Attempting to bind port 203374a2-d70a-47f1-999f-ce6beb26a75e by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '9435d7f4-8ad0-4468-b4a5-462636e7996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:47.312498 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Attempting to bind port 203374a2-d70a-47f1-999f-ce6beb26a75e on network ddf8ce9d-6671-4d82-b259-929f8e3d9c2c {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:47.322143 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-8e6b161a-ae23-4cfa-9cae-2f489fdabccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:47.323770 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-8e6b161a-ae23-4cfa-9cae-2f489fdabccc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a85f0a6d08649479272c8b7c048674a&device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 1096 time: 0.7015982 Apr 11 14:17:47.339172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf2110-394d-46fb-bdc5-95d4d6c3e7ab None None] Pushing event updated for resources: {'Port': ['ID=a515db92-ecd8-4cb2-ab92-3f4ae6266404,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:47.351117 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d90781db-bda1-4b1a-91a4-21ae2b079ff8'] response: {'name': 'network-changed', 'server_uuid': '38868199-5862-4067-82b8-bb4873355040', 'tag': 'f58eff68-f848-477c-abbb-c46c0404ade8', 'status': 'completed', 'code': 200} Apr 11 14:17:47.355247 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Port 203374a2-d70a-47f1-999f-ce6beb26a75e on network ddf8ce9d-6671-4d82-b259-929f8e3d9c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:17:47.355581 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Attempting to bind port 203374a2-d70a-47f1-999f-ce6beb26a75e on network ddf8ce9d-6671-4d82-b259-929f8e3d9c2c {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:47.465339 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453f66e5-dd5b-40e8-b631-8c6be139e194 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:47.470739 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-6cdf2110-394d-46fb-bdc5-95d4d6c3e7ab None None] Attempting to bind port a515db92-ecd8-4cb2-ab92-3f4ae6266404 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:17:47.471512 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-6cdf2110-394d-46fb-bdc5-95d4d6c3e7ab None None] Attempting to bind port a515db92-ecd8-4cb2-ab92-3f4ae6266404 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:17:47.472095 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdf2110-394d-46fb-bdc5-95d4d6c3e7ab None None] Attempting to bind port a515db92-ecd8-4cb2-ab92-3f4ae6266404 on network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:17:47.479660 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-293a4ef1-5ef6-47ac-8905-da2386ebf156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:47.494022 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdf2110-394d-46fb-bdc5-95d4d6c3e7ab None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:17:47.494693 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdf2110-394d-46fb-bdc5-95d4d6c3e7ab None None] Checking segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:17:47.495245 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2110-394d-46fb-bdc5-95d4d6c3e7ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:47.495926 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdf2110-394d-46fb-bdc5-95d4d6c3e7ab None None] Bound using segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:17:47.496734 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-6cdf2110-394d-46fb-bdc5-95d4d6c3e7ab None None] Bound port: a515db92-ecd8-4cb2-ab92-3f4ae6266404, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:17:47.498060 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2110-394d-46fb-bdc5-95d4d6c3e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:47.529626 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:17:47.530116 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Checking segment: {'id': '9435d7f4-8ad0-4468-b4a5-462636e7996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:17:47.530390 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Bound using segment: {'id': '9435d7f4-8ad0-4468-b4a5-462636e7996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:17:47.530844 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Bound port: 203374a2-d70a-47f1-999f-ce6beb26a75e, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9435d7f4-8ad0-4468-b4a5-462636e7996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:17:47.531196 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:47.599647 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-9f9c9cb5-ea95-4cd7-95ae-a9356a6325aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f58eff68-f848-477c-abbb-c46c0404ade8 HTTP/1.1" status: 200 len: 217 time: 0.2381778 Apr 11 14:17:47.646507 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-133d5b93-b4bf-4d20-9fd2-142809d1f154 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:47.704807 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a4ef1-5ef6-47ac-8905-da2386ebf156 None None] Pushing event updated for resources: {'Port': ['ID=cfbf4a4f-bcd6-4b93-af8b-a49990907ee4,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:47.729184 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-6cdf2110-394d-46fb-bdc5-95d4d6c3e7ab None None] For port a515db92-ecd8-4cb2-ab92-3f4ae6266404, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:17:47.733274 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-6cdf2110-394d-46fb-bdc5-95d4d6c3e7ab None None] For port a515db92-ecd8-4cb2-ab92-3f4ae6266404, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=a515db92-ecd8-4cb2-ab92-3f4ae6266404,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:17:47.752265 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a68faeaa-9446-45b1-9fad-4a11ffb72d32 tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:47.820514 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2110-394d-46fb-bdc5-95d4d6c3e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:47.886110 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-c91bb0d4-6f5c-4b78-8b42-be1974fd19a1 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Allocated IP 2001:db8::20d (75d82da1-3105-4c69-83ae-7d2604551ae0/43836234-996d-4496-971c-b4b54f2c3848/c7889fa1-42f9-4e92-84a6-6194444219e2) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:47.942039 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf2110-394d-46fb-bdc5-95d4d6c3e7ab None None] Pushing event updated for resources: {'Port': ['ID=a515db92-ecd8-4cb2-ab92-3f4ae6266404,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:47.975291 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-afbfa1c7-4345-41ad-968a-25ad7388219d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:47.977004 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-afbfa1c7-4345-41ad-968a-25ad7388219d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d775f23-5af1-424c-8995-0ec246e6dd23 HTTP/1.1" status: 200 len: 845 time: 0.3161919 Apr 11 14:17:47.986110 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6dd796-bca7-4a9d-90db-452ff42e4277 req-6693ca53-3f5d-419c-8156-ad534e851ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:47.988396 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7e6dd796-bca7-4a9d-90db-452ff42e4277 req-6693ca53-3f5d-419c-8156-ad534e851ea4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6ea0449-d5bb-46c4-a148-72f3fb27a286 HTTP/1.1" status: 200 len: 914 time: 0.6733789 Apr 11 14:17:48.000870 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] For port 203374a2-d70a-47f1-999f-ce6beb26a75e, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:17:48.179874 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-453f66e5-dd5b-40e8-b631-8c6be139e194 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:48.262123 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] For port 203374a2-d70a-47f1-999f-ce6beb26a75e, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=203374a2-d70a-47f1-999f-ce6beb26a75e,segment=NetworkSegment(9435d7f4-8ad0-4468-b4a5-462636e7996a),segment_id=9435d7f4-8ad0-4468-b4a5-462636e7996a)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:17:48.266652 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7e6dd796-bca7-4a9d-90db-452ff42e4277 req-d107f98e-d21d-4778-a702-431998c95fee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cda5d63f-6fbf-49e9-babc-df0ba1611d60 HTTP/1.1" status: 200 len: 217 time: 0.2251241 Apr 11 14:17:48.338471 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device cfbf4a4f-bcd6-4b93-af8b-a49990907ee4 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:17:48.377464 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35368) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:48.415987 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a68faeaa-9446-45b1-9fad-4a11ffb72d32 tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:48.427403 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a68faeaa-9446-45b1-9fad-4a11ffb72d32 tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:48.430964 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07633309-2bf6-46ed-81e4-8d5ac660b9cf req-d6221b86-9e36-44b2-9dff-e17a7f0dd45f tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:48.437327 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-07633309-2bf6-46ed-81e4-8d5ac660b9cf req-d6221b86-9e36-44b2-9dff-e17a7f0dd45f tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 943 time: 0.9477551 Apr 11 14:17:48.440734 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:48.494332 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-453f66e5-dd5b-40e8-b631-8c6be139e194 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] device_id is not set on port c1b3b95a-602a-43a7-8ed5-52e786e5dfa3 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:17:48.512906 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port cfbf4a4f-bcd6-4b93-af8b-a49990907ee4 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:48.626972 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:48.628020 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:48.629403 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] 10.222.0.53 "PUT /v2.0/ports/203374a2-d70a-47f1-999f-ce6beb26a75e HTTP/1.1" status: 200 len: 1094 time: 5.2285616 Apr 11 14:17:48.673488 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6429c0db-3ac3-4546-bf1e-69e2b7eb66f6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8962d782ffaf4611831d6323966461f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2947249 Apr 11 14:17:48.678117 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35372) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:48.734718 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a68faeaa-9446-45b1-9fad-4a11ffb72d32 tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:48.735470 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68faeaa-9446-45b1-9fad-4a11ffb72d32 tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b04f56f0-d464-43e2-bb9a-137e5aa7b088 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:17:48.781096 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-07633309-2bf6-46ed-81e4-8d5ac660b9cf req-cad05391-6561-4109-8750-bdbb69e60858 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3328843 Apr 11 14:17:48.783281 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6dd796-bca7-4a9d-90db-452ff42e4277 req-39f0f90e-a3b0-4d25-9b2b-4286e0732b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:48.783861 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7e6dd796-bca7-4a9d-90db-452ff42e4277 req-39f0f90e-a3b0-4d25-9b2b-4286e0732b62 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07ac75f7-df8a-45a0-834c-28e735b7edb3 HTTP/1.1" status: 200 len: 851 time: 0.4910316 Apr 11 14:17:48.925465 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-a68faeaa-9446-45b1-9fad-4a11ffb72d32 tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 11 14:17:48.927064 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a68faeaa-9446-45b1-9fad-4a11ffb72d32 tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.9903677 Apr 11 14:17:48.943628 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35376) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:48.944505 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd6930-b525-4077-9c6b-2a05234fc45d req-dafbeb51-4928-48ab-b89c-765db288a55f tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:48.946206 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c8fd6930-b525-4077-9c6b-2a05234fc45d req-dafbeb51-4928-48ab-b89c-765db288a55f tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 943 time: 0.4691103 Apr 11 14:17:48.946848 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-63d1ec67-c66e-4293-9465-daabfccfd38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:48.948565 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-63d1ec67-c66e-4293-9465-daabfccfd38d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ff9f934a-1f68-4db9-98bc-c781f6becf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9555535 Apr 11 14:17:48.949415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Pushing event updated for resources: {'Port': ['ID=203374a2-d70a-47f1-999f-ce6beb26a75e,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:48.949561 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e5fa78fa-cbea-437b-876e-ad86d2599437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:49.046165 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e5fa78fa-cbea-437b-876e-ad86d2599437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:49.114718 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c8fd6930-b525-4077-9c6b-2a05234fc45d req-17562f1d-ddf4-4dc1-8ab3-7cf71534e659 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8572fe6-00be-4e0b-a0c1-2b273fc01c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497147 Apr 11 14:17:49.133356 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-133d5b93-b4bf-4d20-9fd2-142809d1f154 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Allocated IP 172.20.0.1 (e05449e2-3bf4-4445-ba01-3d18fb30fb13/59402f32-9898-45c4-b9e4-b06caaee06ef/e8e4b3b7-f8c6-4635-afc4-5cd2a3978a7d) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:49.322932 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e5fa78fa-cbea-437b-876e-ad86d2599437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:49.332044 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c91bb0d4-6f5c-4b78-8b42-be1974fd19a1 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:49.351130 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:49.351497 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:49.351844 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:49.352176 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:49.352500 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:49.353092 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:49.353202 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa78fa-cbea-437b-876e-ad86d2599437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcc0ec3-aa99-474e-8459-266c95a52504,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:49.353429 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:49.353761 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:49.354121 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:49.354440 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:49.354895 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:49.355093 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466e2ddd-e962-46d8-9bee-42c4ac2c4af7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:49.379665 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fa78fa-cbea-437b-876e-ad86d2599437 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:49.380094 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fa78fa-cbea-437b-876e-ad86d2599437 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:49.380347 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fa78fa-cbea-437b-876e-ad86d2599437 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:49.381020 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fa78fa-cbea-437b-876e-ad86d2599437 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:49.381205 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fa78fa-cbea-437b-876e-ad86d2599437 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:49.381484 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fa78fa-cbea-437b-876e-ad86d2599437 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:49.382093 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fa78fa-cbea-437b-876e-ad86d2599437 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:49.382439 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fa78fa-cbea-437b-876e-ad86d2599437 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:49.382860 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fa78fa-cbea-437b-876e-ad86d2599437 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:49.383362 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fa78fa-cbea-437b-876e-ad86d2599437 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:49.383684 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fa78fa-cbea-437b-876e-ad86d2599437 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:49.384007 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fa78fa-cbea-437b-876e-ad86d2599437 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:49.384982 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d', 'tag': '203374a2-d70a-47f1-999f-ce6beb26a75e'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:17:49.388893 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-133d5b93-b4bf-4d20-9fd2-142809d1f154 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:49.424664 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-133d5b93-b4bf-4d20-9fd2-142809d1f154 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Transition to ACTIVE for port object e8e4b3b7-f8c6-4635-afc4-5cd2a3978a7d will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:49.427515 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e5fa78fa-cbea-437b-876e-ad86d2599437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:49.428731 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e5fa78fa-cbea-437b-876e-ad86d2599437 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cdcc0ec3-aa99-474e-8459-266c95a52504 HTTP/1.1" status: 204 len: 168 time: 0.7496715 Apr 11 14:17:49.485138 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-689974d2-2818-4f5e-afd0-9200ceeccc75 tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Deleting port 5ba62d29-b6f5-46b0-98ee-776dcec5e137 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:17:49.485496 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-689974d2-2818-4f5e-afd0-9200ceeccc75 tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:49.521595 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44753ae2-24d7-480a-b7e1-9d7c70bb4db3'] response: {'name': 'network-changed', 'server_uuid': 'cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d', 'tag': '203374a2-d70a-47f1-999f-ce6beb26a75e', 'status': 'completed', 'code': 200} Apr 11 14:17:49.524213 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-58c1971a-8c1a-4a04-97c6-ffd808ab0a0b None None] Provisioning for port a515db92-ecd8-4cb2-ab92-3f4ae6266404 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:49.548326 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-133d5b93-b4bf-4d20-9fd2-142809d1f154 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:49.548976 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-c91bb0d4-6f5c-4b78-8b42-be1974fd19a1 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Transition to ACTIVE for port object c7889fa1-42f9-4e92-84a6-6194444219e2 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:49.613701 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6dd796-bca7-4a9d-90db-452ff42e4277 req-6ae3cd05-21b0-4799-8789-1d6bda7d4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:49.615425 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7e6dd796-bca7-4a9d-90db-452ff42e4277 req-6ae3cd05-21b0-4799-8789-1d6bda7d4603 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6ea0449-d5bb-46c4-a148-72f3fb27a286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7989578 Apr 11 14:17:49.626998 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41621b39-f11d-4c66-b7cb-a05e6d43413b None None] Network 75d82da1-3105-4c69-83ae-7d2604551ae0 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:17:49.662106 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d5b93-b4bf-4d20-9fd2-142809d1f154 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Pushing event updated for resources: {'Port': ['ID=e8e4b3b7-f8c6-4635-afc4-5cd2a3978a7d,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:49.671312 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133d5b93-b4bf-4d20-9fd2-142809d1f154 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Network e05449e2-3bf4-4445-ba01-3d18fb30fb13 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:49.672778 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-133d5b93-b4bf-4d20-9fd2-142809d1f154 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:49.675613 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133d5b93-b4bf-4d20-9fd2-142809d1f154 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:49.718369 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-82d3805d-db4b-46f2-90e5-a8a5dd29f67e service neutron] 10.222.0.53 "GET /v2.0/networks/ff9f934a-1f68-4db9-98bc-c781f6becf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7071924 Apr 11 14:17:49.755844 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-133d5b93-b4bf-4d20-9fd2-142809d1f154 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:49.807280 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-1592f469-fed1-467f-bd2c-728ea2254524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:49.808823 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-1592f469-fed1-467f-bd2c-728ea2254524 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=da52381567644ed8b6f3e1a9b6badbd7&device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 1097 time: 1.0084093 Apr 11 14:17:49.843008 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e9d30-9129-4d08-9597-b0eca09f2c9d req-65ee2831-ff9d-4318-8265-fda2b664115a tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:49.844466 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-bc4e9d30-9129-4d08-9597-b0eca09f2c9d req-65ee2831-ff9d-4318-8265-fda2b664115a tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 944 time: 0.8858237 Apr 11 14:17:49.862327 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e7be2c40-b12b-4a83-bc6b-8fe2e1a1d782 None None] Provisioning for port cfbf4a4f-bcd6-4b93-af8b-a49990907ee4 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:49.888621 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e7be2c40-b12b-4a83-bc6b-8fe2e1a1d782 None None] Provisioning complete for port cfbf4a4f-bcd6-4b93-af8b-a49990907ee4 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:49.889121 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e7be2c40-b12b-4a83-bc6b-8fe2e1a1d782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:50.109573 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e7be2c40-b12b-4a83-bc6b-8fe2e1a1d782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:50.120571 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-133d5b93-b4bf-4d20-9fd2-142809d1f154 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:50.158871 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-453f66e5-dd5b-40e8-b631-8c6be139e194 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 2001:db8::b3fb:11b4:869:2782 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/37372fe5-203e-447b-b7e7-f3caa3fe5355/c1b3b95a-602a-43a7-8ed5-52e786e5dfa3) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:50.164259 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-e7be2c40-b12b-4a83-bc6b-8fe2e1a1d782 None None] For port cfbf4a4f-bcd6-4b93-af8b-a49990907ee4, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=cfbf4a4f-bcd6-4b93-af8b-a49990907ee4,segment=NetworkSegment(440e861e-c53a-4487-a4c2-c79bc413c388),segment_id=440e861e-c53a-4487-a4c2-c79bc413c388)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:50.221961 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-cd2e5bdd-2fa8-4f66-a17c-df2ad4ea3503 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=203374a2-d70a-47f1-999f-ce6beb26a75e HTTP/1.1" status: 200 len: 217 time: 0.3712974 Apr 11 14:17:50.237690 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e7be2c40-b12b-4a83-bc6b-8fe2e1a1d782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:50.300745 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device a515db92-ecd8-4cb2-ab92-3f4ae6266404 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:17:50.335181 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-bc4e9d30-9129-4d08-9597-b0eca09f2c9d req-318fbf02-a5ec-4bc5-a5d9-2c9db5e05df7 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c71cb42-c4a5-4351-8414-8c15d87ca31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4004707 Apr 11 14:17:50.337756 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c91bb0d4-6f5c-4b78-8b42-be1974fd19a1 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:50.363245 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc32c5-8fd2-4055-93f4-b005d3da3bd6 req-e581a260-5955-4df5-a1fc-0256ba438bcd tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:50.372736 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-49dc32c5-8fd2-4055-93f4-b005d3da3bd6 req-e581a260-5955-4df5-a1fc-0256ba438bcd tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 943 time: 0.3827281 Apr 11 14:17:50.455429 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be2c40-b12b-4a83-bc6b-8fe2e1a1d782 None None] Pushing event updated for resources: {'Port': ['ID=cfbf4a4f-bcd6-4b93-af8b-a49990907ee4,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:50.490117 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-524c8565-3b8a-4452-be2b-3cbdb519b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:50.491559 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-524c8565-3b8a-4452-be2b-3cbdb519b1c8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e9d5ac2f-00cd-4195-849b-d29b7014d92e HTTP/1.1" status: 200 len: 851 time: 0.1630778 Apr 11 14:17:50.500876 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f22ff957-73c4-4e2f-a113-09281e9cc108 None None] Provisioning for port e8e4b3b7-f8c6-4635-afc4-5cd2a3978a7d completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:50.505891 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f22ff957-73c4-4e2f-a113-09281e9cc108 None None] Provisioning complete for port e8e4b3b7-f8c6-4635-afc4-5cd2a3978a7d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:50.506265 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f22ff957-73c4-4e2f-a113-09281e9cc108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:50.539584 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port a515db92-ecd8-4cb2-ab92-3f4ae6266404 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:50.556431 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port a515db92-ecd8-4cb2-ab92-3f4ae6266404 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:50.557177 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:50.565912 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-49dc32c5-8fd2-4055-93f4-b005d3da3bd6 req-b40d0c7d-9b72-40bb-aaa3-251f18caa958 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937139 Apr 11 14:17:50.611516 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91bb0d4-6f5c-4b78-8b42-be1974fd19a1 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Network 75d82da1-3105-4c69-83ae-7d2604551ae0 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:50.618500 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f22ff957-73c4-4e2f-a113-09281e9cc108 None None] Port e8e4b3b7-f8c6-4635-afc4-5cd2a3978a7d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:17:50.708811 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:50.710157 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-c91bb0d4-6f5c-4b78-8b42-be1974fd19a1 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:50.716498 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91bb0d4-6f5c-4b78-8b42-be1974fd19a1 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:50.719945 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91bb0d4-6f5c-4b78-8b42-be1974fd19a1 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:50.720591 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c91bb0d4-6f5c-4b78-8b42-be1974fd19a1 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:50.760096 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port a515db92-ecd8-4cb2-ab92-3f4ae6266404, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=a515db92-ecd8-4cb2-ab92-3f4ae6266404,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:50.773797 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-138545ed-54f1-4245-9f42-f4c8231b7e0d None None] Provisioning complete for port cfbf4a4f-bcd6-4b93-af8b-a49990907ee4 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:50.774458 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-138545ed-54f1-4245-9f42-f4c8231b7e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:50.836867 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-133d5b93-b4bf-4d20-9fd2-142809d1f154 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:50.842460 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:50.888597 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91bb0d4-6f5c-4b78-8b42-be1974fd19a1 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Pushing event updated for resources: {'Port': ['ID=c7889fa1-42f9-4e92-84a6-6194444219e2,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:50.924831 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7e6dd796-bca7-4a9d-90db-452ff42e4277 req-ba9d25d9-828d-4de4-96ad-30dcacd380b1 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ea0449-d5bb-46c4-a148-72f3fb27a286?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2926702 Apr 11 14:17:50.945260 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-133d5b93-b4bf-4d20-9fd2-142809d1f154 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:50.983131 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-a411c8f8-66cd-40e1-9e9e-0c78c96948e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:50.984652 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-a411c8f8-66cd-40e1-9e9e-0c78c96948e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ddf8ce9d-6671-4d82-b259-929f8e3d9c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4412539 Apr 11 14:17:50.986711 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d89e85e6-3e34-431b-afe8-41f08f7a54a3 req-18156b10-0aa2-45ee-b17c-159b604d7b10 service neutron] 10.222.0.53 "GET /v2.0/networks/ff9f934a-1f68-4db9-98bc-c781f6becf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2085071 Apr 11 14:17:51.002918 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687285d-44bf-4b1c-b80a-450d12f66acf req-76816381-f0b9-4848-9ebe-c901692a85da tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:51.004523 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7687285d-44bf-4b1c-b80a-450d12f66acf req-76816381-f0b9-4848-9ebe-c901692a85da tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 943 time: 0.4679232 Apr 11 14:17:51.065091 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=a515db92-ecd8-4cb2-ab92-3f4ae6266404,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:51.072879 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:51.073366 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:51.073823 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:51.074275 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:51.074714 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:51.075185 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:51.076127 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:51.076610 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:51.077044 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:51.077467 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:51.077911 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:51.078333 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:17:51.126700 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-689974d2-2818-4f5e-afd0-9200ceeccc75 tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:51.135220 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c91bb0d4-6f5c-4b78-8b42-be1974fd19a1 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.4193783 Apr 11 14:17:51.189101 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35410) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:51.208285 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-cb401431-082f-4864-be13-126a70ecf337 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Request body: {'port': {'network_id': '75d82da1-3105-4c69-83ae-7d2604551ae0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-815179531', 'allowed_address_pairs': [{'ip_address': '2001:db8::20d', 'mac_address': 'fa:16:3e:a9:32:df'}]}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:51.231926 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-03f2a3f7-ab15-4381-9366-d8a63e00866b None None] Provisioning for port c7889fa1-42f9-4e92-84a6-6194444219e2 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:51.238813 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-03f2a3f7-ab15-4381-9366-d8a63e00866b None None] Provisioning complete for port c7889fa1-42f9-4e92-84a6-6194444219e2 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:51.240998 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-03f2a3f7-ab15-4381-9366-d8a63e00866b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:51.278065 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d5b93-b4bf-4d20-9fd2-142809d1f154 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Pushing event updated for resources: {'Port': ['ID=e8e4b3b7-f8c6-4635-afc4-5cd2a3978a7d,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:51.310690 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-133d5b93-b4bf-4d20-9fd2-142809d1f154 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:51.312252 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-03f2a3f7-ab15-4381-9366-d8a63e00866b None None] Port c7889fa1-42f9-4e92-84a6-6194444219e2 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:17:51.464023 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133d5b93-b4bf-4d20-9fd2-142809d1f154 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Network e05449e2-3bf4-4445-ba01-3d18fb30fb13 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:51.465380 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-133d5b93-b4bf-4d20-9fd2-142809d1f154 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:51.562167 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-689974d2-2818-4f5e-afd0-9200ceeccc75 tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Calling delete_port for 5ba62d29-b6f5-46b0-98ee-776dcec5e137 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:17:51.737659 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f211f77a-e48e-4893-a54b-393872620b86 None None] Provisioning complete for port e8e4b3b7-f8c6-4635-afc4-5cd2a3978a7d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:51.738264 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f211f77a-e48e-4893-a54b-393872620b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:51.769504 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a819504-3980-4640-89a1-6f9047a85fc9 req-0720a41e-b132-4f2a-be95-0ddca08fbdc7 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:51.770762 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8a819504-3980-4640-89a1-6f9047a85fc9 req-0720a41e-b132-4f2a-be95-0ddca08fbdc7 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 944 time: 0.2358823 Apr 11 14:17:51.782262 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133d5b93-b4bf-4d20-9fd2-142809d1f154 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Router d869e966-8c1c-465b-8335-d1a177343969 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:17:51.814786 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f211f77a-e48e-4893-a54b-393872620b86 None None] Port e8e4b3b7-f8c6-4635-afc4-5cd2a3978a7d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:17:51.829444 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7687285d-44bf-4b1c-b80a-450d12f66acf req-cd8988a2-52de-4cbf-9db3-00f9ec24a8b8 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8572fe6-00be-4e0b-a0c1-2b273fc01c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7051771 Apr 11 14:17:51.927350 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8a819504-3980-4640-89a1-6f9047a85fc9 req-5707ae93-55bf-4e07-a496-1780522b8b6c tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c71cb42-c4a5-4351-8414-8c15d87ca31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470132 Apr 11 14:17:51.948584 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-ae627e64-c812-4560-b5b7-45e88d4c6ee9 service neutron] 10.222.0.53 "GET /v2.0/networks/ddf8ce9d-6671-4d82-b259-929f8e3d9c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9429796 Apr 11 14:17:51.972035 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7e6dd796-bca7-4a9d-90db-452ff42e4277 req-ba59cbdc-2e50-4b64-b6cb-f633deab2707 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ea0449-d5bb-46c4-a148-72f3fb27a286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0304325 Apr 11 14:17:52.055284 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-cb401431-082f-4864-be13-126a70ecf337 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:52.081209 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133d5b93-b4bf-4d20-9fd2-142809d1f154 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:17:52.092950 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2980a3-1ade-4dcd-9352-adf279d52f71 None None] Sync routers for ids ['d869e966-8c1c-465b-8335-d1a177343969'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:17:52.097874 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-133d5b93-b4bf-4d20-9fd2-142809d1f154 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] 10.222.0.66 "PUT /v2.0/routers/d869e966-8c1c-465b-8335-d1a177343969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2327015 Apr 11 14:17:52.097874 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35432) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:52.103745 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-75c64c0e-174f-46ea-9223-dc56fe70df1d tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Request body: {'port': {'network_id': 'e05449e2-3bf4-4445-ba01-3d18fb30fb13', 'name': 'tempest-FloatingIPAdminTestJSON-732938390'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:52.111223 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2980a3-1ade-4dcd-9352-adf279d52f71 None None] Routers {'d869e966-8c1c-465b-8335-d1a177343969'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:17:52.112528 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2e2980a3-1ade-4dcd-9352-adf279d52f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:17:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d869e966-8c1c-465b-8335-d1a177343969'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:52.117802 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-cb401431-082f-4864-be13-126a70ecf337 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Usage tracker for resource:port and tenant:f0ccff93f39144d0a4ea19d5f98e0a6d is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:52.133450 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-cb401431-082f-4864-be13-126a70ecf337 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:52.147073 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-453f66e5-dd5b-40e8-b631-8c6be139e194 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:52.230535 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35436) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:52.255010 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device cfbf4a4f-bcd6-4b93-af8b-a49990907ee4 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:17:52.256962 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-cb401431-082f-4864-be13-126a70ecf337 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:52.287166 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2e2980a3-1ade-4dcd-9352-adf279d52f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:52.300285 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e030d-0ced-4833-b5de-0634a133fab3 req-b1ab5715-6510-4d50-8ddb-a43795941720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:52.301808 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-055e030d-0ced-4833-b5de-0634a133fab3 req-b1ab5715-6510-4d50-8ddb-a43795941720 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a85f0a6d08649479272c8b7c048674a&device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 1096 time: 0.9016960 Apr 11 14:17:52.305943 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2980a3-1ade-4dcd-9352-adf279d52f71 None None] Routers {'d869e966-8c1c-465b-8335-d1a177343969'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:17:52.307201 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2e2980a3-1ade-4dcd-9352-adf279d52f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:17:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d869e966-8c1c-465b-8335-d1a177343969'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:52.308299 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-75c64c0e-174f-46ea-9223-dc56fe70df1d tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:52.316694 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-75c64c0e-174f-46ea-9223-dc56fe70df1d tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Usage tracker for resource:port and tenant:7eb276b3313a440f9152c2e5b3b3957a is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:52.322681 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-453f66e5-dd5b-40e8-b631-8c6be139e194 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Transition to ACTIVE for port object c1b3b95a-602a-43a7-8ed5-52e786e5dfa3 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:52.322860 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-75c64c0e-174f-46ea-9223-dc56fe70df1d tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:52.331967 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-75c64c0e-174f-46ea-9223-dc56fe70df1d tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:52.415275 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-478691c3-097c-4c40-b728-b5522f90fd57 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-317701962', 'router:external': True}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:52.421357 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-478691c3-097c-4c40-b728-b5522f90fd57 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:52.424108 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2e2980a3-1ade-4dcd-9352-adf279d52f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:17:52.424705 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2980a3-1ade-4dcd-9352-adf279d52f71 None None] The sync data for ids ['d869e966-8c1c-465b-8335-d1a177343969'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:17:52.426690 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-478691c3-097c-4c40-b728-b5522f90fd57 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Usage tracker for resource:network and tenant:7bc04890669e4c01b1254641ed5bf407 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:52.429544 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c64c0e-174f-46ea-9223-dc56fe70df1d tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Made reservation on behalf of 7eb276b3313a440f9152c2e5b3b3957a for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:52.436507 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-75c64c0e-174f-46ea-9223-dc56fe70df1d tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:52.444006 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-478691c3-097c-4c40-b728-b5522f90fd57 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:52.452049 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port cfbf4a4f-bcd6-4b93-af8b-a49990907ee4 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:52.452516 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:52.454310 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-478691c3-097c-4c40-b728-b5522f90fd57 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:52.460332 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2b5e99aa-fdeb-4d69-9a35-cf9861c86a43 req-70536714-8a15-4712-a02f-3c43674ced24 service neutron] 10.222.0.53 "GET /v2.0/networks/ddf8ce9d-6671-4d82-b259-929f8e3d9c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907429 Apr 11 14:17:52.460932 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-689974d2-2818-4f5e-afd0-9200ceeccc75 tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:52.462525 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb401431-082f-4864-be13-126a70ecf337 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Made reservation on behalf of f0ccff93f39144d0a4ea19d5f98e0a6d for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:52.469772 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-75c64c0e-174f-46ea-9223-dc56fe70df1d tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] device_id is not set on port 07ba54fd-c9ec-4e44-8e5d-5d38c6f4271d yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:17:52.532482 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478691c3-097c-4c40-b728-b5522f90fd57 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Made reservation on behalf of 7bc04890669e4c01b1254641ed5bf407 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:52.534905 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-478691c3-097c-4c40-b728-b5522f90fd57 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:52.554887 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-478691c3-097c-4c40-b728-b5522f90fd57 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:52.580130 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-478691c3-097c-4c40-b728-b5522f90fd57 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:52.580850 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device a515db92-ecd8-4cb2-ab92-3f4ae6266404 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:17:52.581768 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689974d2-2818-4f5e-afd0-9200ceeccc75 tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ba62d29-b6f5-46b0-98ee-776dcec5e137,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:52.589058 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-478691c3-097c-4c40-b728-b5522f90fd57 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Usage tracker for resource:security_group_rule and tenant:7bc04890669e4c01b1254641ed5bf407 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:52.598571 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-478691c3-097c-4c40-b728-b5522f90fd57 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:52.634502 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-478691c3-097c-4c40-b728-b5522f90fd57 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:52.658426 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device cda5d63f-6fbf-49e9-babc-df0ba1611d60 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:17:52.683800 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port a515db92-ecd8-4cb2-ab92-3f4ae6266404 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:52.684155 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:52.706722 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-75c64c0e-174f-46ea-9223-dc56fe70df1d tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Allocated IP 172.20.0.8 (e05449e2-3bf4-4445-ba01-3d18fb30fb13/59402f32-9898-45c4-b9e4-b06caaee06ef/07ba54fd-c9ec-4e44-8e5d-5d38c6f4271d) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:52.722922 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c6951-4d04-4cba-8047-845e0b75785e req-5af45ed6-0f12-4a26-8bc9-432cf0e27c74 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:52.724766 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-121c6951-4d04-4cba-8047-845e0b75785e req-5af45ed6-0f12-4a26-8bc9-432cf0e27c74 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 943 time: 0.6906862 Apr 11 14:17:52.807786 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-453f66e5-dd5b-40e8-b631-8c6be139e194 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:52.810896 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e030d-0ced-4833-b5de-0634a133fab3 req-c81d6993-0ba6-4fc2-b9f6-ed0bc90e10b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:52.812488 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-055e030d-0ced-4833-b5de-0634a133fab3 req-c81d6993-0ba6-4fc2-b9f6-ed0bc90e10b9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ff9f934a-1f68-4db9-98bc-c781f6becf61 HTTP/1.1" status: 200 len: 908 time: 0.4956763 Apr 11 14:17:52.863268 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-478691c3-097c-4c40-b728-b5522f90fd57 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:52.945536 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port cda5d63f-6fbf-49e9-babc-df0ba1611d60, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=cda5d63f-6fbf-49e9-babc-df0ba1611d60,segment=NetworkSegment(194bd252-507a-47af-97d6-796ec1e052f9),segment_id=194bd252-507a-47af-97d6-796ec1e052f9)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:52.973813 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': 'cda5d63f-6fbf-49e9-babc-df0ba1611d60', 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286', 'port_id': 'cda5d63f-6fbf-49e9-babc-df0ba1611d60', 'mac_address': 'fa:16:3e:39:ee:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ac75f7-df8a-45a0-834c-28e735b7edb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:17:52.999044 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-478691c3-097c-4c40-b728-b5522f90fd57 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:53.045102 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:53.051278 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478691c3-097c-4c40-b728-b5522f90fd57 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:17:53.065206 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda5d63f-6fbf-49e9-babc-df0ba1611d60 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:17:53.089119 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port cda5d63f-6fbf-49e9-babc-df0ba1611d60, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=cda5d63f-6fbf-49e9-babc-df0ba1611d60,segment=NetworkSegment(194bd252-507a-47af-97d6-796ec1e052f9),segment_id=194bd252-507a-47af-97d6-796ec1e052f9)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:53.098807 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-478691c3-097c-4c40-b728-b5522f90fd57 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:53.099254 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-478691c3-097c-4c40-b728-b5522f90fd57 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Added segment 009fe432-60ed-4567-8b4c-7802be08a661 of type vlan for network 329940ba-7497-4187-bc3f-762ce5c413a1 Apr 11 14:17:53.100242 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478691c3-097c-4c40-b728-b5522f90fd57 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76937cee-2e29-481e-84be-c144f63277b5,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:53.124664 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-055e030d-0ced-4833-b5de-0634a133fab3 req-2f180caf-f1fe-4029-9d25-3ccc856dcad9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f58eff68-f848-477c-abbb-c46c0404ade8 HTTP/1.1" status: 200 len: 217 time: 0.2519162 Apr 11 14:17:53.141058 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453f66e5-dd5b-40e8-b631-8c6be139e194 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:53.144651 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-75c64c0e-174f-46ea-9223-dc56fe70df1d tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:53.151474 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cb401431-082f-4864-be13-126a70ecf337 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:53.157720 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:53.175982 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-478691c3-097c-4c40-b728-b5522f90fd57 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:53.184228 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-75c64c0e-174f-46ea-9223-dc56fe70df1d tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Transition to ACTIVE for port object 07ba54fd-c9ec-4e44-8e5d-5d38c6f4271d will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:53.208143 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-453f66e5-dd5b-40e8-b631-8c6be139e194 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:53.229613 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f66e5-dd5b-40e8-b631-8c6be139e194 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:53.236092 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453f66e5-dd5b-40e8-b631-8c6be139e194 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:53.236548 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-453f66e5-dd5b-40e8-b631-8c6be139e194 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:53.239904 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=cda5d63f-6fbf-49e9-babc-df0ba1611d60,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:53.249009 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cd7eb-8168-4cbe-a9e5-a52ac205adc5 req-2e7be22a-129a-49f6-8fab-8c7e20f4772c tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:53.250580 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-928cd7eb-8168-4cbe-a9e5-a52ac205adc5 req-2e7be22a-129a-49f6-8fab-8c7e20f4772c tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 943 time: 0.2934048 Apr 11 14:17:53.257470 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-689974d2-2818-4f5e-afd0-9200ceeccc75 tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:53.269599 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-121c6951-4d04-4cba-8047-845e0b75785e req-6108802b-8402-408c-89d6-f9ec0f261fff tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4740913 Apr 11 14:17:53.270256 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f66e5-dd5b-40e8-b631-8c6be139e194 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=c1b3b95a-602a-43a7-8ed5-52e786e5dfa3,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:53.305030 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-478691c3-097c-4c40-b728-b5522f90fd57 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:53.305810 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-689974d2-2818-4f5e-afd0-9200ceeccc75 tempest-RoutersAdminNegativeIpV6Test-1363028665 tempest-RoutersAdminNegativeIpV6Test-1363028665-project-admin] 10.222.0.66 "DELETE /v2.0/ports/5ba62d29-b6f5-46b0-98ee-776dcec5e137 HTTP/1.1" status: 204 len: 168 time: 4.3533196 Apr 11 14:17:53.305961 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478691c3-097c-4c40-b728-b5522f90fd57 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:53.306765 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-478691c3-097c-4c40-b728-b5522f90fd57 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:53.307902 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-cb401431-082f-4864-be13-126a70ecf337 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] device_id is not set on port 3e170fb8-803a-450f-aced-966c365e4b7d yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:17:53.353697 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-928cd7eb-8168-4cbe-a9e5-a52ac205adc5 req-9f86457e-2911-49fe-a6d2-c245d626da12 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8572fe6-00be-4e0b-a0c1-2b273fc01c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960300 Apr 11 14:17:53.391416 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e030d-0ced-4833-b5de-0634a133fab3 req-e9292396-4dfb-4d39-a6bc-3c2ff311150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:53.392938 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-055e030d-0ced-4833-b5de-0634a133fab3 req-e9292396-4dfb-4d39-a6bc-3c2ff311150c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d775f23-5af1-424c-8995-0ec246e6dd23 HTTP/1.1" status: 200 len: 845 time: 0.2474637 Apr 11 14:17:53.404927 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-453f66e5-dd5b-40e8-b631-8c6be139e194 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 7.3104029 Apr 11 14:17:53.406830 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35448) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:53.444625 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478691c3-097c-4c40-b728-b5522f90fd57 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Pushing event updated for resources: {'Network': ['ID=329940ba-7497-4187-bc3f-762ce5c413a1,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:53.449558 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e17a6-e769-4942-aee1-192027a41e3d req-84419b48-1cf0-4892-b6d2-6c998f40a6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:53.451854 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-136e17a6-e769-4942-aee1-192027a41e3d req-84419b48-1cf0-4892-b6d2-6c998f40a6f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=da52381567644ed8b6f3e1a9b6badbd7&device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 1097 time: 0.7420704 Apr 11 14:17:53.454928 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-75c64c0e-174f-46ea-9223-dc56fe70df1d tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:53.457196 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 329940ba-7497-4187-bc3f-762ce5c413a1 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:17:53.618055 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c64c0e-174f-46ea-9223-dc56fe70df1d tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Network e05449e2-3bf4-4445-ba01-3d18fb30fb13 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:53.621226 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-75c64c0e-174f-46ea-9223-dc56fe70df1d tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:53.625900 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c64c0e-174f-46ea-9223-dc56fe70df1d tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:53.673524 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-478691c3-097c-4c40-b728-b5522f90fd57 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.4421265 Apr 11 14:17:53.685915 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35452) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:53.696437 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-2d01734d-3573-41b2-beb2-7b424f029d63 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Request body: {'subnet': {'network_id': '329940ba-7497-4187-bc3f-762ce5c413a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:53.705675 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2d01734d-3573-41b2-beb2-7b424f029d63 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:53.708001 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c64c0e-174f-46ea-9223-dc56fe70df1d tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Pushing event updated for resources: {'Port': ['ID=07ba54fd-c9ec-4e44-8e5d-5d38c6f4271d,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:53.716341 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2d01734d-3573-41b2-beb2-7b424f029d63 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Usage tracker for resource:subnet and tenant:7bc04890669e4c01b1254641ed5bf407 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:53.724489 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c64c0e-174f-46ea-9223-dc56fe70df1d tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:53.725126 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-75c64c0e-174f-46ea-9223-dc56fe70df1d tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:53.732908 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ed3ad700-31f7-44ef-9fde-bb5bab9dc643 None None] Provisioning for port c1b3b95a-602a-43a7-8ed5-52e786e5dfa3 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:53.741289 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2d01734d-3573-41b2-beb2-7b424f029d63 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:53.748112 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2d01734d-3573-41b2-beb2-7b424f029d63 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:53.755654 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ed3ad700-31f7-44ef-9fde-bb5bab9dc643 None None] Provisioning complete for port c1b3b95a-602a-43a7-8ed5-52e786e5dfa3 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:53.756081 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ed3ad700-31f7-44ef-9fde-bb5bab9dc643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:53.801234 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-75c64c0e-174f-46ea-9223-dc56fe70df1d tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7023213 Apr 11 14:17:53.804274 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35456) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:53.820624 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-ed3ad700-31f7-44ef-9fde-bb5bab9dc643 None None] Port c1b3b95a-602a-43a7-8ed5-52e786e5dfa3 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:17:53.866514 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d01734d-3573-41b2-beb2-7b424f029d63 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Made reservation on behalf of 7bc04890669e4c01b1254641ed5bf407 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:53.869147 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2d01734d-3573-41b2-beb2-7b424f029d63 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:53.891895 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-cb401431-082f-4864-be13-126a70ecf337 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Allocated IP 2001:db8::319 (75d82da1-3105-4c69-83ae-7d2604551ae0/43836234-996d-4496-971c-b4b54f2c3848/3e170fb8-803a-450f-aced-966c365e4b7d) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:53.930506 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e17a6-e769-4942-aee1-192027a41e3d req-cd5e0e9b-467c-4254-8339-8ff3d0ced417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:53.932599 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-136e17a6-e769-4942-aee1-192027a41e3d req-cd5e0e9b-467c-4254-8339-8ff3d0ced417 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ddf8ce9d-6671-4d82-b259-929f8e3d9c2c HTTP/1.1" status: 200 len: 914 time: 0.3610492 Apr 11 14:17:53.947434 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220db56-de31-4102-bd3b-9c0a9ad898b7 req-3b5bf282-5486-4682-8068-5a4a155db02f tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:53.948905 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1220db56-de31-4102-bd3b-9c0a9ad898b7 req-3b5bf282-5486-4682-8068-5a4a155db02f tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 944 time: 0.4559088 Apr 11 14:17:53.952025 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e030d-0ced-4833-b5de-0634a133fab3 req-cc3f68f9-ef08-4c2d-ba40-cb21db901763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:53.953499 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-055e030d-0ced-4833-b5de-0634a133fab3 req-cc3f68f9-ef08-4c2d-ba40-cb21db901763 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ff9f934a-1f68-4db9-98bc-c781f6becf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5474343 Apr 11 14:17:53.959784 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['cda5d63f-6fbf-49e9-babc-df0ba1611d60'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:17:53.963000 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a70e45-3fcc-48f4-81e6-b4de1481d936 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:53.970330 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a70e45-3fcc-48f4-81e6-b4de1481d936 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:53.971513 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d5a70e45-3fcc-48f4-81e6-b4de1481d936 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:53.998028 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-e794734c-8297-40a5-829b-8c29ce28e1cf tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'project_id': '7eb276b3313a440f9152c2e5b3b3957a', 'port_id': '07ba54fd-c9ec-4e44-8e5d-5d38c6f4271d'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:54.004609 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e794734c-8297-40a5-829b-8c29ce28e1cf tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:54.013117 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35464) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:54.016238 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e794734c-8297-40a5-829b-8c29ce28e1cf tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Usage tracker for resource:floatingip and tenant:7eb276b3313a440f9152c2e5b3b3957a is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:54.018866 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-21b85d37-e36c-4e83-aedd-a9498dc591f0 None None] Provisioning for port 07ba54fd-c9ec-4e44-8e5d-5d38c6f4271d completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:54.022808 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e794734c-8297-40a5-829b-8c29ce28e1cf tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:54.040063 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-21b85d37-e36c-4e83-aedd-a9498dc591f0 None None] Provisioning complete for port 07ba54fd-c9ec-4e44-8e5d-5d38c6f4271d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:54.040515 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-21b85d37-e36c-4e83-aedd-a9498dc591f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:54.050814 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e794734c-8297-40a5-829b-8c29ce28e1cf tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:54.109635 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:54.120190 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-21b85d37-e36c-4e83-aedd-a9498dc591f0 None None] Port 07ba54fd-c9ec-4e44-8e5d-5d38c6f4271d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:17:54.133564 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-136e17a6-e769-4942-aee1-192027a41e3d req-ba618738-e830-4e96-b91f-e61dcd1c91eb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=203374a2-d70a-47f1-999f-ce6beb26a75e HTTP/1.1" status: 200 len: 217 time: 0.1047320 Apr 11 14:17:54.221004 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e794734c-8297-40a5-829b-8c29ce28e1cf tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:54.256783 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fcfd8e7d-7f1a-4f1d-8c32-b03d19b36ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:54.297701 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e17a6-e769-4942-aee1-192027a41e3d req-640fe2b1-5ed2-4211-94c8-9229914d11be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:54.299153 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-136e17a6-e769-4942-aee1-192027a41e3d req-640fe2b1-5ed2-4211-94c8-9229914d11be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e9d5ac2f-00cd-4195-849b-d29b7014d92e HTTP/1.1" status: 200 len: 851 time: 0.1484280 Apr 11 14:17:54.309039 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-fcfd8e7d-7f1a-4f1d-8c32-b03d19b36ab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:54.317670 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fcfd8e7d-7f1a-4f1d-8c32-b03d19b36ab1 admin admin] Usage tracker for resource:security_group_rule and tenant:14c090935be44baa9cc2d243742cf60a is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:54.318843 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1220db56-de31-4102-bd3b-9c0a9ad898b7 req-d7f122ad-9240-441e-b7ad-6495eb22a172 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c71cb42-c4a5-4351-8414-8c15d87ca31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3151307 Apr 11 14:17:54.321464 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fcfd8e7d-7f1a-4f1d-8c32-b03d19b36ab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:54.335509 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-fcfd8e7d-7f1a-4f1d-8c32-b03d19b36ab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:54.389749 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d5a70e45-3fcc-48f4-81e6-b4de1481d936 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:54.393835 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d5a70e45-3fcc-48f4-81e6-b4de1481d936 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.9820662 Apr 11 14:17:54.394930 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35474) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:54.608570 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-055e030d-0ced-4833-b5de-0634a133fab3 req-292b34b9-0932-4220-8e4c-b7120ed8fbf0 service neutron] 10.222.0.53 "GET /v2.0/networks/ff9f934a-1f68-4db9-98bc-c781f6becf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6337628 Apr 11 14:17:54.648761 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device f58eff68-f848-477c-abbb-c46c0404ade8 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:17:54.661109 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9f1e6-4ff3-424f-8be0-05969d3f2580 req-31961348-7580-4bf0-8dca-69efe9124f87 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:54.662726 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a4e9f1e6-4ff3-424f-8be0-05969d3f2580 req-31961348-7580-4bf0-8dca-69efe9124f87 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 944 time: 0.2695053 Apr 11 14:17:54.675490 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-6d3ac6bb-e834-49ca-9c34-8ba1a1fee08b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting port c1b3b95a-602a-43a7-8ed5-52e786e5dfa3 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:17:54.675967 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6d3ac6bb-e834-49ca-9c34-8ba1a1fee08b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:54.680082 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e794734c-8297-40a5-829b-8c29ce28e1cf tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:54.700548 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fcfd8e7d-7f1a-4f1d-8c32-b03d19b36ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:54.770973 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fcfd8e7d-7f1a-4f1d-8c32-b03d19b36ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:54.802993 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port f58eff68-f848-477c-abbb-c46c0404ade8, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=f58eff68-f848-477c-abbb-c46c0404ade8,segment=NetworkSegment(7cdf1b81-5e2f-4526-982d-405e14529dcc),segment_id=7cdf1b81-5e2f-4526-982d-405e14529dcc)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:54.808523 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a4e9f1e6-4ff3-424f-8be0-05969d3f2580 req-643784e4-dbb2-4d86-9a64-7d83bab0ea5c tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357331 Apr 11 14:17:54.821657 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': 'f58eff68-f848-477c-abbb-c46c0404ade8', 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61', 'port_id': 'f58eff68-f848-477c-abbb-c46c0404ade8', 'mac_address': 'fa:16:3e:b7:95:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d775f23-5af1-424c-8995-0ec246e6dd23', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:17:54.857511 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e17a6-e769-4942-aee1-192027a41e3d req-e8b0e64f-5954-422d-96d9-599966eb733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:54.859250 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-136e17a6-e769-4942-aee1-192027a41e3d req-e8b0e64f-5954-422d-96d9-599966eb733c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ddf8ce9d-6671-4d82-b259-929f8e3d9c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5390978 Apr 11 14:17:54.870957 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cb401431-082f-4864-be13-126a70ecf337 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:54.875432 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-fcfd8e7d-7f1a-4f1d-8c32-b03d19b36ab1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=14c090935be44baa9cc2d243742cf60a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8582470 Apr 11 14:17:54.899449 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35478) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:54.900553 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:54.907150 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd8e7d-7f1a-4f1d-8c32-b03d19b36ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b06a46-0e1d-4c67-859e-790f833508a8,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:54.921371 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f58eff68-f848-477c-abbb-c46c0404ade8 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:17:54.938657 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port f58eff68-f848-477c-abbb-c46c0404ade8, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=f58eff68-f848-477c-abbb-c46c0404ade8,segment=NetworkSegment(7cdf1b81-5e2f-4526-982d-405e14529dcc),segment_id=7cdf1b81-5e2f-4526-982d-405e14529dcc)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:54.961432 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.objects.ports [None req-2d01734d-3573-41b2-beb2-7b424f029d63 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88616) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 11 14:17:54.961926 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2d01734d-3573-41b2-beb2-7b424f029d63 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:55.027588 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:55.063674 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-e794734c-8297-40a5-829b-8c29ce28e1cf tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Allocated IP 172.26.7.190 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/238bbf20-7c49-4e24-b8fc-ee2ed9eeab6c) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:55.085751 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d01734d-3573-41b2-beb2-7b424f029d63 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Checking segment: {'id': '009fe432-60ed-4567-8b4c-7802be08a661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '329940ba-7497-4187-bc3f-762ce5c413a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:17:55.086155 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d01734d-3573-41b2-beb2-7b424f029d63 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Network hostable DHCP agents. Network: 329940ba-7497-4187-bc3f-762ce5c413a1, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:17:55.097465 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01734d-3573-41b2-beb2-7b424f029d63 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6f0df0a6-ae85-4404-b583-f066703df5e5,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:55.128629 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=f58eff68-f848-477c-abbb-c46c0404ade8,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:55.175110 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e0ec8c4e-7ca2-4523-88a3-cf4a08642ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:55.193063 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-cb401431-082f-4864-be13-126a70ecf337 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Transition to ACTIVE for port object 3e170fb8-803a-450f-aced-966c365e4b7d will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:17:55.237768 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-055e030d-0ced-4833-b5de-0634a133fab3 req-e61799de-057f-403b-83c8-ab99129d951a service neutron] 10.222.0.53 "GET /v2.0/networks/ff9f934a-1f68-4db9-98bc-c781f6becf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6057670 Apr 11 14:17:55.245268 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5e869-296f-4f69-a9ec-47620dd8d283 req-279d3cc9-e9c2-4865-982e-af6a8ddb6e64 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:55.246700 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-acc5e869-296f-4f69-a9ec-47620dd8d283 req-279d3cc9-e9c2-4865-982e-af6a8ddb6e64 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 943 time: 0.7577238 Apr 11 14:17:55.252255 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e794734c-8297-40a5-829b-8c29ce28e1cf tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:55.257582 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d01734d-3573-41b2-beb2-7b424f029d63 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Network 329940ba-7497-4187-bc3f-762ce5c413a1 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:17:55.346342 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-2d01734d-3573-41b2-beb2-7b424f029d63 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 329940ba-7497-4187-bc3f-762ce5c413a1) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:55.351003 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d01734d-3573-41b2-beb2-7b424f029d63 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:55.351940 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2d01734d-3573-41b2-beb2-7b424f029d63 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:55.359268 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad2529b-e4ce-412e-8508-72a330324443 None None] Network 329940ba-7497-4187-bc3f-762ce5c413a1 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:17:55.378092 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e794734c-8297-40a5-829b-8c29ce28e1cf tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:55.440546 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e794734c-8297-40a5-829b-8c29ce28e1cf tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:55.443433 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-e794734c-8297-40a5-829b-8c29ce28e1cf tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:55.452263 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e794734c-8297-40a5-829b-8c29ce28e1cf tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:55.453991 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5245483f-3bb9-44ab-8d61-e3c1ec80220b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:55.462433 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-136e17a6-e769-4942-aee1-192027a41e3d req-6d7400aa-63c1-43bb-9cb9-e8405b3480fc service neutron] 10.222.0.53 "GET /v2.0/networks/ddf8ce9d-6671-4d82-b259-929f8e3d9c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5878341 Apr 11 14:17:55.492152 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2d01734d-3573-41b2-beb2-7b424f029d63 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.8051383 Apr 11 14:17:55.502157 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35484) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:55.518517 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-acc5e869-296f-4f69-a9ec-47620dd8d283 req-e910e2ee-59e6-40ce-b17c-1ea4fdfb24b4 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8572fe6-00be-4e0b-a0c1-2b273fc01c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377551 Apr 11 14:17:55.548572 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-5bd51685-f454-40e5-bf3b-4bc06a102e15 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1716217891', 'network_id': '329940ba-7497-4187-bc3f-762ce5c413a1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:55.549052 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794734c-8297-40a5-829b-8c29ce28e1cf tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Pushing event updated for resources: {'Port': ['ID=238bbf20-7c49-4e24-b8fc-ee2ed9eeab6c,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:55.561567 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6d3ac6bb-e834-49ca-9c34-8ba1a1fee08b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:55.621597 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5bd51685-f454-40e5-bf3b-4bc06a102e15 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:55.631096 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5245483f-3bb9-44ab-8d61-e3c1ec80220b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:55.671980 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d778274a-813d-4c9a-9cc7-3f7c52c9e3af None None] Network 329940ba-7497-4187-bc3f-762ce5c413a1 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:17:55.698839 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['f58eff68-f848-477c-abbb-c46c0404ade8'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:17:55.702298 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cb401431-082f-4864-be13-126a70ecf337 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:55.709372 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e9e53-220e-422b-8291-7ab6eba82e53 req-c6ae4742-f246-45ba-a4fe-b0d13a91f2cd tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:55.711052 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d81e9e53-220e-422b-8291-7ab6eba82e53 req-c6ae4742-f246-45ba-a4fe-b0d13a91f2cd tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 944 time: 0.2207680 Apr 11 14:17:55.760154 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5bd51685-f454-40e5-bf3b-4bc06a102e15 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Usage tracker for resource:port and tenant:7bc04890669e4c01b1254641ed5bf407 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:55.774828 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-6d3ac6bb-e834-49ca-9c34-8ba1a1fee08b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Calling delete_port for c1b3b95a-602a-43a7-8ed5-52e786e5dfa3 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:17:55.805928 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5bd51685-f454-40e5-bf3b-4bc06a102e15 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:55.885099 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5bd51685-f454-40e5-bf3b-4bc06a102e15 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:55.928903 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d81e9e53-220e-422b-8291-7ab6eba82e53 req-a7f69ca3-94ff-40b2-be9b-ae4367b7a792 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c71cb42-c4a5-4351-8414-8c15d87ca31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020085 Apr 11 14:17:55.938599 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb401431-082f-4864-be13-126a70ecf337 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Network 75d82da1-3105-4c69-83ae-7d2604551ae0 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:55.968623 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-cb401431-082f-4864-be13-126a70ecf337 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:55.986166 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb401431-082f-4864-be13-126a70ecf337 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:55.992224 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb401431-082f-4864-be13-126a70ecf337 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:55.996006 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cb401431-082f-4864-be13-126a70ecf337 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:56.052159 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-136e17a6-e769-4942-aee1-192027a41e3d req-074f5b43-205f-45cd-b196-7ba9bec6605e service neutron] 10.222.0.53 "GET /v2.0/networks/ddf8ce9d-6671-4d82-b259-929f8e3d9c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5700259 Apr 11 14:17:56.079771 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb401431-082f-4864-be13-126a70ecf337 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Pushing event updated for resources: {'Port': ['ID=3e170fb8-803a-450f-aced-966c365e4b7d,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:56.097252 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd51685-f454-40e5-bf3b-4bc06a102e15 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Made reservation on behalf of 7bc04890669e4c01b1254641ed5bf407 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:56.099745 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5bd51685-f454-40e5-bf3b-4bc06a102e15 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:56.175259 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-5bd51685-f454-40e5-bf3b-4bc06a102e15 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] device_id is not set on port 2da077f4-b415-41db-b625-d519b4e9aa9b yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:17:56.237683 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-cb401431-082f-4864-be13-126a70ecf337 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 5.0443122 Apr 11 14:17:56.239048 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35490) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:56.241907 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5245483f-3bb9-44ab-8d61-e3c1ec80220b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:56.287072 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245483f-3bb9-44ab-8d61-e3c1ec80220b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b06a46-0e1d-4c67-859e-790f833508a8,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:56.332380 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a24b8a5-c948-49d4-b5b6-f14eeb3b06e4 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:56.333561 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7665c-9d6d-4917-9295-b4717793c325 req-01f13268-0308-4837-baf3-8067b57cbd52 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:56.334455 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e7a7665c-9d6d-4917-9295-b4717793c325 req-01f13268-0308-4837-baf3-8067b57cbd52 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 944 time: 0.3546658 Apr 11 14:17:56.342779 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a24b8a5-c948-49d4-b5b6-f14eeb3b06e4 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:56.352244 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3a14413e-521a-4e0d-9a7e-508e88d3ff61 None None] Provisioning for port 3e170fb8-803a-450f-aced-966c365e4b7d completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:56.352721 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a24b8a5-c948-49d4-b5b6-f14eeb3b06e4 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:56.358486 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7a24b8a5-c948-49d4-b5b6-f14eeb3b06e4 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1145892 Apr 11 14:17:56.359244 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3a14413e-521a-4e0d-9a7e-508e88d3ff61 None None] Provisioning complete for port 3e170fb8-803a-450f-aced-966c365e4b7d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:56.363927 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35494) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:56.364064 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3a14413e-521a-4e0d-9a7e-508e88d3ff61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:56.402499 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6d3ac6bb-e834-49ca-9c34-8ba1a1fee08b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:56.408671 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5245483f-3bb9-44ab-8d61-e3c1ec80220b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:56.409781 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5245483f-3bb9-44ab-8d61-e3c1ec80220b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/72b06a46-0e1d-4c67-859e-790f833508a8 HTTP/1.1" status: 204 len: 168 time: 1.5049381 Apr 11 14:17:56.421831 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-3a14413e-521a-4e0d-9a7e-508e88d3ff61 None None] Port 3e170fb8-803a-450f-aced-966c365e4b7d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:17:56.490209 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ac6bb-e834-49ca-9c34-8ba1a1fee08b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Port': ['ID=c1b3b95a-602a-43a7-8ed5-52e786e5dfa3,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:56.509288 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-5bd51685-f454-40e5-bf3b-4bc06a102e15 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Allocated IP 2001:db8::268 (329940ba-7497-4187-bc3f-762ce5c413a1/6f0df0a6-ae85-4404-b583-f066703df5e5/2da077f4-b415-41db-b625-d519b4e9aa9b) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:17:56.550193 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e7a7665c-9d6d-4917-9295-b4717793c325 req-eec932a3-3b4b-4869-bc5e-f1820b961ae4 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823413 Apr 11 14:17:56.564927 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6d3ac6bb-e834-49ca-9c34-8ba1a1fee08b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:56.571252 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-bd68a39e-8dcd-4d0d-aaf6-7c831daa5b2d tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Deleting port 3e170fb8-803a-450f-aced-966c365e4b7d {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:17:56.571771 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bd68a39e-8dcd-4d0d-aaf6-7c831daa5b2d tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:56.614217 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6d3ac6bb-e834-49ca-9c34-8ba1a1fee08b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/c1b3b95a-602a-43a7-8ed5-52e786e5dfa3 HTTP/1.1" status: 204 len: 168 time: 2.1966729 Apr 11 14:17:56.615851 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35502) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:56.652983 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 203374a2-d70a-47f1-999f-ce6beb26a75e details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:17:56.664421 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device cda5d63f-6fbf-49e9-babc-df0ba1611d60 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:17:56.846410 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890e40b0-d72f-4804-9e64-3dc56eada7a5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:56.849318 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890e40b0-d72f-4804-9e64-3dc56eada7a5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:56.850618 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-890e40b0-d72f-4804-9e64-3dc56eada7a5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:56.878137 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e794734c-8297-40a5-829b-8c29ce28e1cf tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:57.033928 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5bd51685-f454-40e5-bf3b-4bc06a102e15 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:57.067669 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279f1dd-9ca8-4b92-8936-73aef88e17f7 req-de8e4713-96bb-4dbd-a4f7-d5372a69a53d tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:57.074853 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5279f1dd-9ca8-4b92-8936-73aef88e17f7 req-de8e4713-96bb-4dbd-a4f7-d5372a69a53d tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 944 time: 0.2928526 Apr 11 14:17:57.083138 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 203374a2-d70a-47f1-999f-ce6beb26a75e, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=203374a2-d70a-47f1-999f-ce6beb26a75e,segment=NetworkSegment(9435d7f4-8ad0-4468-b4a5-462636e7996a),segment_id=9435d7f4-8ad0-4468-b4a5-462636e7996a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:57.130577 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '203374a2-d70a-47f1-999f-ce6beb26a75e', 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c', 'port_id': '203374a2-d70a-47f1-999f-ce6beb26a75e', 'mac_address': 'fa:16:3e:75:e1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9d5ac2f-00cd-4195-849b-d29b7014d92e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:17:57.189839 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port cda5d63f-6fbf-49e9-babc-df0ba1611d60 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:57.197061 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5279f1dd-9ca8-4b92-8936-73aef88e17f7 req-2ca6e1d6-4839-45db-a228-9ee6dd139664 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8572fe6-00be-4e0b-a0c1-2b273fc01c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211963 Apr 11 14:17:57.206855 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bd68a39e-8dcd-4d0d-aaf6-7c831daa5b2d tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:57.213807 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port cda5d63f-6fbf-49e9-babc-df0ba1611d60 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:57.214698 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:57.239174 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5bd51685-f454-40e5-bf3b-4bc06a102e15 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:57.252236 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-890e40b0-d72f-4804-9e64-3dc56eada7a5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:57.256441 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-890e40b0-d72f-4804-9e64-3dc56eada7a5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6373653 Apr 11 14:17:57.287884 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35510) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:57.329655 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:57.378513 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35514) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:57.388791 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-bd68a39e-8dcd-4d0d-aaf6-7c831daa5b2d tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Calling delete_port for 3e170fb8-803a-450f-aced-966c365e4b7d owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:17:57.418307 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e794734c-8297-40a5-829b-8c29ce28e1cf tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:57.427849 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 203374a2-d70a-47f1-999f-ce6beb26a75e {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:17:57.483033 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 203374a2-d70a-47f1-999f-ce6beb26a75e, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=203374a2-d70a-47f1-999f-ce6beb26a75e,segment=NetworkSegment(9435d7f4-8ad0-4468-b4a5-462636e7996a),segment_id=9435d7f4-8ad0-4468-b4a5-462636e7996a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:57.502594 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:57.535128 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd51685-f454-40e5-bf3b-4bc06a102e15 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Network 329940ba-7497-4187-bc3f-762ce5c413a1 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:17:57.545379 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-5bd51685-f454-40e5-bf3b-4bc06a102e15 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:17:57.553710 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd51685-f454-40e5-bf3b-4bc06a102e15 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:17:57.555585 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd51685-f454-40e5-bf3b-4bc06a102e15 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:57.556719 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5bd51685-f454-40e5-bf3b-4bc06a102e15 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:57.556875 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04af56f2-9b87-44a0-966c-c2f86fd8d05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda5d63f-6fbf-49e9-babc-df0ba1611d60'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:17:57.562699 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd51685-f454-40e5-bf3b-4bc06a102e15 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Pushing event updated for resources: {'Port': ['ID=2da077f4-b415-41db-b625-d519b4e9aa9b,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:57.573567 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e7fc2e-7221-4f51-8109-0ed56cfb27de tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet 37372fe5-203e-447b-b7e7-f3caa3fe5355 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:17:57.629632 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d580b4-c307-46c1-ad16-a7a9aad71a19 req-0a8fc5d7-7df0-42b7-87f6-052fad368690 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:57.642411 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a1d580b4-c307-46c1-ad16-a7a9aad71a19 req-0a8fc5d7-7df0-42b7-87f6-052fad368690 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 944 time: 0.4807351 Apr 11 14:17:57.690247 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5bd51685-f454-40e5-bf3b-4bc06a102e15 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.1731119 Apr 11 14:17:57.691413 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35524) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:57.707531 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:57.738048 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-93e7fc2e-7221-4f51-8109-0ed56cfb27de tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:57.806715 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a1d580b4-c307-46c1-ad16-a7a9aad71a19 req-1e2aafff-4133-4c2d-b682-fdd908e8ec01 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c71cb42-c4a5-4351-8414-8c15d87ca31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607690 Apr 11 14:17:57.835524 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port cda5d63f-6fbf-49e9-babc-df0ba1611d60, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=cda5d63f-6fbf-49e9-babc-df0ba1611d60,segment=NetworkSegment(194bd252-507a-47af-97d6-796ec1e052f9),segment_id=194bd252-507a-47af-97d6-796ec1e052f9)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:57.837648 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=203374a2-d70a-47f1-999f-ce6beb26a75e,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:57.841811 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-16dfe37f-631a-463a-88df-4e0669469d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:57.863637 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-cdd1ec41-cdcd-4e9a-b74d-1f190c144ed1 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Deleting port 2da077f4-b415-41db-b625-d519b4e9aa9b {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:17:57.864164 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cdd1ec41-cdcd-4e9a-b74d-1f190c144ed1 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:57.907829 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7de354e6-1a1f-489e-8d11-af8f851923b2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c735025e949a47c6858e377fa5b55eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4885552 Apr 11 14:17:57.908512 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35528) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:57.923263 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:57.946081 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-93e7fc2e-7221-4f51-8109-0ed56cfb27de tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:58.004150 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d575cbc9-b64e-41f1-84d9-de80846cff6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:58.017109 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=cda5d63f-6fbf-49e9-babc-df0ba1611d60,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:58.074702 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d575cbc9-b64e-41f1-84d9-de80846cff6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:58.118593 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5342b4f0-a860-4832-b2c8-4ae43985e211'] response: {'server_uuid': '04af56f2-9b87-44a0-966c-c2f86fd8d05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda5d63f-6fbf-49e9-babc-df0ba1611d60', 'code': 200} Apr 11 14:17:58.174330 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd6e8a-b2d1-4d3c-a5ba-8344f02bfdc8 req-36630513-7e68-48da-8210-7aad747f61b6 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:58.175867 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-abfd6e8a-b2d1-4d3c-a5ba-8344f02bfdc8 req-36630513-7e68-48da-8210-7aad747f61b6 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 944 time: 0.3923168 Apr 11 14:17:58.179236 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e794734c-8297-40a5-829b-8c29ce28e1cf tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:58.194851 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['203374a2-d70a-47f1-999f-ce6beb26a75e'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:17:58.208837 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-93e7fc2e-7221-4f51-8109-0ed56cfb27de tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:58.244317 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bd68a39e-8dcd-4d0d-aaf6-7c831daa5b2d tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:58.279547 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cdd1ec41-cdcd-4e9a-b74d-1f190c144ed1 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:58.327482 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68a39e-8dcd-4d0d-aaf6-7c831daa5b2d tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Pushing event deleted for resources: {'Port': ['ID=3e170fb8-803a-450f-aced-966c365e4b7d,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:58.329275 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e794734c-8297-40a5-829b-8c29ce28e1cf tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:58.368559 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-abfd6e8a-b2d1-4d3c-a5ba-8344f02bfdc8 req-62b161e9-7b43-457e-b4d9-779170ef72f3 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825995 Apr 11 14:17:58.491619 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d575cbc9-b64e-41f1-84d9-de80846cff6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:58.508468 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-cdd1ec41-cdcd-4e9a-b74d-1f190c144ed1 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Calling delete_port for 2da077f4-b415-41db-b625-d519b4e9aa9b owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:17:58.518500 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794734c-8297-40a5-829b-8c29ce28e1cf tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Pushing event updated for resources: {'Port': ['ID=238bbf20-7c49-4e24-b8fc-ee2ed9eeab6c,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:58.590493 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575cbc9-b64e-41f1-84d9-de80846cff6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8823ec-1f4b-4249-8b7d-1769130948d1,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:58.603658 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:58.610506 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e794734c-8297-40a5-829b-8c29ce28e1cf tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:58.637677 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:58.645164 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d575cbc9-b64e-41f1-84d9-de80846cff6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:58.648916 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d575cbc9-b64e-41f1-84d9-de80846cff6f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5a8823ec-1f4b-4249-8b7d-1769130948d1 HTTP/1.1" status: 204 len: 168 time: 0.7369337 Apr 11 14:17:58.674886 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device f58eff68-f848-477c-abbb-c46c0404ade8 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:17:58.675150 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bd68a39e-8dcd-4d0d-aaf6-7c831daa5b2d tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:58.678356 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-93e7fc2e-7221-4f51-8109-0ed56cfb27de tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:58.740087 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7fc2e-7221-4f51-8109-0ed56cfb27de tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=37372fe5-203e-447b-b7e7-f3caa3fe5355,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:58.748890 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-bd68a39e-8dcd-4d0d-aaf6-7c831daa5b2d tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] 10.222.0.66 "DELETE /v2.0/ports/3e170fb8-803a-450f-aced-966c365e4b7d HTTP/1.1" status: 204 len: 168 time: 2.3882577 Apr 11 14:17:58.753042 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-93e7fc2e-7221-4f51-8109-0ed56cfb27de tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:58.755161 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-93e7fc2e-7221-4f51-8109-0ed56cfb27de tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/37372fe5-203e-447b-b7e7-f3caa3fe5355 HTTP/1.1" status: 204 len: 168 time: 1.4667306 Apr 11 14:17:58.758500 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35542) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:58.759005 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35544) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:58.768912 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e1912e-5260-44d9-a550-43f38e40880c None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:17:58.786107 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f853d54-aafa-48cb-8d18-adcbacfa1a2e req-4eadfda4-296c-465f-9120-c5591f68c2df tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:58.787589 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9f853d54-aafa-48cb-8d18-adcbacfa1a2e req-4eadfda4-296c-465f-9120-c5591f68c2df tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 944 time: 0.4260170 Apr 11 14:17:58.873437 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1fd9c-7c65-47b9-bac2-aa41e91892cc req-688a0194-c5d5-4fff-9f13-8dd970f159e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:58.875139 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8de1fd9c-7c65-47b9-bac2-aa41e91892cc req-688a0194-c5d5-4fff-9f13-8dd970f159e7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 1098 time: 0.2772114 Apr 11 14:17:58.884405 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port f58eff68-f848-477c-abbb-c46c0404ade8 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:17:58.895600 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba81b17-479a-41d5-9c5c-7559e74ebc27 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] GET failed (client error): The resource could not be found. Apr 11 14:17:58.896271 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7ba81b17-479a-41d5-9c5c-7559e74ebc27 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Synchronizing usage tracker for tenant:f0ccff93f39144d0a4ea19d5f98e0a6d on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:17:58.912642 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9f853d54-aafa-48cb-8d18-adcbacfa1a2e req-1da6c175-be2e-41a8-ae5c-44301de630c1 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8572fe6-00be-4e0b-a0c1-2b273fc01c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824692 Apr 11 14:17:58.914840 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cdd1ec41-cdcd-4e9a-b74d-1f190c144ed1 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:58.916642 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-8de1fd9c-7c65-47b9-bac2-aa41e91892cc req-a3b388bc-113a-41b5-87a7-c74a606da41e service neutron] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:58.936479 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port f58eff68-f848-477c-abbb-c46c0404ade8 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:17:58.936852 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:58.981540 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1ec41-cdcd-4e9a-b74d-1f190c144ed1 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Pushing event deleted for resources: {'Port': ['ID=2da077f4-b415-41db-b625-d519b4e9aa9b,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:58.990564 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-84b9146d-2845-4c2e-809b-230865492cfe tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2280705 Apr 11 14:17:58.991273 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35552) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:58.993638 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-8de1fd9c-7c65-47b9-bac2-aa41e91892cc req-a3b388bc-113a-41b5-87a7-c74a606da41e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:59.004281 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-14afa77b-53b3-4b36-99a4-cccdda1a909c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:59.128459 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-14afa77b-53b3-4b36-99a4-cccdda1a909c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:59.130686 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-e794734c-8297-40a5-829b-8c29ce28e1cf tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Floating IP c85228f5-2e80-4b4e-8efb-67aa3095618e associated. External IP: 172.26.7.190, port: 07ba54fd-c9ec-4e44-8e5d-5d38c6f4271d. Apr 11 14:17:59.139891 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-14afa77b-53b3-4b36-99a4-cccdda1a909c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:59.148440 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-8de1fd9c-7c65-47b9-bac2-aa41e91892cc req-a3b388bc-113a-41b5-87a7-c74a606da41e service neutron] Usage tracker for resource:security_group_rule and tenant:0a6086f8b9184b57ad3aea0ecd1e98c1 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:59.189690 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-8de1fd9c-7c65-47b9-bac2-aa41e91892cc req-a3b388bc-113a-41b5-87a7-c74a606da41e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:59.202129 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-8de1fd9c-7c65-47b9-bac2-aa41e91892cc req-a3b388bc-113a-41b5-87a7-c74a606da41e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:59.213139 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cdd1ec41-cdcd-4e9a-b74d-1f190c144ed1 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:59.223409 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-cdd1ec41-cdcd-4e9a-b74d-1f190c144ed1 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "DELETE /v2.0/ports/2da077f4-b415-41db-b625-d519b4e9aa9b HTTP/1.1" status: 204 len: 168 time: 1.5303113 Apr 11 14:17:59.228511 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:59.230625 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35560) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:59.241687 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-7c8d68fa-30af-41ab-92c9-7e14ab4781fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '329940ba-7497-4187-bc3f-762ce5c413a1', 'external_fixed_ips': [{'subnet_id': '6f0df0a6-ae85-4404-b583-f066703df5e5', 'ip_address': '2001:db8::268'}]}}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:59.245302 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14afa77b-53b3-4b36-99a4-cccdda1a909c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:17:59.249466 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-14afa77b-53b3-4b36-99a4-cccdda1a909c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:59.250182 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7ba81b17-479a-41d5-9c5c-7559e74ebc27 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Unset dirty status for tenant:f0ccff93f39144d0a4ea19d5f98e0a6d on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:17:59.251357 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7ba81b17-479a-41d5-9c5c-7559e74ebc27 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] 10.222.0.66 "GET /v2.0/ports/3e170fb8-803a-450f-aced-966c365e4b7d HTTP/1.1" status: 404 len: 333 time: 0.4912848 Apr 11 14:17:59.259770 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35564) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:17:59.272402 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5619cc1-f6a4-4396-abf7-e4d6c672525a req-cf644ef5-1669-4f08-891a-eebaed1ed8e6 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:59.286874 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port f58eff68-f848-477c-abbb-c46c0404ade8, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=f58eff68-f848-477c-abbb-c46c0404ade8,segment=NetworkSegment(7cdf1b81-5e2f-4526-982d-405e14529dcc),segment_id=7cdf1b81-5e2f-4526-982d-405e14529dcc)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:59.288555 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b5619cc1-f6a4-4396-abf7-e4d6c672525a req-cf644ef5-1669-4f08-891a-eebaed1ed8e6 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 945 time: 0.2792382 Apr 11 14:17:59.319267 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-a928f2bd-7d02-438c-a83a-33f8ec162a95 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Request body: {'port': {'network_id': '75d82da1-3105-4c69-83ae-7d2604551ae0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-610546815'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:17:59.329160 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01af7300-726b-4877-adc5-02560ab7e1c5 None None] DHCP port deletion for 47d4fbd0-dfc4-4187-bb2e-73c4649db563 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:17:59.333802 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-01af7300-726b-4877-adc5-02560ab7e1c5 None None] Deleting port a515db92-ecd8-4cb2-ab92-3f4ae6266404 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:17:59.334347 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-01af7300-726b-4877-adc5-02560ab7e1c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:59.361803 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7c8d68fa-30af-41ab-92c9-7e14ab4781fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:59.372649 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7c8d68fa-30af-41ab-92c9-7e14ab4781fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Usage tracker for resource:router and tenant:7bc04890669e4c01b1254641ed5bf407 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:17:59.380463 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7c8d68fa-30af-41ab-92c9-7e14ab4781fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:17:59.381034 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:59.398203 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7c8d68fa-30af-41ab-92c9-7e14ab4781fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:59.522159 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c8d68fa-30af-41ab-92c9-7e14ab4781fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:59.523201 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c8d68fa-30af-41ab-92c9-7e14ab4781fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:59.535095 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-8de1fd9c-7c65-47b9-bac2-aa41e91892cc req-a3b388bc-113a-41b5-87a7-c74a606da41e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:59.553252 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=f58eff68-f848-477c-abbb-c46c0404ade8,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:59.568753 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c8d68fa-30af-41ab-92c9-7e14ab4781fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:59.656215 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-8de1fd9c-7c65-47b9-bac2-aa41e91892cc req-a3b388bc-113a-41b5-87a7-c74a606da41e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:59.680614 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-01af7300-726b-4877-adc5-02560ab7e1c5 None None] For port a515db92-ecd8-4cb2-ab92-3f4ae6266404, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=a515db92-ecd8-4cb2-ab92-3f4ae6266404,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:17:59.681208 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-01af7300-726b-4877-adc5-02560ab7e1c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:59.688501 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8de1fd9c-7c65-47b9-bac2-aa41e91892cc req-a3b388bc-113a-41b5-87a7-c74a606da41e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7954166 Apr 11 14:17:59.710391 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b388bc-113a-41b5-87a7-c74a606da41e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=af886ddc-7702-4e19-818f-83410b39f4a3,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:17:59.746967 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072450e-2d28-4e4d-aaaa-1d8a5da10a46 req-c390e28d-d402-48c8-9325-1770e909cd9b tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:17:59.754367 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a072450e-2d28-4e4d-aaaa-1d8a5da10a46 req-c390e28d-d402-48c8-9325-1770e909cd9b tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.1482582 Apr 11 14:17:59.788171 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b5619cc1-f6a4-4396-abf7-e4d6c672525a req-1a4321b5-6410-4c36-a6cb-56505f46460d tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c71cb42-c4a5-4351-8414-8c15d87ca31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4987340 Apr 11 14:17:59.857917 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-01af7300-726b-4877-adc5-02560ab7e1c5 None None] Calling delete_port for a515db92-ecd8-4cb2-ab92-3f4ae6266404 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:17:59.901462 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a928f2bd-7d02-438c-a83a-33f8ec162a95 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:17:59.922828 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a928f2bd-7d02-438c-a83a-33f8ec162a95 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:17:59.930532 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-14afa77b-53b3-4b36-99a4-cccdda1a909c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:17:59.965721 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:00.013388 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a928f2bd-7d02-438c-a83a-33f8ec162a95 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Made reservation on behalf of f0ccff93f39144d0a4ea19d5f98e0a6d for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:18:00.017146 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a928f2bd-7d02-438c-a83a-33f8ec162a95 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:00.053372 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-01af7300-726b-4877-adc5-02560ab7e1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:00.065261 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-a928f2bd-7d02-438c-a83a-33f8ec162a95 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] device_id is not set on port c7c7928e-03ef-4d38-a4c4-976fdcce7755 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:18:00.085291 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14afa77b-53b3-4b36-99a4-cccdda1a909c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:00.131669 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38868199-5862-4067-82b8-bb4873355040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58eff68-f848-477c-abbb-c46c0404ade8'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:18:00.140043 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01af7300-726b-4877-adc5-02560ab7e1c5 None None] No DVR routers for this DVR port a515db92-ecd8-4cb2-ab92-3f4ae6266404 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:18:00.145890 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-14afa77b-53b3-4b36-99a4-cccdda1a909c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:00.171477 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af7300-726b-4877-adc5-02560ab7e1c5 None None] Pushing event deleted for resources: {'Port': ['ID=a515db92-ecd8-4cb2-ab92-3f4ae6266404,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:00.174110 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a072450e-2d28-4e4d-aaaa-1d8a5da10a46 req-f8df39fd-53bf-4167-8296-9e14df2f8caa tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4187555 Apr 11 14:18:00.176354 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14afa77b-53b3-4b36-99a4-cccdda1a909c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:00.176354 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-14afa77b-53b3-4b36-99a4-cccdda1a909c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:00.177392 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e794734c-8297-40a5-829b-8c29ce28e1cf tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Router d869e966-8c1c-465b-8335-d1a177343969 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:18:00.191636 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a962a21-e276-4c9e-8751-1aaa64a8ef12 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:18:00.256338 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c841b18f-3a5b-4f8f-93a8-1c247f59019d'] response: {'server_uuid': '38868199-5862-4067-82b8-bb4873355040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58eff68-f848-477c-abbb-c46c0404ade8', 'code': 200} Apr 11 14:18:00.327631 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device a515db92-ecd8-4cb2-ab92-3f4ae6266404 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:18:00.328932 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afa77b-53b3-4b36-99a4-cccdda1a909c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=43a8cb7c-0418-4b27-a8f0-847f23cd7daa,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:00.347497 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c8d68fa-30af-41ab-92c9-7e14ab4781fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:00.383536 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6685b8-6db4-4266-8fa6-ef716b1fbcaa req-550a3e1e-3d4e-4664-ba67-cd6ee259588f tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:00.384767 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3d6685b8-6db4-4266-8fa6-ef716b1fbcaa req-550a3e1e-3d4e-4664-ba67-cd6ee259588f tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 945 time: 0.2822232 Apr 11 14:18:00.388615 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: a515db92-ecd8-4cb2-ab92-3f4ae6266404 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:18:00.389122 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device a515db92-ecd8-4cb2-ab92-3f4ae6266404 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:18:00.488258 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-14afa77b-53b3-4b36-99a4-cccdda1a909c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4960325 Apr 11 14:18:00.490280 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35590) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:00.499028 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-eb5250ac-ecec-447b-ad8c-699f8aa51d6e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'port': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'fixed_ips': [{'subnet_id': '43a8cb7c-0418-4b27-a8f0-847f23cd7daa', 'ip_address': '2001:db8::1a1:8a49:e891:631f'}], 'name': 'tempest-NetworksTestDHCPv6-502822562'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:00.500171 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-a928f2bd-7d02-438c-a83a-33f8ec162a95 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Allocated IP 2001:db8::280 (75d82da1-3105-4c69-83ae-7d2604551ae0/43836234-996d-4496-971c-b4b54f2c3848/c7c7928e-03ef-4d38-a4c4-976fdcce7755) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:00.554066 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3d6685b8-6db4-4266-8fa6-ef716b1fbcaa req-1ea9ba0f-0d97-4ef0-82d3-346ab95e30c1 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8572fe6-00be-4e0b-a0c1-2b273fc01c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598871 Apr 11 14:18:00.555839 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9614780c-39d7-4040-b4da-b1a73f866897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'fixed_ips': [{'subnet_id': '43a8cb7c-0418-4b27-a8f0-847f23cd7daa'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:18:00.557346 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9614780c-39d7-4040-b4da-b1a73f866897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:00.606862 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e794734c-8297-40a5-829b-8c29ce28e1cf tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:18:00.620981 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f088ac-e7a3-4a41-8e02-d9ba3ee3330a None None] Sync routers for ids ['d869e966-8c1c-465b-8335-d1a177343969'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:18:00.632774 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f088ac-e7a3-4a41-8e02-d9ba3ee3330a None None] Routers {'d869e966-8c1c-465b-8335-d1a177343969'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:00.633377 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-a6f088ac-e7a3-4a41-8e02-d9ba3ee3330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:17:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d869e966-8c1c-465b-8335-d1a177343969'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:00.668140 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 203374a2-d70a-47f1-999f-ce6beb26a75e up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:18:00.757144 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e794734c-8297-40a5-829b-8c29ce28e1cf tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:00.781045 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-a6f088ac-e7a3-4a41-8e02-d9ba3ee3330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:00.793163 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f088ac-e7a3-4a41-8e02-d9ba3ee3330a None None] Routers {'d869e966-8c1c-465b-8335-d1a177343969'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:00.797789 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-a6f088ac-e7a3-4a41-8e02-d9ba3ee3330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:17:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d869e966-8c1c-465b-8335-d1a177343969'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:00.850432 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e794734c-8297-40a5-829b-8c29ce28e1cf tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.0450430 Apr 11 14:18:00.856447 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35600) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:00.899543 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-a6f088ac-e7a3-4a41-8e02-d9ba3ee3330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:00.904194 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f088ac-e7a3-4a41-8e02-d9ba3ee3330a None None] The sync data for ids ['d869e966-8c1c-465b-8335-d1a177343969'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:18:00.943410 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-9614780c-39d7-4040-b4da-b1a73f866897 None None] Allocated IP 2001:db8::2 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/43a8cb7c-0418-4b27-a8f0-847f23cd7daa/6c935529-4147-4d36-9241-60c840479b50) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:00.962603 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-eb5250ac-ecec-447b-ad8c-699f8aa51d6e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:01.008633 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-eb5250ac-ecec-447b-ad8c-699f8aa51d6e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:port and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:01.013062 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a928f2bd-7d02-438c-a83a-33f8ec162a95 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:01.017132 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-eb5250ac-ecec-447b-ad8c-699f8aa51d6e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:01.033386 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-eb5250ac-ecec-447b-ad8c-699f8aa51d6e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:01.048468 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-a928f2bd-7d02-438c-a83a-33f8ec162a95 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Transition to ACTIVE for port object c7c7928e-03ef-4d38-a4c4-976fdcce7755 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:01.055310 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f31351b3-a39a-4f7b-b037-4c99fd87ffd6 tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] 10.222.0.66 "GET /v2.0/floatingips/c85228f5-2e80-4b4e-8efb-67aa3095618e HTTP/1.1" status: 200 len: 982 time: 0.1950748 Apr 11 14:18:01.057102 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35606) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:01.057662 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02249b-cac5-4c0a-90cb-8f2f59bd2ba6 req-bb8e2d53-917c-4f5a-bd49-fc498300150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:01.059357 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1a02249b-cac5-4c0a-90cb-8f2f59bd2ba6 req-bb8e2d53-917c-4f5a-bd49-fc498300150b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 1098 time: 0.2937818 Apr 11 14:18:01.131139 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5250ac-ecec-447b-ad8c-699f8aa51d6e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:18:01.179715 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-886c3610-f6b6-4456-85d0-61a9b494b1df tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2905 time: 0.1200430 Apr 11 14:18:01.181870 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35612) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:01.275358 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a928f2bd-7d02-438c-a83a-33f8ec162a95 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:01.300980 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9614780c-39d7-4040-b4da-b1a73f866897 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:01.322374 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-1a02249b-cac5-4c0a-90cb-8f2f59bd2ba6 req-a8e664db-347c-4d66-b1ad-6b36c151e0aa service neutron] Synchronizing usage tracker for tenant:0a6086f8b9184b57ad3aea0ecd1e98c1 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:18:01.327654 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9614780c-39d7-4040-b4da-b1a73f866897 None None] Transition to ACTIVE for port object 6c935529-4147-4d36-9241-60c840479b50 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:01.367836 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9614780c-39d7-4040-b4da-b1a73f866897 None None] Transition to ACTIVE for port object 6c935529-4147-4d36-9241-60c840479b50 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:01.371549 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port 203374a2-d70a-47f1-999f-ce6beb26a75e completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:18:01.378092 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 203374a2-d70a-47f1-999f-ce6beb26a75e triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:01.378468 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:01.429135 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac7856-ecd2-46c9-8802-dbb2b3e6fb74 req-5515b41c-ee66-48e2-af4b-21f4c79fcc82 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:01.437004 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ddac7856-ecd2-46c9-8802-dbb2b3e6fb74 req-5515b41c-ee66-48e2-af4b-21f4c79fcc82 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 945 time: 0.4827290 Apr 11 14:18:01.459407 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9614780c-39d7-4040-b4da-b1a73f866897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:01.489325 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35622) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:01.569239 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9614780c-39d7-4040-b4da-b1a73f866897 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:01.582471 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ddac7856-ecd2-46c9-8802-dbb2b3e6fb74 req-532bc650-0eea-4b42-ac73-e8c2e65ef9ab tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c71cb42-c4a5-4351-8414-8c15d87ca31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443963 Apr 11 14:18:01.583000 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-9614780c-39d7-4040-b4da-b1a73f866897 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:01.590508 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eb5250ac-ecec-447b-ad8c-699f8aa51d6e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:01.593107 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9614780c-39d7-4040-b4da-b1a73f866897 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:01.603548 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a928f2bd-7d02-438c-a83a-33f8ec162a95 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Network 75d82da1-3105-4c69-83ae-7d2604551ae0 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:01.615821 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-a928f2bd-7d02-438c-a83a-33f8ec162a95 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:01.618586 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614780c-39d7-4040-b4da-b1a73f866897 None None] Pushing event updated for resources: {'Port': ['ID=6c935529-4147-4d36-9241-60c840479b50,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:01.621901 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-1a02249b-cac5-4c0a-90cb-8f2f59bd2ba6 req-a8e664db-347c-4d66-b1ad-6b36c151e0aa service neutron] Unset dirty status for tenant:0a6086f8b9184b57ad3aea0ecd1e98c1 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:18:01.626086 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1a02249b-cac5-4c0a-90cb-8f2f59bd2ba6 req-a8e664db-347c-4d66-b1ad-6b36c151e0aa service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f8572fe6-00be-4e0b-a0c1-2b273fc01c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5366852 Apr 11 14:18:01.633011 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a928f2bd-7d02-438c-a83a-33f8ec162a95 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:01.640823 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a928f2bd-7d02-438c-a83a-33f8ec162a95 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:01.641766 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a928f2bd-7d02-438c-a83a-33f8ec162a95 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:01.642390 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c8d68fa-30af-41ab-92c9-7e14ab4781fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:01.677002 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928f2bd-7d02-438c-a83a-33f8ec162a95 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Pushing event updated for resources: {'Port': ['ID=c7c7928e-03ef-4d38-a4c4-976fdcce7755,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:01.707139 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:01.722320 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c8d68fa-30af-41ab-92c9-7e14ab4781fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:01.739701 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-eb5250ac-ecec-447b-ad8c-699f8aa51d6e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] device_id is not set on port d8932dff-febd-46ec-afdb-180d9a373fca yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:18:01.767945 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-9614780c-39d7-4040-b4da-b1a73f866897 None None] Attempting to bind port 6c935529-4147-4d36-9241-60c840479b50 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:18:01.768316 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-9614780c-39d7-4040-b4da-b1a73f866897 None None] Attempting to bind port 6c935529-4147-4d36-9241-60c840479b50 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:18:01.768677 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9614780c-39d7-4040-b4da-b1a73f866897 None None] Attempting to bind port 6c935529-4147-4d36-9241-60c840479b50 on network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:18:01.782579 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a928f2bd-7d02-438c-a83a-33f8ec162a95 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4918270 Apr 11 14:18:01.794068 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-5bdd35aa-fd12-497b-94ac-455aa3374ce0 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1202440443', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:01.796821 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35630) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:01.803926 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 203374a2-d70a-47f1-999f-ce6beb26a75e, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=203374a2-d70a-47f1-999f-ce6beb26a75e,segment=NetworkSegment(9435d7f4-8ad0-4468-b4a5-462636e7996a),segment_id=9435d7f4-8ad0-4468-b4a5-462636e7996a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:18:01.808903 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9614780c-39d7-4040-b4da-b1a73f866897 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:18:01.809304 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9614780c-39d7-4040-b4da-b1a73f866897 None None] Checking segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:18:01.810335 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9614780c-39d7-4040-b4da-b1a73f866897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:01.810888 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9614780c-39d7-4040-b4da-b1a73f866897 None None] Bound using segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:18:01.811416 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-9614780c-39d7-4040-b4da-b1a73f866897 None None] Bound port: 6c935529-4147-4d36-9241-60c840479b50, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:18:01.811797 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9614780c-39d7-4040-b4da-b1a73f866897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:01.814432 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-47efc908-7cb5-49c3-aab3-081ec1397dce tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::20d', 'mac_address': 'fa:16:3e:a9:32:df'}]}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:01.941189 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-e12a8735-84b5-4e5e-9319-98afe5174a8c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Deleting port 238bbf20-7c49-4e24-b8fc-ee2ed9eeab6c {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:01.941693 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e12a8735-84b5-4e5e-9319-98afe5174a8c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:01.950067 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:01.986366 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3cd43-9a04-409a-bc09-585164e3c721 req-5bdb252e-e0b0-40c4-9fc1-bd14e0feb3fe tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:01.987995 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-28e3cd43-9a04-409a-bc09-585164e3c721 req-5bdb252e-e0b0-40c4-9fc1-bd14e0feb3fe tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.5846126 Apr 11 14:18:02.020085 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5bdd35aa-fd12-497b-94ac-455aa3374ce0 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:02.060556 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5bdd35aa-fd12-497b-94ac-455aa3374ce0 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Usage tracker for resource:port and tenant:6c0ae854708b4d50ba5c2db6eb82ee2b is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:02.067798 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5bdd35aa-fd12-497b-94ac-455aa3374ce0 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:02.083593 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5bdd35aa-fd12-497b-94ac-455aa3374ce0 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:02.101810 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-9614780c-39d7-4040-b4da-b1a73f866897 None None] For port 6c935529-4147-4d36-9241-60c840479b50, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:18:02.108664 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-9614780c-39d7-4040-b4da-b1a73f866897 None None] For port 6c935529-4147-4d36-9241-60c840479b50, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6c935529-4147-4d36-9241-60c840479b50,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:18:02.109825 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=203374a2-d70a-47f1-999f-ce6beb26a75e,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:02.147826 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-92857223-8645-4206-8edb-ff77e4e42835 None None] Provisioning for port c7c7928e-03ef-4d38-a4c4-976fdcce7755 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:18:02.168700 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-92857223-8645-4206-8edb-ff77e4e42835 None None] Provisioning complete for port c7c7928e-03ef-4d38-a4c4-976fdcce7755 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:02.171454 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-92857223-8645-4206-8edb-ff77e4e42835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:02.211853 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9614780c-39d7-4040-b4da-b1a73f866897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:02.270071 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203374a2-d70a-47f1-999f-ce6beb26a75e'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:18:02.314955 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-92857223-8645-4206-8edb-ff77e4e42835 None None] Port c7c7928e-03ef-4d38-a4c4-976fdcce7755 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:18:02.332131 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-28e3cd43-9a04-409a-bc09-585164e3c721 req-2b8738ca-db6c-43cf-83bd-4c2f8e65a5c3 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940813 Apr 11 14:18:02.343511 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614780c-39d7-4040-b4da-b1a73f866897 None None] Pushing event updated for resources: {'Port': ['ID=6c935529-4147-4d36-9241-60c840479b50,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:02.374932 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdd35aa-fd12-497b-94ac-455aa3374ce0 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Made reservation on behalf of 6c0ae854708b4d50ba5c2db6eb82ee2b for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:18:02.377305 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5bdd35aa-fd12-497b-94ac-455aa3374ce0 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:02.398510 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-7c8d68fa-30af-41ab-92c9-7e14ab4781fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Allocated IP 2001:db8::268 (329940ba-7497-4187-bc3f-762ce5c413a1/6f0df0a6-ae85-4404-b583-f066703df5e5/7a448044-dfb1-408f-8c41-c7409f107fc1) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:02.400032 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fa76d90-e149-4b50-82e1-85d97fb0e44d'] response: {'server_uuid': 'cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203374a2-d70a-47f1-999f-ce6beb26a75e', 'code': 200} Apr 11 14:18:02.416344 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5bdd35aa-fd12-497b-94ac-455aa3374ce0 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:02.429349 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-47efc908-7cb5-49c3-aab3-081ec1397dce tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:02.457482 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5bdd35aa-fd12-497b-94ac-455aa3374ce0 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:02.493027 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950be1d3-e0f0-44c1-bd5b-108b014d989d req-1e4d8729-e6bf-487c-8d1f-73804792ea34 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:02.498692 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-950be1d3-e0f0-44c1-bd5b-108b014d989d req-1e4d8729-e6bf-487c-8d1f-73804792ea34 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 945 time: 0.5259023 Apr 11 14:18:02.502773 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5bdd35aa-fd12-497b-94ac-455aa3374ce0 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Usage tracker for resource:security_group_rule and tenant:6c0ae854708b4d50ba5c2db6eb82ee2b is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:02.514768 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e12a8735-84b5-4e5e-9319-98afe5174a8c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:02.515020 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e12a8735-84b5-4e5e-9319-98afe5174a8c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:02.521802 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5bdd35aa-fd12-497b-94ac-455aa3374ce0 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:02.616637 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5bdd35aa-fd12-497b-94ac-455aa3374ce0 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:02.741319 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-e12a8735-84b5-4e5e-9319-98afe5174a8c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Calling delete_port for 238bbf20-7c49-4e24-b8fc-ee2ed9eeab6c owned by network:floatingip {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:02.748390 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-950be1d3-e0f0-44c1-bd5b-108b014d989d req-e26326b8-78a2-428c-863e-1cf31296aa16 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8572fe6-00be-4e0b-a0c1-2b273fc01c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893144 Apr 11 14:18:02.775478 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-eb5250ac-ecec-447b-ad8c-699f8aa51d6e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 2001:db8::1a1:8a49:e891:631f (47d4fbd0-dfc4-4187-bb2e-73c4649db563/43a8cb7c-0418-4b27-a8f0-847f23cd7daa/d8932dff-febd-46ec-afdb-180d9a373fca) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:02.852261 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c8d68fa-30af-41ab-92c9-7e14ab4781fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:03.048497 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a323c54-6d65-4b93-8342-da5b285b0e4e req-336e05ac-cf94-42d5-8ab1-7acddb01b1f7 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:03.050032 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0a323c54-6d65-4b93-8342-da5b285b0e4e req-336e05ac-cf94-42d5-8ab1-7acddb01b1f7 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 946 time: 0.2788415 Apr 11 14:18:03.077126 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5bdd35aa-fd12-497b-94ac-455aa3374ce0 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:03.125743 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cabd8-176f-4b89-95b3-f5e07fd1eb52 req-92c295c6-ab63-45c0-b28c-679a37967808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:03.127248 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-af5cabd8-176f-4b89-95b3-f5e07fd1eb52 req-92c295c6-ab63-45c0-b28c-679a37967808 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 1099 time: 0.2695262 Apr 11 14:18:03.141215 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5bdd35aa-fd12-497b-94ac-455aa3374ce0 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:03.154805 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-5bdd35aa-fd12-497b-94ac-455aa3374ce0 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] device_id is not set on port f3c8dc02-be2d-4de5-b0d7-11ebe6cf79ea yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:18:03.161818 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0a323c54-6d65-4b93-8342-da5b285b0e4e req-131b9123-dc5e-4c23-8f15-2718e8f04849 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c71cb42-c4a5-4351-8414-8c15d87ca31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750961 Apr 11 14:18:03.181754 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-47efc908-7cb5-49c3-aab3-081ec1397dce tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:03.224373 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c8d68fa-30af-41ab-92c9-7e14ab4781fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:03.252197 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e12a8735-84b5-4e5e-9319-98afe5174a8c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:03.282978 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eb5250ac-ecec-447b-ad8c-699f8aa51d6e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:03.297792 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-47efc908-7cb5-49c3-aab3-081ec1397dce tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:03.315874 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a8735-84b5-4e5e-9319-98afe5174a8c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Pushing event deleted for resources: {'Port': ['ID=238bbf20-7c49-4e24-b8fc-ee2ed9eeab6c,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:03.359095 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd35aa-fd12-497b-94ac-455aa3374ce0 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b0a87a-a733-4021-95b8-8fd596af6053,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:03.382941 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-eb5250ac-ecec-447b-ad8c-699f8aa51d6e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Transition to ACTIVE for port object d8932dff-febd-46ec-afdb-180d9a373fca will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:03.385210 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8d68fa-30af-41ab-92c9-7e14ab4781fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Network 329940ba-7497-4187-bc3f-762ce5c413a1 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:03.408688 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-47efc908-7cb5-49c3-aab3-081ec1397dce tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] In _notify_port_updated(), no bound segment for port c7c7928e-03ef-4d38-a4c4-976fdcce7755 on network 75d82da1-3105-4c69-83ae-7d2604551ae0 {{(pid=88616) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 11 14:18:03.409994 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-af5cabd8-176f-4b89-95b3-f5e07fd1eb52 req-67e85123-9375-48b9-9000-48ebf2e59f44 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2c71cb42-c4a5-4351-8414-8c15d87ca31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048271 Apr 11 14:18:03.410905 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-7c8d68fa-30af-41ab-92c9-7e14ab4781fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:03.422575 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47efc908-7cb5-49c3-aab3-081ec1397dce tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:03.427680 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8d68fa-30af-41ab-92c9-7e14ab4781fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:03.427819 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-47efc908-7cb5-49c3-aab3-081ec1397dce tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:03.427819 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-47efc908-7cb5-49c3-aab3-081ec1397dce tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] 10.222.0.66 "PUT /v2.0/ports/c7c7928e-03ef-4d38-a4c4-976fdcce7755 HTTP/1.1" status: 200 len: 1002 time: 1.6268642 Apr 11 14:18:03.430737 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35642) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:03.514768 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d68fa-30af-41ab-92c9-7e14ab4781fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Pushing event updated for resources: {'Port': ['ID=7a448044-dfb1-408f-8c41-c7409f107fc1,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:03.713447 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47efc908-7cb5-49c3-aab3-081ec1397dce tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Pushing event updated for resources: {'Port': ['ID=c7c7928e-03ef-4d38-a4c4-976fdcce7755,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:03.732489 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-6a22cd89-91cc-4711-8a5d-79b69ef728af tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Deleting port c7c7928e-03ef-4d38-a4c4-976fdcce7755 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:03.732984 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a22cd89-91cc-4711-8a5d-79b69ef728af tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:03.759647 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e12a8735-84b5-4e5e-9319-98afe5174a8c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks [] for floatingip, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:03.760374 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-e12a8735-84b5-4e5e-9319-98afe5174a8c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Floating IP c85228f5-2e80-4b4e-8efb-67aa3095618e disassociated (deleted). External IP: 172.26.7.190, port: 07ba54fd-c9ec-4e44-8e5d-5d38c6f4271d. Apr 11 14:18:03.780750 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-5bdd35aa-fd12-497b-94ac-455aa3374ce0 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Allocated IP 172.26.7.10 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/f3c8dc02-be2d-4de5-b0d7-11ebe6cf79ea) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:03.875199 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9df68199-2537-47c5-9755-a6caee26dfc6 None None] Provisioning complete for port c7c7928e-03ef-4d38-a4c4-976fdcce7755 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:03.877193 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9df68199-2537-47c5-9755-a6caee26dfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:03.948643 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-9df68199-2537-47c5-9755-a6caee26dfc6 None None] Port c7c7928e-03ef-4d38-a4c4-976fdcce7755 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:18:03.967021 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125d1c4-5904-4536-ab15-ec6c497c336a req-ac93423c-a6b5-48b4-b855-7f66edc4c64a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:03.972909 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f125d1c4-5904-4536-ab15-ec6c497c336a req-ac93423c-a6b5-48b4-b855-7f66edc4c64a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.3770580 Apr 11 14:18:04.182703 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f125d1c4-5904-4536-ab15-ec6c497c336a req-170fc02d-5a85-43ce-90dd-4ffa0dd94336 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088830 Apr 11 14:18:04.245682 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5bdd35aa-fd12-497b-94ac-455aa3374ce0 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:04.255117 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9df68199-2537-47c5-9755-a6caee26dfc6 None None] Provisioning for port 6c935529-4147-4d36-9241-60c840479b50 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:18:04.266659 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eb5250ac-ecec-447b-ad8c-699f8aa51d6e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:04.302593 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6c935529-4147-4d36-9241-60c840479b50 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:18:04.347502 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8ea1d-1762-4207-86f0-b103a8b8e4bc req-d35c0280-e8cc-4a1d-af6f-b9e7dd500413 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:04.349005 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-52b8ea1d-1762-4207-86f0-b103a8b8e4bc req-d35c0280-e8cc-4a1d-af6f-b9e7dd500413 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 945 time: 0.4560726 Apr 11 14:18:04.358956 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a22cd89-91cc-4711-8a5d-79b69ef728af tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:04.443870 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 6c935529-4147-4d36-9241-60c840479b50 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:18:04.450846 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 6c935529-4147-4d36-9241-60c840479b50 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:04.451356 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:04.479793 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5250ac-ecec-447b-ad8c-699f8aa51d6e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:04.493886 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-eb5250ac-ecec-447b-ad8c-699f8aa51d6e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:04.504941 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5250ac-ecec-447b-ad8c-699f8aa51d6e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:04.509990 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5250ac-ecec-447b-ad8c-699f8aa51d6e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:04.510641 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eb5250ac-ecec-447b-ad8c-699f8aa51d6e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:04.539432 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5250ac-ecec-447b-ad8c-699f8aa51d6e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=d8932dff-febd-46ec-afdb-180d9a373fca,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:04.581138 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-6a22cd89-91cc-4711-8a5d-79b69ef728af tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Calling delete_port for c7c7928e-03ef-4d38-a4c4-976fdcce7755 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:04.587183 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:04.625904 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 6c935529-4147-4d36-9241-60c840479b50, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6c935529-4147-4d36-9241-60c840479b50,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:18:04.648283 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-52b8ea1d-1762-4207-86f0-b103a8b8e4bc req-92ef687a-b16a-4403-b497-40ec47225d86 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8572fe6-00be-4e0b-a0c1-2b273fc01c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803431 Apr 11 14:18:04.664227 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5bdd35aa-fd12-497b-94ac-455aa3374ce0 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:04.696647 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12a8735-84b5-4e5e-9319-98afe5174a8c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Router d869e966-8c1c-465b-8335-d1a177343969 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:18:04.711343 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:04.744412 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c8d68fa-30af-41ab-92c9-7e14ab4781fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:04.831923 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=6c935529-4147-4d36-9241-60c840479b50,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:04.840498 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-eb5250ac-ecec-447b-ad8c-699f8aa51d6e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.3458967 Apr 11 14:18:04.851718 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35654) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:04.893577 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdd35aa-fd12-497b-94ac-455aa3374ce0 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:04.913770 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-5bdd35aa-fd12-497b-94ac-455aa3374ce0 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:04.918068 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdd35aa-fd12-497b-94ac-455aa3374ce0 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:04.987736 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49e023-574a-4ac5-bdd2-dff55a489206 req-1194c743-51ed-4262-adcf-2245cabb6562 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:04.990414 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8b49e023-574a-4ac5-bdd2-dff55a489206 req-1194c743-51ed-4262-adcf-2245cabb6562 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 946 time: 0.6165581 Apr 11 14:18:05.006590 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd35aa-fd12-497b-94ac-455aa3374ce0 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Pushing event updated for resources: {'Port': ['ID=f3c8dc02-be2d-4de5-b0d7-11ebe6cf79ea,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:05.066677 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-bfabb24b-b235-44db-9799-c285397c8c5d None None] Provisioning for port d8932dff-febd-46ec-afdb-180d9a373fca completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:18:05.073349 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-bfabb24b-b235-44db-9799-c285397c8c5d None None] Provisioning complete for port d8932dff-febd-46ec-afdb-180d9a373fca triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:05.080988 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-bfabb24b-b235-44db-9799-c285397c8c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:05.113662 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a22cd89-91cc-4711-8a5d-79b69ef728af tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:05.142188 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdd35aa-fd12-497b-94ac-455aa3374ce0 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:05.142867 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5bdd35aa-fd12-497b-94ac-455aa3374ce0 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:05.144642 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-bfabb24b-b235-44db-9799-c285397c8c5d None None] Port d8932dff-febd-46ec-afdb-180d9a373fca cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:18:05.188177 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8b49e023-574a-4ac5-bdd2-dff55a489206 req-a7f2e625-846f-4760-8360-360279a63479 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c71cb42-c4a5-4351-8414-8c15d87ca31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779256 Apr 11 14:18:05.281544 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5bdd35aa-fd12-497b-94ac-455aa3374ce0 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.7900715 Apr 11 14:18:05.284912 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35658) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:05.285731 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12a8735-84b5-4e5e-9319-98afe5174a8c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:18:05.292766 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-f85e2bc8-6a26-466b-8172-566330914574 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.10'}]}}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:05.301832 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f85e2bc8-6a26-466b-8172-566330914574 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:05.306487 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77440520-3b8e-4dac-afc0-27cf9880b75b None None] Sync routers for ids ['d869e966-8c1c-465b-8335-d1a177343969'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:18:05.313754 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22cd89-91cc-4711-8a5d-79b69ef728af tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Pushing event deleted for resources: {'Port': ['ID=c7c7928e-03ef-4d38-a4c4-976fdcce7755,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:05.317558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77440520-3b8e-4dac-afc0-27cf9880b75b None None] Routers {'d869e966-8c1c-465b-8335-d1a177343969'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:05.318657 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-77440520-3b8e-4dac-afc0-27cf9880b75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:17:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d869e966-8c1c-465b-8335-d1a177343969'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:05.329087 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eeec37-6288-4b4e-af31-ce7a0ecb1d5b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:05.335191 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eeec37-6288-4b4e-af31-ce7a0ecb1d5b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:05.336039 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-72eeec37-6288-4b4e-af31-ce7a0ecb1d5b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:18:05.347505 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f85e2bc8-6a26-466b-8172-566330914574 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Usage tracker for resource:router and tenant:6c0ae854708b4d50ba5c2db6eb82ee2b is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:05.361600 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f85e2bc8-6a26-466b-8172-566330914574 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:05.374500 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88b167-e895-4562-8748-6f8ee0b4f931 req-1228254e-3268-4c76-9131-4c449ffeb514 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:05.378515 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f85e2bc8-6a26-466b-8172-566330914574 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:05.392137 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4a88b167-e895-4562-8748-6f8ee0b4f931 req-1228254e-3268-4c76-9131-4c449ffeb514 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.4795785 Apr 11 14:18:05.393475 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-77440520-3b8e-4dac-afc0-27cf9880b75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:05.403246 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35662) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:05.408595 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77440520-3b8e-4dac-afc0-27cf9880b75b None None] Routers {'d869e966-8c1c-465b-8335-d1a177343969'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:05.409210 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-77440520-3b8e-4dac-afc0-27cf9880b75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:17:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d869e966-8c1c-465b-8335-d1a177343969'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:05.426669 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-f685aa35-708e-4a57-8bcb-a2b050937e9e tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Request body: {'floatingip': {'port_id': 'cda5d63f-6fbf-49e9-babc-df0ba1611d60'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:05.478553 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-77440520-3b8e-4dac-afc0-27cf9880b75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:05.478859 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77440520-3b8e-4dac-afc0-27cf9880b75b None None] The sync data for ids ['d869e966-8c1c-465b-8335-d1a177343969'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:18:05.502436 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c8d68fa-30af-41ab-92c9-7e14ab4781fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:05.514592 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2791e85-59c8-48db-9aa0-ff9b104c004d req-40ae426f-02be-4cd9-868e-559850c06bb6 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:05.516138 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a2791e85-59c8-48db-9aa0-ff9b104c004d req-40ae426f-02be-4cd9-868e-559850c06bb6 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 945 time: 0.2119043 Apr 11 14:18:05.525156 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e12a8735-84b5-4e5e-9319-98afe5174a8c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:05.548319 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35666) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:05.573140 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f85e2bc8-6a26-466b-8172-566330914574 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:05.573727 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-96390ce3-474f-41c1-a4ac-ec519e13e168 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Request body: {'floatingip': {'port_id': 'f58eff68-f848-477c-abbb-c46c0404ade8'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:05.574203 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f85e2bc8-6a26-466b-8172-566330914574 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:05.616279 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f85e2bc8-6a26-466b-8172-566330914574 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:05.631406 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f685aa35-708e-4a57-8bcb-a2b050937e9e tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks [] for floatingip, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:05.721747 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-72eeec37-6288-4b4e-af31-ce7a0ecb1d5b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:18:05.723121 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-72eeec37-6288-4b4e-af31-ce7a0ecb1d5b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.8698671 Apr 11 14:18:05.726008 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35670) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:05.812353 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-96390ce3-474f-41c1-a4ac-ec519e13e168 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks [] for floatingip, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:05.996233 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e12a8735-84b5-4e5e-9319-98afe5174a8c tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] 10.222.0.66 "DELETE /v2.0/floatingips/c85228f5-2e80-4b4e-8efb-67aa3095618e HTTP/1.1" status: 204 len: 168 time: 4.8122818 Apr 11 14:18:06.004192 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35674) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:06.028278 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-d6efc5e1-ac4e-47d7-8368-5e437dfcfc1e tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:06.046197 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a22cd89-91cc-4711-8a5d-79b69ef728af tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:06.048433 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6a22cd89-91cc-4711-8a5d-79b69ef728af tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] 10.222.0.66 "DELETE /v2.0/ports/c7c7928e-03ef-4d38-a4c4-976fdcce7755 HTTP/1.1" status: 204 len: 168 time: 2.6060910 Apr 11 14:18:06.057019 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35678) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:06.091763 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-51e2baf2-63c3-407b-ae8b-86425c5269a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting port d8932dff-febd-46ec-afdb-180d9a373fca {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:06.092015 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-51e2baf2-63c3-407b-ae8b-86425c5269a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:06.128107 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-d6efc5e1-ac4e-47d7-8368-5e437dfcfc1e tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:06.142964 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8d68fa-30af-41ab-92c9-7e14ab4781fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Router f158d7da-29a3-4e3c-95b8-98d6677a9ae8 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:18:06.151294 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d6efc5e1-ac4e-47d7-8368-5e437dfcfc1e tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Usage tracker for resource:floatingip and tenant:5904b2e6d66146e5bf7954c45fefdad9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:06.156784 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-22493969-1378-400f-b267-9b600c4b6f55 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] GET failed (client error): The resource could not be found. Apr 11 14:18:06.156784 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-22493969-1378-400f-b267-9b600c4b6f55 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Synchronizing usage tracker for tenant:f0ccff93f39144d0a4ea19d5f98e0a6d on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:18:06.158256 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d6efc5e1-ac4e-47d7-8368-5e437dfcfc1e tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:06.226361 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6c935529-4147-4d36-9241-60c840479b50 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:18:06.232618 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-d6efc5e1-ac4e-47d7-8368-5e437dfcfc1e tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:06.296217 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f85e2bc8-6a26-466b-8172-566330914574 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:06.343907 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-22493969-1378-400f-b267-9b600c4b6f55 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Unset dirty status for tenant:f0ccff93f39144d0a4ea19d5f98e0a6d on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:18:06.344803 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-22493969-1378-400f-b267-9b600c4b6f55 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] 10.222.0.66 "GET /v2.0/ports/c7c7928e-03ef-4d38-a4c4-976fdcce7755 HTTP/1.1" status: 404 len: 333 time: 0.2837708 Apr 11 14:18:06.352531 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35684) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:06.366168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-374b49fb-2969-4cf9-a75a-b35e48f51b3a tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Request body: {'port': {'network_id': '75d82da1-3105-4c69-83ae-7d2604551ae0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-780571634'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:06.373200 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 6c935529-4147-4d36-9241-60c840479b50 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:06.373580 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:06.534057 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6efc5e1-ac4e-47d7-8368-5e437dfcfc1e tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:06.664268 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8d68fa-30af-41ab-92c9-7e14ab4781fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:18:06.674666 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] Sync routers for ids ['f158d7da-29a3-4e3c-95b8-98d6677a9ae8'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:18:06.687411 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] Routers {'f158d7da-29a3-4e3c-95b8-98d6677a9ae8'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:06.688503 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:17:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['f158d7da-29a3-4e3c-95b8-98d6677a9ae8'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:06.824989 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-51e2baf2-63c3-407b-ae8b-86425c5269a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:06.838145 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c8d68fa-30af-41ab-92c9-7e14ab4781fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:06.839391 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7c8d68fa-30af-41ab-92c9-7e14ab4781fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.6076882 Apr 11 14:18:06.850979 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35688) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:06.875972 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] Set router f158d7da-29a3-4e3c-95b8-98d6677a9ae8 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:18:07.025173 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-51e2baf2-63c3-407b-ae8b-86425c5269a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Calling delete_port for d8932dff-febd-46ec-afdb-180d9a373fca owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:07.038639 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-374b49fb-2969-4cf9-a75a-b35e48f51b3a tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:07.049483 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-374b49fb-2969-4cf9-a75a-b35e48f51b3a tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:07.105735 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1340e7-4e48-47b2-8a0b-15c242395c1c req-8096ec83-223f-44bc-918f-2b0d1c366dae tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:07.107934 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3b1340e7-4e48-47b2-8a0b-15c242395c1c req-8096ec83-223f-44bc-918f-2b0d1c366dae tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 946 time: 0.7222486 Apr 11 14:18:07.159771 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374b49fb-2969-4cf9-a75a-b35e48f51b3a tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Made reservation on behalf of f0ccff93f39144d0a4ea19d5f98e0a6d for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:18:07.162848 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-374b49fb-2969-4cf9-a75a-b35e48f51b3a tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:07.183712 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f158d7da-29a3-4e3c-95b8-98d6677a9ae8', 'name': '', 'tenant_id': '7bc04890669e4c01b1254641ed5bf407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '329940ba-7497-4187-bc3f-762ce5c413a1', 'external_fixed_ips': [{'subnet_id': '6f0df0a6-ae85-4404-b583-f066703df5e5', 'ip_address': '2001:db8::268'}], 'enable_snat': True}, 'gw_port_id': '7a448044-dfb1-408f-8c41-c7409f107fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:17:59Z', 'updated_at': '2022-04-11T14:18:03Z', 'revision_number': 3, 'project_id': '7bc04890669e4c01b1254641ed5bf407', 'gw_port': {'id': '7a448044-dfb1-408f-8c41-c7409f107fc1', 'name': '', 'network_id': '329940ba-7497-4187-bc3f-762ce5c413a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f158d7da-29a3-4e3c-95b8-98d6677a9ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '6f0df0a6-ae85-4404-b583-f066703df5e5', 'ip_address': '2001:db8::268', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:18:01Z', 'updated_at': '2022-04-11T14:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f0df0a6-ae85-4404-b583-f066703df5e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:07.188791 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] Checking router: f158d7da-29a3-4e3c-95b8-98d6677a9ae8 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:18:07.189149 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] Updating router f158d7da-29a3-4e3c-95b8-98d6677a9ae8 port 7a448044-dfb1-408f-8c41-c7409f107fc1 binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:18:07.241404 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-374b49fb-2969-4cf9-a75a-b35e48f51b3a tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] device_id is not set on port 2720d157-24f4-4426-a028-1f2c28cc1ca0 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:18:07.251666 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:07.306815 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3b1340e7-4e48-47b2-8a0b-15c242395c1c req-862ba4bb-6961-42a1-abaf-4df70323e108 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c71cb42-c4a5-4351-8414-8c15d87ca31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528850 Apr 11 14:18:07.310667 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.resource_extend [None req-96390ce3-474f-41c1-a4ac-ec519e13e168 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 14:18:07.358373 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-22460925-f543-4c93-8f5c-a696203c3ba6 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:07.453924 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.resource_extend [None req-f685aa35-708e-4a57-8bcb-a2b050937e9e tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 14:18:07.571606 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6efc5e1-ac4e-47d7-8368-5e437dfcfc1e tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:07.604555 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-96390ce3-474f-41c1-a4ac-ec519e13e168 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:07.624149 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:07.625678 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f685aa35-708e-4a57-8bcb-a2b050937e9e tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:07.649134 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-374b49fb-2969-4cf9-a75a-b35e48f51b3a tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Allocated IP 2001:db8::364 (75d82da1-3105-4c69-83ae-7d2604551ae0/43836234-996d-4496-971c-b4b54f2c3848/2720d157-24f4-4426-a028-1f2c28cc1ca0) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:07.680378 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-96390ce3-474f-41c1-a4ac-ec519e13e168 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:07.742909 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f685aa35-708e-4a57-8bcb-a2b050937e9e tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:07.827727 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] Transition to ACTIVE for port object 7a448044-dfb1-408f-8c41-c7409f107fc1 will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:07.885602 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-51e2baf2-63c3-407b-ae8b-86425c5269a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:07.895553 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:07.974325 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a9424-b0b7-459d-94f3-a733e3261e56 None None] Pushing event updated for resources: {'Port': ['ID=7a448044-dfb1-408f-8c41-c7409f107fc1,revision_number=2']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:07.992191 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] Attempting to bind port 7a448044-dfb1-408f-8c41-c7409f107fc1 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:18:07.992566 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] Attempting to bind port 7a448044-dfb1-408f-8c41-c7409f107fc1 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '009fe432-60ed-4567-8b4c-7802be08a661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '329940ba-7497-4187-bc3f-762ce5c413a1'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:18:07.993141 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] Attempting to bind port 7a448044-dfb1-408f-8c41-c7409f107fc1 on network 329940ba-7497-4187-bc3f-762ce5c413a1 {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:18:08.000083 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:18:08.000705 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] Checking segment: {'id': '009fe432-60ed-4567-8b4c-7802be08a661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '329940ba-7497-4187-bc3f-762ce5c413a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:18:08.001272 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:08.001820 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] Bound using segment: {'id': '009fe432-60ed-4567-8b4c-7802be08a661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '329940ba-7497-4187-bc3f-762ce5c413a1'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:18:08.002481 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] Bound port: 7a448044-dfb1-408f-8c41-c7409f107fc1, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '009fe432-60ed-4567-8b4c-7802be08a661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '329940ba-7497-4187-bc3f-762ce5c413a1'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:18:08.003055 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:08.032476 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2baf2-63c3-407b-ae8b-86425c5269a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Port': ['ID=d8932dff-febd-46ec-afdb-180d9a373fca,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:08.080588 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] For port 7a448044-dfb1-408f-8c41-c7409f107fc1, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:18:08.084109 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] For port 7a448044-dfb1-408f-8c41-c7409f107fc1, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7a448044-dfb1-408f-8c41-c7409f107fc1,segment=NetworkSegment(009fe432-60ed-4567-8b4c-7802be08a661),segment_id=009fe432-60ed-4567-8b4c-7802be08a661)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:18:08.089385 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10eb380-76a5-458c-a384-b8567d982d12 req-e0c45142-0ff7-402b-b792-720d8d27b7f2 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:08.090939 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c10eb380-76a5-458c-a384-b8567d982d12 req-e0c45142-0ff7-402b-b792-720d8d27b7f2 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 946 time: 0.6319053 Apr 11 14:18:08.096848 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a9424-b0b7-459d-94f3-a733e3261e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:08.096848 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a9424-b0b7-459d-94f3-a733e3261e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:08.096848 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a9424-b0b7-459d-94f3-a733e3261e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:08.096848 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a9424-b0b7-459d-94f3-a733e3261e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:08.096848 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a9424-b0b7-459d-94f3-a733e3261e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:08.097558 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a9424-b0b7-459d-94f3-a733e3261e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:08.099499 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a9424-b0b7-459d-94f3-a733e3261e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:08.100031 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a9424-b0b7-459d-94f3-a733e3261e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:08.100550 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a9424-b0b7-459d-94f3-a733e3261e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:08.101056 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a9424-b0b7-459d-94f3-a733e3261e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:08.101539 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a9424-b0b7-459d-94f3-a733e3261e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:08.102088 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3a9424-b0b7-459d-94f3-a733e3261e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:08.107362 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-22460925-f543-4c93-8f5c-a696203c3ba6 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:08.111961 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35694) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:08.142934 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f85e2bc8-6a26-466b-8172-566330914574 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:08.144774 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-c0316e45-e7a4-4394-9a4b-7207e16fb349 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Request body: {'floatingip': {'port_id': '203374a2-d70a-47f1-999f-ce6beb26a75e'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:08.170522 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-d6efc5e1-ac4e-47d7-8368-5e437dfcfc1e tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Allocated IP 172.26.7.231 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/ac6c9154-774c-4169-bb8f-f6e96e2c4d18) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:08.182408 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f85e2bc8-6a26-466b-8172-566330914574 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:08.226002 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:08.319388 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a9424-b0b7-459d-94f3-a733e3261e56 None None] Pushing event updated for resources: {'Port': ['ID=7a448044-dfb1-408f-8c41-c7409f107fc1,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:08.334965 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] Routers {'f158d7da-29a3-4e3c-95b8-98d6677a9ae8'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:08.336015 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:17:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['f158d7da-29a3-4e3c-95b8-98d6677a9ae8'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:08.360347 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-22460925-f543-4c93-8f5c-a696203c3ba6 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Deleting port 7a448044-dfb1-408f-8c41-c7409f107fc1 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:08.360706 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-22460925-f543-4c93-8f5c-a696203c3ba6 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:08.380999 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-96390ce3-474f-41c1-a4ac-ec519e13e168 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Floating IP 3f1570a9-adfc-44ec-b516-7368187445ed associated. External IP: 172.26.7.40, port: f58eff68-f848-477c-abbb-c46c0404ade8. Apr 11 14:18:08.470371 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c0316e45-e7a4-4394-9a4b-7207e16fb349 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks [] for floatingip, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:08.502141 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] Set router f158d7da-29a3-4e3c-95b8-98d6677a9ae8 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:18:08.561632 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-51e2baf2-63c3-407b-ae8b-86425c5269a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:08.569410 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-f685aa35-708e-4a57-8bcb-a2b050937e9e tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Floating IP c17317f5-e2c3-4887-b60e-e64437543df6 associated. External IP: 172.26.7.166, port: cda5d63f-6fbf-49e9-babc-df0ba1611d60. Apr 11 14:18:08.620342 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6efc5e1-ac4e-47d7-8368-5e437dfcfc1e tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:08.643273 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f158d7da-29a3-4e3c-95b8-98d6677a9ae8', 'name': '', 'tenant_id': '7bc04890669e4c01b1254641ed5bf407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:17:59Z', 'updated_at': '2022-04-11T14:18:08Z', 'revision_number': 4, 'project_id': '7bc04890669e4c01b1254641ed5bf407', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:08.647889 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad5c0ca-5a27-4db6-9ad4-b48ddffdea28 None None] The sync data for ids ['f158d7da-29a3-4e3c-95b8-98d6677a9ae8'] in dv-neutron-837330-1-hyperv is: [{'id': 'f158d7da-29a3-4e3c-95b8-98d6677a9ae8', 'name': '', 'tenant_id': '7bc04890669e4c01b1254641ed5bf407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:17:59Z', 'updated_at': '2022-04-11T14:18:08Z', 'revision_number': 4, 'project_id': '7bc04890669e4c01b1254641ed5bf407', 'gw_port_host': None}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:18:08.690408 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-22460925-f543-4c93-8f5c-a696203c3ba6 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] For port 7a448044-dfb1-408f-8c41-c7409f107fc1, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7a448044-dfb1-408f-8c41-c7409f107fc1,segment=NetworkSegment(009fe432-60ed-4567-8b4c-7802be08a661),segment_id=009fe432-60ed-4567-8b4c-7802be08a661)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:18:08.690408 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-22460925-f543-4c93-8f5c-a696203c3ba6 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:08.694722 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-374b49fb-2969-4cf9-a75a-b35e48f51b3a tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:08.709393 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-51e2baf2-63c3-407b-ae8b-86425c5269a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/d8932dff-febd-46ec-afdb-180d9a373fca HTTP/1.1" status: 204 len: 168 time: 2.9822390 Apr 11 14:18:08.724258 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35698) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:08.860625 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-374b49fb-2969-4cf9-a75a-b35e48f51b3a tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Transition to ACTIVE for port object 2720d157-24f4-4426-a028-1f2c28cc1ca0 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:08.942850 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-22460925-f543-4c93-8f5c-a696203c3ba6 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Calling delete_port for 7a448044-dfb1-408f-8c41-c7409f107fc1 owned by network:router_gateway {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:08.969883 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6efc5e1-ac4e-47d7-8368-5e437dfcfc1e tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:09.044953 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0968f8-dbd4-4a86-a6b1-977fe375f4f0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:09.046695 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0968f8-dbd4-4a86-a6b1-977fe375f4f0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:09.047320 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-cf0968f8-dbd4-4a86-a6b1-977fe375f4f0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:18:09.093973 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6efc5e1-ac4e-47d7-8368-5e437dfcfc1e tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:09.105562 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-d6efc5e1-ac4e-47d7-8368-5e437dfcfc1e tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:09.114786 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6efc5e1-ac4e-47d7-8368-5e437dfcfc1e tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:09.150372 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efc5e1-ac4e-47d7-8368-5e437dfcfc1e tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Pushing event updated for resources: {'Port': ['ID=ac6c9154-774c-4169-bb8f-f6e96e2c4d18,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:09.304823 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f85e2bc8-6a26-466b-8172-566330914574 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:09.400789 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-374b49fb-2969-4cf9-a75a-b35e48f51b3a tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:09.402311 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-cf0968f8-dbd4-4a86-a6b1-977fe375f4f0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:18:09.406677 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cf0968f8-dbd4-4a86-a6b1-977fe375f4f0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6711326 Apr 11 14:18:09.463283 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35702) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:09.730069 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f85e2bc8-6a26-466b-8172-566330914574 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:09.734692 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f85e2bc8-6a26-466b-8172-566330914574 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:09.750601 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-8563037d-df3a-4457-828a-cd46d8a01078 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet 43a8cb7c-0418-4b27-a8f0-847f23cd7daa {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:18:09.789025 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374b49fb-2969-4cf9-a75a-b35e48f51b3a tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Network 75d82da1-3105-4c69-83ae-7d2604551ae0 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:09.798317 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-374b49fb-2969-4cf9-a75a-b35e48f51b3a tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:09.827939 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8563037d-df3a-4457-828a-cd46d8a01078 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:09.830526 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374b49fb-2969-4cf9-a75a-b35e48f51b3a tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:09.836478 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374b49fb-2969-4cf9-a75a-b35e48f51b3a tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:09.837569 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-374b49fb-2969-4cf9-a75a-b35e48f51b3a tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:09.858202 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6efc5e1-ac4e-47d7-8368-5e437dfcfc1e tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:09.929050 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96390ce3-474f-41c1-a4ac-ec519e13e168 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Router af7ab73c-0d4a-487f-9ede-ad251bc6742c has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:18:09.933489 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8563037d-df3a-4457-828a-cd46d8a01078 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:09.944048 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b49fb-2969-4cf9-a75a-b35e48f51b3a tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Pushing event updated for resources: {'Port': ['ID=2720d157-24f4-4426-a028-1f2c28cc1ca0,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:09.973987 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f685aa35-708e-4a57-8bcb-a2b050937e9e tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Router 192852e6-7c0d-427c-8746-e2c29b74c32a has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:18:10.015970 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f85e2bc8-6a26-466b-8172-566330914574 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:10.016526 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85e2bc8-6a26-466b-8172-566330914574 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d4c8342-cc8b-4cd7-b12a-746094a408bb {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:18:10.069024 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6efc5e1-ac4e-47d7-8368-5e437dfcfc1e tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:10.122584 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-374b49fb-2969-4cf9-a75a-b35e48f51b3a tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7715645 Apr 11 14:18:10.125841 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-22460925-f543-4c93-8f5c-a696203c3ba6 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:10.131259 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35706) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:10.214415 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f91d5958-7bab-4fe7-b4fd-a641a681aa0d None None] Provisioning for port 2720d157-24f4-4426-a028-1f2c28cc1ca0 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:18:10.222229 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f91d5958-7bab-4fe7-b4fd-a641a681aa0d None None] Provisioning complete for port 2720d157-24f4-4426-a028-1f2c28cc1ca0 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:10.223076 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f91d5958-7bab-4fe7-b4fd-a641a681aa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:10.276524 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-0def9100-6199-45d1-a60a-906dae79f526 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a9:32:df'}]}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:10.301527 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f91d5958-7bab-4fe7-b4fd-a641a681aa0d None None] Port 2720d157-24f4-4426-a028-1f2c28cc1ca0 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:18:10.330936 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-f85e2bc8-6a26-466b-8172-566330914574 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 11 14:18:10.331979 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f85e2bc8-6a26-466b-8172-566330914574 tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.0456572 Apr 11 14:18:10.342732 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35710) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:10.347442 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22460925-f543-4c93-8f5c-a696203c3ba6 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a448044-dfb1-408f-8c41-c7409f107fc1,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:10.415603 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96390ce3-474f-41c1-a4ac-ec519e13e168 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:18:10.424115 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.resource_extend [None req-c0316e45-e7a4-4394-9a4b-7207e16fb349 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 14:18:10.427759 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aae564-8e0f-4f81-ac53-30340a0225a6 None None] Sync routers for ids ['af7ab73c-0d4a-487f-9ede-ad251bc6742c'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:18:10.437035 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8563037d-df3a-4457-828a-cd46d8a01078 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:10.439126 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aae564-8e0f-4f81-ac53-30340a0225a6 None None] Routers {'af7ab73c-0d4a-487f-9ede-ad251bc6742c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:10.439870 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-d6aae564-8e0f-4f81-ac53-30340a0225a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:17:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['af7ab73c-0d4a-487f-9ede-ad251bc6742c'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:10.476582 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-22460925-f543-4c93-8f5c-a696203c3ba6 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:10.487121 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-96390ce3-474f-41c1-a4ac-ec519e13e168 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:10.537131 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f685aa35-708e-4a57-8bcb-a2b050937e9e tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:18:10.541686 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f685aa35-708e-4a57-8bcb-a2b050937e9e tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:10.548436 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6975ce53-d5b6-4223-9ceb-0759a6ce3ed0 None None] Sync routers for ids ['192852e6-7c0d-427c-8746-e2c29b74c32a'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:18:10.559526 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6975ce53-d5b6-4223-9ceb-0759a6ce3ed0 None None] Routers {'192852e6-7c0d-427c-8746-e2c29b74c32a'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:10.560615 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-6975ce53-d5b6-4223-9ceb-0759a6ce3ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:17:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['192852e6-7c0d-427c-8746-e2c29b74c32a'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:10.616788 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c0316e45-e7a4-4394-9a4b-7207e16fb349 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:10.644314 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-d6aae564-8e0f-4f81-ac53-30340a0225a6 None None] Set router af7ab73c-0d4a-487f-9ede-ad251bc6742c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:18:10.654222 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-45a20fcc-255f-461f-9b4f-d58acd247f2c tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Deleting port f3c8dc02-be2d-4de5-b0d7-11ebe6cf79ea {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:10.654569 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-45a20fcc-255f-461f-9b4f-d58acd247f2c tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:10.726788 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c0316e45-e7a4-4394-9a4b-7207e16fb349 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:10.759752 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-6975ce53-d5b6-4223-9ceb-0759a6ce3ed0 None None] Set router 192852e6-7c0d-427c-8746-e2c29b74c32a gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:18:10.773184 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-22460925-f543-4c93-8f5c-a696203c3ba6 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:10.782654 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-22460925-f543-4c93-8f5c-a696203c3ba6 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:10.812419 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-96390ce3-474f-41c1-a4ac-ec519e13e168 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "PUT /v2.0/floatingips/3f1570a9-adfc-44ec-b516-7368187445ed HTTP/1.1" status: 200 len: 990 time: 5.2442946 Apr 11 14:18:10.847382 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38868199-5862-4067-82b8-bb4873355040', 'tag': 'f58eff68-f848-477c-abbb-c46c0404ade8'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:18:10.859574 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f685aa35-708e-4a57-8bcb-a2b050937e9e tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "PUT /v2.0/floatingips/c17317f5-e2c3-4887-b60e-e64437543df6 HTTP/1.1" status: 200 len: 991 time: 5.4474232 Apr 11 14:18:11.009266 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8563037d-df3a-4457-828a-cd46d8a01078 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:11.046876 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-22460925-f543-4c93-8f5c-a696203c3ba6 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:11.048283 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22460925-f543-4c93-8f5c-a696203c3ba6 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f158d7da-29a3-4e3c-95b8-98d6677a9ae8 {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:18:11.056793 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6efc5e1-ac4e-47d7-8368-5e437dfcfc1e tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:11.155618 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de88554-e302-4661-8e4c-98a31e3e88ba None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:18:11.172174 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563037d-df3a-4457-828a-cd46d8a01078 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=43a8cb7c-0418-4b27-a8f0-847f23cd7daa,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:11.185536 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8563037d-df3a-4457-828a-cd46d8a01078 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:11.205424 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6efc5e1-ac4e-47d7-8368-5e437dfcfc1e tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:11.245362 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0def9100-6199-45d1-a60a-906dae79f526 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:11.399173 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-22460925-f543-4c93-8f5c-a696203c3ba6 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:11.400947 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-22460925-f543-4c93-8f5c-a696203c3ba6 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "DELETE /v2.0/routers/f158d7da-29a3-4e3c-95b8-98d6677a9ae8 HTTP/1.1" status: 204 len: 168 time: 4.4956081 Apr 11 14:18:11.409581 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-6975ce53-d5b6-4223-9ceb-0759a6ce3ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'name': 'tempest-ServerActionsTestJSON-1858055570-router', 'tenant_id': '724311974f544075b7138da08838fdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:49Z', 'updated_at': '2022-04-11T14:17:04Z', 'revision_number': 4, 'project_id': '724311974f544075b7138da08838fdf2', 'gw_port': {'id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:51Z', 'updated_at': '2022-04-11T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': 'c17317f5-e2c3-4887-b60e-e64437543df6', 'tenant_id': '724311974f544075b7138da08838fdf2', 'floating_ip_address': '172.26.7.166', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'port_id': 'cda5d63f-6fbf-49e9-babc-df0ba1611d60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286', 'mac_address': 'fa:16:3e:39:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04af56f2-9b87-44a0-966c-c2f86fd8d05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:17:17Z', 'updated_at': '2022-04-11T14:18:07Z', 'revision_number': 1, 'project_id': '724311974f544075b7138da08838fdf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10569e12-261f-48ac-8fa1-6de33e5cc68d', 'name': '', 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286', 'tenant_id': '724311974f544075b7138da08838fdf2', 'mac_address': 'fa:16:3e:aa:d7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '07ac75f7-df8a-45a0-834c-28e735b7edb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:17:03Z', 'updated_at': '2022-04-11T14:17:21Z', 'revision_number': 5, 'project_id': '724311974f544075b7138da08838fdf2', 'subnets': [{'id': '07ac75f7-df8a-45a0-834c-28e735b7edb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:11.415609 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6975ce53-d5b6-4223-9ceb-0759a6ce3ed0 None None] Checking router: 192852e6-7c0d-427c-8746-e2c29b74c32a for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:18:11.417031 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8563037d-df3a-4457-828a-cd46d8a01078 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/43a8cb7c-0418-4b27-a8f0-847f23cd7daa HTTP/1.1" status: 204 len: 168 time: 1.9530492 Apr 11 14:18:11.418199 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35724) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:11.423385 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-45a20fcc-255f-461f-9b4f-d58acd247f2c tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:11.425980 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6975ce53-d5b6-4223-9ceb-0759a6ce3ed0 None None] Routers {'192852e6-7c0d-427c-8746-e2c29b74c32a'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:11.426600 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-6975ce53-d5b6-4223-9ceb-0759a6ce3ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:17:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['192852e6-7c0d-427c-8746-e2c29b74c32a'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:11.433643 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35726) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:11.440441 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efc5e1-ac4e-47d7-8368-5e437dfcfc1e tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Pushing event updated for resources: {'Port': ['ID=ac6c9154-774c-4169-bb8f-f6e96e2c4d18,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:11.564234 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-d6aae564-8e0f-4f81-ac53-30340a0225a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'name': 'tempest-ServersTestJSON-2087272310-router', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:50Z', 'updated_at': '2022-04-11T14:17:08Z', 'revision_number': 4, 'project_id': '3a85f0a6d08649479272c8b7c048674a', 'gw_port': {'id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '3f1570a9-adfc-44ec-b516-7368187445ed', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'floating_ip_address': '172.26.7.40', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'port_id': 'f58eff68-f848-477c-abbb-c46c0404ade8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61', 'mac_address': 'fa:16:3e:b7:95:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38868199-5862-4067-82b8-bb4873355040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:17:23Z', 'updated_at': '2022-04-11T14:18:07Z', 'revision_number': 1, 'project_id': '3a85f0a6d08649479272c8b7c048674a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9793a68a-9675-4a02-ace4-2c88dde876dd', 'name': '', 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d775f23-5af1-424c-8995-0ec246e6dd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:17:05Z', 'updated_at': '2022-04-11T14:17:26Z', 'revision_number': 5, 'project_id': '3a85f0a6d08649479272c8b7c048674a', 'subnets': [{'id': '3d775f23-5af1-424c-8995-0ec246e6dd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:11.576041 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aae564-8e0f-4f81-ac53-30340a0225a6 None None] Checking router: af7ab73c-0d4a-487f-9ede-ad251bc6742c for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:18:11.586330 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-821b0500-5bca-46b8-9601-28332570bc03 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1472790 Apr 11 14:18:11.605020 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35732) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:11.609884 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aae564-8e0f-4f81-ac53-30340a0225a6 None None] Routers {'af7ab73c-0d4a-487f-9ede-ad251bc6742c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:11.610551 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-d6aae564-8e0f-4f81-ac53-30340a0225a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:17:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['af7ab73c-0d4a-487f-9ede-ad251bc6742c'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:11.651868 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6efc5e1-ac4e-47d7-8368-5e437dfcfc1e tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:11.652395 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-6975ce53-d5b6-4223-9ceb-0759a6ce3ed0 None None] Set router 192852e6-7c0d-427c-8746-e2c29b74c32a gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:18:11.677971 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb577f1f-2d3a-4890-8fba-27467a5aa3bc req-e924f66c-6e19-4309-85b6-1f50f62fa30b tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:11.679652 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-bb577f1f-2d3a-4890-8fba-27467a5aa3bc req-e924f66c-6e19-4309-85b6-1f50f62fa30b tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.6090662 Apr 11 14:18:11.750282 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-811c560d-2f9b-4865-a5b2-9d4b959b85f2 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Deleting subnet 6f0df0a6-ae85-4404-b583-f066703df5e5 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:18:11.761911 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-811c560d-2f9b-4865-a5b2-9d4b959b85f2 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:11.769710 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-45a20fcc-255f-461f-9b4f-d58acd247f2c tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Calling delete_port for f3c8dc02-be2d-4de5-b0d7-11ebe6cf79ea owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:11.822722 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-c0316e45-e7a4-4394-9a4b-7207e16fb349 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Floating IP ddc53a4d-270f-4fc0-82e9-b105d02a0053 associated. External IP: 172.26.7.189, port: 203374a2-d70a-47f1-999f-ce6beb26a75e. Apr 11 14:18:11.883802 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-d6aae564-8e0f-4f81-ac53-30340a0225a6 None None] Set router af7ab73c-0d4a-487f-9ede-ad251bc6742c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:18:11.984503 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fa278-e4d4-4c7e-a11b-350f1e1a8a17 req-e8c123e3-7fd2-4dbd-ac69-038f0d1d25ce tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:11.992100 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-201fa278-e4d4-4c7e-a11b-350f1e1a8a17 req-e8c123e3-7fd2-4dbd-ac69-038f0d1d25ce tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 945 time: 0.9502683 Apr 11 14:18:12.004338 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6efc5e1-ac4e-47d7-8368-5e437dfcfc1e tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:12.005696 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d6efc5e1-ac4e-47d7-8368-5e437dfcfc1e tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9864309 Apr 11 14:18:12.012590 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35736) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:12.035384 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-bb577f1f-2d3a-4890-8fba-27467a5aa3bc req-69002c19-0bdd-48ac-814e-0ffbd4f06437 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3244400 Apr 11 14:18:12.043079 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-811c560d-2f9b-4865-a5b2-9d4b959b85f2 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:12.070582 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-6975ce53-d5b6-4223-9ceb-0759a6ce3ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'name': 'tempest-ServerActionsTestJSON-1858055570-router', 'tenant_id': '724311974f544075b7138da08838fdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:49Z', 'updated_at': '2022-04-11T14:17:04Z', 'revision_number': 4, 'project_id': '724311974f544075b7138da08838fdf2', 'gw_port': {'id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:51Z', 'updated_at': '2022-04-11T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': 'c17317f5-e2c3-4887-b60e-e64437543df6', 'tenant_id': '724311974f544075b7138da08838fdf2', 'floating_ip_address': '172.26.7.166', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'port_id': 'cda5d63f-6fbf-49e9-babc-df0ba1611d60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286', 'mac_address': 'fa:16:3e:39:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04af56f2-9b87-44a0-966c-c2f86fd8d05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:17:17Z', 'updated_at': '2022-04-11T14:18:07Z', 'revision_number': 1, 'project_id': '724311974f544075b7138da08838fdf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10569e12-261f-48ac-8fa1-6de33e5cc68d', 'name': '', 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286', 'tenant_id': '724311974f544075b7138da08838fdf2', 'mac_address': 'fa:16:3e:aa:d7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '07ac75f7-df8a-45a0-834c-28e735b7edb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:17:03Z', 'updated_at': '2022-04-11T14:17:21Z', 'revision_number': 5, 'project_id': '724311974f544075b7138da08838fdf2', 'subnets': [{'id': '07ac75f7-df8a-45a0-834c-28e735b7edb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:12.074993 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6975ce53-d5b6-4223-9ceb-0759a6ce3ed0 None None] The sync data for ids ['192852e6-7c0d-427c-8746-e2c29b74c32a'] in dv-neutron-837330-1-hyperv is: [{'id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'name': 'tempest-ServerActionsTestJSON-1858055570-router', 'tenant_id': '724311974f544075b7138da08838fdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:49Z', 'updated_at': '2022-04-11T14:17:04Z', 'revision_number': 4, 'project_id': '724311974f544075b7138da08838fdf2', 'gw_port': {'id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:51Z', 'updated_at': '2022-04-11T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': 'c17317f5-e2c3-4887-b60e-e64437543df6', 'tenant_id': '724311974f544075b7138da08838fdf2', 'floating_ip_address': '172.26.7.166', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'port_id': 'cda5d63f-6fbf-49e9-babc-df0ba1611d60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286', 'mac_address': 'fa:16:3e:39:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04af56f2-9b87-44a0-966c-c2f86fd8d05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:17:17Z', 'updated_at': '2022-04-11T14:18:07Z', 'revision_number': 1, 'project_id': '724311974f544075b7138da08838fdf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10569e12-261f-48ac-8fa1-6de33e5cc68d', 'name': '', 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286', 'tenant_id': '724311974f544075b7138da08838fdf2', 'mac_address': 'fa:16:3e:aa:d7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '07ac75f7-df8a-45a0-834c-28e735b7edb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:17:03Z', 'updated_at': '2022-04-11T14:17:21Z', 'revision_number': 5, 'project_id': '724311974f544075b7138da08838fdf2', 'subnets': [{'id': '07ac75f7-df8a-45a0-834c-28e735b7edb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:18:12.208400 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7eeb53-e659-421c-9783-2ff4d1604e7b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:12.209270 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-bd7eeb53-e659-421c-9783-2ff4d1604e7b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:18:12.248796 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-811c560d-2f9b-4865-a5b2-9d4b959b85f2 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:12.272609 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-201fa278-e4d4-4c7e-a11b-350f1e1a8a17 req-aab63569-6942-457f-a661-fc05e1c297c1 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8572fe6-00be-4e0b-a0c1-2b273fc01c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2796049 Apr 11 14:18:12.274566 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1cb1ca2-3c1d-4222-ad30-fb96680da772'] response: {'name': 'network-changed', 'server_uuid': '38868199-5862-4067-82b8-bb4873355040', 'tag': 'f58eff68-f848-477c-abbb-c46c0404ade8', 'status': 'completed', 'code': 200} Apr 11 14:18:12.292569 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bbd502-b7db-4774-aee0-84aa60093432 None None] DHCP port deletion for 47d4fbd0-dfc4-4187-bb2e-73c4649db563 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:18:12.361238 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-b2bbd502-b7db-4774-aee0-84aa60093432 None None] Deleting port 6c935529-4147-4d36-9241-60c840479b50 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:12.367873 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b2bbd502-b7db-4774-aee0-84aa60093432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:12.393342 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-45a20fcc-255f-461f-9b4f-d58acd247f2c tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:12.417252 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6c935529-4147-4d36-9241-60c840479b50 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:18:12.492567 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-bd7eeb53-e659-421c-9783-2ff4d1604e7b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:18:12.494099 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bd7eeb53-e659-421c-9783-2ff4d1604e7b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8857999 Apr 11 14:18:12.498513 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0def9100-6199-45d1-a60a-906dae79f526 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:12.519619 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9411c8a2-2a40-4c00-84e4-93f6b624c588 None None] New status for floating IP c17317f5-e2c3-4887-b60e-e64437543df6: ACTIVE {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:18:12.520616 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35750) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:12.532118 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-0bcd62f0-5855-40ee-8ccd-86c91d81f805 tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:12.536690 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a20fcc-255f-461f-9b4f-d58acd247f2c tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3c8dc02-be2d-4de5-b0d7-11ebe6cf79ea,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:12.605263 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0def9100-6199-45d1-a60a-906dae79f526 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:12.621397 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0bcd62f0-5855-40ee-8ccd-86c91d81f805 tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:12.635554 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0bcd62f0-5855-40ee-8ccd-86c91d81f805 tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Usage tracker for resource:floatingip and tenant:8ccd49dfda0641e5a2c28ecf9a28c2da is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:12.640977 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0bcd62f0-5855-40ee-8ccd-86c91d81f805 tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:12.643459 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491c55c-6a2f-4df9-ab7f-92073b9ee3b0 req-552066ed-e68c-4f25-b893-1a898a52d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:12.644787 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9491c55c-6a2f-4df9-ab7f-92073b9ee3b0 req-552066ed-e68c-4f25-b893-1a898a52d36b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a85f0a6d08649479272c8b7c048674a&device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 1098 time: 0.2982504 Apr 11 14:18:12.690997 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-811c560d-2f9b-4865-a5b2-9d4b959b85f2 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:12.721632 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0bcd62f0-5855-40ee-8ccd-86c91d81f805 tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:12.734282 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d25939-3dd1-41ac-a004-a49b39af181d req-e46d9d3e-7648-4293-a085-89d2b241427c tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:12.737101 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-38d25939-3dd1-41ac-a004-a49b39af181d req-e46d9d3e-7648-4293-a085-89d2b241427c tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.2355509 Apr 11 14:18:12.739654 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:18:12.753332 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45c728b-2079-4a08-9345-0960ed26a0c9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:12.756529 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b45c728b-2079-4a08-9345-0960ed26a0c9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2324104 Apr 11 14:18:12.756643 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-0def9100-6199-45d1-a60a-906dae79f526 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] In _notify_port_updated(), no bound segment for port 2720d157-24f4-4426-a028-1f2c28cc1ca0 on network 75d82da1-3105-4c69-83ae-7d2604551ae0 {{(pid=88617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 11 14:18:12.761326 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0def9100-6199-45d1-a60a-906dae79f526 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:12.762012 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0def9100-6199-45d1-a60a-906dae79f526 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:12.766578 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0def9100-6199-45d1-a60a-906dae79f526 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] 10.222.0.66 "PUT /v2.0/ports/2720d157-24f4-4426-a028-1f2c28cc1ca0 HTTP/1.1" status: 200 len: 1002 time: 2.4937675 Apr 11 14:18:12.766756 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35754) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:12.770512 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35758) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:12.790679 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c560d-2f9b-4865-a5b2-9d4b959b85f2 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6f0df0a6-ae85-4404-b583-f066703df5e5,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:12.859233 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-811c560d-2f9b-4865-a5b2-9d4b959b85f2 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:12.889826 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-45a20fcc-255f-461f-9b4f-d58acd247f2c tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:12.910967 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-45a20fcc-255f-461f-9b4f-d58acd247f2c tempest-RoutersAdminNegativeTest-129268640 tempest-RoutersAdminNegativeTest-129268640-project-admin] 10.222.0.66 "DELETE /v2.0/ports/f3c8dc02-be2d-4de5-b0d7-11ebe6cf79ea HTTP/1.1" status: 204 len: 168 time: 2.5661097 Apr 11 14:18:12.924825 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0bcd62f0-5855-40ee-8ccd-86c91d81f805 tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Notify callbacks [] for floatingip, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:12.929202 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-811c560d-2f9b-4865-a5b2-9d4b959b85f2 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/6f0df0a6-ae85-4404-b583-f066703df5e5 HTTP/1.1" status: 204 len: 168 time: 1.4975150 Apr 11 14:18:12.929202 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def9100-6199-45d1-a60a-906dae79f526 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Pushing event updated for resources: {'Port': ['ID=2720d157-24f4-4426-a028-1f2c28cc1ca0,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:12.949355 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35764) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:12.962962 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-dafd447c-7e1e-45aa-9a20-29c90da724c7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1933622 Apr 11 14:18:12.972397 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-38d25939-3dd1-41ac-a004-a49b39af181d req-0696dd99-f3a9-4f5b-b264-5a1dea1e7cb0 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016246 Apr 11 14:18:12.993403 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35766) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:13.051513 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-f3c8b2da-1a57-4e83-964b-fa8c2b694524 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:13.054527 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-b2bbd502-b7db-4774-aee0-84aa60093432 None None] For port 6c935529-4147-4d36-9241-60c840479b50, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6c935529-4147-4d36-9241-60c840479b50,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:18:13.055220 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b2bbd502-b7db-4774-aee0-84aa60093432 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:13.084388 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0316e45-e7a4-4394-9a4b-7207e16fb349 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Router 9b920967-7acf-4d29-9ce3-d3616ddd8412 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:18:13.180134 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491c55c-6a2f-4df9-ab7f-92073b9ee3b0 req-e05dd279-870c-41db-8fc3-76906d1156d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:13.181876 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9491c55c-6a2f-4df9-ab7f-92073b9ee3b0 req-e05dd279-870c-41db-8fc3-76906d1156d3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ff9f934a-1f68-4db9-98bc-c781f6becf61 HTTP/1.1" status: 200 len: 908 time: 0.5186248 Apr 11 14:18:13.189269 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-18b1f36e-3102-427f-ba02-aecc251bb0fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:13.211904 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-d0be515c-f1a1-4a81-b3e9-fd8449738ed2 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Deleting port 2720d157-24f4-4426-a028-1f2c28cc1ca0 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:13.212622 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0be515c-f1a1-4a81-b3e9-fd8449738ed2 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:13.356472 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-b2bbd502-b7db-4774-aee0-84aa60093432 None None] Calling delete_port for 6c935529-4147-4d36-9241-60c840479b50 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:13.463014 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-18b1f36e-3102-427f-ba02-aecc251bb0fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:13.516266 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-18b1f36e-3102-427f-ba02-aecc251bb0fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329940ba-7497-4187-bc3f-762ce5c413a1']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:13.526323 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:13.546108 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-18b1f36e-3102-427f-ba02-aecc251bb0fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009fe432-60ed-4567-8b4c-7802be08a661') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:13.546345 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-18b1f36e-3102-427f-ba02-aecc251bb0fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009fe432-60ed-4567-8b4c-7802be08a661') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:13.553413 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4f55b356-e470-4ae4-80cd-85c4f0ebe053 None None] Provisioning complete for port 2720d157-24f4-4426-a028-1f2c28cc1ca0 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:13.553803 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4f55b356-e470-4ae4-80cd-85c4f0ebe053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:13.568139 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-18b1f36e-3102-427f-ba02-aecc251bb0fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:13.596478 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-18b1f36e-3102-427f-ba02-aecc251bb0fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:13.605165 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b1f36e-3102-427f-ba02-aecc251bb0fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:18:13.605972 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-18b1f36e-3102-427f-ba02-aecc251bb0fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:18:13.624905 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:18:13.626903 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35774) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:13.628746 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f3c8b2da-1a57-4e83-964b-fa8c2b694524 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:13.633364 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9491c55c-6a2f-4df9-ab7f-92073b9ee3b0 req-ebc7a5db-623d-438c-b529-15641b9c4918 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f58eff68-f848-477c-abbb-c46c0404ade8 HTTP/1.1" status: 200 len: 998 time: 0.4385879 Apr 11 14:18:13.653087 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-4f55b356-e470-4ae4-80cd-85c4f0ebe053 None None] Port 2720d157-24f4-4426-a028-1f2c28cc1ca0 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:18:13.665484 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-d6aae564-8e0f-4f81-ac53-30340a0225a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'name': 'tempest-ServersTestJSON-2087272310-router', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:50Z', 'updated_at': '2022-04-11T14:17:08Z', 'revision_number': 4, 'project_id': '3a85f0a6d08649479272c8b7c048674a', 'gw_port': {'id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '3f1570a9-adfc-44ec-b516-7368187445ed', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'floating_ip_address': '172.26.7.40', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'port_id': 'f58eff68-f848-477c-abbb-c46c0404ade8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61', 'mac_address': 'fa:16:3e:b7:95:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38868199-5862-4067-82b8-bb4873355040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:17:23Z', 'updated_at': '2022-04-11T14:18:07Z', 'revision_number': 1, 'project_id': '3a85f0a6d08649479272c8b7c048674a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9793a68a-9675-4a02-ace4-2c88dde876dd', 'name': '', 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d775f23-5af1-424c-8995-0ec246e6dd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:17:05Z', 'updated_at': '2022-04-11T14:17:26Z', 'revision_number': 5, 'project_id': '3a85f0a6d08649479272c8b7c048674a', 'subnets': [{'id': '3d775f23-5af1-424c-8995-0ec246e6dd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:13.671388 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aae564-8e0f-4f81-ac53-30340a0225a6 None None] The sync data for ids ['af7ab73c-0d4a-487f-9ede-ad251bc6742c'] in dv-neutron-837330-1-hyperv is: [{'id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'name': 'tempest-ServersTestJSON-2087272310-router', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:50Z', 'updated_at': '2022-04-11T14:17:08Z', 'revision_number': 4, 'project_id': '3a85f0a6d08649479272c8b7c048674a', 'gw_port': {'id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '3f1570a9-adfc-44ec-b516-7368187445ed', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'floating_ip_address': '172.26.7.40', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'port_id': 'f58eff68-f848-477c-abbb-c46c0404ade8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61', 'mac_address': 'fa:16:3e:b7:95:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38868199-5862-4067-82b8-bb4873355040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:17:23Z', 'updated_at': '2022-04-11T14:18:07Z', 'revision_number': 1, 'project_id': '3a85f0a6d08649479272c8b7c048674a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9793a68a-9675-4a02-ace4-2c88dde876dd', 'name': '', 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d775f23-5af1-424c-8995-0ec246e6dd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:17:05Z', 'updated_at': '2022-04-11T14:17:26Z', 'revision_number': 5, 'project_id': '3a85f0a6d08649479272c8b7c048674a', 'subnets': [{'id': '3d775f23-5af1-424c-8995-0ec246e6dd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:18:13.674919 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f3c8b2da-1a57-4e83-964b-fa8c2b694524 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:subnet and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:13.701811 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f3c8b2da-1a57-4e83-964b-fa8c2b694524 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:13.773783 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f3c8b2da-1a57-4e83-964b-fa8c2b694524 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:13.784029 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b2bbd502-b7db-4774-aee0-84aa60093432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:13.814995 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491c55c-6a2f-4df9-ab7f-92073b9ee3b0 req-d00bfa8b-e1f6-4e1f-9e2d-0f7036245e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:13.816985 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9491c55c-6a2f-4df9-ab7f-92073b9ee3b0 req-d00bfa8b-e1f6-4e1f-9e2d-0f7036245e08 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d775f23-5af1-424c-8995-0ec246e6dd23 HTTP/1.1" status: 200 len: 845 time: 0.1677220 Apr 11 14:18:13.878032 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bbd502-b7db-4774-aee0-84aa60093432 None None] No DVR routers for this DVR port 6c935529-4147-4d36-9241-60c840479b50 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:18:13.891572 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbd502-b7db-4774-aee0-84aa60093432 None None] Pushing event deleted for resources: {'Port': ['ID=6c935529-4147-4d36-9241-60c840479b50,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:13.891992 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-18b1f36e-3102-427f-ba02-aecc251bb0fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:13.899039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b1f36e-3102-427f-ba02-aecc251bb0fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 329940ba-7497-4187-bc3f-762ce5c413a1 {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 11 14:18:13.903061 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-18b1f36e-3102-427f-ba02-aecc251bb0fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:13.915304 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0316e45-e7a4-4394-9a4b-7207e16fb349 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:18:13.920392 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c0316e45-e7a4-4394-9a4b-7207e16fb349 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:13.948441 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1f36e-3102-427f-ba02-aecc251bb0fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Pushing event deleted for resources: {'Network': ['ID=329940ba-7497-4187-bc3f-762ce5c413a1,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:13.954651 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-18b1f36e-3102-427f-ba02-aecc251bb0fe tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "DELETE /v2.0/networks/329940ba-7497-4187-bc3f-762ce5c413a1 HTTP/1.1" status: 204 len: 168 time: 0.9761660 Apr 11 14:18:13.962843 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-65bb9532-2802-4205-a826-9c64a4a02007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:13.975875 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c8b2da-1a57-4e83-964b-fa8c2b694524 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:18:13.979639 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f3c8b2da-1a57-4e83-964b-fa8c2b694524 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:14.036674 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-65bb9532-2802-4205-a826-9c64a4a02007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:14.060217 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-65bb9532-2802-4205-a826-9c64a4a02007 admin admin] Usage tracker for resource:security_group_rule and tenant:b5551099180b41aa9f1402bf66b22c12 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:14.070131 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-65bb9532-2802-4205-a826-9c64a4a02007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:14.084632 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-65bb9532-2802-4205-a826-9c64a4a02007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:14.107277 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491c55c-6a2f-4df9-ab7f-92073b9ee3b0 req-c166944d-222d-47dc-9d34-f6ab8683aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:14.107981 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9491c55c-6a2f-4df9-ab7f-92073b9ee3b0 req-c166944d-222d-47dc-9d34-f6ab8683aa07 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ff9f934a-1f68-4db9-98bc-c781f6becf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2841060 Apr 11 14:18:14.282697 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04af56f2-9b87-44a0-966c-c2f86fd8d05e', 'tag': 'cda5d63f-6fbf-49e9-babc-df0ba1611d60'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:18:14.291311 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c0316e45-e7a4-4394-9a4b-7207e16fb349 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "PUT /v2.0/floatingips/ddc53a4d-270f-4fc0-82e9-b105d02a0053 HTTP/1.1" status: 200 len: 992 time: 6.1738775 Apr 11 14:18:14.313541 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9491c55c-6a2f-4df9-ab7f-92073b9ee3b0 req-7798712e-c1d8-4d08-9f8a-079c3b1a2c5e service neutron] 10.222.0.53 "GET /v2.0/networks/ff9f934a-1f68-4db9-98bc-c781f6becf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962507 Apr 11 14:18:14.354634 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0bcd62f0-5855-40ee-8ccd-86c91d81f805 tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:14.378025 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580fa6a3-bf3c-4c8d-b4f4-eb0d1cef3028 None None] Sync routers for ids ['9b920967-7acf-4d29-9ce3-d3616ddd8412'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:18:14.388081 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580fa6a3-bf3c-4c8d-b4f4-eb0d1cef3028 None None] Routers {'9b920967-7acf-4d29-9ce3-d3616ddd8412'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:14.389078 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-580fa6a3-bf3c-4c8d-b4f4-eb0d1cef3028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:17:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9b920967-7acf-4d29-9ce3-d3616ddd8412'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:14.430760 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0be515c-f1a1-4a81-b3e9-fd8449738ed2 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:14.443687 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35794) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:14.534107 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-6e48fe81-901a-4581-83ba-fc0f2c15b490 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Request body: {'router': {'name': 'tempest-router--721736986', 'project_id': '667bc895ad3347e09dc41aa2b680b28d'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:14.564945 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316f537e-1efe-4ef4-b10f-772a6f92be6b None None] New status for floating IP 3f1570a9-adfc-44ec-b516-7368187445ed: ACTIVE {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:18:14.613829 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-d0be515c-f1a1-4a81-b3e9-fd8449738ed2 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Calling delete_port for 2720d157-24f4-4426-a028-1f2c28cc1ca0 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:14.664146 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-580fa6a3-bf3c-4c8d-b4f4-eb0d1cef3028 None None] Set router 9b920967-7acf-4d29-9ce3-d3616ddd8412 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:18:14.679093 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-6e48fe81-901a-4581-83ba-fc0f2c15b490 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:14.699118 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6e48fe81-901a-4581-83ba-fc0f2c15b490 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Usage tracker for resource:router and tenant:667bc895ad3347e09dc41aa2b680b28d is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:14.712799 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6e48fe81-901a-4581-83ba-fc0f2c15b490 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:14.728818 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-65bb9532-2802-4205-a826-9c64a4a02007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:14.729415 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-6e48fe81-901a-4581-83ba-fc0f2c15b490 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:14.731264 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9491c55c-6a2f-4df9-ab7f-92073b9ee3b0 req-cf9f7467-12cb-4d18-93a4-658b5855b653 service neutron] 10.222.0.53 "GET /v2.0/networks/ff9f934a-1f68-4db9-98bc-c781f6becf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071453 Apr 11 14:18:14.759344 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4969a9a-e33a-45fa-8a88-76dbf84d3664 req-7b76812f-2cf8-4857-9c40-3e52d5790ab2 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:14.767303 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d4969a9a-e33a-45fa-8a88-76dbf84d3664 req-7b76812f-2cf8-4857-9c40-3e52d5790ab2 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.5961483 Apr 11 14:18:14.792822 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-65bb9532-2802-4205-a826-9c64a4a02007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:14.872135 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-65bb9532-2802-4205-a826-9c64a4a02007 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b5551099180b41aa9f1402bf66b22c12&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2427063 Apr 11 14:18:14.877583 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35798) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:14.899031 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6e48fe81-901a-4581-83ba-fc0f2c15b490 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:14.900269 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6e48fe81-901a-4581-83ba-fc0f2c15b490 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:14.926251 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb9532-2802-4205-a826-9c64a4a02007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f9e123-0023-46a4-9e1e-18d48e09701e,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:14.945546 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7921e-cea8-4253-aeb1-5c420424f57b req-ae0ddaf1-9cd0-4f1c-93e3-b0ef6324546d tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:14.947142 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a2c7921e-cea8-4253-aeb1-5c420424f57b req-ae0ddaf1-9cd0-4f1c-93e3-b0ef6324546d tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 946 time: 0.2149270 Apr 11 14:18:15.014823 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d4969a9a-e33a-45fa-8a88-76dbf84d3664 req-c3b3b5a2-81e2-4690-89bc-fd48ce4317a8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466540 Apr 11 14:18:15.032507 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-17304184-eee0-443b-8cf9-b944e27ff347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:15.041514 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-0bcd62f0-5855-40ee-8ccd-86c91d81f805 tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Allocated IP 172.26.7.202 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/7f8c6400-e1a3-4726-9d08-aaadca412a02) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:15.061822 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a2c7921e-cea8-4253-aeb1-5c420424f57b req-ed7e3509-6d72-422b-b8e6-17c295bc0048 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c71cb42-c4a5-4351-8414-8c15d87ca31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072950 Apr 11 14:18:15.109424 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0be515c-f1a1-4a81-b3e9-fd8449738ed2 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:15.114549 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-17304184-eee0-443b-8cf9-b944e27ff347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:15.174105 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-580fa6a3-bf3c-4c8d-b4f4-eb0d1cef3028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'name': 'tempest-ServersTestManualDisk-1498298036-router', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.85'}], 'enable_snat': True}, 'gw_port_id': '2af6adad-29c3-4f73-8eca-2a2d35207a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:17:10Z', 'revision_number': 4, 'project_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'gw_port': {'id': '2af6adad-29c3-4f73-8eca-2a2d35207a7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:57Z', 'updated_at': '2022-04-11T14:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': 'ddc53a4d-270f-4fc0-82e9-b105d02a0053', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'floating_ip_address': '172.26.7.189', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'port_id': '203374a2-d70a-47f1-999f-ce6beb26a75e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c', 'mac_address': 'fa:16:3e:75:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:17:24Z', 'updated_at': '2022-04-11T14:18:10Z', 'revision_number': 1, 'project_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '055c9a55-5e0d-4e06-a128-3e9ac3f768c0', 'name': '', 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'mac_address': 'fa:16:3e:2e:28:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'e9d5ac2f-00cd-4195-849b-d29b7014d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:17:06Z', 'updated_at': '2022-04-11T14:17:19Z', 'revision_number': 5, 'project_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'subnets': [{'id': 'e9d5ac2f-00cd-4195-849b-d29b7014d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:15.174622 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-327b9f07-48f4-48ec-a0a3-47161476d799'] response: {'name': 'network-changed', 'server_uuid': '04af56f2-9b87-44a0-966c-c2f86fd8d05e', 'tag': 'cda5d63f-6fbf-49e9-babc-df0ba1611d60', 'status': 'completed', 'code': 200} Apr 11 14:18:15.179305 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580fa6a3-bf3c-4c8d-b4f4-eb0d1cef3028 None None] Checking router: 9b920967-7acf-4d29-9ce3-d3616ddd8412 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:18:15.180636 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f3c8b2da-1a57-4e83-964b-fa8c2b694524 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:15.186715 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6e48fe81-901a-4581-83ba-fc0f2c15b490 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:15.190922 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580fa6a3-bf3c-4c8d-b4f4-eb0d1cef3028 None None] Routers {'9b920967-7acf-4d29-9ce3-d3616ddd8412'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:15.191749 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-580fa6a3-bf3c-4c8d-b4f4-eb0d1cef3028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:17:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9b920967-7acf-4d29-9ce3-d3616ddd8412'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:15.256862 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a36992-35d4-461c-bef6-dfd023134d53 req-644ba305-cbaa-45a3-8e07-53b2a8e7ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:15.258790 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-59a36992-35d4-461c-bef6-dfd023134d53 req-644ba305-cbaa-45a3-8e07-53b2a8e7ef0b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=724311974f544075b7138da08838fdf2&device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 1098 time: 0.0795288 Apr 11 14:18:15.280521 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be515c-f1a1-4a81-b3e9-fd8449738ed2 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Pushing event deleted for resources: {'Port': ['ID=2720d157-24f4-4426-a028-1f2c28cc1ca0,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:15.302202 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-17304184-eee0-443b-8cf9-b944e27ff347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:15.327289 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17304184-eee0-443b-8cf9-b944e27ff347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f9e123-0023-46a4-9e1e-18d48e09701e,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:15.332176 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-17304184-eee0-443b-8cf9-b944e27ff347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:15.333403 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-17304184-eee0-443b-8cf9-b944e27ff347 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/17f9e123-0023-46a4-9e1e-18d48e09701e HTTP/1.1" status: 204 len: 168 time: 0.4484978 Apr 11 14:18:15.388415 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c8b2da-1a57-4e83-964b-fa8c2b694524 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:15.398232 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-f3c8b2da-1a57-4e83-964b-fa8c2b694524 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:15.401331 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0be515c-f1a1-4a81-b3e9-fd8449738ed2 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:15.402911 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-580fa6a3-bf3c-4c8d-b4f4-eb0d1cef3028 None None] Set router 9b920967-7acf-4d29-9ce3-d3616ddd8412 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:18:15.425478 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d0be515c-f1a1-4a81-b3e9-fd8449738ed2 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] 10.222.0.66 "DELETE /v2.0/ports/2720d157-24f4-4426-a028-1f2c28cc1ca0 HTTP/1.1" status: 204 len: 168 time: 2.6494148 Apr 11 14:18:15.426243 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e823ee-ff79-4682-b591-d48b8b78d80d None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:18:15.442774 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c8b2da-1a57-4e83-964b-fa8c2b694524 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:15.443852 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f3c8b2da-1a57-4e83-964b-fa8c2b694524 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:15.452111 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8b2da-1a57-4e83-964b-fa8c2b694524 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=9ce742c0-37ff-4cc6-8c9d-9b0cacaaa4c6,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:15.458749 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35808) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:15.495883 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6e48fe81-901a-4581-83ba-fc0f2c15b490 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:15.570659 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6e48fe81-901a-4581-83ba-fc0f2c15b490 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:15.572644 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6e48fe81-901a-4581-83ba-fc0f2c15b490 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1233351 Apr 11 14:18:15.577258 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35812) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:15.587967 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6e6569-fc4b-4191-be0e-ac29aba4f626 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] GET failed (client error): The resource could not be found. Apr 11 14:18:15.588745 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-3d6e6569-fc4b-4191-be0e-ac29aba4f626 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Synchronizing usage tracker for tenant:f0ccff93f39144d0a4ea19d5f98e0a6d on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:18:15.677394 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-3d6e6569-fc4b-4191-be0e-ac29aba4f626 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Unset dirty status for tenant:f0ccff93f39144d0a4ea19d5f98e0a6d on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:18:15.678639 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3d6e6569-fc4b-4191-be0e-ac29aba4f626 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] 10.222.0.66 "GET /v2.0/ports/2720d157-24f4-4426-a028-1f2c28cc1ca0 HTTP/1.1" status: 404 len: 333 time: 0.2172289 Apr 11 14:18:15.686659 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a36992-35d4-461c-bef6-dfd023134d53 req-0c5ee1d5-0b8a-45a6-8da9-437de22d0f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:15.688150 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-59a36992-35d4-461c-bef6-dfd023134d53 req-0c5ee1d5-0b8a-45a6-8da9-437de22d0f58 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6ea0449-d5bb-46c4-a148-72f3fb27a286 HTTP/1.1" status: 200 len: 914 time: 0.4229350 Apr 11 14:18:15.688742 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35816) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:15.701726 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-9c49231b-00d7-47f1-9020-f934cdc2342e tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Request body: {'port': {'network_id': '75d82da1-3105-4c69-83ae-7d2604551ae0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1406450185'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:15.779307 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d31794-102e-4b01-ab2d-54c62d398f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'fixed_ips': [{'subnet_id': '9ce742c0-37ff-4cc6-8c9d-9b0cacaaa4c6'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:18:15.780356 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-85d31794-102e-4b01-ab2d-54c62d398f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:15.896023 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-580fa6a3-bf3c-4c8d-b4f4-eb0d1cef3028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'name': 'tempest-ServersTestManualDisk-1498298036-router', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.85'}], 'enable_snat': True}, 'gw_port_id': '2af6adad-29c3-4f73-8eca-2a2d35207a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:17:10Z', 'revision_number': 4, 'project_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'gw_port': {'id': '2af6adad-29c3-4f73-8eca-2a2d35207a7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:57Z', 'updated_at': '2022-04-11T14:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': 'ddc53a4d-270f-4fc0-82e9-b105d02a0053', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'floating_ip_address': '172.26.7.189', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'port_id': '203374a2-d70a-47f1-999f-ce6beb26a75e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c', 'mac_address': 'fa:16:3e:75:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:17:24Z', 'updated_at': '2022-04-11T14:18:10Z', 'revision_number': 1, 'project_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '055c9a55-5e0d-4e06-a128-3e9ac3f768c0', 'name': '', 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'mac_address': 'fa:16:3e:2e:28:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'e9d5ac2f-00cd-4195-849b-d29b7014d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:17:06Z', 'updated_at': '2022-04-11T14:17:19Z', 'revision_number': 5, 'project_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'subnets': [{'id': 'e9d5ac2f-00cd-4195-849b-d29b7014d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:15.901265 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580fa6a3-bf3c-4c8d-b4f4-eb0d1cef3028 None None] The sync data for ids ['9b920967-7acf-4d29-9ce3-d3616ddd8412'] in dv-neutron-837330-1-hyperv is: [{'id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'name': 'tempest-ServersTestManualDisk-1498298036-router', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.85'}], 'enable_snat': True}, 'gw_port_id': '2af6adad-29c3-4f73-8eca-2a2d35207a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:17:10Z', 'revision_number': 4, 'project_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'gw_port': {'id': '2af6adad-29c3-4f73-8eca-2a2d35207a7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:57Z', 'updated_at': '2022-04-11T14:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': 'ddc53a4d-270f-4fc0-82e9-b105d02a0053', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'floating_ip_address': '172.26.7.189', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'port_id': '203374a2-d70a-47f1-999f-ce6beb26a75e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c', 'mac_address': 'fa:16:3e:75:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:17:24Z', 'updated_at': '2022-04-11T14:18:10Z', 'revision_number': 1, 'project_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '055c9a55-5e0d-4e06-a128-3e9ac3f768c0', 'name': '', 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'mac_address': 'fa:16:3e:2e:28:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'e9d5ac2f-00cd-4195-849b-d29b7014d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:17:06Z', 'updated_at': '2022-04-11T14:17:19Z', 'revision_number': 5, 'project_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'subnets': [{'id': 'e9d5ac2f-00cd-4195-849b-d29b7014d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:18:15.908052 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0bcd62f0-5855-40ee-8ccd-86c91d81f805 tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:15.914166 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9401aff6-bc3e-4765-857a-5cd83775610e tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:15.976142 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f3c8b2da-1a57-4e83-964b-fa8c2b694524 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9813874 Apr 11 14:18:15.987122 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35822) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:15.990247 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-85d31794-102e-4b01-ab2d-54c62d398f86 None None] Allocated IP 2001:db8::2 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/9ce742c0-37ff-4cc6-8c9d-9b0cacaaa4c6/699032aa-c9ad-4e06-ac8c-099709fe5f48) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:15.994215 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-0d33bf63-2e21-4279-a89b-78f9211960b9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'port': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'fixed_ips': [{'subnet_id': '9ce742c0-37ff-4cc6-8c9d-9b0cacaaa4c6', 'ip_address': '2001:db8::dca7:cf08:36f3:ae23'}], 'name': 'tempest-NetworksTestDHCPv6-268669360'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:16.064310 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-59a36992-35d4-461c-bef6-dfd023134d53 req-705149a8-3edb-424d-a670-268f0d275b92 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cda5d63f-6fbf-49e9-babc-df0ba1611d60 HTTP/1.1" status: 200 len: 1001 time: 0.3453104 Apr 11 14:18:16.168416 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-9c49231b-00d7-47f1-9020-f934cdc2342e tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:16.185401 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-9c49231b-00d7-47f1-9020-f934cdc2342e tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:16.194014 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a36992-35d4-461c-bef6-dfd023134d53 req-046bd6fe-9ad9-4606-a911-39dcf361406c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:16.195627 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-59a36992-35d4-461c-bef6-dfd023134d53 req-046bd6fe-9ad9-4606-a911-39dcf361406c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07ac75f7-df8a-45a0-834c-28e735b7edb3 HTTP/1.1" status: 200 len: 851 time: 0.1120000 Apr 11 14:18:16.252253 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35828) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:16.253421 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990c98c7-4668-4d68-94e6-b3a00e2df9f4 None None] New status for floating IP ddc53a4d-270f-4fc0-82e9-b105d02a0053: ACTIVE {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:18:16.281627 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c49231b-00d7-47f1-9020-f934cdc2342e tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Made reservation on behalf of f0ccff93f39144d0a4ea19d5f98e0a6d for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:18:16.286489 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9c49231b-00d7-47f1-9020-f934cdc2342e tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:16.311962 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-85d31794-102e-4b01-ab2d-54c62d398f86 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:16.326089 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-85d31794-102e-4b01-ab2d-54c62d398f86 None None] Transition to ACTIVE for port object 699032aa-c9ad-4e06-ac8c-099709fe5f48 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:16.327458 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-9c49231b-00d7-47f1-9020-f934cdc2342e tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] device_id is not set on port abaec3db-259d-4145-b56d-3da3e4102eaa yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:18:16.369544 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-85d31794-102e-4b01-ab2d-54c62d398f86 None None] Transition to ACTIVE for port object 699032aa-c9ad-4e06-ac8c-099709fe5f48 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:16.427360 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-85d31794-102e-4b01-ab2d-54c62d398f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:16.430937 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e51cf5a1-c36a-4407-ba6f-bcb1cdf054bb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c0ae854708b4d50ba5c2db6eb82ee2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1637170 Apr 11 14:18:16.437228 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35832) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:16.483682 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d31794-102e-4b01-ab2d-54c62d398f86 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:16.492332 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-85d31794-102e-4b01-ab2d-54c62d398f86 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:16.503222 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d31794-102e-4b01-ab2d-54c62d398f86 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:16.521468 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a36992-35d4-461c-bef6-dfd023134d53 req-ebf23b67-24b5-476b-97e6-b1292d02be0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:16.523158 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-59a36992-35d4-461c-bef6-dfd023134d53 req-ebf23b67-24b5-476b-97e6-b1292d02be0c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6ea0449-d5bb-46c4-a148-72f3fb27a286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3190503 Apr 11 14:18:16.668838 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d31794-102e-4b01-ab2d-54c62d398f86 None None] Pushing event updated for resources: {'Port': ['ID=699032aa-c9ad-4e06-ac8c-099709fe5f48,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:16.677787 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-85d31794-102e-4b01-ab2d-54c62d398f86 None None] Attempting to bind port 699032aa-c9ad-4e06-ac8c-099709fe5f48 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:18:16.678378 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-85d31794-102e-4b01-ab2d-54c62d398f86 None None] Attempting to bind port 699032aa-c9ad-4e06-ac8c-099709fe5f48 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:18:16.678686 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d31794-102e-4b01-ab2d-54c62d398f86 None None] Attempting to bind port 699032aa-c9ad-4e06-ac8c-099709fe5f48 on network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:18:16.685661 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d31794-102e-4b01-ab2d-54c62d398f86 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:18:16.685661 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d31794-102e-4b01-ab2d-54c62d398f86 None None] Checking segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:18:16.685661 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-85d31794-102e-4b01-ab2d-54c62d398f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:16.686026 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d31794-102e-4b01-ab2d-54c62d398f86 None None] Bound using segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:18:16.686402 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-85d31794-102e-4b01-ab2d-54c62d398f86 None None] Bound port: 699032aa-c9ad-4e06-ac8c-099709fe5f48, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:18:16.686811 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-85d31794-102e-4b01-ab2d-54c62d398f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:16.702930 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9401aff6-bc3e-4765-857a-5cd83775610e tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:16.709641 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9401aff6-bc3e-4765-857a-5cd83775610e tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:16.722628 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0d33bf63-2e21-4279-a89b-78f9211960b9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:16.735628 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0d33bf63-2e21-4279-a89b-78f9211960b9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:16.797641 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-caaa4243-7136-4542-995e-6662d8c3d375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:16.798663 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0bcd62f0-5855-40ee-8ccd-86c91d81f805 tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:16.807997 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-85d31794-102e-4b01-ab2d-54c62d398f86 None None] For port 699032aa-c9ad-4e06-ac8c-099709fe5f48, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:18:16.812659 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-85d31794-102e-4b01-ab2d-54c62d398f86 None None] For port 699032aa-c9ad-4e06-ac8c-099709fe5f48, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=699032aa-c9ad-4e06-ac8c-099709fe5f48,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:18:16.857544 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d33bf63-2e21-4279-a89b-78f9211960b9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:18:16.869919 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-caaa4243-7136-4542-995e-6662d8c3d375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:16.876891 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-9c49231b-00d7-47f1-9020-f934cdc2342e tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Allocated IP 2001:db8::290 (75d82da1-3105-4c69-83ae-7d2604551ae0/43836234-996d-4496-971c-b4b54f2c3848/abaec3db-259d-4145-b56d-3da3e4102eaa) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:16.878944 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b550a6a-36ff-4ab2-85da-a9bd18142891 req-852bd26e-5492-4d3e-87a4-ff0a58391e33 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:16.880441 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8b550a6a-36ff-4ab2-85da-a9bd18142891 req-852bd26e-5492-4d3e-87a4-ff0a58391e33 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.6355474 Apr 11 14:18:16.916704 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-59a36992-35d4-461c-bef6-dfd023134d53 req-79430e22-bb22-4938-ae34-1bbf86a8c9d4 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ea0449-d5bb-46c4-a148-72f3fb27a286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737631 Apr 11 14:18:16.922770 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9401aff6-bc3e-4765-857a-5cd83775610e tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:16.923317 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9401aff6-bc3e-4765-857a-5cd83775610e tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5374c64b-6f9c-4e6d-896a-5ce77a9cb7cd {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:18:16.929938 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-85d31794-102e-4b01-ab2d-54c62d398f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:16.941413 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcd62f0-5855-40ee-8ccd-86c91d81f805 tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:17.003264 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-0bcd62f0-5855-40ee-8ccd-86c91d81f805 tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:17.006021 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcd62f0-5855-40ee-8ccd-86c91d81f805 tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:17.028847 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d31794-102e-4b01-ab2d-54c62d398f86 None None] Pushing event updated for resources: {'Port': ['ID=699032aa-c9ad-4e06-ac8c-099709fe5f48,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:17.050228 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9401aff6-bc3e-4765-857a-5cd83775610e tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:17.054091 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9401aff6-bc3e-4765-857a-5cd83775610e tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "DELETE /v2.0/routers/5374c64b-6f9c-4e6d-896a-5ce77a9cb7cd HTTP/1.1" status: 204 len: 168 time: 1.4728913 Apr 11 14:18:17.054091 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd62f0-5855-40ee-8ccd-86c91d81f805 tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Pushing event updated for resources: {'Port': ['ID=7f8c6400-e1a3-4726-9d08-aaadca412a02,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:17.104413 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8b550a6a-36ff-4ab2-85da-a9bd18142891 req-b2c2ed16-164b-4d24-bf10-6880311cad34 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133877 Apr 11 14:18:17.154838 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0d33bf63-2e21-4279-a89b-78f9211960b9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:17.175893 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d', 'tag': '203374a2-d70a-47f1-999f-ce6beb26a75e'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:18:17.193045 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-0d33bf63-2e21-4279-a89b-78f9211960b9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] device_id is not set on port cdb8b8cc-9349-4a43-ab60-df8df179ec8b yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:18:17.270149 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-187039f8-762b-4121-89f0-ae4848812b1a'] response: {'name': 'network-changed', 'server_uuid': 'cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d', 'tag': '203374a2-d70a-47f1-999f-ce6beb26a75e', 'status': 'completed', 'code': 200} Apr 11 14:18:17.280351 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0bcd62f0-5855-40ee-8ccd-86c91d81f805 tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:17.371404 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-caaa4243-7136-4542-995e-6662d8c3d375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:17.465243 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0bcd62f0-5855-40ee-8ccd-86c91d81f805 tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:17.502794 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-59a36992-35d4-461c-bef6-dfd023134d53 req-16fc3fdc-2166-4287-9e20-228937212dbb service neutron] 10.222.0.53 "GET /v2.0/networks/c6ea0449-d5bb-46c4-a148-72f3fb27a286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5725334 Apr 11 14:18:17.518932 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa4243-7136-4542-995e-6662d8c3d375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b0a87a-a733-4021-95b8-8fd596af6053,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:17.597360 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35840) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:17.616051 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9c49231b-00d7-47f1-9020-f934cdc2342e tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:17.625754 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c963939-8c5f-4510-8ceb-cdb05d4c3c18 req-16fddb96-d631-4f2f-8bd5-13d4093eee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:17.627449 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c963939-8c5f-4510-8ceb-cdb05d4c3c18 req-16fddb96-d631-4f2f-8bd5-13d4093eee09 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=da52381567644ed8b6f3e1a9b6badbd7&device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 1099 time: 0.2439816 Apr 11 14:18:17.630860 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-0d33bf63-2e21-4279-a89b-78f9211960b9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 2001:db8::dca7:cf08:36f3:ae23 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/9ce742c0-37ff-4cc6-8c9d-9b0cacaaa4c6/cdb8b8cc-9349-4a43-ab60-df8df179ec8b) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:17.679634 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-9c49231b-00d7-47f1-9020-f934cdc2342e tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Transition to ACTIVE for port object abaec3db-259d-4145-b56d-3da3e4102eaa will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:17.695061 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-caaa4243-7136-4542-995e-6662d8c3d375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:17.696226 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-caaa4243-7136-4542-995e-6662d8c3d375 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/12b0a87a-a733-4021-95b8-8fd596af6053 HTTP/1.1" status: 204 len: 168 time: 1.2510557 Apr 11 14:18:17.848984 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c963939-8c5f-4510-8ceb-cdb05d4c3c18 req-b5db32b4-2ccf-4950-9a6b-9d441cd21303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:17.850699 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c963939-8c5f-4510-8ceb-cdb05d4c3c18 req-b5db32b4-2ccf-4950-9a6b-9d441cd21303 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ddf8ce9d-6671-4d82-b259-929f8e3d9c2c HTTP/1.1" status: 200 len: 914 time: 0.2062953 Apr 11 14:18:17.923858 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9c49231b-00d7-47f1-9020-f934cdc2342e tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:18.020988 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-a1c2031b-a606-42bb-8110-48c33bdfcacc tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1029546602', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}, 'admin_state_up': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:18.027985 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a1c2031b-a606-42bb-8110-48c33bdfcacc tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:18.028417 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c49231b-00d7-47f1-9020-f934cdc2342e tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Network 75d82da1-3105-4c69-83ae-7d2604551ae0 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:18.033757 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a1c2031b-a606-42bb-8110-48c33bdfcacc tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Usage tracker for resource:router and tenant:41e441156ac9421da3a74f10f0d49d88 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:18.037040 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a1c2031b-a606-42bb-8110-48c33bdfcacc tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:18.043804 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a1c2031b-a606-42bb-8110-48c33bdfcacc tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:18.048386 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-9c49231b-00d7-47f1-9020-f934cdc2342e tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:18.051035 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c49231b-00d7-47f1-9020-f934cdc2342e tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:18.057116 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c49231b-00d7-47f1-9020-f934cdc2342e tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:18.057780 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9c49231b-00d7-47f1-9020-f934cdc2342e tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:18.071443 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49231b-00d7-47f1-9020-f934cdc2342e tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Pushing event updated for resources: {'Port': ['ID=abaec3db-259d-4145-b56d-3da3e4102eaa,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:18.080607 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.resource_extend [None req-0bcd62f0-5855-40ee-8ccd-86c91d81f805 tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 14:18:18.086230 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c963939-8c5f-4510-8ceb-cdb05d4c3c18 req-8c64640b-a645-4bd1-84f6-48caa6caae59 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=203374a2-d70a-47f1-999f-ce6beb26a75e HTTP/1.1" status: 200 len: 1002 time: 0.2292762 Apr 11 14:18:18.110334 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0bcd62f0-5855-40ee-8ccd-86c91d81f805 tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:18.170672 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c963939-8c5f-4510-8ceb-cdb05d4c3c18 req-4d5c9622-b246-42a3-bd01-2a0bc88608e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:18.172222 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c963939-8c5f-4510-8ceb-cdb05d4c3c18 req-4d5c9622-b246-42a3-bd01-2a0bc88608e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e9d5ac2f-00cd-4195-849b-d29b7014d92e HTTP/1.1" status: 200 len: 851 time: 0.0793808 Apr 11 14:18:18.174193 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a1c2031b-a606-42bb-8110-48c33bdfcacc tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:18.175334 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a1c2031b-a606-42bb-8110-48c33bdfcacc tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:18.194754 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0d33bf63-2e21-4279-a89b-78f9211960b9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:18.238951 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9c49231b-00d7-47f1-9020-f934cdc2342e tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5484157 Apr 11 14:18:18.250009 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35850) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:18.263683 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-41aeca12-4e97-4ea4-8e46-9e385f12e276 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Request body: {'port': {'network_id': '75d82da1-3105-4c69-83ae-7d2604551ae0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1847136542'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:18.271818 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-0d33bf63-2e21-4279-a89b-78f9211960b9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Transition to ACTIVE for port object cdb8b8cc-9349-4a43-ab60-df8df179ec8b will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:18.334141 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 699032aa-c9ad-4e06-ac8c-099709fe5f48 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:18:18.334670 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0bcd62f0-5855-40ee-8ccd-86c91d81f805 tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:18.364392 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a1c2031b-a606-42bb-8110-48c33bdfcacc tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:18.484724 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0d33bf63-2e21-4279-a89b-78f9211960b9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:18.550444 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 699032aa-c9ad-4e06-ac8c-099709fe5f48 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:18:18.583560 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-41aeca12-4e97-4ea4-8e46-9e385f12e276 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:18.588499 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-18b0049f-3a3e-463d-9896-528317c2c669 None None] Provisioning for port abaec3db-259d-4145-b56d-3da3e4102eaa completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:18:18.596241 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-18b0049f-3a3e-463d-9896-528317c2c669 None None] Provisioning complete for port abaec3db-259d-4145-b56d-3da3e4102eaa triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:18.596923 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-18b0049f-3a3e-463d-9896-528317c2c669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:18.601260 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-41aeca12-4e97-4ea4-8e46-9e385f12e276 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Usage tracker for resource:port and tenant:f0ccff93f39144d0a4ea19d5f98e0a6d is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:18.605968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c963939-8c5f-4510-8ceb-cdb05d4c3c18 req-7cf32664-577f-4ad7-8c39-2ab9c7539f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:18.608388 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c963939-8c5f-4510-8ceb-cdb05d4c3c18 req-7cf32664-577f-4ad7-8c39-2ab9c7539f28 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ddf8ce9d-6671-4d82-b259-929f8e3d9c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4258256 Apr 11 14:18:18.609481 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-41aeca12-4e97-4ea4-8e46-9e385f12e276 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:18.657484 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d33bf63-2e21-4279-a89b-78f9211960b9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:18.685571 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-0d33bf63-2e21-4279-a89b-78f9211960b9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:18.688235 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d33bf63-2e21-4279-a89b-78f9211960b9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:18.690785 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-18b0049f-3a3e-463d-9896-528317c2c669 None None] Port abaec3db-259d-4145-b56d-3da3e4102eaa cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:18:18.696740 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d33bf63-2e21-4279-a89b-78f9211960b9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:18.697483 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0d33bf63-2e21-4279-a89b-78f9211960b9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:18.752842 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-41aeca12-4e97-4ea4-8e46-9e385f12e276 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:18.802344 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c963939-8c5f-4510-8ceb-cdb05d4c3c18 req-bfb5f78c-9bcf-4966-a6da-1d01ddabbb17 service neutron] 10.222.0.53 "GET /v2.0/networks/ddf8ce9d-6671-4d82-b259-929f8e3d9c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771824 Apr 11 14:18:18.807083 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd62f0-5855-40ee-8ccd-86c91d81f805 tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Pushing event updated for resources: {'Port': ['ID=7f8c6400-e1a3-4726-9d08-aaadca412a02,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:18.854696 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41aeca12-4e97-4ea4-8e46-9e385f12e276 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Made reservation on behalf of f0ccff93f39144d0a4ea19d5f98e0a6d for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:18:18.858619 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-41aeca12-4e97-4ea4-8e46-9e385f12e276 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:18.890311 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-41aeca12-4e97-4ea4-8e46-9e385f12e276 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] device_id is not set on port f90b9167-bf4e-4818-87d1-2d4e9b566af5 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:18:18.907743 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-526eb6ea-2c2e-419c-afe6-d975900d83ea None None] Provisioning for port 699032aa-c9ad-4e06-ac8c-099709fe5f48 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:18:18.913045 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-526eb6ea-2c2e-419c-afe6-d975900d83ea None None] Provisioning complete for port 699032aa-c9ad-4e06-ac8c-099709fe5f48 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:18.913414 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-526eb6ea-2c2e-419c-afe6-d975900d83ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:19.000041 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0bcd62f0-5855-40ee-8ccd-86c91d81f805 tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:19.021784 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33bf63-2e21-4279-a89b-78f9211960b9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=cdb8b8cc-9349-4a43-ab60-df8df179ec8b,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:19.101243 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a1c2031b-a606-42bb-8110-48c33bdfcacc tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:19.109309 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0d33bf63-2e21-4279-a89b-78f9211960b9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1181269 Apr 11 14:18:19.111332 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-526eb6ea-2c2e-419c-afe6-d975900d83ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:19.113265 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35868) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:19.119812 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-0e7d6efd-8dd6-4e31-9c33-e347088f731b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'port': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'fixed_ips': [{'subnet_id': '9ce742c0-37ff-4cc6-8c9d-9b0cacaaa4c6', 'ip_address': '2001:db8::dca7:cf08:36f3:ae23'}], 'name': 'tempest-NetworksTestDHCPv6-1153786134'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:19.135763 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c963939-8c5f-4510-8ceb-cdb05d4c3c18 req-4e47f652-7475-42ab-876c-7b2ac74e2f0f service neutron] 10.222.0.53 "GET /v2.0/networks/ddf8ce9d-6671-4d82-b259-929f8e3d9c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258057 Apr 11 14:18:19.155672 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-526eb6ea-2c2e-419c-afe6-d975900d83ea None None] For port 699032aa-c9ad-4e06-ac8c-099709fe5f48, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=699032aa-c9ad-4e06-ac8c-099709fe5f48,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:18:19.158783 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-41aeca12-4e97-4ea4-8e46-9e385f12e276 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Allocated IP 2001:db8::264 (75d82da1-3105-4c69-83ae-7d2604551ae0/43836234-996d-4496-971c-b4b54f2c3848/f90b9167-bf4e-4818-87d1-2d4e9b566af5) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:19.174722 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde221e-7c27-4478-8481-fb371331fcb9 req-642c0af4-6022-4e06-bf62-2953ad8f0f6f tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:19.178315 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9bde221e-7c27-4478-8481-fb371331fcb9 req-642c0af4-6022-4e06-bf62-2953ad8f0f6f tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.7910159 Apr 11 14:18:19.188809 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0bcd62f0-5855-40ee-8ccd-86c91d81f805 tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:19.193308 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0bcd62f0-5855-40ee-8ccd-86c91d81f805 tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1780381 Apr 11 14:18:19.201321 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35874) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:19.242679 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-526eb6ea-2c2e-419c-afe6-d975900d83ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:19.350343 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-64fa40d5-8815-4bc5-9649-e6f45b3e8d55 tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Synchronizing usage tracker for tenant:5904b2e6d66146e5bf7954c45fefdad9 on resource:floatingip {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:18:19.355215 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9bde221e-7c27-4478-8481-fb371331fcb9 req-ebbe415e-333f-4b43-8b8b-c1ed4c23f94a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727054 Apr 11 14:18:19.365397 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526eb6ea-2c2e-419c-afe6-d975900d83ea None None] Pushing event updated for resources: {'Port': ['ID=699032aa-c9ad-4e06-ac8c-099709fe5f48,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:19.419614 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0e7d6efd-8dd6-4e31-9c33-e347088f731b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:19.427238 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1c25f2fe-ac43-4cca-a309-95fcc75cfd93 None None] Provisioning for port cdb8b8cc-9349-4a43-ab60-df8df179ec8b completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:18:19.427752 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0e7d6efd-8dd6-4e31-9c33-e347088f731b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:port and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:19.432365 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0e7d6efd-8dd6-4e31-9c33-e347088f731b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:19.432763 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1c25f2fe-ac43-4cca-a309-95fcc75cfd93 None None] Provisioning complete for port cdb8b8cc-9349-4a43-ab60-df8df179ec8b triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:19.433149 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1c25f2fe-ac43-4cca-a309-95fcc75cfd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:19.441184 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0e7d6efd-8dd6-4e31-9c33-e347088f731b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:19.514427 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-1c25f2fe-ac43-4cca-a309-95fcc75cfd93 None None] Port cdb8b8cc-9349-4a43-ab60-df8df179ec8b cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:18:19.542740 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35882) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:19.562114 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7d6efd-8dd6-4e31-9c33-e347088f731b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:18:19.564081 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-64fa40d5-8815-4bc5-9649-e6f45b3e8d55 tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Unset dirty status for tenant:5904b2e6d66146e5bf7954c45fefdad9 on resource:floatingip {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:18:19.568292 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-64fa40d5-8815-4bc5-9649-e6f45b3e8d55 tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4007 time: 0.3630257 Apr 11 14:18:19.568401 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0e7d6efd-8dd6-4e31-9c33-e347088f731b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:19.576180 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35888) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:19.717407 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-0a6f7cbf-c1d8-4ff1-948a-ff1b78d69e4c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1456045848'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:19.727593 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-41aeca12-4e97-4ea4-8e46-9e385f12e276 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:19.731377 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0a6f7cbf-c1d8-4ff1-948a-ff1b78d69e4c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:19.739278 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0a6f7cbf-c1d8-4ff1-948a-ff1b78d69e4c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Usage tracker for resource:network and tenant:f364abda35ba4de88d7da540664f92af is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:19.743969 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0a6f7cbf-c1d8-4ff1-948a-ff1b78d69e4c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:19.759739 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0a6f7cbf-c1d8-4ff1-948a-ff1b78d69e4c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:19.771844 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-41aeca12-4e97-4ea4-8e46-9e385f12e276 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Transition to ACTIVE for port object f90b9167-bf4e-4818-87d1-2d4e9b566af5 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:19.791882 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e17e7-6753-4a53-8458-188cffac51e9 req-e4385f6a-2688-4c59-b360-314ebf868302 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:19.793413 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0c8e17e7-6753-4a53-8458-188cffac51e9 req-e4385f6a-2688-4c59-b360-314ebf868302 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.2918968 Apr 11 14:18:19.843516 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-cf2747b9-3dd4-4cb5-90e4-698d175976ea tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Synchronizing usage tracker for tenant:7eb276b3313a440f9152c2e5b3b3957a on resource:floatingip {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:18:19.845578 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0c8e17e7-6753-4a53-8458-188cffac51e9 req-76e53f8b-bf4a-49c4-bc44-eb0231406256 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458467 Apr 11 14:18:19.861147 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6f7cbf-c1d8-4ff1-948a-ff1b78d69e4c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Made reservation on behalf of f364abda35ba4de88d7da540664f92af for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:18:19.864726 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a6f7cbf-c1d8-4ff1-948a-ff1b78d69e4c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:19.878947 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a6f7cbf-c1d8-4ff1-948a-ff1b78d69e4c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:19.879621 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-0e7d6efd-8dd6-4e31-9c33-e347088f731b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] device_id is not set on port f6550cd1-4cd4-42ce-9409-d442b5c7153b yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:18:19.893874 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0a6f7cbf-c1d8-4ff1-948a-ff1b78d69e4c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:19.896508 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-41aeca12-4e97-4ea4-8e46-9e385f12e276 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:19.918782 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a1c2031b-a606-42bb-8110-48c33bdfcacc tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:19.936524 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0a6f7cbf-c1d8-4ff1-948a-ff1b78d69e4c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Usage tracker for resource:security_group_rule and tenant:f364abda35ba4de88d7da540664f92af is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:19.946772 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0a6f7cbf-c1d8-4ff1-948a-ff1b78d69e4c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:19.965038 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a1c2031b-a606-42bb-8110-48c33bdfcacc tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:19.980510 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0a6f7cbf-c1d8-4ff1-948a-ff1b78d69e4c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:19.986576 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41aeca12-4e97-4ea4-8e46-9e385f12e276 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Network 75d82da1-3105-4c69-83ae-7d2604551ae0 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:19.990903 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-41aeca12-4e97-4ea4-8e46-9e385f12e276 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:19.993463 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aeca12-4e97-4ea4-8e46-9e385f12e276 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:20.000389 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41aeca12-4e97-4ea4-8e46-9e385f12e276 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:20.000741 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-41aeca12-4e97-4ea4-8e46-9e385f12e276 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:20.034907 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aeca12-4e97-4ea4-8e46-9e385f12e276 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Pushing event updated for resources: {'Port': ['ID=f90b9167-bf4e-4818-87d1-2d4e9b566af5,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:20.084960 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-cf2747b9-3dd4-4cb5-90e4-698d175976ea tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Unset dirty status for tenant:7eb276b3313a440f9152c2e5b3b3957a on resource:floatingip {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:18:20.088834 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cf2747b9-3dd4-4cb5-90e4-698d175976ea tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.5005615 Apr 11 14:18:20.097028 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35894) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:20.168236 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-41aeca12-4e97-4ea4-8e46-9e385f12e276 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9123588 Apr 11 14:18:20.190298 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35900) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:20.231518 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a6f7cbf-c1d8-4ff1-948a-ff1b78d69e4c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:20.242508 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-ea18f795-c4b4-4037-83ed-8ee635f5abe4 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::20d', 'mac_address': 'fa:16:3e:a9:32:df'}, {'ip_address': '2001:db8::290', 'mac_address': 'fa:16:3e:ad:11:92'}]}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:20.291087 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 699032aa-c9ad-4e06-ac8c-099709fe5f48 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:18:20.292181 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-a1c2031b-a606-42bb-8110-48c33bdfcacc tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Allocated IP 172.26.7.182 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/86936c83-9413-4877-931a-2711065dc029) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:20.343387 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7d6efd-8dd6-4e31-9c33-e347088f731b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 11 14:18:20.343597 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a6f7cbf-c1d8-4ff1-948a-ff1b78d69e4c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:20.343716 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e7d6efd-8dd6-4e31-9c33-e347088f731b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:18:20.395147 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 699032aa-c9ad-4e06-ac8c-099709fe5f48 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:20.395792 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:20.403565 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-62585479-63c1-47d3-b9a4-c66df29d1d7d tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Deleting port 7f8c6400-e1a3-4726-9d08-aaadca412a02 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:20.404505 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-62585479-63c1-47d3-b9a4-c66df29d1d7d tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:20.427117 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c5390c08-1b94-4ea7-8c80-d90d7845f482 None None] Provisioning for port f90b9167-bf4e-4818-87d1-2d4e9b566af5 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:18:20.440322 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c5390c08-1b94-4ea7-8c80-d90d7845f482 None None] Provisioning complete for port f90b9167-bf4e-4818-87d1-2d4e9b566af5 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:20.440996 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c5390c08-1b94-4ea7-8c80-d90d7845f482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:20.445939 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6f7cbf-c1d8-4ff1-948a-ff1b78d69e4c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:18:20.482297 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f7cbf-c1d8-4ff1-948a-ff1b78d69e4c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=666d4985-af57-4595-addd-84b0e7e05a31,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:20.485350 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a6f7cbf-c1d8-4ff1-948a-ff1b78d69e4c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:20.485718 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-0a6f7cbf-c1d8-4ff1-948a-ff1b78d69e4c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Added segment a6dfe4dc-1f8b-4da3-be28-fd85a6de6a9b of type vlan for network 31b84538-8b4a-4dae-b0f5-5a18eeb71b07 Apr 11 14:18:20.505013 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0e7d6efd-8dd6-4e31-9c33-e347088f731b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3904464 Apr 11 14:18:20.510105 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35906) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:20.572129 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a1c2031b-a606-42bb-8110-48c33bdfcacc tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:20.585955 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a6f7cbf-c1d8-4ff1-948a-ff1b78d69e4c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:20.617901 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c5390c08-1b94-4ea7-8c80-d90d7845f482 None None] Port f90b9167-bf4e-4818-87d1-2d4e9b566af5 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:18:20.630121 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b3e1be-d84e-460f-a8d0-2ae00619656e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:20.636353 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b3e1be-d84e-460f-a8d0-2ae00619656e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:20.637347 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-83b3e1be-d84e-460f-a8d0-2ae00619656e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:18:20.695690 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-83b3e1be-d84e-460f-a8d0-2ae00619656e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:18:20.696813 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-83b3e1be-d84e-460f-a8d0-2ae00619656e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1872091 Apr 11 14:18:20.699478 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35910) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:20.750614 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a1c2031b-a606-42bb-8110-48c33bdfcacc tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:20.827241 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c2031b-a606-42bb-8110-48c33bdfcacc tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:20.831087 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-76ae923b-cebe-42d6-89bd-2f25ac4220df tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting port cdb8b8cc-9349-4a43-ab60-df8df179ec8b {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:20.831436 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-76ae923b-cebe-42d6-89bd-2f25ac4220df tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:20.863597 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-a1c2031b-a606-42bb-8110-48c33bdfcacc tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:20.866918 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-62585479-63c1-47d3-b9a4-c66df29d1d7d tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:20.867429 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-62585479-63c1-47d3-b9a4-c66df29d1d7d tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:20.872940 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c2031b-a606-42bb-8110-48c33bdfcacc tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:20.883501 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a6f7cbf-c1d8-4ff1-948a-ff1b78d69e4c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:20.889240 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6f7cbf-c1d8-4ff1-948a-ff1b78d69e4c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:20.894280 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a6f7cbf-c1d8-4ff1-948a-ff1b78d69e4c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:20.936080 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2031b-a606-42bb-8110-48c33bdfcacc tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Pushing event updated for resources: {'Port': ['ID=86936c83-9413-4877-931a-2711065dc029,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:21.063311 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-62585479-63c1-47d3-b9a4-c66df29d1d7d tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Calling delete_port for 7f8c6400-e1a3-4726-9d08-aaadca412a02 owned by network:floatingip {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:21.174052 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ea18f795-c4b4-4037-83ed-8ee635f5abe4 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:21.220750 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50213ca6-7aa0-4458-89c2-94838c72066b req-20ee4c08-6c1b-4734-b8b8-0cf748428296 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:21.222259 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-50213ca6-7aa0-4458-89c2-94838c72066b req-20ee4c08-6c1b-4734-b8b8-0cf748428296 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.6399567 Apr 11 14:18:21.222889 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f7cbf-c1d8-4ff1-948a-ff1b78d69e4c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event updated for resources: {'Network': ['ID=31b84538-8b4a-4dae-b0f5-5a18eeb71b07,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:21.237270 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 31b84538-8b4a-4dae-b0f5-5a18eeb71b07 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:18:21.275444 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0a6f7cbf-c1d8-4ff1-948a-ff1b78d69e4c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7289512 Apr 11 14:18:21.276324 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35914) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:21.282374 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-399bde6e-0642-4fd6-b494-4aec2050d1a3 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Request body: {'subnet': {'network_id': '31b84538-8b4a-4dae-b0f5-5a18eeb71b07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:21.353657 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-50213ca6-7aa0-4458-89c2-94838c72066b req-55c6aecd-86b7-49d4-93f2-62d3944b8625 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912821 Apr 11 14:18:21.475075 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-76ae923b-cebe-42d6-89bd-2f25ac4220df tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:21.481289 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-62585479-63c1-47d3-b9a4-c66df29d1d7d tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:21.672214 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62585479-63c1-47d3-b9a4-c66df29d1d7d tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Pushing event deleted for resources: {'Port': ['ID=7f8c6400-e1a3-4726-9d08-aaadca412a02,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:21.778443 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-76ae923b-cebe-42d6-89bd-2f25ac4220df tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Calling delete_port for cdb8b8cc-9349-4a43-ab60-df8df179ec8b owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:21.812371 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-399bde6e-0642-4fd6-b494-4aec2050d1a3 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:21.849889 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-62585479-63c1-47d3-b9a4-c66df29d1d7d tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Notify callbacks [] for floatingip, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:21.869607 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-62585479-63c1-47d3-b9a4-c66df29d1d7d tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:21.870810 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-62585479-63c1-47d3-b9a4-c66df29d1d7d tempest-FloatingIPAdminTestJSON-1214784615 tempest-FloatingIPAdminTestJSON-1214784615-project] 10.222.0.66 "DELETE /v2.0/floatingips/0d79d55a-bade-4c89-bae7-7921912bb04f HTTP/1.1" status: 204 len: 168 time: 1.7807095 Apr 11 14:18:21.872260 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-399bde6e-0642-4fd6-b494-4aec2050d1a3 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Usage tracker for resource:subnet and tenant:f364abda35ba4de88d7da540664f92af is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:21.874156 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35924) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:21.892126 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-399bde6e-0642-4fd6-b494-4aec2050d1a3 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:21.902870 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-399bde6e-0642-4fd6-b494-4aec2050d1a3 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:21.962705 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a1c2031b-a606-42bb-8110-48c33bdfcacc tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:22.020834 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399bde6e-0642-4fd6-b494-4aec2050d1a3 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Made reservation on behalf of f364abda35ba4de88d7da540664f92af for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:18:22.024453 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-399bde6e-0642-4fd6-b494-4aec2050d1a3 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:22.049254 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ea18f795-c4b4-4037-83ed-8ee635f5abe4 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:22.053926 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-642d85d2-dd25-4641-a2d3-e04bd084795b tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Deleting port ac6c9154-774c-4169-bb8f-f6e96e2c4d18 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:22.054235 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-642d85d2-dd25-4641-a2d3-e04bd084795b tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:22.112918 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ea18f795-c4b4-4037-83ed-8ee635f5abe4 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:22.197655 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-ea18f795-c4b4-4037-83ed-8ee635f5abe4 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] In _notify_port_updated(), no bound segment for port f90b9167-bf4e-4818-87d1-2d4e9b566af5 on network 75d82da1-3105-4c69-83ae-7d2604551ae0 {{(pid=88617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 11 14:18:22.203234 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea18f795-c4b4-4037-83ed-8ee635f5abe4 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:22.203884 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ea18f795-c4b4-4037-83ed-8ee635f5abe4 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:22.206315 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ea18f795-c4b4-4037-83ed-8ee635f5abe4 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] 10.222.0.66 "PUT /v2.0/ports/f90b9167-bf4e-4818-87d1-2d4e9b566af5 HTTP/1.1" status: 200 len: 1068 time: 2.0135169 Apr 11 14:18:22.213585 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35930) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:22.345931 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18f795-c4b4-4037-83ed-8ee635f5abe4 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Pushing event updated for resources: {'Port': ['ID=f90b9167-bf4e-4818-87d1-2d4e9b566af5,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:22.381177 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-f5a5b34f-b935-4b0c-abdb-0d3fd6e2a8e7 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Deleting port f90b9167-bf4e-4818-87d1-2d4e9b566af5 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:22.381518 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f5a5b34f-b935-4b0c-abdb-0d3fd6e2a8e7 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:22.395478 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-76ae923b-cebe-42d6-89bd-2f25ac4220df tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:22.463491 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae923b-cebe-42d6-89bd-2f25ac4220df tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Port': ['ID=cdb8b8cc-9349-4a43-ab60-df8df179ec8b,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:22.480167 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ab9004ab-af61-415e-a18a-14b0a2984eff None None] Provisioning complete for port f90b9167-bf4e-4818-87d1-2d4e9b566af5 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:22.482535 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-642d85d2-dd25-4641-a2d3-e04bd084795b tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:22.482877 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-642d85d2-dd25-4641-a2d3-e04bd084795b tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:22.484125 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ab9004ab-af61-415e-a18a-14b0a2984eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:22.568132 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-ab9004ab-af61-415e-a18a-14b0a2984eff None None] Port f90b9167-bf4e-4818-87d1-2d4e9b566af5 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:18:22.637342 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-76ae923b-cebe-42d6-89bd-2f25ac4220df tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:22.653087 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-642d85d2-dd25-4641-a2d3-e04bd084795b tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Calling delete_port for ac6c9154-774c-4169-bb8f-f6e96e2c4d18 owned by network:floatingip {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:22.690776 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a1c2031b-a606-42bb-8110-48c33bdfcacc tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:22.771468 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-76ae923b-cebe-42d6-89bd-2f25ac4220df tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/cdb8b8cc-9349-4a43-ab60-df8df179ec8b HTTP/1.1" status: 204 len: 168 time: 2.0708137 Apr 11 14:18:22.773933 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35936) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:22.802577 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c97ed3-8be9-4792-9e04-29043200563b req-28e897b9-e18d-4791-a75e-32ed9142a8a7 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:22.804074 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-70c97ed3-8be9-4792-9e04-29043200563b req-28e897b9-e18d-4791-a75e-32ed9142a8a7 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.3846481 Apr 11 14:18:22.830525 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-399bde6e-0642-4fd6-b494-4aec2050d1a3 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:22.976418 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-70c97ed3-8be9-4792-9e04-29043200563b req-0e783b2b-d0e8-4315-aa12-5fa83ab707ad tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601975 Apr 11 14:18:22.985004 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c144090a-ea3e-465a-9666-c239c12493d8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:22.986673 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c144090a-ea3e-465a-9666-c239c12493d8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:22.987438 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c144090a-ea3e-465a-9666-c239c12493d8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:18:23.010985 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399bde6e-0642-4fd6-b494-4aec2050d1a3 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event updated for resources: {'Subnet': ['ID=682fe6bd-4cf9-4ace-984e-1ac81fa61778,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:23.054852 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399bde6e-0642-4fd6-b494-4aec2050d1a3 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Checking segment: {'id': 'a6dfe4dc-1f8b-4da3-be28-fd85a6de6a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '31b84538-8b4a-4dae-b0f5-5a18eeb71b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:18:23.055159 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399bde6e-0642-4fd6-b494-4aec2050d1a3 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Network hostable DHCP agents. Network: 31b84538-8b4a-4dae-b0f5-5a18eeb71b07, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:18:23.111519 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f5a5b34f-b935-4b0c-abdb-0d3fd6e2a8e7 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:23.124401 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c144090a-ea3e-465a-9666-c239c12493d8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:18:23.125698 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c144090a-ea3e-465a-9666-c239c12493d8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3508539 Apr 11 14:18:23.134957 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35940) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:23.241729 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-f5a5b34f-b935-4b0c-abdb-0d3fd6e2a8e7 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Calling delete_port for f90b9167-bf4e-4818-87d1-2d4e9b566af5 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:23.271090 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-642d85d2-dd25-4641-a2d3-e04bd084795b tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:23.289109 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399bde6e-0642-4fd6-b494-4aec2050d1a3 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Network 31b84538-8b4a-4dae-b0f5-5a18eeb71b07 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:18:23.297191 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c2031b-a606-42bb-8110-48c33bdfcacc tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Router 91593884-64e2-4fc9-921a-91936401c5b6 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:18:23.334202 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d85d2-dd25-4641-a2d3-e04bd084795b tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac6c9154-774c-4169-bb8f-f6e96e2c4d18,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:23.382985 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-399bde6e-0642-4fd6-b494-4aec2050d1a3 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 31b84538-8b4a-4dae-b0f5-5a18eeb71b07) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:23.394130 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21a25b1-5452-4ec7-aeda-a0655372ca41 None None] Network 31b84538-8b4a-4dae-b0f5-5a18eeb71b07 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:18:23.403829 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399bde6e-0642-4fd6-b494-4aec2050d1a3 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:23.405109 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-399bde6e-0642-4fd6-b494-4aec2050d1a3 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:23.416576 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6a6415-f757-44da-999d-db95827672c9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet 9ce742c0-37ff-4cc6-8c9d-9b0cacaaa4c6 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:18:23.427124 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4c6a6415-f757-44da-999d-db95827672c9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:23.499170 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-642d85d2-dd25-4641-a2d3-e04bd084795b tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:23.565643 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4c6a6415-f757-44da-999d-db95827672c9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:23.602682 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-399bde6e-0642-4fd6-b494-4aec2050d1a3 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3253076 Apr 11 14:18:23.606197 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35944) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:23.611643 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-a4337579-ba97-40a9-8be1-83224461d117 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-802681911', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}, 'admin_state_up': False}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:23.620020 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a4337579-ba97-40a9-8be1-83224461d117 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:23.624884 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a4337579-ba97-40a9-8be1-83224461d117 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Usage tracker for resource:router and tenant:f364abda35ba4de88d7da540664f92af is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:23.627939 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a4337579-ba97-40a9-8be1-83224461d117 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:23.634888 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4de2c3-5014-487e-b55a-715011d004b2 None None] Network 31b84538-8b4a-4dae-b0f5-5a18eeb71b07 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:18:23.635437 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a4337579-ba97-40a9-8be1-83224461d117 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:23.644503 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c2031b-a606-42bb-8110-48c33bdfcacc tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:18:23.649807 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-642d85d2-dd25-4641-a2d3-e04bd084795b tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:23.655666 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-642d85d2-dd25-4641-a2d3-e04bd084795b tempest-FloatingIPAdminTestJSON-1388406595 tempest-FloatingIPAdminTestJSON-1388406595-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/ed2cab3c-50e5-45ca-8681-a6a3ee654184 HTTP/1.1" status: 204 len: 168 time: 1.7756863 Apr 11 14:18:23.655666 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35948) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:23.667853 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde79d98-a4a2-4944-b8b7-90926d7b297f None None] Sync routers for ids ['91593884-64e2-4fc9-921a-91936401c5b6'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:18:23.693618 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f5a5b34f-b935-4b0c-abdb-0d3fd6e2a8e7 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:23.703478 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4c6a6415-f757-44da-999d-db95827672c9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:23.749906 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde79d98-a4a2-4944-b8b7-90926d7b297f None None] Routers {'91593884-64e2-4fc9-921a-91936401c5b6'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:23.750452 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-fde79d98-a4a2-4944-b8b7-90926d7b297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:17:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['91593884-64e2-4fc9-921a-91936401c5b6'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:23.762945 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a1c2031b-a606-42bb-8110-48c33bdfcacc tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:23.765226 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a1c2031b-a606-42bb-8110-48c33bdfcacc tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.1677685 Apr 11 14:18:23.769101 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35952) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:23.792499 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a4337579-ba97-40a9-8be1-83224461d117 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:23.793819 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a4337579-ba97-40a9-8be1-83224461d117 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:23.802819 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5b34f-b935-4b0c-abdb-0d3fd6e2a8e7 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Pushing event deleted for resources: {'Port': ['ID=f90b9167-bf4e-4818-87d1-2d4e9b566af5,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:23.820870 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-fde79d98-a4a2-4944-b8b7-90926d7b297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:23.841677 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde79d98-a4a2-4944-b8b7-90926d7b297f None None] Routers {'91593884-64e2-4fc9-921a-91936401c5b6'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:23.842779 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-fde79d98-a4a2-4944-b8b7-90926d7b297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:17:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['91593884-64e2-4fc9-921a-91936401c5b6'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:23.871557 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-ca12c94d-a8f1-4526-9a9b-1a36f430ea1e tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Deleting port 07ba54fd-c9ec-4e44-8e5d-5d38c6f4271d {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:23.871557 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ca12c94d-a8f1-4526-9a9b-1a36f430ea1e tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:23.905829 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a4337579-ba97-40a9-8be1-83224461d117 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:23.917240 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-fde79d98-a4a2-4944-b8b7-90926d7b297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:23.917642 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde79d98-a4a2-4944-b8b7-90926d7b297f None None] The sync data for ids ['91593884-64e2-4fc9-921a-91936401c5b6'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:18:24.022087 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4c6a6415-f757-44da-999d-db95827672c9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:24.136013 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:24.139599 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4c6a6415-f757-44da-999d-db95827672c9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:24.142824 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a6415-f757-44da-999d-db95827672c9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=9ce742c0-37ff-4cc6-8c9d-9b0cacaaa4c6,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:24.152677 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ac37cd-1518-46dc-986a-6d508c6a9f9b None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:18:24.180468 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e8d649fc-655f-47e0-844c-ce6840b0e772 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "GET /v2.0/routers/91593884-64e2-4fc9-921a-91936401c5b6 HTTP/1.1" status: 200 len: 925 time: 0.4095814 Apr 11 14:18:24.180890 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35958) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:24.259561 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f5a5b34f-b935-4b0c-abdb-0d3fd6e2a8e7 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:24.274227 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0389671a-b7f6-40ca-b5de-5660bd35c73a tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "GET /v2.0/ports?device_id=91593884-64e2-4fc9-921a-91936401c5b6 HTTP/1.1" status: 200 len: 205 time: 0.0918469 Apr 11 14:18:24.278412 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 35964) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:24.282183 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4c6a6415-f757-44da-999d-db95827672c9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/9ce742c0-37ff-4cc6-8c9d-9b0cacaaa4c6 HTTP/1.1" status: 204 len: 168 time: 1.1461799 Apr 11 14:18:24.286190 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35966) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:24.346932 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f5a5b34f-b935-4b0c-abdb-0d3fd6e2a8e7 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] 10.222.0.66 "DELETE /v2.0/ports/f90b9167-bf4e-4818-87d1-2d4e9b566af5 HTTP/1.1" status: 204 len: 168 time: 2.1296268 Apr 11 14:18:24.352146 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35972) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:24.418310 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b0024b25-5c54-454a-a8d8-0af1eb34e4b2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1275079 Apr 11 14:18:24.427640 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35976) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:24.445374 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-c6eb39bb-f9ec-473b-ba44-722cedd65782 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:24.467876 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595af2fd-1f5f-46c0-a01c-84e90e493b48 None None] DHCP port deletion for 47d4fbd0-dfc4-4187-bb2e-73c4649db563 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:18:24.469232 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3939b95-f0d5-4d01-9349-58f4bc38cff5 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] GET failed (client error): The resource could not be found. Apr 11 14:18:24.469922 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e3939b95-f0d5-4d01-9349-58f4bc38cff5 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Synchronizing usage tracker for tenant:f0ccff93f39144d0a4ea19d5f98e0a6d on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:18:24.473477 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-595af2fd-1f5f-46c0-a01c-84e90e493b48 None None] Deleting port 699032aa-c9ad-4e06-ac8c-099709fe5f48 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:24.473901 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-595af2fd-1f5f-46c0-a01c-84e90e493b48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:24.613360 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69eebb-d2c3-40ac-a984-0899dddefa60 req-5e534fb3-dbb4-4a30-adf1-a825cd146eef tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:24.614933 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7e69eebb-d2c3-40ac-a984-0899dddefa60 req-5e534fb3-dbb4-4a30-adf1-a825cd146eef tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.3975260 Apr 11 14:18:24.626127 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c6eb39bb-f9ec-473b-ba44-722cedd65782 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:24.644338 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c6eb39bb-f9ec-473b-ba44-722cedd65782 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:subnet and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:24.650256 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c6eb39bb-f9ec-473b-ba44-722cedd65782 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:24.659474 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c6eb39bb-f9ec-473b-ba44-722cedd65782 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:24.672600 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e3939b95-f0d5-4d01-9349-58f4bc38cff5 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Unset dirty status for tenant:f0ccff93f39144d0a4ea19d5f98e0a6d on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:18:24.673254 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e3939b95-f0d5-4d01-9349-58f4bc38cff5 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] 10.222.0.66 "GET /v2.0/ports/f90b9167-bf4e-4818-87d1-2d4e9b566af5 HTTP/1.1" status: 404 len: 333 time: 0.3191459 Apr 11 14:18:24.678621 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35980) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:24.703102 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-595af2fd-1f5f-46c0-a01c-84e90e493b48 None None] For port 699032aa-c9ad-4e06-ac8c-099709fe5f48, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=699032aa-c9ad-4e06-ac8c-099709fe5f48,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:18:24.704078 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-595af2fd-1f5f-46c0-a01c-84e90e493b48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:24.723595 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7e69eebb-d2c3-40ac-a984-0899dddefa60 req-a81058c5-459c-458e-b394-042f3145f91f tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987594 Apr 11 14:18:24.757718 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-00d4cd3d-7515-4e29-8165-7f45c7b8f876 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Deleting port abaec3db-259d-4145-b56d-3da3e4102eaa {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:24.758137 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-00d4cd3d-7515-4e29-8165-7f45c7b8f876 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:24.774932 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a4337579-ba97-40a9-8be1-83224461d117 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:24.793515 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6eb39bb-f9ec-473b-ba44-722cedd65782 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:18:24.796168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c6eb39bb-f9ec-473b-ba44-722cedd65782 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:24.847394 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-595af2fd-1f5f-46c0-a01c-84e90e493b48 None None] Calling delete_port for 699032aa-c9ad-4e06-ac8c-099709fe5f48 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:24.949936 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ca12c94d-a8f1-4526-9a9b-1a36f430ea1e tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:24.959292 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4f31258c-5542-4743-8b1b-854654412e46 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:24.976673 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-595af2fd-1f5f-46c0-a01c-84e90e493b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:25.035578 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595af2fd-1f5f-46c0-a01c-84e90e493b48 None None] Pushing event deleted for resources: {'Port': ['ID=699032aa-c9ad-4e06-ac8c-099709fe5f48,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:25.039694 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595af2fd-1f5f-46c0-a01c-84e90e493b48 None None] No DVR routers for this DVR port 699032aa-c9ad-4e06-ac8c-099709fe5f48 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:18:25.163948 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-ca12c94d-a8f1-4526-9a9b-1a36f430ea1e tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Calling delete_port for 07ba54fd-c9ec-4e44-8e5d-5d38c6f4271d owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:25.175533 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b929f12f-8df6-43cc-be02-834096ea8376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:25.284233 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-00d4cd3d-7515-4e29-8165-7f45c7b8f876 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:25.424972 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-00d4cd3d-7515-4e29-8165-7f45c7b8f876 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Calling delete_port for abaec3db-259d-4145-b56d-3da3e4102eaa owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:25.469298 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4f31258c-5542-4743-8b1b-854654412e46 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:25.554288 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c6eb39bb-f9ec-473b-ba44-722cedd65782 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:25.627554 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eb39bb-f9ec-473b-ba44-722cedd65782 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:25.632379 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-c6eb39bb-f9ec-473b-ba44-722cedd65782 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:25.635524 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6eb39bb-f9ec-473b-ba44-722cedd65782 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:25.635707 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ca12c94d-a8f1-4526-9a9b-1a36f430ea1e tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:25.636141 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c6eb39bb-f9ec-473b-ba44-722cedd65782 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:25.642723 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7451f16-cf91-4f17-8b5a-a07eacca7791 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:18:25.646803 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-4f31258c-5542-4743-8b1b-854654412e46 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Deleting port 86936c83-9413-4877-931a-2711065dc029 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:25.646996 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4f31258c-5542-4743-8b1b-854654412e46 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:25.676529 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb39bb-f9ec-473b-ba44-722cedd65782 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=8481a293-14ef-40b2-a757-a4b5e92337b1,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:25.758721 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-00d4cd3d-7515-4e29-8165-7f45c7b8f876 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:25.769081 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12c94d-a8f1-4526-9a9b-1a36f430ea1e tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Pushing event deleted for resources: {'Port': ['ID=07ba54fd-c9ec-4e44-8e5d-5d38c6f4271d,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:25.781343 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a4337579-ba97-40a9-8be1-83224461d117 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for router_gateway, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:25.832255 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c6eb39bb-f9ec-473b-ba44-722cedd65782 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4007406 Apr 11 14:18:25.835237 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4cd3d-7515-4e29-8165-7f45c7b8f876 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Pushing event deleted for resources: {'Port': ['ID=abaec3db-259d-4145-b56d-3da3e4102eaa,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:25.835973 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35986) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:25.889363 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-7199fe84-5716-45ac-b97b-f70a78973543 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'port': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'fixed_ips': [{'subnet_id': '8481a293-14ef-40b2-a757-a4b5e92337b1', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-2079891499'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:25.895926 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a4337579-ba97-40a9-8be1-83224461d117 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:25.915069 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-00d4cd3d-7515-4e29-8165-7f45c7b8f876 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:25.917196 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-00d4cd3d-7515-4e29-8165-7f45c7b8f876 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] 10.222.0.66 "DELETE /v2.0/ports/abaec3db-259d-4145-b56d-3da3e4102eaa HTTP/1.1" status: 204 len: 168 time: 1.2349374 Apr 11 14:18:25.931427 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35990) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:25.989383 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4ec622-a074-41e0-ba9d-715815f7b730 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] GET failed (client error): The resource could not be found. Apr 11 14:18:25.989953 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ed4ec622-a074-41e0-ba9d-715815f7b730 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Synchronizing usage tracker for tenant:f0ccff93f39144d0a4ea19d5f98e0a6d on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:18:26.012588 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9680e1c9-dc5f-4e53-b478-00021a1e75db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'fixed_ips': [{'subnet_id': '8481a293-14ef-40b2-a757-a4b5e92337b1'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:18:26.013282 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9680e1c9-dc5f-4e53-b478-00021a1e75db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:26.148401 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7199fe84-5716-45ac-b97b-f70a78973543 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:26.156374 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7199fe84-5716-45ac-b97b-f70a78973543 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:port and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:26.162325 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7199fe84-5716-45ac-b97b-f70a78973543 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:26.189993 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7199fe84-5716-45ac-b97b-f70a78973543 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:26.271304 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 699032aa-c9ad-4e06-ac8c-099709fe5f48 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:18:26.296564 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ed4ec622-a074-41e0-ba9d-715815f7b730 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Unset dirty status for tenant:f0ccff93f39144d0a4ea19d5f98e0a6d on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:18:26.301702 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ed4ec622-a074-41e0-ba9d-715815f7b730 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] 10.222.0.66 "GET /v2.0/ports/abaec3db-259d-4145-b56d-3da3e4102eaa HTTP/1.1" status: 404 len: 333 time: 0.3654919 Apr 11 14:18:26.302787 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35994) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:26.319280 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 699032aa-c9ad-4e06-ac8c-099709fe5f48 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:18:26.319634 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 699032aa-c9ad-4e06-ac8c-099709fe5f48 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:18:26.344231 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7199fe84-5716-45ac-b97b-f70a78973543 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:18:26.346171 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-9680e1c9-dc5f-4e53-b478-00021a1e75db None None] Allocated IP 2001:db8::2 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/8481a293-14ef-40b2-a757-a4b5e92337b1/b58cc986-f8f4-4dc9-be4f-359fec0c22ab) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:26.464966 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ca12c94d-a8f1-4526-9a9b-1a36f430ea1e tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:26.466896 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-df3a34cb-842d-4a3f-845e-18753d52c8fc tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Deleting port c7889fa1-42f9-4e92-84a6-6194444219e2 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:26.467665 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-df3a34cb-842d-4a3f-845e-18753d52c8fc tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:26.545478 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4f31258c-5542-4743-8b1b-854654412e46 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:26.562922 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ca12c94d-a8f1-4526-9a9b-1a36f430ea1e tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] 10.222.0.66 "DELETE /v2.0/ports/07ba54fd-c9ec-4e44-8e5d-5d38c6f4271d HTTP/1.1" status: 204 len: 168 time: 2.9025426 Apr 11 14:18:26.577260 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 35998) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:26.579739 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9680e1c9-dc5f-4e53-b478-00021a1e75db None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:26.589400 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7199fe84-5716-45ac-b97b-f70a78973543 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:26.590390 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9680e1c9-dc5f-4e53-b478-00021a1e75db None None] Transition to ACTIVE for port object b58cc986-f8f4-4dc9-be4f-359fec0c22ab will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:26.611210 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9680e1c9-dc5f-4e53-b478-00021a1e75db None None] Transition to ACTIVE for port object b58cc986-f8f4-4dc9-be4f-359fec0c22ab will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:26.629005 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91bc05-ec1e-40bb-b1ce-73f6cdcc8f9e req-0847d566-bfe4-464a-832b-352ad6a746d4 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:26.630549 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4b91bc05-ec1e-40bb-b1ce-73f6cdcc8f9e req-0847d566-bfe4-464a-832b-352ad6a746d4 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.7277362 Apr 11 14:18:26.687752 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-7199fe84-5716-45ac-b97b-f70a78973543 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] device_id is not set on port eef2b485-6b75-4771-9255-7cb24ef9c7d6 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:18:26.689168 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9680e1c9-dc5f-4e53-b478-00021a1e75db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:26.698193 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-4f31258c-5542-4743-8b1b-854654412e46 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Calling delete_port for 86936c83-9413-4877-931a-2711065dc029 owned by network:router_gateway {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:26.755649 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9680e1c9-dc5f-4e53-b478-00021a1e75db None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:26.762772 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-9680e1c9-dc5f-4e53-b478-00021a1e75db None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:26.765668 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9680e1c9-dc5f-4e53-b478-00021a1e75db None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:26.771996 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-a4337579-ba97-40a9-8be1-83224461d117 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Allocated IP 172.26.7.122 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/dc50234b-b779-4d24-94b7-84eb7c127e0d) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:26.831253 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4b91bc05-ec1e-40bb-b1ce-73f6cdcc8f9e req-87837422-6dda-4db8-857a-0f644a3de3bf tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433675 Apr 11 14:18:26.861337 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680e1c9-dc5f-4e53-b478-00021a1e75db None None] Pushing event updated for resources: {'Port': ['ID=b58cc986-f8f4-4dc9-be4f-359fec0c22ab,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:26.916554 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-9680e1c9-dc5f-4e53-b478-00021a1e75db None None] Attempting to bind port b58cc986-f8f4-4dc9-be4f-359fec0c22ab on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:18:26.917399 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-9680e1c9-dc5f-4e53-b478-00021a1e75db None None] Attempting to bind port b58cc986-f8f4-4dc9-be4f-359fec0c22ab by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:18:26.917399 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9680e1c9-dc5f-4e53-b478-00021a1e75db None None] Attempting to bind port b58cc986-f8f4-4dc9-be4f-359fec0c22ab on network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:18:26.924982 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9680e1c9-dc5f-4e53-b478-00021a1e75db None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:18:26.924982 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9680e1c9-dc5f-4e53-b478-00021a1e75db None None] Checking segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:18:26.925520 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9680e1c9-dc5f-4e53-b478-00021a1e75db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:26.926001 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9680e1c9-dc5f-4e53-b478-00021a1e75db None None] Bound using segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:18:26.926527 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-9680e1c9-dc5f-4e53-b478-00021a1e75db None None] Bound port: b58cc986-f8f4-4dc9-be4f-359fec0c22ab, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:18:26.926962 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9680e1c9-dc5f-4e53-b478-00021a1e75db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:26.938003 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-df3a34cb-842d-4a3f-845e-18753d52c8fc tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:26.955699 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1277e3f4-b7b6-4cf0-80f4-bdcb7d07ae71 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:26.956414 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1277e3f4-b7b6-4cf0-80f4-bdcb7d07ae71 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Synchronizing usage tracker for tenant:7eb276b3313a440f9152c2e5b3b3957a on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:18:27.059491 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a4337579-ba97-40a9-8be1-83224461d117 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:27.062580 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-9680e1c9-dc5f-4e53-b478-00021a1e75db None None] For port b58cc986-f8f4-4dc9-be4f-359fec0c22ab, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:18:27.067909 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-9680e1c9-dc5f-4e53-b478-00021a1e75db None None] For port b58cc986-f8f4-4dc9-be4f-359fec0c22ab, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=b58cc986-f8f4-4dc9-be4f-359fec0c22ab,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:18:27.157925 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9680e1c9-dc5f-4e53-b478-00021a1e75db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:27.183722 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-df3a34cb-842d-4a3f-845e-18753d52c8fc tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Calling delete_port for c7889fa1-42f9-4e92-84a6-6194444219e2 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:27.187573 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4f31258c-5542-4743-8b1b-854654412e46 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:27.257652 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-7199fe84-5716-45ac-b97b-f70a78973543 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:18:27.258488 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7199fe84-5716-45ac-b97b-f70a78973543 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:18:27.269390 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680e1c9-dc5f-4e53-b478-00021a1e75db None None] Pushing event updated for resources: {'Port': ['ID=b58cc986-f8f4-4dc9-be4f-359fec0c22ab,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:27.296044 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a4337579-ba97-40a9-8be1-83224461d117 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:27.310073 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31258c-5542-4743-8b1b-854654412e46 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Pushing event deleted for resources: {'Port': ['ID=86936c83-9413-4877-931a-2711065dc029,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:27.359361 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1277e3f4-b7b6-4cf0-80f4-bdcb7d07ae71 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Unset dirty status for tenant:7eb276b3313a440f9152c2e5b3b3957a on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:18:27.360475 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1277e3f4-b7b6-4cf0-80f4-bdcb7d07ae71 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] 10.222.0.66 "GET /v2.0/ports?device_id=d869e966-8c1c-465b-8335-d1a177343969 HTTP/1.1" status: 200 len: 913 time: 0.7822437 Apr 11 14:18:27.363703 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36002) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:27.429183 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4337579-ba97-40a9-8be1-83224461d117 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:27.439843 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-a4337579-ba97-40a9-8be1-83224461d117 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:27.443324 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4337579-ba97-40a9-8be1-83224461d117 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:27.479929 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7199fe84-5716-45ac-b97b-f70a78973543 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6418166 Apr 11 14:18:27.490427 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36006) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:27.522868 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4337579-ba97-40a9-8be1-83224461d117 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event updated for resources: {'Port': ['ID=dc50234b-b779-4d24-94b7-84eb7c127e0d,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:27.536370 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4f31258c-5542-4743-8b1b-854654412e46 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:27.548005 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-df3a34cb-842d-4a3f-845e-18753d52c8fc tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:27.644348 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e6528148-129e-425c-b65c-375fc0a4f79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:27.692075 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a34cb-842d-4a3f-845e-18753d52c8fc tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Pushing event deleted for resources: {'Port': ['ID=c7889fa1-42f9-4e92-84a6-6194444219e2,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:27.752994 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-df3a34cb-842d-4a3f-845e-18753d52c8fc tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:27.752994 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-df3a34cb-842d-4a3f-845e-18753d52c8fc tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] 10.222.0.66 "DELETE /v2.0/ports/c7889fa1-42f9-4e92-84a6-6194444219e2 HTTP/1.1" status: 204 len: 168 time: 1.4462302 Apr 11 14:18:27.811084 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36010) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:27.828827 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4f31258c-5542-4743-8b1b-854654412e46 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:27.909093 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-947d965c-0fd6-478a-b8c6-4b0858c770df tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Deleting subnet 43836234-996d-4496-971c-b4b54f2c3848 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:18:27.912330 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-947d965c-0fd6-478a-b8c6-4b0858c770df tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:27.943923 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89870118-beea-475e-a31a-d94bfbb65c1a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:27.946196 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-89870118-beea-475e-a31a-d94bfbb65c1a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:18:27.990178 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4f31258c-5542-4743-8b1b-854654412e46 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:28.041476 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-89870118-beea-475e-a31a-d94bfbb65c1a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:18:28.042645 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-89870118-beea-475e-a31a-d94bfbb65c1a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5511711 Apr 11 14:18:28.077642 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36016) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:28.161165 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-947d965c-0fd6-478a-b8c6-4b0858c770df tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:28.296353 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device b58cc986-f8f4-4dc9-be4f-359fec0c22ab up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:18:28.296892 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c97abd-22e1-4a50-ad2b-e986f1094180 req-c214f1a5-a9a4-4f9f-9838-7adfd172055d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:28.298452 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f7c97abd-22e1-4a50-ad2b-e986f1094180 req-c214f1a5-a9a4-4f9f-9838-7adfd172055d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.2580519 Apr 11 14:18:28.357997 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f7c97abd-22e1-4a50-ad2b-e986f1094180 req-e016135c-89de-4787-aa5f-05555039af1d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504160 Apr 11 14:18:28.449321 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0b1c20c4-56de-4ada-82de-2060915ea6a7 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:28.469051 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25005efd-6683-44b5-9521-a1269c898c81 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:28.471000 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25005efd-6683-44b5-9521-a1269c898c81 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:28.471809 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-25005efd-6683-44b5-9521-a1269c898c81 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:18:28.493415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4f31258c-5542-4743-8b1b-854654412e46 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:28.494002 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f31258c-5542-4743-8b1b-854654412e46 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Fanout notify agent at l3_agent the message router_deleted on router 91593884-64e2-4fc9-921a-91936401c5b6 {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:18:28.521483 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4f31258c-5542-4743-8b1b-854654412e46 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:28.522624 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4f31258c-5542-4743-8b1b-854654412e46 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "DELETE /v2.0/routers/91593884-64e2-4fc9-921a-91936401c5b6 HTTP/1.1" status: 204 len: 168 time: 4.1920638 Apr 11 14:18:28.525157 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port b58cc986-f8f4-4dc9-be4f-359fec0c22ab completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:18:28.527474 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36022) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:28.532524 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-ce074686-3304-4fd7-a621-c432243f5d07 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2134930936', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'enable_snat': False}}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:28.543647 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ce074686-3304-4fd7-a621-c432243f5d07 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:28.547275 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:28.548853 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-947d965c-0fd6-478a-b8c6-4b0858c770df tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:28.580092 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ce074686-3304-4fd7-a621-c432243f5d07 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Usage tracker for resource:router and tenant:7bc04890669e4c01b1254641ed5bf407 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:28.586609 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ce074686-3304-4fd7-a621-c432243f5d07 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:28.600278 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ce074686-3304-4fd7-a621-c432243f5d07 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:28.622164 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:28.625729 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-57add054-6ae2-4a19-a68e-6b55407a8dd4 None None] Provisioning for port b58cc986-f8f4-4dc9-be4f-359fec0c22ab completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:18:28.631831 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-57add054-6ae2-4a19-a68e-6b55407a8dd4 None None] Provisioning complete for port b58cc986-f8f4-4dc9-be4f-359fec0c22ab triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:28.632198 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-57add054-6ae2-4a19-a68e-6b55407a8dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:28.653411 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-25005efd-6683-44b5-9521-a1269c898c81 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:18:28.657665 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-25005efd-6683-44b5-9521-a1269c898c81 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5651810 Apr 11 14:18:28.659078 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36026) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:28.755041 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-57add054-6ae2-4a19-a68e-6b55407a8dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:28.777014 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ce074686-3304-4fd7-a621-c432243f5d07 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:28.778587 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ce074686-3304-4fd7-a621-c432243f5d07 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:28.789826 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-57add054-6ae2-4a19-a68e-6b55407a8dd4 None None] For port b58cc986-f8f4-4dc9-be4f-359fec0c22ab, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=b58cc986-f8f4-4dc9-be4f-359fec0c22ab,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:18:28.816538 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-198fa6ed-cfe0-4d64-be5e-e00ebcbf6c79 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet 8481a293-14ef-40b2-a757-a4b5e92337b1 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:18:28.821413 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-198fa6ed-cfe0-4d64-be5e-e00ebcbf6c79 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:28.821731 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ce074686-3304-4fd7-a621-c432243f5d07 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:28.835140 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a4337579-ba97-40a9-8be1-83224461d117 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for router_gateway, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:28.883701 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-57add054-6ae2-4a19-a68e-6b55407a8dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:28.884034 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-198fa6ed-cfe0-4d64-be5e-e00ebcbf6c79 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:28.890316 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-947d965c-0fd6-478a-b8c6-4b0858c770df tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:28.950370 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d965c-0fd6-478a-b8c6-4b0858c770df tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Pushing event deleted for resources: {'Subnet': ['ID=43836234-996d-4496-971c-b4b54f2c3848,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:28.953215 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-947d965c-0fd6-478a-b8c6-4b0858c770df tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:28.976778 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57add054-6ae2-4a19-a68e-6b55407a8dd4 None None] Pushing event updated for resources: {'Port': ['ID=b58cc986-f8f4-4dc9-be4f-359fec0c22ab,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:28.981188 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a09c92-7b85-43ec-8ce5-26f2e247cb77 None None] Network 75d82da1-3105-4c69-83ae-7d2604551ae0 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:18:28.983180 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-947d965c-0fd6-478a-b8c6-4b0858c770df tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] 10.222.0.66 "DELETE /v2.0/subnets/43836234-996d-4496-971c-b4b54f2c3848 HTTP/1.1" status: 204 len: 168 time: 1.1635857 Apr 11 14:18:28.984044 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36030) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:29.163579 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-0b1c20c4-56de-4ada-82de-2060915ea6a7 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Deleting port e8e4b3b7-f8c6-4635-afc4-5cd2a3978a7d {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:29.163919 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0b1c20c4-56de-4ada-82de-2060915ea6a7 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:29.237011 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-198fa6ed-cfe0-4d64-be5e-e00ebcbf6c79 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:29.312049 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e620ba5-8945-43d4-b87f-4a676c8bbd10 None None] DHCP port deletion for 75d82da1-3105-4c69-83ae-7d2604551ae0 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:18:29.316963 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-3e620ba5-8945-43d4-b87f-4a676c8bbd10 None None] Deleting port cfbf4a4f-bcd6-4b93-af8b-a49990907ee4 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:29.317291 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3e620ba5-8945-43d4-b87f-4a676c8bbd10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:29.454693 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0b1c20c4-56de-4ada-82de-2060915ea6a7 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:29.543459 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-533bcd0c-03af-4263-a248-507beaae8585 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:29.574779 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-3e620ba5-8945-43d4-b87f-4a676c8bbd10 None None] For port cfbf4a4f-bcd6-4b93-af8b-a49990907ee4, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=cfbf4a4f-bcd6-4b93-af8b-a49990907ee4,segment=NetworkSegment(440e861e-c53a-4487-a4c2-c79bc413c388),segment_id=440e861e-c53a-4487-a4c2-c79bc413c388)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:18:29.575172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3e620ba5-8945-43d4-b87f-4a676c8bbd10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:29.578278 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ce074686-3304-4fd7-a621-c432243f5d07 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:29.602253 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-0b1c20c4-56de-4ada-82de-2060915ea6a7 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Calling delete_port for e8e4b3b7-f8c6-4635-afc4-5cd2a3978a7d owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:29.684478 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-533bcd0c-03af-4263-a248-507beaae8585 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Deleting port cfbf4a4f-bcd6-4b93-af8b-a49990907ee4 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:29.684713 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-533bcd0c-03af-4263-a248-507beaae8585 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:29.715516 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-3e620ba5-8945-43d4-b87f-4a676c8bbd10 None None] Calling delete_port for cfbf4a4f-bcd6-4b93-af8b-a49990907ee4 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:29.811558 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-198fa6ed-cfe0-4d64-be5e-e00ebcbf6c79 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:29.867643 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fa6ed-cfe0-4d64-be5e-e00ebcbf6c79 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=8481a293-14ef-40b2-a757-a4b5e92337b1,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:29.873029 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:29.879243 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-198fa6ed-cfe0-4d64-be5e-e00ebcbf6c79 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:29.885789 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4814f527-2917-4e15-887f-0e0138d51423 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:18:29.903056 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3e620ba5-8945-43d4-b87f-4a676c8bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:29.967982 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a4337579-ba97-40a9-8be1-83224461d117 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:29.971136 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e620ba5-8945-43d4-b87f-4a676c8bbd10 None None] No DVR routers for this DVR port cfbf4a4f-bcd6-4b93-af8b-a49990907ee4 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:18:29.984420 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e620ba5-8945-43d4-b87f-4a676c8bbd10 None None] Pushing event deleted for resources: {'Port': ['ID=cfbf4a4f-bcd6-4b93-af8b-a49990907ee4,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:29.990323 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-533bcd0c-03af-4263-a248-507beaae8585 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] The port 'cfbf4a4f-bcd6-4b93-af8b-a49990907ee4' was deleted {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:18:30.040034 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-198fa6ed-cfe0-4d64-be5e-e00ebcbf6c79 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/8481a293-14ef-40b2-a757-a4b5e92337b1 HTTP/1.1" status: 204 len: 168 time: 1.3808572 Apr 11 14:18:30.042224 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36036) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:30.050028 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245c858-4f52-4c14-8927-a0bf6350ef2a req-da7e001a-f84e-4a65-91ae-2e123d6acab7 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:30.051704 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2245c858-4f52-4c14-8927-a0bf6350ef2a req-da7e001a-f84e-4a65-91ae-2e123d6acab7 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.5306494 Apr 11 14:18:30.119483 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0b1c20c4-56de-4ada-82de-2060915ea6a7 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:30.167531 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4b8e68a1-f203-430e-b1fc-76562d6f5d90 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1238992 Apr 11 14:18:30.179866 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36040) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:30.183331 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c20c4-56de-4ada-82de-2060915ea6a7 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Pushing event deleted for resources: {'Port': ['ID=e8e4b3b7-f8c6-4635-afc4-5cd2a3978a7d,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:30.211909 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-ae25b885-672c-40ba-a981-c9b27cf9c907 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:30.271731 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be26c169-bd33-42b4-a84b-0b75ffc616fa None None] DHCP port deletion for 47d4fbd0-dfc4-4187-bb2e-73c4649db563 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:18:30.277483 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-be26c169-bd33-42b4-a84b-0b75ffc616fa None None] Deleting port b58cc986-f8f4-4dc9-be4f-359fec0c22ab {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:30.277882 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-be26c169-bd33-42b4-a84b-0b75ffc616fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:30.368802 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device cfbf4a4f-bcd6-4b93-af8b-a49990907ee4 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:18:30.436782 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2245c858-4f52-4c14-8927-a0bf6350ef2a req-19f3b5be-171c-4929-a01f-bc49ffbcb89b tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3266053 Apr 11 14:18:30.484382 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: cfbf4a4f-bcd6-4b93-af8b-a49990907ee4 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:18:30.484639 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device cfbf4a4f-bcd6-4b93-af8b-a49990907ee4 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:18:30.531674 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0b1c20c4-56de-4ada-82de-2060915ea6a7 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:30.574310 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-533bcd0c-03af-4263-a248-507beaae8585 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:30.605231 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-be26c169-bd33-42b4-a84b-0b75ffc616fa None None] For port b58cc986-f8f4-4dc9-be4f-359fec0c22ab, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=b58cc986-f8f4-4dc9-be4f-359fec0c22ab,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:18:30.605630 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-be26c169-bd33-42b4-a84b-0b75ffc616fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:30.651696 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ae25b885-672c-40ba-a981-c9b27cf9c907 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:30.656410 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-533bcd0c-03af-4263-a248-507beaae8585 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d82da1-3105-4c69-83ae-7d2604551ae0']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:30.675883 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ae25b885-672c-40ba-a981-c9b27cf9c907 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:subnet and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:30.683090 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ae25b885-672c-40ba-a981-c9b27cf9c907 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:30.687663 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-533bcd0c-03af-4263-a248-507beaae8585 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440e861e-c53a-4487-a4c2-c79bc413c388') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:30.687979 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-533bcd0c-03af-4263-a248-507beaae8585 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440e861e-c53a-4487-a4c2-c79bc413c388') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:30.707511 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ae25b885-672c-40ba-a981-c9b27cf9c907 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:30.720963 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-533bcd0c-03af-4263-a248-507beaae8585 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:30.738706 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-be26c169-bd33-42b4-a84b-0b75ffc616fa None None] Calling delete_port for b58cc986-f8f4-4dc9-be4f-359fec0c22ab owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:30.758018 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-533bcd0c-03af-4263-a248-507beaae8585 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:30.830163 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533bcd0c-03af-4263-a248-507beaae8585 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:18:30.830558 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-533bcd0c-03af-4263-a248-507beaae8585 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:30.848121 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae25b885-672c-40ba-a981-c9b27cf9c907 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:18:30.851524 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ae25b885-672c-40ba-a981-c9b27cf9c907 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:18:30.866316 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:18:30.895067 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-be26c169-bd33-42b4-a84b-0b75ffc616fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:30.950440 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26c169-bd33-42b4-a84b-0b75ffc616fa None None] Pushing event deleted for resources: {'Port': ['ID=b58cc986-f8f4-4dc9-be4f-359fec0c22ab,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:30.954535 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be26c169-bd33-42b4-a84b-0b75ffc616fa None None] No DVR routers for this DVR port b58cc986-f8f4-4dc9-be4f-359fec0c22ab on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:18:31.025162 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1c20c4-56de-4ada-82de-2060915ea6a7 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Router d869e966-8c1c-465b-8335-d1a177343969 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:18:31.085426 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4337579-ba97-40a9-8be1-83224461d117 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Router 73279aa8-6434-415a-8b91-e5bc5ab99e3f is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:18:31.212241 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1c20c4-56de-4ada-82de-2060915ea6a7 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:18:31.223907 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d571f90-780b-4c18-873f-c2de3242e4fa None None] Sync routers for ids ['d869e966-8c1c-465b-8335-d1a177343969'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:18:31.229483 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-533bcd0c-03af-4263-a248-507beaae8585 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:31.235543 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d571f90-780b-4c18-873f-c2de3242e4fa None None] Routers {'d869e966-8c1c-465b-8335-d1a177343969'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:31.236809 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-3d571f90-780b-4c18-873f-c2de3242e4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d869e966-8c1c-465b-8335-d1a177343969'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:31.261500 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-533bcd0c-03af-4263-a248-507beaae8585 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:31.285892 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ce074686-3304-4fd7-a621-c432243f5d07 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:31.301421 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-3d571f90-780b-4c18-873f-c2de3242e4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:31.310526 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d571f90-780b-4c18-873f-c2de3242e4fa None None] Routers {'d869e966-8c1c-465b-8335-d1a177343969'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:31.311123 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-3d571f90-780b-4c18-873f-c2de3242e4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d869e966-8c1c-465b-8335-d1a177343969'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:31.317541 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0b1c20c4-56de-4ada-82de-2060915ea6a7 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] 10.222.0.66 "PUT /v2.0/routers/d869e966-8c1c-465b-8335-d1a177343969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9507556 Apr 11 14:18:31.317713 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533bcd0c-03af-4263-a248-507beaae8585 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] Pushing event deleted for resources: {'Network': ['ID=75d82da1-3105-4c69-83ae-7d2604551ae0,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:31.318276 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36044) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:31.338959 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ce074686-3304-4fd7-a621-c432243f5d07 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:31.343231 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-533bcd0c-03af-4263-a248-507beaae8585 tempest-AllowedAddressPairIpV6TestJSON-1514193335 tempest-AllowedAddressPairIpV6TestJSON-1514193335-project] 10.222.0.66 "DELETE /v2.0/networks/75d82da1-3105-4c69-83ae-7d2604551ae0 HTTP/1.1" status: 204 len: 168 time: 2.3537796 Apr 11 14:18:31.408832 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-3d571f90-780b-4c18-873f-c2de3242e4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:31.409237 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d571f90-780b-4c18-873f-c2de3242e4fa None None] The sync data for ids ['d869e966-8c1c-465b-8335-d1a177343969'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:18:31.545346 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-40cada7a-5c56-4133-85b2-1d82f71eda49 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:31.734911 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4337579-ba97-40a9-8be1-83224461d117 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:18:31.753871 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55d4557-8a26-47e1-81fc-18ea2e72931f None None] Sync routers for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:18:31.777127 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55d4557-8a26-47e1-81fc-18ea2e72931f None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:31.778525 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-f55d4557-8a26-47e1-81fc-18ea2e72931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:31.818722 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0294c-7773-4d67-8dae-815ce827b46c req-bb9aafcf-c062-4ed0-84b8-58ff9032746c tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:31.820233 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2ef0294c-7773-4d67-8dae-815ce827b46c req-bb9aafcf-c062-4ed0-84b8-58ff9032746c tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.1957023 Apr 11 14:18:31.825047 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-40cada7a-5c56-4133-85b2-1d82f71eda49 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:31.836169 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-ce074686-3304-4fd7-a621-c432243f5d07 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Allocated IP 172.26.7.31 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:31.868273 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-f55d4557-8a26-47e1-81fc-18ea2e72931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:31.879982 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2ef0294c-7773-4d67-8dae-815ce827b46c req-6117d7c0-be39-46c2-af01-f57b5d438a87 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485671 Apr 11 14:18:31.880577 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a4337579-ba97-40a9-8be1-83224461d117 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:31.881977 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a4337579-ba97-40a9-8be1-83224461d117 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.2745497 Apr 11 14:18:31.884756 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36054) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:31.886263 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ae25b885-672c-40ba-a981-c9b27cf9c907 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:31.890634 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55d4557-8a26-47e1-81fc-18ea2e72931f None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:31.892516 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-f55d4557-8a26-47e1-81fc-18ea2e72931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:31.956174 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-40cada7a-5c56-4133-85b2-1d82f71eda49 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Deleting port f4371c87-3a30-4db6-92d7-d2400501568a {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:31.956497 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-40cada7a-5c56-4133-85b2-1d82f71eda49 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:31.991059 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-f55d4557-8a26-47e1-81fc-18ea2e72931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:31.991464 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55d4557-8a26-47e1-81fc-18ea2e72931f None None] The sync data for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:18:31.991766 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae25b885-672c-40ba-a981-c9b27cf9c907 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:32.003883 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-ae25b885-672c-40ba-a981-c9b27cf9c907 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:32.016660 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae25b885-672c-40ba-a981-c9b27cf9c907 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:32.020744 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ae25b885-672c-40ba-a981-c9b27cf9c907 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:32.020862 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437e6412-6a01-46a1-8429-9852c16da194 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:18:32.056568 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25b885-672c-40ba-a981-c9b27cf9c907 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=55e1563f-9efd-472c-9fc4-0ecfd9c240d9,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:32.084740 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36060) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:32.107807 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ae25b885-672c-40ba-a981-c9b27cf9c907 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9127843 Apr 11 14:18:32.113952 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ce074686-3304-4fd7-a621-c432243f5d07 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:32.115797 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36066) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:32.123968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-01fdb59c-135c-4148-ae93-428007df7240 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1864481928', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:32.131885 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-01fdb59c-135c-4148-ae93-428007df7240 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:32.136460 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-01fdb59c-135c-4148-ae93-428007df7240 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:router and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:32.140337 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-01fdb59c-135c-4148-ae93-428007df7240 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:32.146482 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-01fdb59c-135c-4148-ae93-428007df7240 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:32.210751 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-01fdb59c-135c-4148-ae93-428007df7240 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:32.212001 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-01fdb59c-135c-4148-ae93-428007df7240 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:32.242292 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-01fdb59c-135c-4148-ae93-428007df7240 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:32.266859 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ce074686-3304-4fd7-a621-c432243f5d07 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:32.267227 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device b58cc986-f8f4-4dc9-be4f-359fec0c22ab no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:18:32.310757 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: b58cc986-f8f4-4dc9-be4f-359fec0c22ab {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:18:32.311019 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device b58cc986-f8f4-4dc9-be4f-359fec0c22ab not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:18:32.348556 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce074686-3304-4fd7-a621-c432243f5d07 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:32.351724 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-01fdb59c-135c-4148-ae93-428007df7240 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:32.365039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-ce074686-3304-4fd7-a621-c432243f5d07 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:32.377579 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce074686-3304-4fd7-a621-c432243f5d07 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:32.382734 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c195dc1e-700c-496b-b92a-0dc0e6c0a927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'fixed_ips': [{'subnet_id': '55e1563f-9efd-472c-9fc4-0ecfd9c240d9'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:18:32.383754 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c195dc1e-700c-496b-b92a-0dc0e6c0a927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:32.449104 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce074686-3304-4fd7-a621-c432243f5d07 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Pushing event updated for resources: {'Port': ['ID=dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:32.538120 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-40cada7a-5c56-4133-85b2-1d82f71eda49 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:32.541933 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2201a0ed-da71-43c5-b51b-2ca642083a05 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f0ccff93f39144d0a4ea19d5f98e0a6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4536214 Apr 11 14:18:32.546217 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36070) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:32.557001 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-01fdb59c-135c-4148-ae93-428007df7240 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:32.561240 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-01fdb59c-135c-4148-ae93-428007df7240 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4414048 Apr 11 14:18:32.561893 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36074) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:32.589987 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-c195dc1e-700c-496b-b92a-0dc0e6c0a927 None None] Allocated IP 2001:db8::2 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/55e1563f-9efd-472c-9fc4-0ecfd9c240d9/4dc24564-a3c8-4389-9d6a-4f3db16644e5) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:32.738581 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-40cada7a-5c56-4133-85b2-1d82f71eda49 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Calling delete_port for f4371c87-3a30-4db6-92d7-d2400501568a owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:32.743255 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bb180fc3-0f46-4ed4-9937-af0bf57dd71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:32.776624 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bb180fc3-0f46-4ed4-9937-af0bf57dd71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:32.842588 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c195dc1e-700c-496b-b92a-0dc0e6c0a927 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:32.968691 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c195dc1e-700c-496b-b92a-0dc0e6c0a927 None None] Transition to ACTIVE for port object 4dc24564-a3c8-4389-9d6a-4f3db16644e5 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:33.024884 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bb180fc3-0f46-4ed4-9937-af0bf57dd71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:33.025477 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c195dc1e-700c-496b-b92a-0dc0e6c0a927 None None] Transition to ACTIVE for port object 4dc24564-a3c8-4389-9d6a-4f3db16644e5 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:33.111727 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb180fc3-0f46-4ed4-9937-af0bf57dd71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fbce01-15ae-4491-8763-5f0a46c0c8a2,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:33.134988 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c195dc1e-700c-496b-b92a-0dc0e6c0a927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:33.140349 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bb180fc3-0f46-4ed4-9937-af0bf57dd71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:33.144130 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bb180fc3-0f46-4ed4-9937-af0bf57dd71a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/60fbce01-15ae-4491-8763-5f0a46c0c8a2 HTTP/1.1" status: 204 len: 168 time: 0.5968914 Apr 11 14:18:33.159362 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ce074686-3304-4fd7-a621-c432243f5d07 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:33.208352 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c195dc1e-700c-496b-b92a-0dc0e6c0a927 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:33.211407 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-c195dc1e-700c-496b-b92a-0dc0e6c0a927 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:33.216046 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c195dc1e-700c-496b-b92a-0dc0e6c0a927 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:33.272804 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195dc1e-700c-496b-b92a-0dc0e6c0a927 None None] Pushing event updated for resources: {'Port': ['ID=4dc24564-a3c8-4389-9d6a-4f3db16644e5,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:33.337125 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-c195dc1e-700c-496b-b92a-0dc0e6c0a927 None None] Attempting to bind port 4dc24564-a3c8-4389-9d6a-4f3db16644e5 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:18:33.337633 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-c195dc1e-700c-496b-b92a-0dc0e6c0a927 None None] Attempting to bind port 4dc24564-a3c8-4389-9d6a-4f3db16644e5 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:18:33.338417 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c195dc1e-700c-496b-b92a-0dc0e6c0a927 None None] Attempting to bind port 4dc24564-a3c8-4389-9d6a-4f3db16644e5 on network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:18:33.345470 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c195dc1e-700c-496b-b92a-0dc0e6c0a927 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:18:33.345987 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c195dc1e-700c-496b-b92a-0dc0e6c0a927 None None] Checking segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:18:33.350400 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c195dc1e-700c-496b-b92a-0dc0e6c0a927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:33.350400 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c195dc1e-700c-496b-b92a-0dc0e6c0a927 None None] Bound using segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:18:33.350400 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-c195dc1e-700c-496b-b92a-0dc0e6c0a927 None None] Bound port: 4dc24564-a3c8-4389-9d6a-4f3db16644e5, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:18:33.350400 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c195dc1e-700c-496b-b92a-0dc0e6c0a927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:33.361419 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad59db5-9f69-4850-b897-892032d6c16e req-d6631f51-c119-40a5-88ab-380113396ad9 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:33.362969 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3ad59db5-9f69-4850-b897-892032d6c16e req-d6631f51-c119-40a5-88ab-380113396ad9 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.3044996 Apr 11 14:18:33.459076 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-c195dc1e-700c-496b-b92a-0dc0e6c0a927 None None] For port 4dc24564-a3c8-4389-9d6a-4f3db16644e5, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:18:33.462709 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-c195dc1e-700c-496b-b92a-0dc0e6c0a927 None None] For port 4dc24564-a3c8-4389-9d6a-4f3db16644e5, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4dc24564-a3c8-4389-9d6a-4f3db16644e5,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:18:33.501087 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3ad59db5-9f69-4850-b897-892032d6c16e req-d9c0a3d2-cb04-4637-99fa-4d7c5e3720b1 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229548 Apr 11 14:18:33.560765 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c195dc1e-700c-496b-b92a-0dc0e6c0a927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:33.693797 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195dc1e-700c-496b-b92a-0dc0e6c0a927 None None] Pushing event updated for resources: {'Port': ['ID=4dc24564-a3c8-4389-9d6a-4f3db16644e5,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:33.803617 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ce074686-3304-4fd7-a621-c432243f5d07 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:33.944821 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-13e40775-cea6-4f75-a33e-5a2ede2017a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:33.960796 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-40cada7a-5c56-4133-85b2-1d82f71eda49 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:34.198382 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce074686-3304-4fd7-a621-c432243f5d07 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Router c2bc079f-dcb3-46f5-8437-08741bba1e73 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:18:34.219753 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cada7a-5c56-4133-85b2-1d82f71eda49 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Pushing event deleted for resources: {'Port': ['ID=f4371c87-3a30-4db6-92d7-d2400501568a,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:34.289271 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4dc24564-a3c8-4389-9d6a-4f3db16644e5 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:18:34.370790 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-40cada7a-5c56-4133-85b2-1d82f71eda49 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:34.536721 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce074686-3304-4fd7-a621-c432243f5d07 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:18:34.538630 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] Sync routers for ids ['c2bc079f-dcb3-46f5-8437-08741bba1e73'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:18:34.538630 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] Routers {'c2bc079f-dcb3-46f5-8437-08741bba1e73'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:34.538630 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['c2bc079f-dcb3-46f5-8437-08741bba1e73'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:34.611870 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 4dc24564-a3c8-4389-9d6a-4f3db16644e5 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:18:34.682991 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] Set router c2bc079f-dcb3-46f5-8437-08741bba1e73 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:18:34.741318 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-40cada7a-5c56-4133-85b2-1d82f71eda49 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:34.772756 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-40cada7a-5c56-4133-85b2-1d82f71eda49 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:34.791635 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36102) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:34.811601 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ce074686-3304-4fd7-a621-c432243f5d07 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:34.818682 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ce074686-3304-4fd7-a621-c432243f5d07 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.2866273 Apr 11 14:18:34.820150 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36108) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:34.967676 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-695433f5-c7cd-4c43-b069-9f52ca4eea73 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:35.059726 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-bf0c9715-a76d-4133-8c02-2e51147a8b7a tempest-DvrRoutersNegativeTest-1123794196 tempest-DvrRoutersNegativeTest-1123794196-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1372680145', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:35.062656 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bc079f-dcb3-46f5-8437-08741bba1e73', 'name': 'tempest-snat-router-2134930936', 'tenant_id': '7bc04890669e4c01b1254641ed5bf407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.31'}], 'enable_snat': False}, 'gw_port_id': 'dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:18:28Z', 'updated_at': '2022-04-11T14:18:32Z', 'revision_number': 3, 'project_id': '7bc04890669e4c01b1254641ed5bf407', 'gw_port': {'id': 'dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bc079f-dcb3-46f5-8437-08741bba1e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:18:31Z', 'updated_at': '2022-04-11T14:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:35.062951 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.policy [None req-bf0c9715-a76d-4133-8c02-2e51147a8b7a tempest-DvrRoutersNegativeTest-1123794196 tempest-DvrRoutersNegativeTest-1123794196-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88617) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 11 14:18:35.063245 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.policy [None req-bf0c9715-a76d-4133-8c02-2e51147a8b7a tempest-DvrRoutersNegativeTest-1123794196 tempest-DvrRoutersNegativeTest-1123794196-project] Failed policy check for 'create_router' {{(pid=88617) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 11 14:18:35.063923 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-bf0c9715-a76d-4133-8c02-2e51147a8b7a tempest-DvrRoutersNegativeTest-1123794196 tempest-DvrRoutersNegativeTest-1123794196-project] create failed (client error): Access was denied to this resource. Apr 11 14:18:35.065887 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bf0c9715-a76d-4133-8c02-2e51147a8b7a tempest-DvrRoutersNegativeTest-1123794196 tempest-DvrRoutersNegativeTest-1123794196-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2722857 Apr 11 14:18:35.067825 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] Checking router: c2bc079f-dcb3-46f5-8437-08741bba1e73 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:18:35.068655 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] Updating router c2bc079f-dcb3-46f5-8437-08741bba1e73 port dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4 binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:18:35.105096 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0100c088-64cf-4305-933d-4cee465f9530 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "GET /v2.0/routers/c2bc079f-dcb3-46f5-8437-08741bba1e73 HTTP/1.1" status: 200 len: 908 time: 0.2804701 Apr 11 14:18:35.105454 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36114) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:35.112411 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-8c879fc4-8ada-4262-a681-00c4c6b130ca tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2134930936', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'enable_snat': True}}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:35.114879 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-40cada7a-5c56-4133-85b2-1d82f71eda49 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:35.115392 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cada7a-5c56-4133-85b2-1d82f71eda49 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Fanout notify agent at l3_agent the message router_deleted on router d869e966-8c1c-465b-8335-d1a177343969 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:18:35.119405 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8c879fc4-8ada-4262-a681-00c4c6b130ca tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:35.124241 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8c879fc4-8ada-4262-a681-00c4c6b130ca tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Usage tracker for resource:router and tenant:7bc04890669e4c01b1254641ed5bf407 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:35.128353 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8c879fc4-8ada-4262-a681-00c4c6b130ca tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:35.135626 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8c879fc4-8ada-4262-a681-00c4c6b130ca tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:35.137167 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ed2bc-71cd-4055-b9df-8a4ab07a3880 req-aadae9db-6098-42dc-b00b-89d97cda139c tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:35.139666 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fe0ed2bc-71cd-4055-b9df-8a4ab07a3880 req-aadae9db-6098-42dc-b00b-89d97cda139c tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.4183376 Apr 11 14:18:35.174157 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9e619248-d1d7-45d4-a831-0b4d8929105b None None] Provisioning for port 4dc24564-a3c8-4389-9d6a-4f3db16644e5 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:18:35.180429 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9e619248-d1d7-45d4-a831-0b4d8929105b None None] Provisioning complete for port 4dc24564-a3c8-4389-9d6a-4f3db16644e5 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:35.184813 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9e619248-d1d7-45d4-a831-0b4d8929105b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:35.189833 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:35.208965 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-40cada7a-5c56-4133-85b2-1d82f71eda49 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:35.212795 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-40cada7a-5c56-4133-85b2-1d82f71eda49 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] 10.222.0.66 "DELETE /v2.0/routers/d869e966-8c1c-465b-8335-d1a177343969 HTTP/1.1" status: 204 len: 168 time: 3.8928685 Apr 11 14:18:35.213024 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36118) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:35.265080 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8c879fc4-8ada-4262-a681-00c4c6b130ca tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:35.266598 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8c879fc4-8ada-4262-a681-00c4c6b130ca tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:35.299398 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fe0ed2bc-71cd-4055-b9df-8a4ab07a3880 req-7610aa9c-9a92-4da0-8950-02b9a268d52b tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465304 Apr 11 14:18:35.307593 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-13e40775-cea6-4f75-a33e-5a2ede2017a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 2001:db8::1 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/55e1563f-9efd-472c-9fc4-0ecfd9c240d9/ead903b7-6a0f-43c5-a86d-2d02c40ca71f) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:35.318147 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8c879fc4-8ada-4262-a681-00c4c6b130ca tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:35.327078 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ac55ec-96c6-4aa9-bb17-03d4705ffdb3 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Deleting subnet 59402f32-9898-45c4-b9e4-b06caaee06ef {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:18:35.334585 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b4ac55ec-96c6-4aa9-bb17-03d4705ffdb3 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:35.365825 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9e619248-d1d7-45d4-a831-0b4d8929105b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:35.402710 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-9e619248-d1d7-45d4-a831-0b4d8929105b None None] For port 4dc24564-a3c8-4389-9d6a-4f3db16644e5, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4dc24564-a3c8-4389-9d6a-4f3db16644e5,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:18:35.440357 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b4ac55ec-96c6-4aa9-bb17-03d4705ffdb3 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:35.509484 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9e619248-d1d7-45d4-a831-0b4d8929105b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:35.653021 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e619248-d1d7-45d4-a831-0b4d8929105b None None] Pushing event updated for resources: {'Port': ['ID=4dc24564-a3c8-4389-9d6a-4f3db16644e5,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:35.712705 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:35.727923 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] Transition to ACTIVE for port object dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4 will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:35.820403 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:35.840466 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8c879fc4-8ada-4262-a681-00c4c6b130ca tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:35.842569 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36128) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:35.893974 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b4ac55ec-96c6-4aa9-bb17-03d4705ffdb3 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:35.936039 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4755e-fb0e-421e-a023-8377793fdf82 None None] Pushing event updated for resources: {'Port': ['ID=dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4,revision_number=2']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:35.964351 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] Attempting to bind port dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:18:35.964723 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] Attempting to bind port dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:18:35.965079 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] Attempting to bind port dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4 on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:18:35.972580 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:18:35.979058 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:18:35.979058 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:35.979058 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:18:35.979058 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] Bound port: dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:18:35.979058 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:35.990207 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-13e40775-cea6-4f75-a33e-5a2ede2017a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:36.058352 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] For port dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:18:36.062131 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] For port dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:18:36.119926 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-13e40775-cea6-4f75-a33e-5a2ede2017a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Transition to ACTIVE for port object ead903b7-6a0f-43c5-a86d-2d02c40ca71f will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:36.134653 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b8d43ca1-223d-460f-a35f-fea409a7958a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:36.176846 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:36.179508 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b8d43ca1-223d-460f-a35f-fea409a7958a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:36.184533 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b8d43ca1-223d-460f-a35f-fea409a7958a admin admin] Usage tracker for resource:security_group_rule and tenant:33af3642a99b4f90b0c6f666089a32cd is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:36.189321 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b8d43ca1-223d-460f-a35f-fea409a7958a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:36.196409 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b8d43ca1-223d-460f-a35f-fea409a7958a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:36.234435 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-695433f5-c7cd-4c43-b069-9f52ca4eea73 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Allocated IP 172.20.0.1 (31b84538-8b4a-4dae-b0f5-5a18eeb71b07/682fe6bd-4cf9-4ace-984e-1ac81fa61778/ca19d2f0-791e-4e3b-8b4a-e2ff0a622fcd) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:36.256419 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2515293-f52f-4ab9-9497-770eb8766087 req-b7d8b6cd-9dc7-4e06-9617-a5acd461745d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:36.264896 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a2515293-f52f-4ab9-9497-770eb8766087 req-b7d8b6cd-9dc7-4e06-9617-a5acd461745d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.3980932 Apr 11 14:18:36.270345 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] Routers {'c2bc079f-dcb3-46f5-8437-08741bba1e73'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:36.270345 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['c2bc079f-dcb3-46f5-8437-08741bba1e73'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:36.298273 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4dc24564-a3c8-4389-9d6a-4f3db16644e5 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:18:36.310583 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b4ac55ec-96c6-4aa9-bb17-03d4705ffdb3 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:36.330464 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a2515293-f52f-4ab9-9497-770eb8766087 req-f1f2e9d7-ce86-4205-92c1-6208a7f3c397 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645390 Apr 11 14:18:36.372250 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4755e-fb0e-421e-a023-8377793fdf82 None None] Pushing event updated for resources: {'Port': ['ID=dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:36.393587 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b4ac55ec-96c6-4aa9-bb17-03d4705ffdb3 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:36.402032 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac55ec-96c6-4aa9-bb17-03d4705ffdb3 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Pushing event deleted for resources: {'Subnet': ['ID=59402f32-9898-45c4-b9e4-b06caaee06ef,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:36.413066 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34a9fc8-5e81-473d-92cc-1a9d5c6ac653 None None] Network e05449e2-3bf4-4445-ba01-3d18fb30fb13 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:18:36.420260 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b4ac55ec-96c6-4aa9-bb17-03d4705ffdb3 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] 10.222.0.66 "DELETE /v2.0/subnets/59402f32-9898-45c4-b9e4-b06caaee06ef HTTP/1.1" status: 204 len: 168 time: 1.2046392 Apr 11 14:18:36.422517 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36136) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:36.503553 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] Set router c2bc079f-dcb3-46f5-8437-08741bba1e73 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:18:36.510519 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 4dc24564-a3c8-4389-9d6a-4f3db16644e5 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:36.511004 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:36.573892 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20b959-6cbf-4624-bc9f-cad86cb25876 req-ea26febf-e238-49ea-8c22-3f38f094d0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:36.575556 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4d20b959-6cbf-4624-bc9f-cad86cb25876 req-ea26febf-e238-49ea-8c22-3f38f094d0a7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=724311974f544075b7138da08838fdf2&device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 1098 time: 0.4511685 Apr 11 14:18:36.586483 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-99856790-228a-4988-abd9-67a640935af4 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:36.619992 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-695433f5-c7cd-4c43-b069-9f52ca4eea73 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:36.652854 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-13e40775-cea6-4f75-a33e-5a2ede2017a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:36.665285 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b8d43ca1-223d-460f-a35f-fea409a7958a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:36.714249 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e40775-cea6-4f75-a33e-5a2ede2017a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:36.718497 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-99856790-228a-4988-abd9-67a640935af4 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Deleting port f7a0f19b-13e9-4328-8ccd-cd7671516461 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:36.718919 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-99856790-228a-4988-abd9-67a640935af4 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:36.725246 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-13e40775-cea6-4f75-a33e-5a2ede2017a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:36.752082 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-695433f5-c7cd-4c43-b069-9f52ca4eea73 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:36.771933 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e40775-cea6-4f75-a33e-5a2ede2017a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:36.772787 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-13e40775-cea6-4f75-a33e-5a2ede2017a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:36.895567 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5d1d92-e658-459b-a1a5-526631b2c95a None None] DHCP port deletion for e05449e2-3bf4-4445-ba01-3d18fb30fb13 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:18:36.900399 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-0e5d1d92-e658-459b-a1a5-526631b2c95a None None] Deleting port f7a0f19b-13e9-4328-8ccd-cd7671516461 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:36.900776 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0e5d1d92-e658-459b-a1a5-526631b2c95a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:36.935170 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bc079f-dcb3-46f5-8437-08741bba1e73', 'name': 'tempest-snat-router-2134930936', 'tenant_id': '7bc04890669e4c01b1254641ed5bf407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.31'}], 'enable_snat': False}, 'gw_port_id': 'dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:18:28Z', 'updated_at': '2022-04-11T14:18:32Z', 'revision_number': 3, 'project_id': '7bc04890669e4c01b1254641ed5bf407', 'gw_port': {'id': 'dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bc079f-dcb3-46f5-8437-08741bba1e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:18:31Z', 'updated_at': '2022-04-11T14:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:36.940442 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b1fc6e-8bd3-4ef1-b689-400f8a4a4d0e None None] The sync data for ids ['c2bc079f-dcb3-46f5-8437-08741bba1e73'] in dv-neutron-837330-1-hyperv is: [{'id': 'c2bc079f-dcb3-46f5-8437-08741bba1e73', 'name': 'tempest-snat-router-2134930936', 'tenant_id': '7bc04890669e4c01b1254641ed5bf407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.31'}], 'enable_snat': False}, 'gw_port_id': 'dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:18:28Z', 'updated_at': '2022-04-11T14:18:32Z', 'revision_number': 3, 'project_id': '7bc04890669e4c01b1254641ed5bf407', 'gw_port': {'id': 'dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bc079f-dcb3-46f5-8437-08741bba1e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:18:31Z', 'updated_at': '2022-04-11T14:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:18:37.027562 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695433f5-c7cd-4c43-b069-9f52ca4eea73 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Network 31b84538-8b4a-4dae-b0f5-5a18eeb71b07 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:37.028625 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b8d43ca1-223d-460f-a35f-fea409a7958a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:37.061041 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20b959-6cbf-4624-bc9f-cad86cb25876 req-6c0405d1-b079-4830-8cbf-4cf54b6a1874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:37.062612 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4d20b959-6cbf-4624-bc9f-cad86cb25876 req-6c0405d1-b079-4830-8cbf-4cf54b6a1874 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6ea0449-d5bb-46c4-a148-72f3fb27a286 HTTP/1.1" status: 200 len: 914 time: 0.4705136 Apr 11 14:18:37.086109 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8c879fc4-8ada-4262-a681-00c4c6b130ca tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:37.086214 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-695433f5-c7cd-4c43-b069-9f52ca4eea73 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:37.093946 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e40775-cea6-4f75-a33e-5a2ede2017a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=ead903b7-6a0f-43c5-a86d-2d02c40ca71f,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:37.096362 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695433f5-c7cd-4c43-b069-9f52ca4eea73 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:37.211381 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8c879fc4-8ada-4262-a681-00c4c6b130ca tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:37.266609 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b8d43ca1-223d-460f-a35f-fea409a7958a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=33af3642a99b4f90b0c6f666089a32cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4185131 Apr 11 14:18:37.272109 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-0e5d1d92-e658-459b-a1a5-526631b2c95a None None] For port f7a0f19b-13e9-4328-8ccd-cd7671516461, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=f7a0f19b-13e9-4328-8ccd-cd7671516461,segment=NetworkSegment(8bb2619c-8e64-42ea-8de7-e4093eec8176),segment_id=8bb2619c-8e64-42ea-8de7-e4093eec8176)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:18:37.272760 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0e5d1d92-e658-459b-a1a5-526631b2c95a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:37.278095 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36140) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:37.343606 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-695433f5-c7cd-4c43-b069-9f52ca4eea73 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:37.345961 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695433f5-c7cd-4c43-b069-9f52ca4eea73 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event updated for resources: {'Port': ['ID=ca19d2f0-791e-4e3b-8b4a-e2ff0a622fcd,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:37.348194 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d43ca1-223d-460f-a35f-fea409a7958a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148417ab-4a48-4b8c-ad45-6124372c161a,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:37.378050 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-13e40775-cea6-4f75-a33e-5a2ede2017a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:37.391109 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4d20b959-6cbf-4624-bc9f-cad86cb25876 req-665771bb-69e0-469c-93eb-7e2197dceb6d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cda5d63f-6fbf-49e9-babc-df0ba1611d60 HTTP/1.1" status: 200 len: 1001 time: 0.3146615 Apr 11 14:18:37.392914 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-99856790-228a-4988-abd9-67a640935af4 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] For port f7a0f19b-13e9-4328-8ccd-cd7671516461, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=f7a0f19b-13e9-4328-8ccd-cd7671516461,segment=NetworkSegment(8bb2619c-8e64-42ea-8de7-e4093eec8176),segment_id=8bb2619c-8e64-42ea-8de7-e4093eec8176)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:18:37.393284 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-99856790-228a-4988-abd9-67a640935af4 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:37.413088 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-131e9be9-ec46-4a0d-9ed8-2e861b2e6bc6 None None] Provisioning for port ead903b7-6a0f-43c5-a86d-2d02c40ca71f completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:18:37.482327 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-0e5d1d92-e658-459b-a1a5-526631b2c95a None None] Calling delete_port for f7a0f19b-13e9-4328-8ccd-cd7671516461 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:37.521205 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-131e9be9-ec46-4a0d-9ed8-2e861b2e6bc6 None None] Provisioning complete for port ead903b7-6a0f-43c5-a86d-2d02c40ca71f triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:37.521716 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-131e9be9-ec46-4a0d-9ed8-2e861b2e6bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:37.610825 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-131e9be9-ec46-4a0d-9ed8-2e861b2e6bc6 None None] Port ead903b7-6a0f-43c5-a86d-2d02c40ca71f cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:18:37.654163 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-99856790-228a-4988-abd9-67a640935af4 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Calling delete_port for f7a0f19b-13e9-4328-8ccd-cd7671516461 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:37.709232 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-541a09ee-df17-4fe5-b5a8-ad46308ed3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:37.734676 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0e5d1d92-e658-459b-a1a5-526631b2c95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:37.761246 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20b959-6cbf-4624-bc9f-cad86cb25876 req-e8d0fbe4-5bac-48c7-9d0f-43f22bca3deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:37.762762 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4d20b959-6cbf-4624-bc9f-cad86cb25876 req-e8d0fbe4-5bac-48c7-9d0f-43f22bca3deb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07ac75f7-df8a-45a0-834c-28e735b7edb3 HTTP/1.1" status: 200 len: 851 time: 0.3493602 Apr 11 14:18:37.802269 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5d1d92-e658-459b-a1a5-526631b2c95a None None] No DVR routers for this DVR port f7a0f19b-13e9-4328-8ccd-cd7671516461 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:18:37.813190 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d1d92-e658-459b-a1a5-526631b2c95a None None] Pushing event deleted for resources: {'Port': ['ID=f7a0f19b-13e9-4328-8ccd-cd7671516461,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:37.868788 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-541a09ee-df17-4fe5-b5a8-ad46308ed3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:37.904949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-695433f5-c7cd-4c43-b069-9f52ca4eea73 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:37.991765 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-8c879fc4-8ada-4262-a681-00c4c6b130ca tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Allocated IP 172.26.7.58 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/f1a98f91-ea76-4d7a-9981-68aac0ae363b) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:38.014448 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.db.api [None req-99856790-228a-4988-abd9-67a640935af4 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:18:38.014791 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG oslo_db.api [None req-99856790-228a-4988-abd9-67a640935af4 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:18:38.050518 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3318175-4440-4e51-bae3-f5876e1dab9e req-9c61f562-d594-438e-8af9-17a88f755677 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:38.057713 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c3318175-4440-4e51-bae3-f5876e1dab9e req-9c61f562-d594-438e-8af9-17a88f755677 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.5303938 Apr 11 14:18:38.162304 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20b959-6cbf-4624-bc9f-cad86cb25876 req-23145344-45bd-4ef7-bf0a-bee191bc070d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:38.163817 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4d20b959-6cbf-4624-bc9f-cad86cb25876 req-23145344-45bd-4ef7-bf0a-bee191bc070d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6ea0449-d5bb-46c4-a148-72f3fb27a286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3892856 Apr 11 14:18:38.247382 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c3318175-4440-4e51-bae3-f5876e1dab9e req-20ed6605-a118-4b59-9b14-aaaa8b83aea1 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887834 Apr 11 14:18:38.305713 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:18:38.349060 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8c879fc4-8ada-4262-a681-00c4c6b130ca tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:38.379370 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4d20b959-6cbf-4624-bc9f-cad86cb25876 req-98a6f04a-fc31-4063-bdb6-b3da7705b790 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ea0449-d5bb-46c4-a148-72f3fb27a286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957815 Apr 11 14:18:38.437159 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:18:38.442922 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:38.443743 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:38.519518 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-99856790-228a-4988-abd9-67a640935af4 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Deleting port f7a0f19b-13e9-4328-8ccd-cd7671516461 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:38.520083 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-99856790-228a-4988-abd9-67a640935af4 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:38.529420 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-541a09ee-df17-4fe5-b5a8-ad46308ed3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:38.559205 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a09ee-df17-4fe5-b5a8-ad46308ed3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148417ab-4a48-4b8c-ad45-6124372c161a,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:38.568079 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4d20b959-6cbf-4624-bc9f-cad86cb25876 req-0f475779-5382-479c-bbca-b54e2c467e7c service neutron] 10.222.0.53 "GET /v2.0/networks/c6ea0449-d5bb-46c4-a148-72f3fb27a286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818182 Apr 11 14:18:38.607666 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8c879fc4-8ada-4262-a681-00c4c6b130ca tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:38.610340 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:38.618352 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-99856790-228a-4988-abd9-67a640935af4 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] The port 'f7a0f19b-13e9-4328-8ccd-cd7671516461' was deleted {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:18:38.631734 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:18:38.661193 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-541a09ee-df17-4fe5-b5a8-ad46308ed3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:38.667306 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-541a09ee-df17-4fe5-b5a8-ad46308ed3b1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/148417ab-4a48-4b8c-ad45-6124372c161a HTTP/1.1" status: 204 len: 168 time: 1.3554292 Apr 11 14:18:38.667306 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-13e40775-cea6-4f75-a33e-5a2ede2017a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:38.705617 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:38.706357 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c879fc4-8ada-4262-a681-00c4c6b130ca tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:38.720290 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-8c879fc4-8ada-4262-a681-00c4c6b130ca tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:38.734330 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c879fc4-8ada-4262-a681-00c4c6b130ca tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:38.742271 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-13e40775-cea6-4f75-a33e-5a2ede2017a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:38.745692 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-13e40775-cea6-4f75-a33e-5a2ede2017a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:38.785492 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device f7a0f19b-13e9-4328-8ccd-cd7671516461 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:18:38.876608 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: f7a0f19b-13e9-4328-8ccd-cd7671516461 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:18:38.877058 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device f7a0f19b-13e9-4328-8ccd-cd7671516461 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:18:38.896079 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:38.927958 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c879fc4-8ada-4262-a681-00c4c6b130ca tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Pushing event updated for resources: {'Port': ['ID=f1a98f91-ea76-4d7a-9981-68aac0ae363b,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:38.928882 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-695433f5-c7cd-4c43-b069-9f52ca4eea73 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:38.937613 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e40775-cea6-4f75-a33e-5a2ede2017a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=ead903b7-6a0f-43c5-a86d-2d02c40ca71f,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:38.948415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-99856790-228a-4988-abd9-67a640935af4 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:38.997601 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e40775-cea6-4f75-a33e-5a2ede2017a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:38.999485 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-13e40775-cea6-4f75-a33e-5a2ede2017a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:39.063900 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-99856790-228a-4988-abd9-67a640935af4 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05449e2-3bf4-4445-ba01-3d18fb30fb13']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:39.101773 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-695433f5-c7cd-4c43-b069-9f52ca4eea73 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:39.233138 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-99856790-228a-4988-abd9-67a640935af4 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb2619c-8e64-42ea-8de7-e4093eec8176') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:39.233437 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-99856790-228a-4988-abd9-67a640935af4 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb2619c-8e64-42ea-8de7-e4093eec8176') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:39.251838 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-695433f5-c7cd-4c43-b069-9f52ca4eea73 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:39.281466 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-99856790-228a-4988-abd9-67a640935af4 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:39.365234 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-99856790-228a-4988-abd9-67a640935af4 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:39.376054 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99856790-228a-4988-abd9-67a640935af4 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:18:39.376454 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-99856790-228a-4988-abd9-67a640935af4 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: util.warn( Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: util.warn( Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: util.warn( Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: util.warn( Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:18:39.393048 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:18:39.456781 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-7024e3e0-02e8-434d-8001-0ad1d3ec2804 None None] Provisioning complete for port ead903b7-6a0f-43c5-a86d-2d02c40ca71f triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:39.457359 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7024e3e0-02e8-434d-8001-0ad1d3ec2804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:39.538534 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-7024e3e0-02e8-434d-8001-0ad1d3ec2804 None None] Port ead903b7-6a0f-43c5-a86d-2d02c40ca71f cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:18:39.566518 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695433f5-c7cd-4c43-b069-9f52ca4eea73 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event updated for resources: {'Port': ['ID=ca19d2f0-791e-4e3b-8b4a-e2ff0a622fcd,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:39.633764 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-99856790-228a-4988-abd9-67a640935af4 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:39.662251 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-99856790-228a-4988-abd9-67a640935af4 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:39.671968 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695433f5-c7cd-4c43-b069-9f52ca4eea73 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Network 31b84538-8b4a-4dae-b0f5-5a18eeb71b07 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:39.677128 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-695433f5-c7cd-4c43-b069-9f52ca4eea73 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:39.678891 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99856790-228a-4988-abd9-67a640935af4 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Pushing event deleted for resources: {'Network': ['ID=e05449e2-3bf4-4445-ba01-3d18fb30fb13,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:39.703650 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-99856790-228a-4988-abd9-67a640935af4 tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] 10.222.0.66 "DELETE /v2.0/networks/e05449e2-3bf4-4445-ba01-3d18fb30fb13 HTTP/1.1" status: 204 len: 168 time: 3.2775848 Apr 11 14:18:39.705696 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36162) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:39.768118 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c41cbc-1cf6-45fa-a19f-7bc82a8f640e req-efcfbb5d-be92-40a1-83ae-2e2cad2b8869 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:39.769745 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-49c41cbc-1cf6-45fa-a19f-7bc82a8f640e req-efcfbb5d-be92-40a1-83ae-2e2cad2b8869 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.3405623 Apr 11 14:18:39.781204 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e40775-cea6-4f75-a33e-5a2ede2017a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Router 0695c601-cf19-4cc2-aa66-896e58dd5366 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:18:39.874140 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8c879fc4-8ada-4262-a681-00c4c6b130ca tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:40.040022 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36172) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:40.068245 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-8d798208-1e34-485b-a900-f55aa404b1db tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Deleting port 30187003-8e78-43bc-b833-fccbb612de21 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:40.068508 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8d798208-1e34-485b-a900-f55aa404b1db tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:40.175155 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-49c41cbc-1cf6-45fa-a19f-7bc82a8f640e req-6cd1d23d-8771-4536-a7d4-82d88d138a11 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3957012 Apr 11 14:18:40.180210 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-7ce80086-31c2-4660-9427-1f4ad03e8efd tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1814190370', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:40.207780 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7ce80086-31c2-4660-9427-1f4ad03e8efd tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:40.227887 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e40775-cea6-4f75-a33e-5a2ede2017a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:18:40.234017 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7ce80086-31c2-4660-9427-1f4ad03e8efd tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Usage tracker for resource:router and tenant:6be65919b4d1496787f86025746cc47b is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:40.237461 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-13e40775-cea6-4f75-a33e-5a2ede2017a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "PUT /v2.0/routers/0695c601-cf19-4cc2-aa66-896e58dd5366/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6748607 Apr 11 14:18:40.238446 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36178) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:40.247157 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] Sync routers for ids ['0695c601-cf19-4cc2-aa66-896e58dd5366'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:18:40.249567 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7ce80086-31c2-4660-9427-1f4ad03e8efd tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:40.261415 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] Routers {'0695c601-cf19-4cc2-aa66-896e58dd5366'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:40.262344 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['0695c601-cf19-4cc2-aa66-896e58dd5366'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:40.278257 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695433f5-c7cd-4c43-b069-9f52ca4eea73 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Router 73279aa8-6434-415a-8b91-e5bc5ab99e3f has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:18:40.327498 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:18:40.329308 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7ce80086-31c2-4660-9427-1f4ad03e8efd tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:40.386052 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d5d7fa-9056-40e1-aa8f-5f20e11d7135 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:40.386656 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-66d5d7fa-9056-40e1-aa8f-5f20e11d7135 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:18:40.486675 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] Set router 0695c601-cf19-4cc2-aa66-896e58dd5366 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:18:40.488809 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-66d5d7fa-9056-40e1-aa8f-5f20e11d7135 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:18:40.489055 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7ce80086-31c2-4660-9427-1f4ad03e8efd tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:40.493047 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-66d5d7fa-9056-40e1-aa8f-5f20e11d7135 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports/ead903b7-6a0f-43c5-a86d-2d02c40ca71f HTTP/1.1" status: 200 len: 911 time: 0.2494061 Apr 11 14:18:40.493232 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7ce80086-31c2-4660-9427-1f4ad03e8efd tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:40.493662 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36184) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:40.518310 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8d798208-1e34-485b-a900-f55aa404b1db tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:40.518612 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8d798208-1e34-485b-a900-f55aa404b1db tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:40.549230 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:40.549605 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:40.569669 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695433f5-c7cd-4c43-b069-9f52ca4eea73 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:18:40.578647 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-695433f5-c7cd-4c43-b069-9f52ca4eea73 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "PUT /v2.0/routers/73279aa8-6434-415a-8b91-e5bc5ab99e3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6913304 Apr 11 14:18:40.579389 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36188) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:40.585825 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-dcad0251-785e-4cee-8c59-84f2b9ac66cc tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Request body: {'port': {'network_id': '31b84538-8b4a-4dae-b0f5-5a18eeb71b07', 'name': 'tempest-FloatingIPTestJSON-480559092'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:40.588055 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2b6661-d1e1-465d-8f69-711705f25382 None None] Sync routers for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:18:40.602689 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2b6661-d1e1-465d-8f69-711705f25382 None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:40.604946 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-6f2b6661-d1e1-465d-8f69-711705f25382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:40.667407 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-6f2b6661-d1e1-465d-8f69-711705f25382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:40.674562 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-8d798208-1e34-485b-a900-f55aa404b1db tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Calling delete_port for 30187003-8e78-43bc-b833-fccbb612de21 owned by network:floatingip {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:40.684132 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2b6661-d1e1-465d-8f69-711705f25382 None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:40.684132 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-6f2b6661-d1e1-465d-8f69-711705f25382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:40.692512 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1571cd82-db63-4772-b39b-8e5bd72fe746 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:40.699626 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1571cd82-db63-4772-b39b-8e5bd72fe746 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:40.705285 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1571cd82-db63-4772-b39b-8e5bd72fe746 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2105529 Apr 11 14:18:40.707502 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8c879fc4-8ada-4262-a681-00c4c6b130ca tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:40.707751 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36192) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:40.710285 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7ce80086-31c2-4660-9427-1f4ad03e8efd tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:40.760746 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-6f2b6661-d1e1-465d-8f69-711705f25382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:40.761147 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2b6661-d1e1-465d-8f69-711705f25382 None None] The sync data for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:18:40.926011 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7ce80086-31c2-4660-9427-1f4ad03e8efd tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:40.971256 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0695c601-cf19-4cc2-aa66-896e58dd5366', 'name': 'tempest-NetworksTestDHCPv6-router-1864481928', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:18:32Z', 'updated_at': '2022-04-11T14:18:37Z', 'revision_number': 2, 'project_id': 'acd5858029f24cbba8ef3a8d41b209df', 'gw_port_host': None, '_interfaces': [{'id': 'ead903b7-6a0f-43c5-a86d-2d02c40ca71f', 'name': '', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'mac_address': 'fa:16:3e:0a:d7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0695c601-cf19-4cc2-aa66-896e58dd5366', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '55e1563f-9efd-472c-9fc4-0ecfd9c240d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:18:34Z', 'updated_at': '2022-04-11T14:18:37Z', 'revision_number': 2, 'project_id': 'acd5858029f24cbba8ef3a8d41b209df', 'subnets': [{'id': '55e1563f-9efd-472c-9fc4-0ecfd9c240d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:40.975999 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] Checking router: 0695c601-cf19-4cc2-aa66-896e58dd5366 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:18:40.976828 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] Updating router 0695c601-cf19-4cc2-aa66-896e58dd5366 port ead903b7-6a0f-43c5-a86d-2d02c40ca71f binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:18:41.049327 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:41.082777 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7ce80086-31c2-4660-9427-1f4ad03e8efd tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:41.083863 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7ce80086-31c2-4660-9427-1f4ad03e8efd tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0408080 Apr 11 14:18:41.087097 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36196) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:41.094792 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-6ce7cfcb-086c-4f11-a55e-40420abf5101 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-185015613'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:41.101756 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-6ce7cfcb-086c-4f11-a55e-40420abf5101 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:41.109076 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-6ce7cfcb-086c-4f11-a55e-40420abf5101 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Usage tracker for resource:network and tenant:6be65919b4d1496787f86025746cc47b is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:41.113207 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-6ce7cfcb-086c-4f11-a55e-40420abf5101 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:41.116449 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8d798208-1e34-485b-a900-f55aa404b1db tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:41.137409 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-dcad0251-785e-4cee-8c59-84f2b9ac66cc tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:41.153617 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-dcad0251-785e-4cee-8c59-84f2b9ac66cc tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Usage tracker for resource:port and tenant:f364abda35ba4de88d7da540664f92af is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:41.158680 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-6ce7cfcb-086c-4f11-a55e-40420abf5101 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:41.159795 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-dcad0251-785e-4cee-8c59-84f2b9ac66cc tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:41.173911 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d798208-1e34-485b-a900-f55aa404b1db tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Pushing event deleted for resources: {'Port': ['ID=30187003-8e78-43bc-b833-fccbb612de21,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:41.176000 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c879fc4-8ada-4262-a681-00c4c6b130ca tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Router 126753dc-169c-4fa7-ba1a-ca4777df5715 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:18:41.198337 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-dcad0251-785e-4cee-8c59-84f2b9ac66cc tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:41.273991 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcad0251-785e-4cee-8c59-84f2b9ac66cc tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Made reservation on behalf of f364abda35ba4de88d7da540664f92af for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:18:41.279572 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dcad0251-785e-4cee-8c59-84f2b9ac66cc tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:41.345518 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-dcad0251-785e-4cee-8c59-84f2b9ac66cc tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] device_id is not set on port 5d8ac3cb-139a-447b-9045-09e1a42dc008 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:18:41.422504 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce7cfcb-086c-4f11-a55e-40420abf5101 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Made reservation on behalf of 6be65919b4d1496787f86025746cc47b for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:18:41.425959 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6ce7cfcb-086c-4f11-a55e-40420abf5101 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:41.518390 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6ce7cfcb-086c-4f11-a55e-40420abf5101 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:41.542162 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:41.556576 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] Transition to ACTIVE for port object ead903b7-6a0f-43c5-a86d-2d02c40ca71f will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:41.564964 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-dcad0251-785e-4cee-8c59-84f2b9ac66cc tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Allocated IP 172.20.0.5 (31b84538-8b4a-4dae-b0f5-5a18eeb71b07/682fe6bd-4cf9-4ace-984e-1ac81fa61778/5d8ac3cb-139a-447b-9045-09e1a42dc008) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:41.570308 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-6ce7cfcb-086c-4f11-a55e-40420abf5101 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:41.574348 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a491acfa-e86d-43c4-92c7-254240ddd69d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:41.585052 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-6ce7cfcb-086c-4f11-a55e-40420abf5101 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Usage tracker for resource:security_group_rule and tenant:6be65919b4d1496787f86025746cc47b is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:41.590970 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-6ce7cfcb-086c-4f11-a55e-40420abf5101 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:41.597426 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8d798208-1e34-485b-a900-f55aa404b1db tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks [] for floatingip, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:41.601237 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8d798208-1e34-485b-a900-f55aa404b1db tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:41.602440 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8d798208-1e34-485b-a900-f55aa404b1db tempest-FloatingIPAdminTestJSON-1488725588 tempest-FloatingIPAdminTestJSON-1488725588-project] 10.222.0.66 "DELETE /v2.0/floatingips/123e955d-6fea-4962-9c6c-e960833df4a5 HTTP/1.1" status: 204 len: 168 time: 1.8957460 Apr 11 14:18:41.619691 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-6ce7cfcb-086c-4f11-a55e-40420abf5101 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:41.668825 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:41.758427 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabf18d-294a-4acd-bde8-026192faae71 req-54f39f1c-134c-48de-868b-0a0c5171d15d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:41.765739 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7eabf18d-294a-4acd-bde8-026192faae71 req-54f39f1c-134c-48de-868b-0a0c5171d15d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.4160492 Apr 11 14:18:41.816375 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c879fc4-8ada-4262-a681-00c4c6b130ca tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:18:41.868933 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7eabf18d-294a-4acd-bde8-026192faae71 req-5873e263-83b1-4daf-86b0-6fdd94a9e55f tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021678 Apr 11 14:18:41.883475 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87d5c83-3c2b-488b-b2f8-6a3aa03922f6 None None] Sync routers for ids ['126753dc-169c-4fa7-ba1a-ca4777df5715'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:18:41.931419 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c367b-64ec-4849-aa89-818c582621b2 None None] Pushing event updated for resources: {'Port': ['ID=ead903b7-6a0f-43c5-a86d-2d02c40ca71f,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:41.931419 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87d5c83-3c2b-488b-b2f8-6a3aa03922f6 None None] Routers {'126753dc-169c-4fa7-ba1a-ca4777df5715'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:41.931419 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-e87d5c83-3c2b-488b-b2f8-6a3aa03922f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['126753dc-169c-4fa7-ba1a-ca4777df5715'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:41.947869 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6ce7cfcb-086c-4f11-a55e-40420abf5101 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:41.983346 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8c879fc4-8ada-4262-a681-00c4c6b130ca tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:41.988527 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8c879fc4-8ada-4262-a681-00c4c6b130ca tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.8820133 Apr 11 14:18:41.989673 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36206) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:42.112257 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6ce7cfcb-086c-4f11-a55e-40420abf5101 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:42.145938 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce7cfcb-086c-4f11-a55e-40420abf5101 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:18:42.189314 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7cfcb-086c-4f11-a55e-40420abf5101 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22b00eeb-f921-4ee3-98f2-3cbf88c9e9c5,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:42.198776 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] Attempting to bind port ead903b7-6a0f-43c5-a86d-2d02c40ca71f on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:18:42.198776 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] Attempting to bind port ead903b7-6a0f-43c5-a86d-2d02c40ca71f by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:18:42.198776 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] Attempting to bind port ead903b7-6a0f-43c5-a86d-2d02c40ca71f on network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:18:42.242653 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dcad0251-785e-4cee-8c59-84f2b9ac66cc tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:42.264423 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6ce7cfcb-086c-4f11-a55e-40420abf5101 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:42.265896 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-6ce7cfcb-086c-4f11-a55e-40420abf5101 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Added segment 2b2de0ef-fa19-465e-a6d3-6592ceeaf27a of type vlan for network 819a1af3-b9aa-463e-bb0d-112d05c144aa Apr 11 14:18:42.279556 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:18:42.279556 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] Checking segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:18:42.286521 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:42.286521 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] Bound using segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:18:42.286521 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] Bound port: ead903b7-6a0f-43c5-a86d-2d02c40ca71f, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:18:42.286521 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:42.334239 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4c4bd57e-08db-4835-a8e6-bb159efb72e6 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "GET /v2.0/routers/126753dc-169c-4fa7-ba1a-ca4777df5715 HTTP/1.1" status: 200 len: 907 time: 0.3404679 Apr 11 14:18:42.334239 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6ce7cfcb-086c-4f11-a55e-40420abf5101 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:42.337690 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36212) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:42.367959 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-e87d5c83-3c2b-488b-b2f8-6a3aa03922f6 None None] Set router 126753dc-169c-4fa7-ba1a-ca4777df5715 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:18:42.414473 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36216) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:42.418142 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dcad0251-785e-4cee-8c59-84f2b9ac66cc tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:42.507581 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcad0251-785e-4cee-8c59-84f2b9ac66cc tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Network 31b84538-8b4a-4dae-b0f5-5a18eeb71b07 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:42.515672 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-dcad0251-785e-4cee-8c59-84f2b9ac66cc tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:42.530230 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcad0251-785e-4cee-8c59-84f2b9ac66cc tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:42.564097 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-72baadf9-e3fe-400b-a07d-f4d159e2baa3 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:42.585806 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] For port ead903b7-6a0f-43c5-a86d-2d02c40ca71f, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:18:42.602351 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad0251-785e-4cee-8c59-84f2b9ac66cc tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event updated for resources: {'Port': ['ID=5d8ac3cb-139a-447b-9045-09e1a42dc008,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:42.607309 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] For port ead903b7-6a0f-43c5-a86d-2d02c40ca71f, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=ead903b7-6a0f-43c5-a86d-2d02c40ca71f,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:18:42.635275 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-a491acfa-e86d-43c4-92c7-254240ddd69d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting port ead903b7-6a0f-43c5-a86d-2d02c40ca71f {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:42.635618 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a491acfa-e86d-43c4-92c7-254240ddd69d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:42.655089 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6ce7cfcb-086c-4f11-a55e-40420abf5101 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:42.660807 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce7cfcb-086c-4f11-a55e-40420abf5101 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:42.661600 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6ce7cfcb-086c-4f11-a55e-40420abf5101 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:42.671926 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcad0251-785e-4cee-8c59-84f2b9ac66cc tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:42.672139 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dcad0251-785e-4cee-8c59-84f2b9ac66cc tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:42.693429 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:42.707252 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cd4e3-7afb-4076-ad99-56029e9f5e17 req-1ab0616b-796b-4f80-9d5c-9767c4134af3 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:42.708767 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ef8cd4e3-7afb-4076-ad99-56029e9f5e17 req-1ab0616b-796b-4f80-9d5c-9767c4134af3 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.4365699 Apr 11 14:18:42.797200 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] Routers {'0695c601-cf19-4cc2-aa66-896e58dd5366'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:42.797733 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['0695c601-cf19-4cc2-aa66-896e58dd5366'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:42.807224 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6ce7cfcb-086c-4f11-a55e-40420abf5101 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7154396 Apr 11 14:18:42.823284 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36222) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:42.857760 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-dcad0251-785e-4cee-8c59-84f2b9ac66cc tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2757318 Apr 11 14:18:42.858606 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c367b-64ec-4849-aa89-818c582621b2 None None] Pushing event updated for resources: {'Port': ['ID=ead903b7-6a0f-43c5-a86d-2d02c40ca71f,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:42.862561 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-e87d5c83-3c2b-488b-b2f8-6a3aa03922f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '126753dc-169c-4fa7-ba1a-ca4777df5715', 'name': 'tempest-snat-router-2134930936', 'tenant_id': '7bc04890669e4c01b1254641ed5bf407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': 'f1a98f91-ea76-4d7a-9981-68aac0ae363b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:18:35Z', 'updated_at': '2022-04-11T14:18:39Z', 'revision_number': 3, 'project_id': '7bc04890669e4c01b1254641ed5bf407', 'gw_port': {'id': 'f1a98f91-ea76-4d7a-9981-68aac0ae363b', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '126753dc-169c-4fa7-ba1a-ca4777df5715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:18:37Z', 'updated_at': '2022-04-11T14:18:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:42.873125 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36226) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:42.873744 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-bf044e31-5cf7-4295-824b-649765d42267 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Request body: {'port': {'network_id': '31b84538-8b4a-4dae-b0f5-5a18eeb71b07', 'name': 'tempest-FloatingIPTestJSON-1373709836'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:42.879707 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87d5c83-3c2b-488b-b2f8-6a3aa03922f6 None None] Checking router: 126753dc-169c-4fa7-ba1a-ca4777df5715 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:18:42.880234 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87d5c83-3c2b-488b-b2f8-6a3aa03922f6 None None] Updating router 126753dc-169c-4fa7-ba1a-ca4777df5715 port f1a98f91-ea76-4d7a-9981-68aac0ae363b binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:18:42.893358 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-24bb99fd-b195-4014-adf9-a8b828abdb08 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Request body: {'subnet': {'network_id': '819a1af3-b9aa-463e-bb0d-112d05c144aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:42.893577 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ef8cd4e3-7afb-4076-ad99-56029e9f5e17 req-e4cd6cac-1d7b-45b1-b2d6-e5cc6275191a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760476 Apr 11 14:18:42.925129 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7cfcb-086c-4f11-a55e-40420abf5101 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Pushing event updated for resources: {'Network': ['ID=819a1af3-b9aa-463e-bb0d-112d05c144aa,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:42.961235 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5fd0c00d-274e-40f2-85df-a4990d243f18 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7eb276b3313a440f9152c2e5b3b3957a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5448377 Apr 11 14:18:42.968477 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36232) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:43.053413 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-a491acfa-e86d-43c4-92c7-254240ddd69d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] For port ead903b7-6a0f-43c5-a86d-2d02c40ca71f, host dv-neutron-837330-1-hyperv, got binding levels [] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:18:43.053618 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a491acfa-e86d-43c4-92c7-254240ddd69d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:43.107397 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 819a1af3-b9aa-463e-bb0d-112d05c144aa details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:18:43.135865 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-24bb99fd-b195-4014-adf9-a8b828abdb08 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:43.142383 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-72baadf9-e3fe-400b-a07d-f4d159e2baa3 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:43.161386 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-24bb99fd-b195-4014-adf9-a8b828abdb08 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Usage tracker for resource:subnet and tenant:6be65919b4d1496787f86025746cc47b is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:43.165586 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-24bb99fd-b195-4014-adf9-a8b828abdb08 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:43.184098 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-24bb99fd-b195-4014-adf9-a8b828abdb08 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:43.205116 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c38998a-d156-445c-8898-6d21aab1bf17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:43.229246 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-a491acfa-e86d-43c4-92c7-254240ddd69d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Calling delete_port for ead903b7-6a0f-43c5-a86d-2d02c40ca71f owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:43.242897 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-72baadf9-e3fe-400b-a07d-f4d159e2baa3 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Deleting port f1a98f91-ea76-4d7a-9981-68aac0ae363b {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:43.243385 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-72baadf9-e3fe-400b-a07d-f4d159e2baa3 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:43.279751 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-bf044e31-5cf7-4295-824b-649765d42267 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:43.288412 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-bf044e31-5cf7-4295-824b-649765d42267 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Usage tracker for resource:port and tenant:f364abda35ba4de88d7da540664f92af is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:43.295145 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-bf044e31-5cf7-4295-824b-649765d42267 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:43.313223 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-bf044e31-5cf7-4295-824b-649765d42267 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:43.342862 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e87d5c83-3c2b-488b-b2f8-6a3aa03922f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:43.384605 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] Set router 0695c601-cf19-4cc2-aa66-896e58dd5366 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:18:43.390210 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c38998a-d156-445c-8898-6d21aab1bf17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:43.403952 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bb99fd-b195-4014-adf9-a8b828abdb08 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Made reservation on behalf of 6be65919b4d1496787f86025746cc47b for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:18:43.407922 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-24bb99fd-b195-4014-adf9-a8b828abdb08 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:43.467444 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf044e31-5cf7-4295-824b-649765d42267 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Made reservation on behalf of f364abda35ba4de88d7da540664f92af for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:18:43.471120 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bf044e31-5cf7-4295-824b-649765d42267 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:43.517024 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-bf044e31-5cf7-4295-824b-649765d42267 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] device_id is not set on port 2692bce8-e5b4-433b-a2f3-fea80ca787bb yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:18:43.775080 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-72baadf9-e3fe-400b-a07d-f4d159e2baa3 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:43.843211 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.api [None req-a491acfa-e86d-43c4-92c7-254240ddd69d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:18:43.843802 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG oslo_db.api [None req-a491acfa-e86d-43c4-92c7-254240ddd69d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:18:43.893505 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-bf044e31-5cf7-4295-824b-649765d42267 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Allocated IP 172.20.0.10 (31b84538-8b4a-4dae-b0f5-5a18eeb71b07/682fe6bd-4cf9-4ace-984e-1ac81fa61778/2692bce8-e5b4-433b-a2f3-fea80ca787bb) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:43.908892 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34121390-d59b-4f4e-8adf-3a96ed65c187 req-12d9ce01-d14e-48fb-9a6a-8bb98ac1b973 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:43.910364 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-34121390-d59b-4f4e-8adf-3a96ed65c187 req-12d9ce01-d14e-48fb-9a6a-8bb98ac1b973 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.1852756 Apr 11 14:18:43.923854 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c38998a-d156-445c-8898-6d21aab1bf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:43.934027 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-72baadf9-e3fe-400b-a07d-f4d159e2baa3 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Calling delete_port for f1a98f91-ea76-4d7a-9981-68aac0ae363b owned by network:router_gateway {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:44.002338 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38998a-d156-445c-8898-6d21aab1bf17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c96801-ca78-4297-b746-f891bfb526f5,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:44.037560 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-34121390-d59b-4f4e-8adf-3a96ed65c187 req-aba6a4aa-1200-436a-bc24-a4b33f9790d5 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969906 Apr 11 14:18:44.075418 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c38998a-d156-445c-8898-6d21aab1bf17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:44.082496 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7c38998a-d156-445c-8898-6d21aab1bf17 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/27c96801-ca78-4297-b746-f891bfb526f5 HTTP/1.1" status: 204 len: 168 time: 1.1127379 Apr 11 14:18:44.194368 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-24bb99fd-b195-4014-adf9-a8b828abdb08 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:44.230967 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bf044e31-5cf7-4295-824b-649765d42267 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:44.255358 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0695c601-cf19-4cc2-aa66-896e58dd5366', 'name': 'tempest-NetworksTestDHCPv6-router-1864481928', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:18:32Z', 'updated_at': '2022-04-11T14:18:37Z', 'revision_number': 2, 'project_id': 'acd5858029f24cbba8ef3a8d41b209df', 'gw_port_host': None, '_interfaces': [{'id': 'ead903b7-6a0f-43c5-a86d-2d02c40ca71f', 'name': '', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'mac_address': 'fa:16:3e:0a:d7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0695c601-cf19-4cc2-aa66-896e58dd5366', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '55e1563f-9efd-472c-9fc4-0ecfd9c240d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:18:34Z', 'updated_at': '2022-04-11T14:18:42Z', 'revision_number': 4, 'project_id': 'acd5858029f24cbba8ef3a8d41b209df', 'subnets': [{'id': '55e1563f-9efd-472c-9fc4-0ecfd9c240d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:44.287707 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8799b49e-3e5e-403a-a8da-0c81163f22f1 None None] The sync data for ids ['0695c601-cf19-4cc2-aa66-896e58dd5366'] in dv-neutron-837330-1-hyperv is: [{'id': '0695c601-cf19-4cc2-aa66-896e58dd5366', 'name': 'tempest-NetworksTestDHCPv6-router-1864481928', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:18:32Z', 'updated_at': '2022-04-11T14:18:37Z', 'revision_number': 2, 'project_id': 'acd5858029f24cbba8ef3a8d41b209df', 'gw_port_host': None, '_interfaces': [{'id': 'ead903b7-6a0f-43c5-a86d-2d02c40ca71f', 'name': '', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'mac_address': 'fa:16:3e:0a:d7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0695c601-cf19-4cc2-aa66-896e58dd5366', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '55e1563f-9efd-472c-9fc4-0ecfd9c240d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:18:34Z', 'updated_at': '2022-04-11T14:18:42Z', 'revision_number': 4, 'project_id': 'acd5858029f24cbba8ef3a8d41b209df', 'subnets': [{'id': '55e1563f-9efd-472c-9fc4-0ecfd9c240d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:18:44.335244 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bf044e31-5cf7-4295-824b-649765d42267 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:44.400196 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-a491acfa-e86d-43c4-92c7-254240ddd69d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting port ead903b7-6a0f-43c5-a86d-2d02c40ca71f {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:44.400694 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a491acfa-e86d-43c4-92c7-254240ddd69d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:44.423088 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb99fd-b195-4014-adf9-a8b828abdb08 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Pushing event updated for resources: {'Subnet': ['ID=016ff656-d61d-4856-9511-7eeef534e894,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:44.444813 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bb99fd-b195-4014-adf9-a8b828abdb08 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Checking segment: {'id': '2b2de0ef-fa19-465e-a6d3-6592ceeaf27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '819a1af3-b9aa-463e-bb0d-112d05c144aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:18:44.445501 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bb99fd-b195-4014-adf9-a8b828abdb08 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Network hostable DHCP agents. Network: 819a1af3-b9aa-463e-bb0d-112d05c144aa, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:18:44.468163 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-e87d5c83-3c2b-488b-b2f8-6a3aa03922f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:18:44.470849 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-e87d5c83-3c2b-488b-b2f8-6a3aa03922f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:18:44.488231 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-72baadf9-e3fe-400b-a07d-f4d159e2baa3 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:44.535083 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf044e31-5cf7-4295-824b-649765d42267 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Network 31b84538-8b4a-4dae-b0f5-5a18eeb71b07 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:44.539498 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf044e31-5cf7-4295-824b-649765d42267 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event updated for resources: {'Port': ['ID=2692bce8-e5b4-433b-a2f3-fea80ca787bb,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:44.544978 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-bf044e31-5cf7-4295-824b-649765d42267 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:44.548904 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf044e31-5cf7-4295-824b-649765d42267 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:44.565133 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab8086-9a3c-4535-8f4b-04880379fbf8 req-59ab27b8-21d1-4650-94e6-0270b9d23513 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:44.566985 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2cab8086-9a3c-4535-8f4b-04880379fbf8 req-59ab27b8-21d1-4650-94e6-0270b9d23513 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.3139806 Apr 11 14:18:44.569685 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72baadf9-e3fe-400b-a07d-f4d159e2baa3 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1a98f91-ea76-4d7a-9981-68aac0ae363b,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:44.738347 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bb99fd-b195-4014-adf9-a8b828abdb08 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Network 819a1af3-b9aa-463e-bb0d-112d05c144aa is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:18:44.760909 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf044e31-5cf7-4295-824b-649765d42267 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:44.761562 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bf044e31-5cf7-4295-824b-649765d42267 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:44.794702 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2cab8086-9a3c-4535-8f4b-04880379fbf8 req-2cc3af2b-9704-4b29-9661-f6179978ff34 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785913 Apr 11 14:18:44.824263 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-72baadf9-e3fe-400b-a07d-f4d159e2baa3 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:44.837876 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-a491acfa-e86d-43c4-92c7-254240ddd69d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] For port ead903b7-6a0f-43c5-a86d-2d02c40ca71f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=ead903b7-6a0f-43c5-a86d-2d02c40ca71f,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:18:44.838380 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a491acfa-e86d-43c4-92c7-254240ddd69d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:44.903420 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-24bb99fd-b195-4014-adf9-a8b828abdb08 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 819a1af3-b9aa-463e-bb0d-112d05c144aa) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:44.918642 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c262eb57-b396-4073-a493-402bd441e6fc None None] Network 819a1af3-b9aa-463e-bb0d-112d05c144aa requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:18:44.925821 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bb99fd-b195-4014-adf9-a8b828abdb08 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:44.927471 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-24bb99fd-b195-4014-adf9-a8b828abdb08 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:44.982834 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-bf044e31-5cf7-4295-824b-649765d42267 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1137238 Apr 11 14:18:44.987182 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36248) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:45.117628 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87d5c83-3c2b-488b-b2f8-6a3aa03922f6 None None] Port f1a98f91-ea76-4d7a-9981-68aac0ae363b not found while updating agent binding for router 126753dc-169c-4fa7-ba1a-ca4777df5715. {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 11 14:18:45.146853 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36250) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:45.170561 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-a491acfa-e86d-43c4-92c7-254240ddd69d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Calling delete_port for ead903b7-6a0f-43c5-a86d-2d02c40ca71f owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:45.176499 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87d5c83-3c2b-488b-b2f8-6a3aa03922f6 None None] Routers {'126753dc-169c-4fa7-ba1a-ca4777df5715'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:45.177120 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-e87d5c83-3c2b-488b-b2f8-6a3aa03922f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['126753dc-169c-4fa7-ba1a-ca4777df5715'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:45.257735 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-8e068cbb-29db-4ded-95fb-64b50cd76519 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': '2692bce8-e5b4-433b-a2f3-fea80ca787bb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:45.292061 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-72baadf9-e3fe-400b-a07d-f4d159e2baa3 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:45.296014 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-72baadf9-e3fe-400b-a07d-f4d159e2baa3 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:45.334804 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-8e068cbb-29db-4ded-95fb-64b50cd76519 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:45.355208 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8e068cbb-29db-4ded-95fb-64b50cd76519 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Usage tracker for resource:floatingip and tenant:f364abda35ba4de88d7da540664f92af is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:45.360252 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-03d36456-a5a0-41a7-82c0-09bb6c74b61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:45.369471 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8e068cbb-29db-4ded-95fb-64b50cd76519 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:45.382327 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-8e068cbb-29db-4ded-95fb-64b50cd76519 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:45.410011 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-72baadf9-e3fe-400b-a07d-f4d159e2baa3 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:45.412196 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-03d36456-a5a0-41a7-82c0-09bb6c74b61c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:45.412880 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72baadf9-e3fe-400b-a07d-f4d159e2baa3 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 126753dc-169c-4fa7-ba1a-ca4777df5715 {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:18:45.416426 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-03d36456-a5a0-41a7-82c0-09bb6c74b61c admin admin] Usage tracker for resource:security_group_rule and tenant:8ccd49dfda0641e5a2c28ecf9a28c2da is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:45.419181 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-72baadf9-e3fe-400b-a07d-f4d159e2baa3 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:45.421042 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-03d36456-a5a0-41a7-82c0-09bb6c74b61c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:45.424866 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-72baadf9-e3fe-400b-a07d-f4d159e2baa3 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "DELETE /v2.0/routers/126753dc-169c-4fa7-ba1a-ca4777df5715 HTTP/1.1" status: 204 len: 168 time: 3.0832269 Apr 11 14:18:45.424866 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36256) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:45.441931 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-e87d5c83-3c2b-488b-b2f8-6a3aa03922f6 None None] Set router 126753dc-169c-4fa7-ba1a-ca4777df5715 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:18:45.446811 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-03d36456-a5a0-41a7-82c0-09bb6c74b61c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:45.492397 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-24bb99fd-b195-4014-adf9-a8b828abdb08 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6657832 Apr 11 14:18:45.501418 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36260) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:45.502876 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c77fd-93d2-4452-8d27-877dbcc4520b req-7c0ab0d4-82ee-48ab-9f09-23b741dfb458 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:45.504441 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-343c77fd-93d2-4452-8d27-877dbcc4520b req-7c0ab0d4-82ee-48ab-9f09-23b741dfb458 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.2707820 Apr 11 14:18:45.511639 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-6e21e786-8dfe-432f-986a-85f20f349659 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Request body: {'network': {'name': 'tempest-router-network01--342124401'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:45.518732 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-6e21e786-8dfe-432f-986a-85f20f349659 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:45.526622 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-6e21e786-8dfe-432f-986a-85f20f349659 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Usage tracker for resource:network and tenant:6be65919b4d1496787f86025746cc47b is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:45.531898 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-6e21e786-8dfe-432f-986a-85f20f349659 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:45.548030 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-6e21e786-8dfe-432f-986a-85f20f349659 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:45.550012 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e068cbb-29db-4ded-95fb-64b50cd76519 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:45.600758 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-e87d5c83-3c2b-488b-b2f8-6a3aa03922f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '126753dc-169c-4fa7-ba1a-ca4777df5715', 'name': 'tempest-snat-router-2134930936', 'tenant_id': '7bc04890669e4c01b1254641ed5bf407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:18:35Z', 'updated_at': '2022-04-11T14:18:44Z', 'revision_number': 5, 'project_id': '7bc04890669e4c01b1254641ed5bf407', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:45.610695 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87d5c83-3c2b-488b-b2f8-6a3aa03922f6 None None] The sync data for ids ['126753dc-169c-4fa7-ba1a-ca4777df5715'] in dv-neutron-837330-1-hyperv is: [{'id': '126753dc-169c-4fa7-ba1a-ca4777df5715', 'name': 'tempest-snat-router-2134930936', 'tenant_id': '7bc04890669e4c01b1254641ed5bf407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:18:35Z', 'updated_at': '2022-04-11T14:18:44Z', 'revision_number': 5, 'project_id': '7bc04890669e4c01b1254641ed5bf407', 'gw_port_host': None}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:18:45.683158 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5dd1e8-befa-4cd7-99e8-0ed0a36f7f2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-819a1af3-b9aa-463e-bb0d-112d05c144aa', 'network_id': '819a1af3-b9aa-463e-bb0d-112d05c144aa', 'tenant_id': '6be65919b4d1496787f86025746cc47b', 'fixed_ips': [{'subnet_id': '016ff656-d61d-4856-9511-7eeef534e894'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:18:45.684105 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8b5dd1e8-befa-4cd7-99e8-0ed0a36f7f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:45.756779 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-343c77fd-93d2-4452-8d27-877dbcc4520b req-5b7d340f-1431-433b-a8b0-812139dbf613 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336187 Apr 11 14:18:45.758768 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-006f8140-493b-4948-8438-89ead5d49da7 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:45.825245 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e21e786-8dfe-432f-986a-85f20f349659 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Made reservation on behalf of 6be65919b4d1496787f86025746cc47b for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:18:45.828903 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6e21e786-8dfe-432f-986a-85f20f349659 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:45.913145 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-8b5dd1e8-befa-4cd7-99e8-0ed0a36f7f2c None None] Allocated IP 172.20.0.2 (819a1af3-b9aa-463e-bb0d-112d05c144aa/016ff656-d61d-4856-9511-7eeef534e894/9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:45.922088 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-03d36456-a5a0-41a7-82c0-09bb6c74b61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:45.947440 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e21e786-8dfe-432f-986a-85f20f349659 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:18:45.992407 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6e21e786-8dfe-432f-986a-85f20f349659 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:45.993076 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-6e21e786-8dfe-432f-986a-85f20f349659 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Added segment d181862b-3cd0-4cef-ba3a-2ae2ae4e023b of type vlan for network 4bec9c6b-c281-49ce-afde-1430134def87 Apr 11 14:18:46.000237 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e068cbb-29db-4ded-95fb-64b50cd76519 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:46.047733 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-006f8140-493b-4948-8438-89ead5d49da7 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:46.056381 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6e21e786-8dfe-432f-986a-85f20f349659 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:46.098560 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-03d36456-a5a0-41a7-82c0-09bb6c74b61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:46.105344 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a491acfa-e86d-43c4-92c7-254240ddd69d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:46.147446 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-006f8140-493b-4948-8438-89ead5d49da7 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Deleting port dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:46.147800 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-006f8140-493b-4948-8438-89ead5d49da7 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:46.178098 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6e21e786-8dfe-432f-986a-85f20f349659 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:46.183575 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e21e786-8dfe-432f-986a-85f20f349659 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:46.184188 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6e21e786-8dfe-432f-986a-85f20f349659 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:46.207863 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491acfa-e86d-43c4-92c7-254240ddd69d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Port': ['ID=ead903b7-6a0f-43c5-a86d-2d02c40ca71f,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:46.225419 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8b5dd1e8-befa-4cd7-99e8-0ed0a36f7f2c None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:46.239541 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8b5dd1e8-befa-4cd7-99e8-0ed0a36f7f2c None None] Transition to ACTIVE for port object 9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:46.306578 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-03d36456-a5a0-41a7-82c0-09bb6c74b61c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8ccd49dfda0641e5a2c28ecf9a28c2da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0715392 Apr 11 14:18:46.307587 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36268) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:46.315259 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d36456-a5a0-41a7-82c0-09bb6c74b61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fe8d9e-3ffd-41b8-96eb-06f575d7041c,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:46.323943 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8b5dd1e8-befa-4cd7-99e8-0ed0a36f7f2c None None] Transition to ACTIVE for port object 9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:46.392038 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8b5dd1e8-befa-4cd7-99e8-0ed0a36f7f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:46.411615 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21e786-8dfe-432f-986a-85f20f349659 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Pushing event updated for resources: {'Network': ['ID=4bec9c6b-c281-49ce-afde-1430134def87,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:46.488092 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6e21e786-8dfe-432f-986a-85f20f349659 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9855719 Apr 11 14:18:46.490186 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 4bec9c6b-c281-49ce-afde-1430134def87 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:18:46.501070 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36272) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:46.510530 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-0493faa1-8362-49c7-99e0-8e6163f0f99a tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Request body: {'network': {'name': 'tempest-router-network02--2071717214'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:46.520058 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0493faa1-8362-49c7-99e0-8e6163f0f99a tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:46.527799 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ead903b7-6a0f-43c5-a86d-2d02c40ca71f up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:18:46.570040 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5dd1e8-befa-4cd7-99e8-0ed0a36f7f2c None None] Network 819a1af3-b9aa-463e-bb0d-112d05c144aa is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:46.580385 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-8b5dd1e8-befa-4cd7-99e8-0ed0a36f7f2c None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:46.583784 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5dd1e8-befa-4cd7-99e8-0ed0a36f7f2c None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:46.583927 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0493faa1-8362-49c7-99e0-8e6163f0f99a tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Usage tracker for resource:network and tenant:6be65919b4d1496787f86025746cc47b is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:46.596206 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0493faa1-8362-49c7-99e0-8e6163f0f99a tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:46.608107 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0493faa1-8362-49c7-99e0-8e6163f0f99a tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:46.653677 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: ead903b7-6a0f-43c5-a86d-2d02c40ca71f {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:18:46.654840 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-006f8140-493b-4948-8438-89ead5d49da7 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] For port dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:18:46.655195 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ead903b7-6a0f-43c5-a86d-2d02c40ca71f not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 11 14:18:46.655453 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-006f8140-493b-4948-8438-89ead5d49da7 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:46.705804 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Port ead903b7-6a0f-43c5-a86d-2d02c40ca71f not found, will not notify nova. {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 11 14:18:46.778656 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a491acfa-e86d-43c4-92c7-254240ddd69d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:46.827829 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0493faa1-8362-49c7-99e0-8e6163f0f99a tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Made reservation on behalf of 6be65919b4d1496787f86025746cc47b for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:18:46.832223 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0493faa1-8362-49c7-99e0-8e6163f0f99a tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:46.856284 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-006f8140-493b-4948-8438-89ead5d49da7 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Calling delete_port for dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4 owned by network:router_gateway {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:46.870722 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5dd1e8-befa-4cd7-99e8-0ed0a36f7f2c None None] Pushing event updated for resources: {'Port': ['ID=9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:46.895558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-8b5dd1e8-befa-4cd7-99e8-0ed0a36f7f2c None None] Attempting to bind port 9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:18:46.895558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-8b5dd1e8-befa-4cd7-99e8-0ed0a36f7f2c None None] Attempting to bind port 9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '2b2de0ef-fa19-465e-a6d3-6592ceeaf27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '819a1af3-b9aa-463e-bb0d-112d05c144aa'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:18:46.895558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5dd1e8-befa-4cd7-99e8-0ed0a36f7f2c None None] Attempting to bind port 9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c on network 819a1af3-b9aa-463e-bb0d-112d05c144aa {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:18:46.901332 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5dd1e8-befa-4cd7-99e8-0ed0a36f7f2c None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:18:46.902205 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5dd1e8-befa-4cd7-99e8-0ed0a36f7f2c None None] Checking segment: {'id': '2b2de0ef-fa19-465e-a6d3-6592ceeaf27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '819a1af3-b9aa-463e-bb0d-112d05c144aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:18:46.902610 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8b5dd1e8-befa-4cd7-99e8-0ed0a36f7f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:46.903177 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5dd1e8-befa-4cd7-99e8-0ed0a36f7f2c None None] Bound using segment: {'id': '2b2de0ef-fa19-465e-a6d3-6592ceeaf27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '819a1af3-b9aa-463e-bb0d-112d05c144aa'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:18:46.903848 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-8b5dd1e8-befa-4cd7-99e8-0ed0a36f7f2c None None] Bound port: 9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2de0ef-fa19-465e-a6d3-6592ceeaf27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '819a1af3-b9aa-463e-bb0d-112d05c144aa'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:18:46.905176 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8b5dd1e8-befa-4cd7-99e8-0ed0a36f7f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:46.912111 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-8e068cbb-29db-4ded-95fb-64b50cd76519 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Allocated IP 172.26.7.32 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/7b9567dd-7fdf-46ef-92ff-2724d69b5aca) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:46.939148 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0493faa1-8362-49c7-99e0-8e6163f0f99a tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] vlan segment allocate from pool success with {'vlan_id': 1005, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:18:46.970987 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0493faa1-8362-49c7-99e0-8e6163f0f99a tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:46.971624 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-0493faa1-8362-49c7-99e0-8e6163f0f99a tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Added segment 1f641b6a-5669-4f12-aac6-fccf20f4abb4 of type vlan for network c8ca2e89-85e8-49c2-b514-4290c804506a Apr 11 14:18:47.004761 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ada05173-1555-4ace-b33d-ceac04d4893b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:47.011952 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0493faa1-8362-49c7-99e0-8e6163f0f99a tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:47.014061 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-8b5dd1e8-befa-4cd7-99e8-0ed0a36f7f2c None None] For port 9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:18:47.017841 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-8b5dd1e8-befa-4cd7-99e8-0ed0a36f7f2c None None] For port 9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c,segment=NetworkSegment(2b2de0ef-fa19-465e-a6d3-6592ceeaf27a),segment_id=2b2de0ef-fa19-465e-a6d3-6592ceeaf27a)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:18:47.109351 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8b5dd1e8-befa-4cd7-99e8-0ed0a36f7f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:47.141297 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0493faa1-8362-49c7-99e0-8e6163f0f99a tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:47.147633 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0493faa1-8362-49c7-99e0-8e6163f0f99a tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:47.148943 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0493faa1-8362-49c7-99e0-8e6163f0f99a tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:47.198121 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61ff0e-9c69-4675-8131-078d80ba783c req-4ac4b95b-9620-4be2-b296-cd24dd025bb4 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:47.214271 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bb61ff0e-9c69-4675-8131-078d80ba783c req-4ac4b95b-9620-4be2-b296-cd24dd025bb4 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.6236367 Apr 11 14:18:47.228702 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5dd1e8-befa-4cd7-99e8-0ed0a36f7f2c None None] Pushing event updated for resources: {'Port': ['ID=9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:47.229642 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ada05173-1555-4ace-b33d-ceac04d4893b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:47.296293 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493faa1-8362-49c7-99e0-8e6163f0f99a tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Pushing event updated for resources: {'Network': ['ID=c8ca2e89-85e8-49c2-b514-4290c804506a,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:47.306896 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network c8ca2e89-85e8-49c2-b514-4290c804506a details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:18:47.316419 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-006f8140-493b-4948-8438-89ead5d49da7 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:47.366234 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f8140-493b-4948-8438-89ead5d49da7 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Pushing event deleted for resources: {'Port': ['ID=dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:47.412431 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0493faa1-8362-49c7-99e0-8e6163f0f99a tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9089007 Apr 11 14:18:47.417027 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36276) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:47.443570 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bb61ff0e-9c69-4675-8131-078d80ba783c req-ec61cc91-eba8-45d9-b181-5b5612427f63 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283075 Apr 11 14:18:47.445679 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a491acfa-e86d-43c4-92c7-254240ddd69d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Router 0695c601-cf19-4cc2-aa66-896e58dd5366 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:18:47.473261 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-927972fd-bf5e-493d-91b1-98fd08573413 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Request body: {'subnet': {'network_id': '4bec9c6b-c281-49ce-afde-1430134def87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:47.581957 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e068cbb-29db-4ded-95fb-64b50cd76519 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:47.605651 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-006f8140-493b-4948-8438-89ead5d49da7 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:47.666290 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a491acfa-e86d-43c4-92c7-254240ddd69d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:18:47.677197 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9038b-730e-493a-9f64-1cecd256cc45 None None] Sync routers for ids ['0695c601-cf19-4cc2-aa66-896e58dd5366'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:18:47.688348 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a9038b-730e-493a-9f64-1cecd256cc45 None None] Routers {'0695c601-cf19-4cc2-aa66-896e58dd5366'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:47.688968 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-e6a9038b-730e-493a-9f64-1cecd256cc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['0695c601-cf19-4cc2-aa66-896e58dd5366'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:47.714008 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ada05173-1555-4ace-b33d-ceac04d4893b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:47.720195 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-927972fd-bf5e-493d-91b1-98fd08573413 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:47.731564 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada05173-1555-4ace-b33d-ceac04d4893b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fe8d9e-3ffd-41b8-96eb-06f575d7041c,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:47.759256 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a491acfa-e86d-43c4-92c7-254240ddd69d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "PUT /v2.0/routers/0695c601-cf19-4cc2-aa66-896e58dd5366/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9886038 Apr 11 14:18:47.760397 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36280) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:47.762914 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ada05173-1555-4ace-b33d-ceac04d4893b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:47.764672 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ada05173-1555-4ace-b33d-ceac04d4893b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/56fe8d9e-3ffd-41b8-96eb-06f575d7041c HTTP/1.1" status: 204 len: 168 time: 1.4426265 Apr 11 14:18:47.828098 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e068cbb-29db-4ded-95fb-64b50cd76519 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:47.844706 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-927972fd-bf5e-493d-91b1-98fd08573413 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Usage tracker for resource:subnet and tenant:6be65919b4d1496787f86025746cc47b is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:47.846168 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-e6a9038b-730e-493a-9f64-1cecd256cc45 None None] Set router 0695c601-cf19-4cc2-aa66-896e58dd5366 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:18:47.849084 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-927972fd-bf5e-493d-91b1-98fd08573413 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:47.914676 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-927972fd-bf5e-493d-91b1-98fd08573413 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:47.918462 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-006f8140-493b-4948-8438-89ead5d49da7 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:47.922020 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-006f8140-493b-4948-8438-89ead5d49da7 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:47.944095 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e068cbb-29db-4ded-95fb-64b50cd76519 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event updated for resources: {'Port': ['ID=7b9567dd-7fdf-46ef-92ff-2724d69b5aca,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:47.956396 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e068cbb-29db-4ded-95fb-64b50cd76519 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:47.959579 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-8e068cbb-29db-4ded-95fb-64b50cd76519 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:47.962173 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e068cbb-29db-4ded-95fb-64b50cd76519 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:47.969600 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-e6a9038b-730e-493a-9f64-1cecd256cc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0695c601-cf19-4cc2-aa66-896e58dd5366', 'name': 'tempest-NetworksTestDHCPv6-router-1864481928', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:18:32Z', 'updated_at': '2022-04-11T14:18:45Z', 'revision_number': 3, 'project_id': 'acd5858029f24cbba8ef3a8d41b209df', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:47.979253 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9038b-730e-493a-9f64-1cecd256cc45 None None] Checking router: 0695c601-cf19-4cc2-aa66-896e58dd5366 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:18:47.983554 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a9038b-730e-493a-9f64-1cecd256cc45 None None] Routers {'0695c601-cf19-4cc2-aa66-896e58dd5366'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:47.984322 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-e6a9038b-730e-493a-9f64-1cecd256cc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['0695c601-cf19-4cc2-aa66-896e58dd5366'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:48.040291 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927972fd-bf5e-493d-91b1-98fd08573413 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Made reservation on behalf of 6be65919b4d1496787f86025746cc47b for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:18:48.043553 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-927972fd-bf5e-493d-91b1-98fd08573413 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:48.049642 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b14a11b-abd0-4ac9-8d88-af1a453d886d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:48.051529 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b14a11b-abd0-4ac9-8d88-af1a453d886d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:48.052426 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6b14a11b-abd0-4ac9-8d88-af1a453d886d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:18:48.081309 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-006f8140-493b-4948-8438-89ead5d49da7 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:48.082365 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006f8140-493b-4948-8438-89ead5d49da7 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2bc079f-dcb3-46f5-8437-08741bba1e73 {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:18:48.112100 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-006f8140-493b-4948-8438-89ead5d49da7 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:48.116945 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-006f8140-493b-4948-8438-89ead5d49da7 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "DELETE /v2.0/routers/c2bc079f-dcb3-46f5-8437-08741bba1e73 HTTP/1.1" status: 204 len: 168 time: 2.6873000 Apr 11 14:18:48.117319 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36286) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:48.124167 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-e6a9038b-730e-493a-9f64-1cecd256cc45 None None] Set router 0695c601-cf19-4cc2-aa66-896e58dd5366 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:18:48.141841 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-84b193e2-7d50-44c0-9a48-5f12336d4203 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-825667776', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}, 'admin_state_up': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:48.149468 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-84b193e2-7d50-44c0-9a48-5f12336d4203 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:48.154221 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-84b193e2-7d50-44c0-9a48-5f12336d4203 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Usage tracker for resource:router and tenant:41e441156ac9421da3a74f10f0d49d88 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:48.161757 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-84b193e2-7d50-44c0-9a48-5f12336d4203 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:48.168249 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-84b193e2-7d50-44c0-9a48-5f12336d4203 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:48.216189 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6b14a11b-abd0-4ac9-8d88-af1a453d886d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:18:48.222270 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6b14a11b-abd0-4ac9-8d88-af1a453d886d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4583011 Apr 11 14:18:48.300431 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36292) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:48.303683 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-84b193e2-7d50-44c0-9a48-5f12336d4203 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:48.304722 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-84b193e2-7d50-44c0-9a48-5f12336d4203 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:48.336386 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-84b193e2-7d50-44c0-9a48-5f12336d4203 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:48.358717 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-e6a9038b-730e-493a-9f64-1cecd256cc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0695c601-cf19-4cc2-aa66-896e58dd5366', 'name': 'tempest-NetworksTestDHCPv6-router-1864481928', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:18:32Z', 'updated_at': '2022-04-11T14:18:45Z', 'revision_number': 3, 'project_id': 'acd5858029f24cbba8ef3a8d41b209df', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:48.363247 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9038b-730e-493a-9f64-1cecd256cc45 None None] The sync data for ids ['0695c601-cf19-4cc2-aa66-896e58dd5366'] in dv-neutron-837330-1-hyperv is: [{'id': '0695c601-cf19-4cc2-aa66-896e58dd5366', 'name': 'tempest-NetworksTestDHCPv6-router-1864481928', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:18:32Z', 'updated_at': '2022-04-11T14:18:45Z', 'revision_number': 3, 'project_id': 'acd5858029f24cbba8ef3a8d41b209df', 'gw_port_host': None}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:18:48.452460 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-168b18e7-6b99-4cad-9ce3-983d11379c65 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet 55e1563f-9efd-472c-9fc4-0ecfd9c240d9 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:18:48.464230 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-168b18e7-6b99-4cad-9ce3-983d11379c65 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:48.551931 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-168b18e7-6b99-4cad-9ce3-983d11379c65 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:48.605979 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fe907a-44fe-4de3-8d37-9ee293a26a11 None None] Network 819a1af3-b9aa-463e-bb0d-112d05c144aa requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:18:48.659092 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36298) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:48.702331 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d47e6750-5bfe-4a69-bf7c-a15303224787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:48.723960 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-927972fd-bf5e-493d-91b1-98fd08573413 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:48.790237 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-d47e6750-5bfe-4a69-bf7c-a15303224787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:48.804535 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d47e6750-5bfe-4a69-bf7c-a15303224787 admin admin] Usage tracker for resource:security_group_rule and tenant:5904b2e6d66146e5bf7954c45fefdad9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:48.805216 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a1439757-0013-4440-91f4-e0bc64735c82 None None] Provisioning for port 9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:18:48.816686 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d47e6750-5bfe-4a69-bf7c-a15303224787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:48.845317 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-d47e6750-5bfe-4a69-bf7c-a15303224787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:48.867440 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-168b18e7-6b99-4cad-9ce3-983d11379c65 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:48.899291 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927972fd-bf5e-493d-91b1-98fd08573413 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Pushing event updated for resources: {'Subnet': ['ID=930dc826-3b26-4c4d-971f-853bfa8eb54b,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:48.940382 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927972fd-bf5e-493d-91b1-98fd08573413 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Checking segment: {'id': 'd181862b-3cd0-4cef-ba3a-2ae2ae4e023b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '4bec9c6b-c281-49ce-afde-1430134def87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:18:48.940813 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927972fd-bf5e-493d-91b1-98fd08573413 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Network hostable DHCP agents. Network: 4bec9c6b-c281-49ce-afde-1430134def87, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:18:48.966827 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edb0d4-35f6-449e-adbe-21a531aa3b60 req-3cea0301-9325-4210-b8be-69e77de5f605 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:48.968519 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-81edb0d4-35f6-449e-adbe-21a531aa3b60 req-3cea0301-9325-4210-b8be-69e77de5f605 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.3624732 Apr 11 14:18:49.088127 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-81edb0d4-35f6-449e-adbe-21a531aa3b60 req-a124290e-7d85-452d-a65e-98a64ebbec68 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076872 Apr 11 14:18:49.099856 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:18:49.149834 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e068cbb-29db-4ded-95fb-64b50cd76519 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:49.159713 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-168b18e7-6b99-4cad-9ce3-983d11379c65 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:49.262028 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d47e6750-5bfe-4a69-bf7c-a15303224787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:49.266417 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b18e7-6b99-4cad-9ce3-983d11379c65 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=55e1563f-9efd-472c-9fc4-0ecfd9c240d9,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:49.278466 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-84b193e2-7d50-44c0-9a48-5f12336d4203 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:49.282827 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927972fd-bf5e-493d-91b1-98fd08573413 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Network 4bec9c6b-c281-49ce-afde-1430134def87 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:18:49.287189 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801d6a84-99fb-4a42-b327-d4f6cf2579be None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:18:49.296080 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-168b18e7-6b99-4cad-9ce3-983d11379c65 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:49.318798 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:18:49.324953 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d47e6750-5bfe-4a69-bf7c-a15303224787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:49.330187 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:49.332491 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:49.373870 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d47e6750-5bfe-4a69-bf7c-a15303224787 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5904b2e6d66146e5bf7954c45fefdad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7117176 Apr 11 14:18:49.377034 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36304) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:49.378175 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e6750-5bfe-4a69-bf7c-a15303224787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cb8ac4-7824-457c-b46d-983525c0bc8d,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:49.382041 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-927972fd-bf5e-493d-91b1-98fd08573413 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 4bec9c6b-c281-49ce-afde-1430134def87) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:49.390088 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e6750-5bfe-4a69-bf7c-a15303224787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:49.390480 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e6750-5bfe-4a69-bf7c-a15303224787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:49.390827 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e6750-5bfe-4a69-bf7c-a15303224787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:49.391187 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e6750-5bfe-4a69-bf7c-a15303224787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:49.391785 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e6750-5bfe-4a69-bf7c-a15303224787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:49.392130 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e6750-5bfe-4a69-bf7c-a15303224787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:49.392516 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e6750-5bfe-4a69-bf7c-a15303224787 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:49.392855 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e6750-5bfe-4a69-bf7c-a15303224787 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:49.393184 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e6750-5bfe-4a69-bf7c-a15303224787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:49.393531 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e6750-5bfe-4a69-bf7c-a15303224787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:49.393844 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e6750-5bfe-4a69-bf7c-a15303224787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:49.394199 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e6750-5bfe-4a69-bf7c-a15303224787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:49.398131 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927972fd-bf5e-493d-91b1-98fd08573413 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:49.398723 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-927972fd-bf5e-493d-91b1-98fd08573413 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:49.415476 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67586119-8a9a-4547-af99-80e90ebb948d None None] Network 4bec9c6b-c281-49ce-afde-1430134def87 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:18:49.423038 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-168b18e7-6b99-4cad-9ce3-983d11379c65 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/55e1563f-9efd-472c-9fc4-0ecfd9c240d9 HTTP/1.1" status: 204 len: 168 time: 1.1161993 Apr 11 14:18:49.425440 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36308) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:49.541798 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e068cbb-29db-4ded-95fb-64b50cd76519 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:49.610450 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-927972fd-bf5e-493d-91b1-98fd08573413 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1421063 Apr 11 14:18:49.612763 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36314) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:49.621423 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c3906b8e-a24b-4289-a15c-c69b7470155f tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:router {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:18:49.628609 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-ad6f1666-aa15-42e0-a532-ee5cdba996ac tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Request body: {'subnet': {'network_id': 'c8ca2e89-85e8-49c2-b514-4290c804506a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:49.702520 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a98a1295-eb1c-4a06-a7c0-7200915ee5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:49.727546 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:18:49.813414 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:49.818072 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ad6f1666-aa15-42e0-a532-ee5cdba996ac tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:49.823698 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ad6f1666-aa15-42e0-a532-ee5cdba996ac tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Usage tracker for resource:subnet and tenant:6be65919b4d1496787f86025746cc47b is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:49.828489 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ad6f1666-aa15-42e0-a532-ee5cdba996ac tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:49.831518 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a98a1295-eb1c-4a06-a7c0-7200915ee5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:49.836154 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ad6f1666-aa15-42e0-a532-ee5cdba996ac tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:49.855989 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c3906b8e-a24b-4289-a15c-c69b7470155f tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:router {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:18:49.857748 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c3906b8e-a24b-4289-a15c-c69b7470155f tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4308045 Apr 11 14:18:49.867125 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedea75-081b-4559-88cb-da88faaf790a req-74f509ff-191d-4aa3-8759-1013b374f7f9 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:49.871432 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36318) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:49.876219 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6fedea75-081b-4559-88cb-da88faaf790a req-74f509ff-191d-4aa3-8759-1013b374f7f9 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.2284465 Apr 11 14:18:49.911516 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c,segment=NetworkSegment(2b2de0ef-fa19-465e-a6d3-6592ceeaf27a),segment_id=2b2de0ef-fa19-465e-a6d3-6592ceeaf27a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:18:49.924873 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6f1666-aa15-42e0-a532-ee5cdba996ac tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Made reservation on behalf of 6be65919b4d1496787f86025746cc47b for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:18:49.926550 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada89a5d-b5f8-475d-9fbf-7d726311bbf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-4bec9c6b-c281-49ce-afde-1430134def87', 'network_id': '4bec9c6b-c281-49ce-afde-1430134def87', 'tenant_id': '6be65919b4d1496787f86025746cc47b', 'fixed_ips': [{'subnet_id': '930dc826-3b26-4c4d-971f-853bfa8eb54b'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:18:49.928059 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ada89a5d-b5f8-475d-9fbf-7d726311bbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:49.928803 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ad6f1666-aa15-42e0-a532-ee5cdba996ac tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:49.975175 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6fedea75-081b-4559-88cb-da88faaf790a req-071d60f7-d7be-482b-b4cd-f322602110bf tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973432 Apr 11 14:18:50.089499 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:50.092896 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d5b28e-62f0-471d-bf64-9d8123a8c767 None None] DHCP port deletion for 47d4fbd0-dfc4-4187-bb2e-73c4649db563 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:18:50.099612 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-460eaf96-807c-40a4-8d4d-04ebe1df6af7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:50.138092 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-64d5b28e-62f0-471d-bf64-9d8123a8c767 None None] Deleting port 4dc24564-a3c8-4389-9d6a-4f3db16644e5 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:50.139151 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-64d5b28e-62f0-471d-bf64-9d8123a8c767 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:50.266476 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ad6f1666-aa15-42e0-a532-ee5cdba996ac tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:50.306818 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:18:50.343192 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:50.418191 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:18:50.418529 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device dab5ab4d-6eb8-4a1c-a401-1f3fc8ee00b4 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:18:50.418938 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4dc24564-a3c8-4389-9d6a-4f3db16644e5 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:18:50.461047 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f1666-aa15-42e0-a532-ee5cdba996ac tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Pushing event updated for resources: {'Subnet': ['ID=740faa96-4744-4492-b429-609418254984,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:50.479973 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6f1666-aa15-42e0-a532-ee5cdba996ac tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Checking segment: {'id': '1f641b6a-5669-4f12-aac6-fccf20f4abb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'c8ca2e89-85e8-49c2-b514-4290c804506a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:18:50.480751 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6f1666-aa15-42e0-a532-ee5cdba996ac tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Network hostable DHCP agents. Network: c8ca2e89-85e8-49c2-b514-4290c804506a, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:18:50.481110 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e068cbb-29db-4ded-95fb-64b50cd76519 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:50.506347 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-ada89a5d-b5f8-475d-9fbf-7d726311bbf2 None None] Allocated IP 172.20.0.2 (4bec9c6b-c281-49ce-afde-1430134def87/930dc826-3b26-4c4d-971f-853bfa8eb54b/71e30875-dd04-46c4-a652-9ba1ac012e16) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:50.594094 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6f1666-aa15-42e0-a532-ee5cdba996ac tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Network c8ca2e89-85e8-49c2-b514-4290c804506a is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:18:50.652195 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a98a1295-eb1c-4a06-a7c0-7200915ee5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:50.665322 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-64d5b28e-62f0-471d-bf64-9d8123a8c767 None None] For port 4dc24564-a3c8-4389-9d6a-4f3db16644e5, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4dc24564-a3c8-4389-9d6a-4f3db16644e5,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:18:50.665526 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e068cbb-29db-4ded-95fb-64b50cd76519 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:50.665709 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-64d5b28e-62f0-471d-bf64-9d8123a8c767 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:50.683387 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-ad6f1666-aa15-42e0-a532-ee5cdba996ac tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, c8ca2e89-85e8-49c2-b514-4290c804506a) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:50.688626 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6f1666-aa15-42e0-a532-ee5cdba996ac tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:50.689357 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ad6f1666-aa15-42e0-a532-ee5cdba996ac tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:50.775417 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ad6f1666-aa15-42e0-a532-ee5cdba996ac tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1614320 Apr 11 14:18:50.780371 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36324) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:50.802794 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a1295-eb1c-4a06-a7c0-7200915ee5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cb8ac4-7824-457c-b46d-983525c0bc8d,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:50.806003 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a74f81-21e3-4e69-a482-160140d1144e None None] Network c8ca2e89-85e8-49c2-b514-4290c804506a requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:18:50.816731 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-460eaf96-807c-40a4-8d4d-04ebe1df6af7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:50.820195 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-460eaf96-807c-40a4-8d4d-04ebe1df6af7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:50.826928 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-84b193e2-7d50-44c0-9a48-5f12336d4203 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:50.899397 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98a1295-eb1c-4a06-a7c0-7200915ee5d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:50.899847 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98a1295-eb1c-4a06-a7c0-7200915ee5d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:50.900207 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98a1295-eb1c-4a06-a7c0-7200915ee5d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:50.900523 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98a1295-eb1c-4a06-a7c0-7200915ee5d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:50.900931 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98a1295-eb1c-4a06-a7c0-7200915ee5d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:50.901190 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98a1295-eb1c-4a06-a7c0-7200915ee5d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:50.901503 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98a1295-eb1c-4a06-a7c0-7200915ee5d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:50.901845 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98a1295-eb1c-4a06-a7c0-7200915ee5d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:50.902194 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98a1295-eb1c-4a06-a7c0-7200915ee5d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:50.902520 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98a1295-eb1c-4a06-a7c0-7200915ee5d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:50.902849 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98a1295-eb1c-4a06-a7c0-7200915ee5d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:50.903172 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98a1295-eb1c-4a06-a7c0-7200915ee5d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:50.912095 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-64d5b28e-62f0-471d-bf64-9d8123a8c767 None None] Calling delete_port for 4dc24564-a3c8-4389-9d6a-4f3db16644e5 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:50.940663 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-84b193e2-7d50-44c0-9a48-5f12336d4203 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:50.996164 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e068cbb-29db-4ded-95fb-64b50cd76519 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event updated for resources: {'Port': ['ID=7b9567dd-7fdf-46ef-92ff-2724d69b5aca,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:51.038170 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:51.058548 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a98a1295-eb1c-4a06-a7c0-7200915ee5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:51.059903 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a98a1295-eb1c-4a06-a7c0-7200915ee5d8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a0cb8ac4-7824-457c-b46d-983525c0bc8d HTTP/1.1" status: 204 len: 168 time: 1.6818032 Apr 11 14:18:51.068541 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e068cbb-29db-4ded-95fb-64b50cd76519 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:51.164206 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 4dc24564-a3c8-4389-9d6a-4f3db16644e5, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4dc24564-a3c8-4389-9d6a-4f3db16644e5,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:18:51.217803 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-460eaf96-807c-40a4-8d4d-04ebe1df6af7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:51.218353 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460eaf96-807c-40a4-8d4d-04ebe1df6af7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Fanout notify agent at l3_agent the message router_deleted on router 0695c601-cf19-4cc2-aa66-896e58dd5366 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:18:51.299872 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:51.300558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ead903b7-6a0f-43c5-a86d-2d02c40ca71f no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:18:51.402097 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-64d5b28e-62f0-471d-bf64-9d8123a8c767 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:18:51.402455 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-64d5b28e-62f0-471d-bf64-9d8123a8c767 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:18:51.402905 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: ead903b7-6a0f-43c5-a86d-2d02c40ca71f {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:18:51.403243 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ead903b7-6a0f-43c5-a86d-2d02c40ca71f not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:18:51.415903 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ada89a5d-b5f8-475d-9fbf-7d726311bbf2 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:51.422040 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-460eaf96-807c-40a4-8d4d-04ebe1df6af7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:51.423133 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-460eaf96-807c-40a4-8d4d-04ebe1df6af7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/routers/0695c601-cf19-4cc2-aa66-896e58dd5366 HTTP/1.1" status: 204 len: 168 time: 1.5451963 Apr 11 14:18:51.430426 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36332) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:51.443691 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-646dc597-226e-4613-86b2-923c0fe8c88b tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:51.446785 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-bb6d017b-9524-4968-8710-afafcb2d3b2e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:51.482777 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ada89a5d-b5f8-475d-9fbf-7d726311bbf2 None None] Transition to ACTIVE for port object 71e30875-dd04-46c4-a652-9ba1ac012e16 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:51.509350 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f562b5e-03cc-4d69-a8b0-73db7ae64862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-c8ca2e89-85e8-49c2-b514-4290c804506a', 'network_id': 'c8ca2e89-85e8-49c2-b514-4290c804506a', 'tenant_id': '6be65919b4d1496787f86025746cc47b', 'fixed_ips': [{'subnet_id': '740faa96-4744-4492-b429-609418254984'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:18:51.510208 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9f562b5e-03cc-4d69-a8b0-73db7ae64862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:51.516566 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-84b193e2-7d50-44c0-9a48-5f12336d4203 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Allocated IP 172.26.7.173 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/fe0487e3-ae8a-424e-9ae4-38729e83a542) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:51.527692 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=4dc24564-a3c8-4389-9d6a-4f3db16644e5,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:51.550284 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ada89a5d-b5f8-475d-9fbf-7d726311bbf2 None None] Transition to ACTIVE for port object 71e30875-dd04-46c4-a652-9ba1ac012e16 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:51.555016 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:51.555707 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:51.556157 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:51.556602 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:51.557001 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:51.557427 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:51.557935 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:51.558354 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:51.558775 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:51.559435 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:51.559829 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:51.560504 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:18:51.580580 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-8e068cbb-29db-4ded-95fb-64b50cd76519 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Floating IP 9b2825a3-687d-4519-8551-4978834bc430 associated. External IP: 172.26.7.32, port: 2692bce8-e5b4-433b-a2f3-fea80ca787bb. Apr 11 14:18:51.666706 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac2c90-3f55-466d-83c6-7681a762da22 req-6771ba3d-8e93-4d50-8af2-e8398fddb861 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:51.668151 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-82ac2c90-3f55-466d-83c6-7681a762da22 req-6771ba3d-8e93-4d50-8af2-e8398fddb861 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.4947832 Apr 11 14:18:51.757309 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-bb6d017b-9524-4968-8710-afafcb2d3b2e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:51.777886 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-bb6d017b-9524-4968-8710-afafcb2d3b2e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:subnet and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:51.781806 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-9f562b5e-03cc-4d69-a8b0-73db7ae64862 None None] Allocated IP 172.20.0.2 (c8ca2e89-85e8-49c2-b514-4290c804506a/740faa96-4744-4492-b429-609418254984/70359e33-77c5-4c2f-85be-9a7d34fad9f9) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:51.787676 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ada89a5d-b5f8-475d-9fbf-7d726311bbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:51.842872 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-bb6d017b-9524-4968-8710-afafcb2d3b2e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:51.864488 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-bb6d017b-9524-4968-8710-afafcb2d3b2e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:51.878593 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-646dc597-226e-4613-86b2-923c0fe8c88b tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Allocated IP 172.20.0.1 (4bec9c6b-c281-49ce-afde-1430134def87/930dc826-3b26-4c4d-971f-853bfa8eb54b/6d86a0a5-88bd-43f9-adc8-cbc5310bbba4) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:51.879658 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada89a5d-b5f8-475d-9fbf-7d726311bbf2 None None] Network 4bec9c6b-c281-49ce-afde-1430134def87 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:51.894401 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-ada89a5d-b5f8-475d-9fbf-7d726311bbf2 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:51.901187 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada89a5d-b5f8-475d-9fbf-7d726311bbf2 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:51.911044 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-64d5b28e-62f0-471d-bf64-9d8123a8c767 None None] Deleting port 4dc24564-a3c8-4389-9d6a-4f3db16644e5 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:51.911044 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-64d5b28e-62f0-471d-bf64-9d8123a8c767 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:51.940820 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-82ac2c90-3f55-466d-83c6-7681a762da22 req-1465ba8c-5cd9-427e-86ab-19c734552878 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2513661 Apr 11 14:18:52.180425 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6d017b-9524-4968-8710-afafcb2d3b2e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:18:52.183862 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bb6d017b-9524-4968-8710-afafcb2d3b2e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:52.273478 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada89a5d-b5f8-475d-9fbf-7d726311bbf2 None None] Pushing event updated for resources: {'Port': ['ID=71e30875-dd04-46c4-a652-9ba1ac012e16,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:52.286424 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-646dc597-226e-4613-86b2-923c0fe8c88b tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:52.319015 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-646dc597-226e-4613-86b2-923c0fe8c88b tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Transition to ACTIVE for port object 6d86a0a5-88bd-43f9-adc8-cbc5310bbba4 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:52.327744 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-ada89a5d-b5f8-475d-9fbf-7d726311bbf2 None None] Attempting to bind port 71e30875-dd04-46c4-a652-9ba1ac012e16 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:18:52.328220 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-ada89a5d-b5f8-475d-9fbf-7d726311bbf2 None None] Attempting to bind port 71e30875-dd04-46c4-a652-9ba1ac012e16 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'd181862b-3cd0-4cef-ba3a-2ae2ae4e023b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '4bec9c6b-c281-49ce-afde-1430134def87'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:18:52.328623 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada89a5d-b5f8-475d-9fbf-7d726311bbf2 None None] Attempting to bind port 71e30875-dd04-46c4-a652-9ba1ac012e16 on network 4bec9c6b-c281-49ce-afde-1430134def87 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:18:52.344559 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada89a5d-b5f8-475d-9fbf-7d726311bbf2 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:18:52.344927 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada89a5d-b5f8-475d-9fbf-7d726311bbf2 None None] Checking segment: {'id': 'd181862b-3cd0-4cef-ba3a-2ae2ae4e023b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '4bec9c6b-c281-49ce-afde-1430134def87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:18:52.345461 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ada89a5d-b5f8-475d-9fbf-7d726311bbf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:52.345967 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada89a5d-b5f8-475d-9fbf-7d726311bbf2 None None] Bound using segment: {'id': 'd181862b-3cd0-4cef-ba3a-2ae2ae4e023b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '4bec9c6b-c281-49ce-afde-1430134def87'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:18:52.346500 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-ada89a5d-b5f8-475d-9fbf-7d726311bbf2 None None] Bound port: 71e30875-dd04-46c4-a652-9ba1ac012e16, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd181862b-3cd0-4cef-ba3a-2ae2ae4e023b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '4bec9c6b-c281-49ce-afde-1430134def87'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:18:52.346933 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ada89a5d-b5f8-475d-9fbf-7d726311bbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:52.347980 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82755c14-7d3b-4c08-8c26-d200a2e11a43 req-2c9bf982-020f-4ece-8b81-062aa57eceb4 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:52.354605 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-82755c14-7d3b-4c08-8c26-d200a2e11a43 req-2c9bf982-020f-4ece-8b81-062aa57eceb4 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.2090747 Apr 11 14:18:52.356328 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:18:52.376214 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-84b193e2-7d50-44c0-9a48-5f12336d4203 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:52.418654 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-82755c14-7d3b-4c08-8c26-d200a2e11a43 req-98e22621-10e4-45b1-9822-60fcea11583c tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628910 Apr 11 14:18:52.473372 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-646dc597-226e-4613-86b2-923c0fe8c88b tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:52.557146 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-64d5b28e-62f0-471d-bf64-9d8123a8c767 None None] For port 4dc24564-a3c8-4389-9d6a-4f3db16644e5, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4dc24564-a3c8-4389-9d6a-4f3db16644e5,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:18:52.557535 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-64d5b28e-62f0-471d-bf64-9d8123a8c767 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:52.604503 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646dc597-226e-4613-86b2-923c0fe8c88b tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Pushing event updated for resources: {'Port': ['ID=6d86a0a5-88bd-43f9-adc8-cbc5310bbba4,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:52.621749 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646dc597-226e-4613-86b2-923c0fe8c88b tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Network 4bec9c6b-c281-49ce-afde-1430134def87 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:52.624126 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-646dc597-226e-4613-86b2-923c0fe8c88b tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:52.630518 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646dc597-226e-4613-86b2-923c0fe8c88b tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:52.710017 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-646dc597-226e-4613-86b2-923c0fe8c88b tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:52.712375 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-84b193e2-7d50-44c0-9a48-5f12336d4203 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:52.770010 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e068cbb-29db-4ded-95fb-64b50cd76519 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Router 73279aa8-6434-415a-8b91-e5bc5ab99e3f has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:18:52.776532 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-64d5b28e-62f0-471d-bf64-9d8123a8c767 None None] Calling delete_port for 4dc24564-a3c8-4389-9d6a-4f3db16644e5 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:52.808319 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b193e2-7d50-44c0-9a48-5f12336d4203 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:52.813016 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-84b193e2-7d50-44c0-9a48-5f12336d4203 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:52.845335 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b193e2-7d50-44c0-9a48-5f12336d4203 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Pushing event updated for resources: {'Port': ['ID=fe0487e3-ae8a-424e-9ae4-38729e83a542,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:52.845741 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:52.846143 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:52.849955 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b193e2-7d50-44c0-9a48-5f12336d4203 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:52.897323 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-ada89a5d-b5f8-475d-9fbf-7d726311bbf2 None None] For port 71e30875-dd04-46c4-a652-9ba1ac012e16, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:18:52.917972 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9f562b5e-03cc-4d69-a8b0-73db7ae64862 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:52.931691 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-ada89a5d-b5f8-475d-9fbf-7d726311bbf2 None None] For port 71e30875-dd04-46c4-a652-9ba1ac012e16, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=71e30875-dd04-46c4-a652-9ba1ac012e16,segment=NetworkSegment(d181862b-3cd0-4cef-ba3a-2ae2ae4e023b),segment_id=d181862b-3cd0-4cef-ba3a-2ae2ae4e023b)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:18:52.960773 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9f562b5e-03cc-4d69-a8b0-73db7ae64862 None None] Transition to ACTIVE for port object 70359e33-77c5-4c2f-85be-9a7d34fad9f9 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:52.989013 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9f562b5e-03cc-4d69-a8b0-73db7ae64862 None None] Transition to ACTIVE for port object 70359e33-77c5-4c2f-85be-9a7d34fad9f9 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:53.034042 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ada89a5d-b5f8-475d-9fbf-7d726311bbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:53.091082 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-64d5b28e-62f0-471d-bf64-9d8123a8c767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:53.093287 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755cabd0-9995-408f-b451-2054652c8fef req-eac81274-241f-41b2-9d30-8c8611f9e31f tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:53.094848 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-755cabd0-9995-408f-b451-2054652c8fef req-eac81274-241f-41b2-9d30-8c8611f9e31f tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.5396492 Apr 11 14:18:53.114938 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bb6d017b-9524-4968-8710-afafcb2d3b2e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:53.115934 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9f562b5e-03cc-4d69-a8b0-73db7ae64862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:53.147603 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d5b28e-62f0-471d-bf64-9d8123a8c767 None None] No DVR routers for this DVR port 4dc24564-a3c8-4389-9d6a-4f3db16644e5 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:18:53.173164 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f562b5e-03cc-4d69-a8b0-73db7ae64862 None None] Network c8ca2e89-85e8-49c2-b514-4290c804506a is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:53.178514 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-9f562b5e-03cc-4d69-a8b0-73db7ae64862 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:53.180929 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada89a5d-b5f8-475d-9fbf-7d726311bbf2 None None] Pushing event updated for resources: {'Port': ['ID=71e30875-dd04-46c4-a652-9ba1ac012e16,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:53.183484 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f562b5e-03cc-4d69-a8b0-73db7ae64862 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:53.246725 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5b28e-62f0-471d-bf64-9d8123a8c767 None None] Pushing event deleted for resources: {'Port': ['ID=4dc24564-a3c8-4389-9d6a-4f3db16644e5,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:53.272690 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-646dc597-226e-4613-86b2-923c0fe8c88b tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:53.417154 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f562b5e-03cc-4d69-a8b0-73db7ae64862 None None] Pushing event updated for resources: {'Port': ['ID=70359e33-77c5-4c2f-85be-9a7d34fad9f9,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:53.420200 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-9f562b5e-03cc-4d69-a8b0-73db7ae64862 None None] Attempting to bind port 70359e33-77c5-4c2f-85be-9a7d34fad9f9 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:18:53.420567 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-9f562b5e-03cc-4d69-a8b0-73db7ae64862 None None] Attempting to bind port 70359e33-77c5-4c2f-85be-9a7d34fad9f9 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '1f641b6a-5669-4f12-aac6-fccf20f4abb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'c8ca2e89-85e8-49c2-b514-4290c804506a'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:18:53.420925 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f562b5e-03cc-4d69-a8b0-73db7ae64862 None None] Attempting to bind port 70359e33-77c5-4c2f-85be-9a7d34fad9f9 on network c8ca2e89-85e8-49c2-b514-4290c804506a {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:18:53.428146 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f562b5e-03cc-4d69-a8b0-73db7ae64862 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:18:53.428146 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f562b5e-03cc-4d69-a8b0-73db7ae64862 None None] Checking segment: {'id': '1f641b6a-5669-4f12-aac6-fccf20f4abb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'c8ca2e89-85e8-49c2-b514-4290c804506a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:18:53.428146 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9f562b5e-03cc-4d69-a8b0-73db7ae64862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:53.428473 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f562b5e-03cc-4d69-a8b0-73db7ae64862 None None] Bound using segment: {'id': '1f641b6a-5669-4f12-aac6-fccf20f4abb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'c8ca2e89-85e8-49c2-b514-4290c804506a'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:18:53.428933 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-9f562b5e-03cc-4d69-a8b0-73db7ae64862 None None] Bound port: 70359e33-77c5-4c2f-85be-9a7d34fad9f9, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f641b6a-5669-4f12-aac6-fccf20f4abb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'c8ca2e89-85e8-49c2-b514-4290c804506a'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:18:53.429308 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9f562b5e-03cc-4d69-a8b0-73db7ae64862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:53.589245 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-9f562b5e-03cc-4d69-a8b0-73db7ae64862 None None] For port 70359e33-77c5-4c2f-85be-9a7d34fad9f9, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:18:53.593287 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-9f562b5e-03cc-4d69-a8b0-73db7ae64862 None None] For port 70359e33-77c5-4c2f-85be-9a7d34fad9f9, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=70359e33-77c5-4c2f-85be-9a7d34fad9f9,segment=NetworkSegment(1f641b6a-5669-4f12-aac6-fccf20f4abb4),segment_id=1f641b6a-5669-4f12-aac6-fccf20f4abb4)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:18:53.635699 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6d017b-9524-4968-8710-afafcb2d3b2e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:53.664789 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e068cbb-29db-4ded-95fb-64b50cd76519 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:18:53.675192 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-bb6d017b-9524-4968-8710-afafcb2d3b2e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:53.682354 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fba30c8-1f3c-47a6-9500-ec310ea4b117 None None] Sync routers for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:18:53.686585 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-755cabd0-9995-408f-b451-2054652c8fef req-8ed8a00c-124f-4bdb-93fc-20743cd798a2 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5798373 Apr 11 14:18:53.687854 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6d017b-9524-4968-8710-afafcb2d3b2e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:53.688449 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bb6d017b-9524-4968-8710-afafcb2d3b2e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:53.695669 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d28f6b-87fb-4df9-947f-e87ca1fa1ee5 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:18:53.706696 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d017b-9524-4968-8710-afafcb2d3b2e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=87aa08b0-ab30-476d-8091-b12e9e0962c9,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:53.727876 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9f562b5e-03cc-4d69-a8b0-73db7ae64862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:53.819035 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fba30c8-1f3c-47a6-9500-ec310ea4b117 None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:53.819896 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7fba30c8-1f3c-47a6-9500-ec310ea4b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:53.850435 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-bb6d017b-9524-4968-8710-afafcb2d3b2e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4163375 Apr 11 14:18:53.862172 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e068cbb-29db-4ded-95fb-64b50cd76519 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:53.874342 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36376) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:53.893260 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-af6c06ec-c9b2-46ed-8a2d-94242c3788b4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-365882117', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:53.962744 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-af6c06ec-c9b2-46ed-8a2d-94242c3788b4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:53.970392 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-af6c06ec-c9b2-46ed-8a2d-94242c3788b4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:router and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:53.976697 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-af6c06ec-c9b2-46ed-8a2d-94242c3788b4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:53.984294 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-af6c06ec-c9b2-46ed-8a2d-94242c3788b4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:53.984959 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7fba30c8-1f3c-47a6-9500-ec310ea4b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:54.019064 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fba30c8-1f3c-47a6-9500-ec310ea4b117 None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:54.020443 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7fba30c8-1f3c-47a6-9500-ec310ea4b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:54.051002 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8e068cbb-29db-4ded-95fb-64b50cd76519 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.9036245 Apr 11 14:18:54.052228 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36384) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:54.072034 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-646dc597-226e-4613-86b2-923c0fe8c88b tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:54.094306 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-2cd0d6f4-9d89-437e-b8d3-067a8d01e295 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:54.118976 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-84b193e2-7d50-44c0-9a48-5f12336d4203 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:54.164594 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7fba30c8-1f3c-47a6-9500-ec310ea4b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:54.166109 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fba30c8-1f3c-47a6-9500-ec310ea4b117 None None] The sync data for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:18:54.171170 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f562b5e-03cc-4d69-a8b0-73db7ae64862 None None] Pushing event updated for resources: {'Port': ['ID=70359e33-77c5-4c2f-85be-9a7d34fad9f9,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:54.278783 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-af6c06ec-c9b2-46ed-8a2d-94242c3788b4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:54.279910 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-af6c06ec-c9b2-46ed-8a2d-94242c3788b4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:54.330017 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-646dc597-226e-4613-86b2-923c0fe8c88b tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:54.359081 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:54.429114 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36390) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:54.445162 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 71e30875-dd04-46c4-a652-9ba1ac012e16 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:18:54.493145 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-af6c06ec-c9b2-46ed-8a2d-94242c3788b4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:54.585935 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e850ff42-6682-4e74-abbc-ee45fd8bbbe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'fixed_ips': [{'subnet_id': '87aa08b0-ab30-476d-8091-b12e9e0962c9'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:18:54.586910 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e850ff42-6682-4e74-abbc-ee45fd8bbbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:54.616515 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-af6c06ec-c9b2-46ed-8a2d-94242c3788b4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:54.680090 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 71e30875-dd04-46c4-a652-9ba1ac012e16 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:18:54.686012 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646dc597-226e-4613-86b2-923c0fe8c88b tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Pushing event updated for resources: {'Port': ['ID=6d86a0a5-88bd-43f9-adc8-cbc5310bbba4,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:54.693453 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 70359e33-77c5-4c2f-85be-9a7d34fad9f9 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:18:54.700371 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d6f4-9d89-437e-b8d3-067a8d01e295 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:54.753365 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d857757d-5c24-4703-be8a-1b57dddd7434 None None] Network 4bec9c6b-c281-49ce-afde-1430134def87 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:18:54.771425 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-728cdacc-0f6c-45f2-891e-ec3cf0259f1a tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:54.775427 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-646dc597-226e-4613-86b2-923c0fe8c88b tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:54.914935 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685b791-ff26-4686-99ac-c65d36a0bb9b req-9f7c7b08-c385-4cab-b293-f58d5438981f tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:54.926913 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5685b791-ff26-4686-99ac-c65d36a0bb9b req-9f7c7b08-c385-4cab-b293-f58d5438981f tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.9658377 Apr 11 14:18:54.942376 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-84b193e2-7d50-44c0-9a48-5f12336d4203 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:54.995270 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-e850ff42-6682-4e74-abbc-ee45fd8bbbe1 None None] Allocated IP 2001:db8::2 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/87aa08b0-ab30-476d-8091-b12e9e0962c9/0118bab5-d722-4b0f-9273-8a3643c877f7) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:55.096443 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-af6c06ec-c9b2-46ed-8a2d-94242c3788b4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:55.100275 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-af6c06ec-c9b2-46ed-8a2d-94242c3788b4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2223125 Apr 11 14:18:55.109917 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36396) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:55.208968 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4e9ac888-17e9-4e77-9836-d2cff04666a6 None None] Provisioning for port 71e30875-dd04-46c4-a652-9ba1ac012e16 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:18:55.247080 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4e9ac888-17e9-4e77-9836-d2cff04666a6 None None] Provisioning complete for port 71e30875-dd04-46c4-a652-9ba1ac012e16 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:55.247080 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4e9ac888-17e9-4e77-9836-d2cff04666a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:55.289206 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b193e2-7d50-44c0-9a48-5f12336d4203 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Router 445ab94a-f43e-4b08-8ead-80727911ddf8 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:18:55.343968 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-728cdacc-0f6c-45f2-891e-ec3cf0259f1a tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] 10.222.0.66 "PUT /v2.0/quotas/7285e41634c64155a7d5e3b1aa956be4 HTTP/1.1" status: 200 len: 368 time: 0.8642237 Apr 11 14:18:55.356992 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36400) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:55.360367 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab06b994-f4f1-41cf-adcd-67f717e078a7 None None] Network c8ca2e89-85e8-49c2-b514-4290c804506a requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:18:55.386950 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-e4442e6c-273f-44a6-9f7b-c3f75afd5949 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Request body: {'network': {'project_id': '7285e41634c64155a7d5e3b1aa956be4'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:55.412742 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 70359e33-77c5-4c2f-85be-9a7d34fad9f9 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:18:55.428746 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a63f3b68-ae46-4d42-9d46-ac8f9d0411f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:55.478230 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e4442e6c-273f-44a6-9f7b-c3f75afd5949 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:55.501251 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b193e2-7d50-44c0-9a48-5f12336d4203 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:18:55.511054 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73721d58-ada9-42d7-bca0-18073ec88044 None None] Sync routers for ids ['445ab94a-f43e-4b08-8ead-80727911ddf8'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:18:55.521553 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73721d58-ada9-42d7-bca0-18073ec88044 None None] Routers {'445ab94a-f43e-4b08-8ead-80727911ddf8'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:55.522275 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-73721d58-ada9-42d7-bca0-18073ec88044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['445ab94a-f43e-4b08-8ead-80727911ddf8'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:55.542592 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e850ff42-6682-4e74-abbc-ee45fd8bbbe1 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:55.554553 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5685b791-ff26-4686-99ac-c65d36a0bb9b req-fa008c79-9526-453a-8b5d-e7bb5c2ca8e5 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6261532 Apr 11 14:18:55.629225 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-73721d58-ada9-42d7-bca0-18073ec88044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:55.637941 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73721d58-ada9-42d7-bca0-18073ec88044 None None] Routers {'445ab94a-f43e-4b08-8ead-80727911ddf8'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:55.638617 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-73721d58-ada9-42d7-bca0-18073ec88044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['445ab94a-f43e-4b08-8ead-80727911ddf8'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:55.640222 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-84b193e2-7d50-44c0-9a48-5f12336d4203 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:55.642202 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-84b193e2-7d50-44c0-9a48-5f12336d4203 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.5126150 Apr 11 14:18:55.644608 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36406) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:55.651000 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-816f9e48-e7a7-43a4-be0a-27a30564d184 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'enable_snat': False}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:55.706224 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-73721d58-ada9-42d7-bca0-18073ec88044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:55.706546 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e850ff42-6682-4e74-abbc-ee45fd8bbbe1 None None] Transition to ACTIVE for port object 0118bab5-d722-4b0f-9273-8a3643c877f7 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:55.707029 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73721d58-ada9-42d7-bca0-18073ec88044 None None] The sync data for ids ['445ab94a-f43e-4b08-8ead-80727911ddf8'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:18:55.772992 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e4442e6c-273f-44a6-9f7b-c3f75afd5949 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Usage tracker for resource:network and tenant:7285e41634c64155a7d5e3b1aa956be4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:55.776745 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e850ff42-6682-4e74-abbc-ee45fd8bbbe1 None None] Transition to ACTIVE for port object 0118bab5-d722-4b0f-9273-8a3643c877f7 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:55.799452 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e4442e6c-273f-44a6-9f7b-c3f75afd5949 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:55.804165 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d6f4-9d89-437e-b8d3-067a8d01e295 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:55.847605 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4e9ac888-17e9-4e77-9836-d2cff04666a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:55.867343 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e4442e6c-273f-44a6-9f7b-c3f75afd5949 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:55.871581 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e850ff42-6682-4e74-abbc-ee45fd8bbbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:55.885310 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646dc597-226e-4613-86b2-923c0fe8c88b tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Network 4bec9c6b-c281-49ce-afde-1430134def87 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:55.892341 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-646dc597-226e-4613-86b2-923c0fe8c88b tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:55.894278 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d6f4-9d89-437e-b8d3-067a8d01e295 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:55.894516 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-2cd0d6f4-9d89-437e-b8d3-067a8d01e295 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Floating IP 9b2825a3-687d-4519-8551-4978834bc430 disassociated. External IP: 172.26.7.32, port: 2692bce8-e5b4-433b-a2f3-fea80ca787bb. Apr 11 14:18:55.970410 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-4e9ac888-17e9-4e77-9836-d2cff04666a6 None None] For port 71e30875-dd04-46c4-a652-9ba1ac012e16, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=71e30875-dd04-46c4-a652-9ba1ac012e16,segment=NetworkSegment(d181862b-3cd0-4cef-ba3a-2ae2ae4e023b),segment_id=d181862b-3cd0-4cef-ba3a-2ae2ae4e023b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:18:55.979946 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e850ff42-6682-4e74-abbc-ee45fd8bbbe1 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:55.987143 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-e850ff42-6682-4e74-abbc-ee45fd8bbbe1 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:55.997271 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e850ff42-6682-4e74-abbc-ee45fd8bbbe1 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:55.999928 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850ff42-6682-4e74-abbc-ee45fd8bbbe1 None None] Pushing event updated for resources: {'Port': ['ID=0118bab5-d722-4b0f-9273-8a3643c877f7,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:56.097152 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4e9ac888-17e9-4e77-9836-d2cff04666a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:56.136807 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b168f7-db85-404c-ae1b-d10481a4d2c5 req-8bb4f762-a222-42f6-9711-ecf5762659a4 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:56.139671 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a0b168f7-db85-404c-ae1b-d10481a4d2c5 req-8bb4f762-a222-42f6-9711-ecf5762659a4 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.3993795 Apr 11 14:18:56.192440 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4442e6c-273f-44a6-9f7b-c3f75afd5949 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Made reservation on behalf of 7285e41634c64155a7d5e3b1aa956be4 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:18:56.195408 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e4442e6c-273f-44a6-9f7b-c3f75afd5949 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:56.195726 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-e850ff42-6682-4e74-abbc-ee45fd8bbbe1 None None] Attempting to bind port 0118bab5-d722-4b0f-9273-8a3643c877f7 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:18:56.196112 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-e850ff42-6682-4e74-abbc-ee45fd8bbbe1 None None] Attempting to bind port 0118bab5-d722-4b0f-9273-8a3643c877f7 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:18:56.196629 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e850ff42-6682-4e74-abbc-ee45fd8bbbe1 None None] Attempting to bind port 0118bab5-d722-4b0f-9273-8a3643c877f7 on network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:18:56.231180 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e850ff42-6682-4e74-abbc-ee45fd8bbbe1 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:18:56.231578 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e850ff42-6682-4e74-abbc-ee45fd8bbbe1 None None] Checking segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:18:56.231959 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e850ff42-6682-4e74-abbc-ee45fd8bbbe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:56.233061 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e850ff42-6682-4e74-abbc-ee45fd8bbbe1 None None] Bound using segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:18:56.236049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e4442e6c-273f-44a6-9f7b-c3f75afd5949 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:56.238177 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-e850ff42-6682-4e74-abbc-ee45fd8bbbe1 None None] Bound port: 0118bab5-d722-4b0f-9273-8a3643c877f7, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:18:56.238794 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e850ff42-6682-4e74-abbc-ee45fd8bbbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:56.292596 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ac888-17e9-4e77-9836-d2cff04666a6 None None] Pushing event updated for resources: {'Port': ['ID=71e30875-dd04-46c4-a652-9ba1ac012e16,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:56.366750 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-e850ff42-6682-4e74-abbc-ee45fd8bbbe1 None None] For port 0118bab5-d722-4b0f-9273-8a3643c877f7, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:18:56.370877 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-e850ff42-6682-4e74-abbc-ee45fd8bbbe1 None None] For port 0118bab5-d722-4b0f-9273-8a3643c877f7, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=0118bab5-d722-4b0f-9273-8a3643c877f7,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:18:56.377139 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a0b168f7-db85-404c-ae1b-d10481a4d2c5 req-23940408-c05b-4c65-bacc-bd2aa3aa7364 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929638 Apr 11 14:18:56.405635 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ce71f07c-b478-49b3-b10f-113da5df47e3 None None] Provisioning for port 70359e33-77c5-4c2f-85be-9a7d34fad9f9 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:18:56.411367 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ce71f07c-b478-49b3-b10f-113da5df47e3 None None] Provisioning complete for port 70359e33-77c5-4c2f-85be-9a7d34fad9f9 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:56.411794 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ce71f07c-b478-49b3-b10f-113da5df47e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:56.444648 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-420dfb60-08ee-4a7b-8ebd-605e541edaf2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:56.499546 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e4442e6c-273f-44a6-9f7b-c3f75afd5949 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:56.519015 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e850ff42-6682-4e74-abbc-ee45fd8bbbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:56.572255 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e4442e6c-273f-44a6-9f7b-c3f75afd5949 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Usage tracker for resource:security_group_rule and tenant:7285e41634c64155a7d5e3b1aa956be4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:56.582285 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e4442e6c-273f-44a6-9f7b-c3f75afd5949 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:56.639670 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e4442e6c-273f-44a6-9f7b-c3f75afd5949 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:56.668404 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850ff42-6682-4e74-abbc-ee45fd8bbbe1 None None] Pushing event updated for resources: {'Port': ['ID=0118bab5-d722-4b0f-9273-8a3643c877f7,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:56.722306 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-816f9e48-e7a7-43a4-be0a-27a30564d184 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:56.744541 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ce71f07c-b478-49b3-b10f-113da5df47e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:56.784670 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-ce71f07c-b478-49b3-b10f-113da5df47e3 None None] For port 70359e33-77c5-4c2f-85be-9a7d34fad9f9, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=70359e33-77c5-4c2f-85be-9a7d34fad9f9,segment=NetworkSegment(1f641b6a-5669-4f12-aac6-fccf20f4abb4),segment_id=1f641b6a-5669-4f12-aac6-fccf20f4abb4)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:18:56.886131 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ce71f07c-b478-49b3-b10f-113da5df47e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:56.983864 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646dc597-226e-4613-86b2-923c0fe8c88b tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Router 83642da9-7815-4bc3-b760-e42876d86287 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:18:56.991573 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71f07c-b478-49b3-b10f-113da5df47e3 None None] Pushing event updated for resources: {'Port': ['ID=70359e33-77c5-4c2f-85be-9a7d34fad9f9,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:57.022369 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8e62c0eb-3a95-4632-affc-f58cfd45d5c1 None None] Provisioning complete for port 71e30875-dd04-46c4-a652-9ba1ac012e16 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:57.022741 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8e62c0eb-3a95-4632-affc-f58cfd45d5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:57.179257 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8e62c0eb-3a95-4632-affc-f58cfd45d5c1 None None] Provisioning complete for port 70359e33-77c5-4c2f-85be-9a7d34fad9f9 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:57.179546 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8e62c0eb-3a95-4632-affc-f58cfd45d5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:57.388427 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8e62c0eb-3a95-4632-affc-f58cfd45d5c1 None None] Provisioning for port 6d86a0a5-88bd-43f9-adc8-cbc5310bbba4 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:18:57.394143 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8e62c0eb-3a95-4632-affc-f58cfd45d5c1 None None] Provisioning complete for port 6d86a0a5-88bd-43f9-adc8-cbc5310bbba4 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:57.394512 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8e62c0eb-3a95-4632-affc-f58cfd45d5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:57.447556 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd0d6f4-9d89-437e-b8d3-067a8d01e295 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Router 73279aa8-6434-415a-8b91-e5bc5ab99e3f has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:18:57.472587 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-8e62c0eb-3a95-4632-affc-f58cfd45d5c1 None None] Port 6d86a0a5-88bd-43f9-adc8-cbc5310bbba4 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:18:57.494345 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47082e6e-0566-4c34-afe7-36cc03549155 req-2c8cd68d-af34-4aeb-9122-93b0863a28a0 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:57.495986 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-47082e6e-0566-4c34-afe7-36cc03549155 req-2c8cd68d-af34-4aeb-9122-93b0863a28a0 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.9207516 Apr 11 14:18:57.657257 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5b64c0bd-6d0b-4558-b294-f66436d37d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:57.678226 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-816f9e48-e7a7-43a4-be0a-27a30564d184 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:57.683895 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-816f9e48-e7a7-43a4-be0a-27a30564d184 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984850'] for router, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:57.698812 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646dc597-226e-4613-86b2-923c0fe8c88b tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:18:57.711141 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f410da2b-eb44-48e8-a117-0b765257de50 None None] Sync routers for ids ['83642da9-7815-4bc3-b760-e42876d86287'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:18:57.724857 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f410da2b-eb44-48e8-a117-0b765257de50 None None] Routers {'83642da9-7815-4bc3-b760-e42876d86287'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:57.725775 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-f410da2b-eb44-48e8-a117-0b765257de50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['83642da9-7815-4bc3-b760-e42876d86287'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:57.776380 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-47082e6e-0566-4c34-afe7-36cc03549155 req-edf8647a-948c-408d-bd09-cba3e786c526 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2624233 Apr 11 14:18:57.834610 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-f410da2b-eb44-48e8-a117-0b765257de50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:57.849672 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f410da2b-eb44-48e8-a117-0b765257de50 None None] Routers {'83642da9-7815-4bc3-b760-e42876d86287'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:57.850305 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-f410da2b-eb44-48e8-a117-0b765257de50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['83642da9-7815-4bc3-b760-e42876d86287'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:57.885768 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-420dfb60-08ee-4a7b-8ebd-605e541edaf2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 2001:db8::1 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/87aa08b0-ab30-476d-8091-b12e9e0962c9/4fe5df37-0ea5-45ee-8d75-9933bb5f6e92) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:18:57.914828 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e4442e6c-273f-44a6-9f7b-c3f75afd5949 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:57.919050 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-f410da2b-eb44-48e8-a117-0b765257de50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:57.919454 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f410da2b-eb44-48e8-a117-0b765257de50 None None] The sync data for ids ['83642da9-7815-4bc3-b760-e42876d86287'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:18:57.926058 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd0d6f4-9d89-437e-b8d3-067a8d01e295 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:18:57.930523 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d6f4-9d89-437e-b8d3-067a8d01e295 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:57.935094 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816f9e48-e7a7-43a4-be0a-27a30564d184 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Router 445ab94a-f43e-4b08-8ead-80727911ddf8 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:18:57.939279 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc4c136-2b1b-4178-926a-943bbc28a009 None None] Sync routers for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:18:57.948571 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc4c136-2b1b-4178-926a-943bbc28a009 None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:57.951554 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-bdc4c136-2b1b-4178-926a-943bbc28a009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:57.964883 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-646dc597-226e-4613-86b2-923c0fe8c88b tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] 10.222.0.66 "PUT /v2.0/routers/83642da9-7815-4bc3-b760-e42876d86287/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1831620 Apr 11 14:18:57.970710 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36416) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:58.004216 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-eb451168-75c0-4c3b-a0fc-fbccd8179011 None None] Provisioning for port 0118bab5-d722-4b0f-9273-8a3643c877f7 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:18:58.021399 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-bdc4c136-2b1b-4178-926a-943bbc28a009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:58.030840 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc4c136-2b1b-4178-926a-943bbc28a009 None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:58.031527 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-bdc4c136-2b1b-4178-926a-943bbc28a009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:58.077826 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e4442e6c-273f-44a6-9f7b-c3f75afd5949 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:58.103630 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-bdc4c136-2b1b-4178-926a-943bbc28a009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:58.104545 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc4c136-2b1b-4178-926a-943bbc28a009 None None] The sync data for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:18:58.148765 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816f9e48-e7a7-43a4-be0a-27a30564d184 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:18:58.152854 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-816f9e48-e7a7-43a4-be0a-27a30564d184 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:58.154706 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-816f9e48-e7a7-43a4-be0a-27a30564d184 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "PUT /v2.0/routers/445ab94a-f43e-4b08-8ead-80727911ddf8 HTTP/1.1" status: 200 len: 925 time: 2.5084276 Apr 11 14:18:58.157687 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36420) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:58.158668 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52576f49-bd64-4fb2-97f8-1845ae904e32 None None] Sync routers for ids ['445ab94a-f43e-4b08-8ead-80727911ddf8'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:18:58.168393 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52576f49-bd64-4fb2-97f8-1845ae904e32 None None] Routers {'445ab94a-f43e-4b08-8ead-80727911ddf8'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:58.168938 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-52576f49-bd64-4fb2-97f8-1845ae904e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['445ab94a-f43e-4b08-8ead-80727911ddf8'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:58.236129 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-52576f49-bd64-4fb2-97f8-1845ae904e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:58.245787 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52576f49-bd64-4fb2-97f8-1845ae904e32 None None] Routers {'445ab94a-f43e-4b08-8ead-80727911ddf8'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:18:58.253327 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-52576f49-bd64-4fb2-97f8-1845ae904e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['445ab94a-f43e-4b08-8ead-80727911ddf8'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:58.253709 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4442e6c-273f-44a6-9f7b-c3f75afd5949 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:18:58.260446 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e4442e6c-273f-44a6-9f7b-c3f75afd5949 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:58.260780 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-e4442e6c-273f-44a6-9f7b-c3f75afd5949 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Added segment 349b90ca-3501-43f3-ac23-9342d12d9e31 of type vlan for network 1dd77146-df49-4860-a2ce-ef2f41c1ef33 Apr 11 14:18:58.288775 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e4442e6c-273f-44a6-9f7b-c3f75afd5949 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:58.313814 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-52576f49-bd64-4fb2-97f8-1845ae904e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:18:58.314245 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52576f49-bd64-4fb2-97f8-1845ae904e32 None None] The sync data for ids ['445ab94a-f43e-4b08-8ead-80727911ddf8'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:18:58.346043 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2cd0d6f4-9d89-437e-b8d3-067a8d01e295 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "PUT /v2.0/floatingips/9b2825a3-687d-4519-8551-4978834bc430 HTTP/1.1" status: 200 len: 687 time: 4.2766864 Apr 11 14:18:58.355838 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36424) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:58.376365 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-38199c4b-3290-4021-8516-bad4c8737a2d tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "GET /v2.0/routers/445ab94a-f43e-4b08-8ead-80727911ddf8 HTTP/1.1" status: 200 len: 925 time: 0.2172821 Apr 11 14:18:58.379215 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36428) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:58.402403 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 0118bab5-d722-4b0f-9273-8a3643c877f7 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:18:58.424698 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4442e6c-273f-44a6-9f7b-c3f75afd5949 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc9e3d0-0ebb-4949-abb0-5ec41a0fcbbe,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:58.452194 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e4442e6c-273f-44a6-9f7b-c3f75afd5949 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:58.453077 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4442e6c-273f-44a6-9f7b-c3f75afd5949 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:58.453668 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e4442e6c-273f-44a6-9f7b-c3f75afd5949 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:58.534642 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:58.557312 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 0118bab5-d722-4b0f-9273-8a3643c877f7 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:18:58.564188 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 0118bab5-d722-4b0f-9273-8a3643c877f7 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:58.564692 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:58.585319 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5b84da-3e22-495a-9615-ea8b88ecf8fd tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:58.589680 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ad5b84da-3e22-495a-9615-ea8b88ecf8fd tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=cff58315-4a25-4203-8056-2db185a2b95d&device_id=445ab94a-f43e-4b08-8ead-80727911ddf8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2070687 Apr 11 14:18:58.589942 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36432) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:58.597803 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:58.697818 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:58.729725 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc7fa8c-3152-4e16-9d03-5d4f986ed704 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:58.730309 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-dbc7fa8c-3152-4e16-9d03-5d4f986ed704 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Synchronizing usage tracker for tenant:7bc04890669e4c01b1254641ed5bf407 on resource:network {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:18:58.730653 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 0118bab5-d722-4b0f-9273-8a3643c877f7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=0118bab5-d722-4b0f-9273-8a3643c877f7,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:18:58.803230 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:58.804124 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 71e30875-dd04-46c4-a652-9ba1ac012e16 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:18:58.837445 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-dbc7fa8c-3152-4e16-9d03-5d4f986ed704 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Unset dirty status for tenant:7bc04890669e4c01b1254641ed5bf407 on resource:network {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:18:58.841535 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-dbc7fa8c-3152-4e16-9d03-5d4f986ed704 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "GET /v2.0/networks/cff58315-4a25-4203-8056-2db185a2b95d HTTP/1.1" status: 200 len: 881 time: 0.2480927 Apr 11 14:18:58.841981 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36436) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:58.889383 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4e6b2a26-a87a-467a-b34f-b36c44211364 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "GET /v2.0/ports?device_id=445ab94a-f43e-4b08-8ead-80727911ddf8 HTTP/1.1" status: 200 len: 205 time: 0.0437412 Apr 11 14:18:58.889743 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36440) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:58.929420 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=0118bab5-d722-4b0f-9273-8a3643c877f7,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:58.930338 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-b8570c56-ebac-4f7c-a609-e6186e8ce095 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Deleting port 7b9567dd-7fdf-46ef-92ff-2724d69b5aca {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:58.930686 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8570c56-ebac-4f7c-a609-e6186e8ce095 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:58.943266 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 71e30875-dd04-46c4-a652-9ba1ac012e16 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:58.943801 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:58.956055 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e4442e6c-273f-44a6-9f7b-c3f75afd5949 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 3.5936041 Apr 11 14:18:58.965565 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36444) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:58.967741 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-420dfb60-08ee-4a7b-8ebd-605e541edaf2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:58.972998 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-4e71fa83-1e1e-4540-898e-e2fe8d5f89d6 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Request body: {'network': {'project_id': '7285e41634c64155a7d5e3b1aa956be4'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:58.979973 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4e71fa83-1e1e-4540-898e-e2fe8d5f89d6 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:58.985977 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4442e6c-273f-44a6-9f7b-c3f75afd5949 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Pushing event updated for resources: {'Network': ['ID=1dd77146-df49-4860-a2ce-ef2f41c1ef33,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:58.988178 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4e71fa83-1e1e-4540-898e-e2fe8d5f89d6 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Usage tracker for resource:network and tenant:7285e41634c64155a7d5e3b1aa956be4 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:58.992733 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4e71fa83-1e1e-4540-898e-e2fe8d5f89d6 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:59.006936 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 1dd77146-df49-4860-a2ce-ef2f41c1ef33 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:18:59.008665 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4e71fa83-1e1e-4540-898e-e2fe8d5f89d6 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:59.021586 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-420dfb60-08ee-4a7b-8ebd-605e541edaf2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Transition to ACTIVE for port object 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:18:59.125170 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-49d9de11-b09e-4c68-884b-bbace3fbed15 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:59.187559 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 70359e33-77c5-4c2f-85be-9a7d34fad9f9 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:18:59.194238 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e71fa83-1e1e-4540-898e-e2fe8d5f89d6 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Made reservation on behalf of 7285e41634c64155a7d5e3b1aa956be4 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:18:59.196060 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e71fa83-1e1e-4540-898e-e2fe8d5f89d6 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:59.252530 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e71fa83-1e1e-4540-898e-e2fe8d5f89d6 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:18:59.300341 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 70359e33-77c5-4c2f-85be-9a7d34fad9f9 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:18:59.300726 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:59.325409 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e71fa83-1e1e-4540-898e-e2fe8d5f89d6 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:59.325756 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-4e71fa83-1e1e-4540-898e-e2fe8d5f89d6 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Added segment 57cc8273-8f34-46b3-ac9b-920411d8eb3c of type vlan for network a493547c-c1d1-459c-9071-68a31a791aaa Apr 11 14:18:59.370982 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8570c56-ebac-4f7c-a609-e6186e8ce095 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:59.370982 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8570c56-ebac-4f7c-a609-e6186e8ce095 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:59.374401 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-49d9de11-b09e-4c68-884b-bbace3fbed15 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:59.377937 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e71fa83-1e1e-4540-898e-e2fe8d5f89d6 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:59.451647 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-49d9de11-b09e-4c68-884b-bbace3fbed15 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Deleting port fe0487e3-ae8a-424e-9ae4-38729e83a542 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:18:59.452006 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-49d9de11-b09e-4c68-884b-bbace3fbed15 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:59.481346 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e71fa83-1e1e-4540-898e-e2fe8d5f89d6 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:59.482732 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e71fa83-1e1e-4540-898e-e2fe8d5f89d6 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:18:59.483398 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e71fa83-1e1e-4540-898e-e2fe8d5f89d6 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:59.497524 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-420dfb60-08ee-4a7b-8ebd-605e541edaf2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:59.508531 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-b8570c56-ebac-4f7c-a609-e6186e8ce095 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Calling delete_port for 7b9567dd-7fdf-46ef-92ff-2724d69b5aca owned by network:floatingip {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:18:59.604448 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71fa83-1e1e-4540-898e-e2fe8d5f89d6 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Pushing event updated for resources: {'Network': ['ID=a493547c-c1d1-459c-9071-68a31a791aaa,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:59.617813 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network a493547c-c1d1-459c-9071-68a31a791aaa details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:18:59.675790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420dfb60-08ee-4a7b-8ebd-605e541edaf2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:18:59.690744 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-420dfb60-08ee-4a7b-8ebd-605e541edaf2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:18:59.690744 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420dfb60-08ee-4a7b-8ebd-605e541edaf2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=4fe5df37-0ea5-45ee-8d75-9933bb5f6e92,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:18:59.699102 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420dfb60-08ee-4a7b-8ebd-605e541edaf2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:18:59.699634 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-420dfb60-08ee-4a7b-8ebd-605e541edaf2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:59.707571 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-093c1520-e4ea-439d-a180-d4a8dbe8bfd7 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:18:59.707837 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4e71fa83-1e1e-4540-898e-e2fe8d5f89d6 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.7379417 Apr 11 14:18:59.707919 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-093c1520-e4ea-439d-a180-d4a8dbe8bfd7 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] 10.222.0.66 "PUT /v2.0/routers/83642da9-7815-4bc3-b760-e42876d86287/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7061150 Apr 11 14:18:59.708013 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36448) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:59.709526 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36450) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:59.712768 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-5cf88388-c306-42bf-a940-aa271b77d90e tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Request body: {'network': {'project_id': '7285e41634c64155a7d5e3b1aa956be4'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:18:59.730054 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5cf88388-c306-42bf-a940-aa271b77d90e tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:18:59.739247 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5cf88388-c306-42bf-a940-aa271b77d90e tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Usage tracker for resource:network and tenant:7285e41634c64155a7d5e3b1aa956be4 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:18:59.743535 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5cf88388-c306-42bf-a940-aa271b77d90e tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:18:59.752314 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5cf88388-c306-42bf-a940-aa271b77d90e tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:18:59.756398 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf88388-c306-42bf-a940-aa271b77d90e tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 11 14:18:59.756898 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf88388-c306-42bf-a940-aa271b77d90e tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:18:59.758050 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5cf88388-c306-42bf-a940-aa271b77d90e tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0495174 Apr 11 14:18:59.761072 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36456) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:18:59.792240 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-49d9de11-b09e-4c68-884b-bbace3fbed15 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:59.828328 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:18:59.940133 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-49d9de11-b09e-4c68-884b-bbace3fbed15 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Calling delete_port for fe0487e3-ae8a-424e-9ae4-38729e83a542 owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:00.000974 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-dfbc8d7a-fe54-497d-b33e-0fd4fbed8a08 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7285e41634c64155a7d5e3b1aa956be4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359989 Apr 11 14:19:00.005768 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36460) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:00.105926 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e11a9da-44da-4456-8b08-fa6fb5c24b7d tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:00.141664 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e11a9da-44da-4456-8b08-fa6fb5c24b7d tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:00.142809 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-2356d53f-486e-4f5d-8781-f7ac5a3e9db9 None None] Provisioning for port 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:19:00.148528 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-2356d53f-486e-4f5d-8781-f7ac5a3e9db9 None None] Provisioning complete for port 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:00.148951 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2356d53f-486e-4f5d-8781-f7ac5a3e9db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:00.210562 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-2356d53f-486e-4f5d-8781-f7ac5a3e9db9 None None] Port 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:19:00.252433 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8570c56-ebac-4f7c-a609-e6186e8ce095 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:00.284235 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 0118bab5-d722-4b0f-9273-8a3643c877f7 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:19:00.335280 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-49d9de11-b09e-4c68-884b-bbace3fbed15 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:00.338886 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e11a9da-44da-4456-8b08-fa6fb5c24b7d tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:00.359895 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 0118bab5-d722-4b0f-9273-8a3643c877f7 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:00.360399 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:00.375106 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8570c56-ebac-4f7c-a609-e6186e8ce095 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event deleted for resources: {'Port': ['ID=7b9567dd-7fdf-46ef-92ff-2724d69b5aca,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:00.516776 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11a9da-44da-4456-8b08-fa6fb5c24b7d tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc9e3d0-0ebb-4949-abb0-5ec41a0fcbbe,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:00.518566 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9de11-b09e-4c68-884b-bbace3fbed15 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Pushing event deleted for resources: {'Port': ['ID=fe0487e3-ae8a-424e-9ae4-38729e83a542,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:00.535687 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-420dfb60-08ee-4a7b-8ebd-605e541edaf2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:00.589911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e11a9da-44da-4456-8b08-fa6fb5c24b7d tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:00.593834 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8e11a9da-44da-4456-8b08-fa6fb5c24b7d tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/1dc9e3d0-0ebb-4949-abb0-5ec41a0fcbbe HTTP/1.1" status: 204 len: 168 time: 0.5843089 Apr 11 14:19:00.596332 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36464) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:00.682896 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8570c56-ebac-4f7c-a609-e6186e8ce095 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:00.707596 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-49d9de11-b09e-4c68-884b-bbace3fbed15 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:00.829449 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-dd358808-882f-4e11-b032-c101ea6dc65b req-adbfa865-d5ee-42de-ab61-a23052595295 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5780280 Apr 11 14:19:00.842062 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8570c56-ebac-4f7c-a609-e6186e8ce095 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:00.843272 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b8570c56-ebac-4f7c-a609-e6186e8ce095 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "DELETE /v2.0/floatingips/9b2825a3-687d-4519-8551-4978834bc430 HTTP/1.1" status: 204 len: 168 time: 2.4865065 Apr 11 14:19:00.847447 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6887ee69-9a5d-481b-92ae-eb24eaeb4bc7 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:00.847946 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36468) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:00.858655 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-80e28e64-e532-40b1-bf10-14c72d54dd95 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': '5d8ac3cb-139a-447b-9045-09e1a42dc008'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:00.880503 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-80e28e64-e532-40b1-bf10-14c72d54dd95 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:00.902710 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-80e28e64-e532-40b1-bf10-14c72d54dd95 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Usage tracker for resource:floatingip and tenant:f364abda35ba4de88d7da540664f92af is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:00.909830 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-80e28e64-e532-40b1-bf10-14c72d54dd95 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:00.921743 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-80e28e64-e532-40b1-bf10-14c72d54dd95 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:00.932513 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-49d9de11-b09e-4c68-884b-bbace3fbed15 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:00.937147 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-49d9de11-b09e-4c68-884b-bbace3fbed15 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:01.086469 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6887ee69-9a5d-481b-92ae-eb24eaeb4bc7 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:01.110950 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-49d9de11-b09e-4c68-884b-bbace3fbed15 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:01.111384 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d9de11-b09e-4c68-884b-bbace3fbed15 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Fanout notify agent at l3_agent the message router_deleted on router 445ab94a-f43e-4b08-8ead-80727911ddf8 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:19:01.112367 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-80e28e64-e532-40b1-bf10-14c72d54dd95 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:01.120909 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-6887ee69-9a5d-481b-92ae-eb24eaeb4bc7 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a493547c-c1d1-459c-9071-68a31a791aaa']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:01.135168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-49d9de11-b09e-4c68-884b-bbace3fbed15 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:01.136345 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-49d9de11-b09e-4c68-884b-bbace3fbed15 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "DELETE /v2.0/routers/445ab94a-f43e-4b08-8ead-80727911ddf8 HTTP/1.1" status: 204 len: 168 time: 2.2457533 Apr 11 14:19:01.141548 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36472) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:01.145161 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-6887ee69-9a5d-481b-92ae-eb24eaeb4bc7 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57cc8273-8f34-46b3-ac9b-920411d8eb3c') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:01.145462 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-6887ee69-9a5d-481b-92ae-eb24eaeb4bc7 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57cc8273-8f34-46b3-ac9b-920411d8eb3c') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:01.160523 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-c34e4971-e4cb-4c9d-a373-cd230644ddd9 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1357430810', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:01.170828 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c34e4971-e4cb-4c9d-a373-cd230644ddd9 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:01.173970 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6887ee69-9a5d-481b-92ae-eb24eaeb4bc7 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:01.184539 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c34e4971-e4cb-4c9d-a373-cd230644ddd9 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Usage tracker for resource:router and tenant:41e441156ac9421da3a74f10f0d49d88 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:01.188634 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c34e4971-e4cb-4c9d-a373-cd230644ddd9 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:01.196450 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c34e4971-e4cb-4c9d-a373-cd230644ddd9 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:01.198535 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6887ee69-9a5d-481b-92ae-eb24eaeb4bc7 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:01.208482 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6887ee69-9a5d-481b-92ae-eb24eaeb4bc7 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:19:01.209125 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6887ee69-9a5d-481b-92ae-eb24eaeb4bc7 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:19:01.223389 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:19:01.292243 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd358808-882f-4e11-b032-c101ea6dc65b req-feca1596-9073-44a1-bca8-3b10cf8a0450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:01.293740 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-dd358808-882f-4e11-b032-c101ea6dc65b req-feca1596-9073-44a1-bca8-3b10cf8a0450 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=724311974f544075b7138da08838fdf2&device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 1098 time: 0.3512301 Apr 11 14:19:01.304147 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c34e4971-e4cb-4c9d-a373-cd230644ddd9 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:01.307504 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c34e4971-e4cb-4c9d-a373-cd230644ddd9 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:01.320190 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9142adef-b990-44ca-a850-de5e0915e1b8 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:01.383651 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6887ee69-9a5d-481b-92ae-eb24eaeb4bc7 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:01.405212 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6887ee69-9a5d-481b-92ae-eb24eaeb4bc7 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:01.418896 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-420dfb60-08ee-4a7b-8ebd-605e541edaf2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:01.423369 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887ee69-9a5d-481b-92ae-eb24eaeb4bc7 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Pushing event deleted for resources: {'Network': ['ID=a493547c-c1d1-459c-9071-68a31a791aaa,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:01.425647 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c34e4971-e4cb-4c9d-a373-cd230644ddd9 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:01.437895 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6887ee69-9a5d-481b-92ae-eb24eaeb4bc7 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] 10.222.0.66 "DELETE /v2.0/networks/a493547c-c1d1-459c-9071-68a31a791aaa HTTP/1.1" status: 204 len: 168 time: 0.8381796 Apr 11 14:19:01.438162 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36476) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:01.542551 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c34e4971-e4cb-4c9d-a373-cd230644ddd9 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:01.564683 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83f0fda7-acdc-491c-9273-527cc674dc49 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:01.638059 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c34e4971-e4cb-4c9d-a373-cd230644ddd9 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:01.640112 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c34e4971-e4cb-4c9d-a373-cd230644ddd9 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4976249 Apr 11 14:19:01.643669 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36482) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:01.650736 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-db17558f-8a93-4b57-ae30-c3f9ac917e80 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:01.680462 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-420dfb60-08ee-4a7b-8ebd-605e541edaf2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:01.681211 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-420dfb60-08ee-4a7b-8ebd-605e541edaf2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:01.782210 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83f0fda7-acdc-491c-9273-527cc674dc49 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:01.933230 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-83f0fda7-acdc-491c-9273-527cc674dc49 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd77146-df49-4860-a2ce-ef2f41c1ef33']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:01.992929 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420dfb60-08ee-4a7b-8ebd-605e541edaf2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=4fe5df37-0ea5-45ee-8d75-9933bb5f6e92,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:01.995694 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd358808-882f-4e11-b032-c101ea6dc65b req-9f8d1044-6b2d-4781-9c9d-37e4a932b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:01.997147 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-dd358808-882f-4e11-b032-c101ea6dc65b req-9f8d1044-6b2d-4781-9c9d-37e4a932b061 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6ea0449-d5bb-46c4-a148-72f3fb27a286 HTTP/1.1" status: 200 len: 914 time: 0.6285379 Apr 11 14:19:02.103228 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-80e28e64-e532-40b1-bf10-14c72d54dd95 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:02.114670 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-83f0fda7-acdc-491c-9273-527cc674dc49 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '349b90ca-3501-43f3-ac23-9342d12d9e31') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:02.114959 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-83f0fda7-acdc-491c-9273-527cc674dc49 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '349b90ca-3501-43f3-ac23-9342d12d9e31') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:02.182444 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83f0fda7-acdc-491c-9273-527cc674dc49 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:02.218707 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-dd358808-882f-4e11-b032-c101ea6dc65b req-0c8f0eba-37ba-4152-9c08-780e1d9c80f7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cda5d63f-6fbf-49e9-babc-df0ba1611d60 HTTP/1.1" status: 200 len: 1001 time: 0.2093594 Apr 11 14:19:02.222802 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420dfb60-08ee-4a7b-8ebd-605e541edaf2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:02.226787 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-420dfb60-08ee-4a7b-8ebd-605e541edaf2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:02.271283 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83f0fda7-acdc-491c-9273-527cc674dc49 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:02.275459 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db17558f-8a93-4b57-ae30-c3f9ac917e80 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:02.285511 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f0fda7-acdc-491c-9273-527cc674dc49 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:19:02.285924 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83f0fda7-acdc-491c-9273-527cc674dc49 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:19:02.300646 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:19:02.491151 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83f0fda7-acdc-491c-9273-527cc674dc49 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:02.493155 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd358808-882f-4e11-b032-c101ea6dc65b req-dc497005-a0df-4dc9-8097-96f0e85ae1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:02.494657 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-dd358808-882f-4e11-b032-c101ea6dc65b req-dc497005-a0df-4dc9-8097-96f0e85ae1f7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07ac75f7-df8a-45a0-834c-28e735b7edb3 HTTP/1.1" status: 200 len: 851 time: 0.2624872 Apr 11 14:19:02.504956 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-80e28e64-e532-40b1-bf10-14c72d54dd95 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Allocated IP 172.26.7.66 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/b91b13d9-afa9-436c-a134-aac19f7da85a) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:02.509548 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83f0fda7-acdc-491c-9273-527cc674dc49 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:02.520166 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0fda7-acdc-491c-9273-527cc674dc49 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] Pushing event deleted for resources: {'Network': ['ID=1dd77146-df49-4860-a2ce-ef2f41c1ef33,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:02.526062 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-83f0fda7-acdc-491c-9273-527cc674dc49 tempest-QuotasNegativeTest-808920175 tempest-QuotasNegativeTest-808920175-project-admin] 10.222.0.66 "DELETE /v2.0/networks/1dd77146-df49-4860-a2ce-ef2f41c1ef33 HTTP/1.1" status: 204 len: 168 time: 1.0855372 Apr 11 14:19:02.552232 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c7dbfa48-bca1-4377-87f7-ee72611c6199 None None] Provisioning complete for port 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:02.552694 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c7dbfa48-bca1-4377-87f7-ee72611c6199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:02.619142 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c7dbfa48-bca1-4377-87f7-ee72611c6199 None None] Port 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:19:02.667761 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-9142adef-b990-44ca-a850-de5e0915e1b8 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Deleting port 6d86a0a5-88bd-43f9-adc8-cbc5310bbba4 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:02.668203 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9142adef-b990-44ca-a850-de5e0915e1b8 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:02.731741 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db17558f-8a93-4b57-ae30-c3f9ac917e80 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:02.768442 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db17558f-8a93-4b57-ae30-c3f9ac917e80 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:02.961001 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd358808-882f-4e11-b032-c101ea6dc65b req-081fdee7-ea84-4d07-8197-12bdd490d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:02.962521 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-dd358808-882f-4e11-b032-c101ea6dc65b req-081fdee7-ea84-4d07-8197-12bdd490d67d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6ea0449-d5bb-46c4-a148-72f3fb27a286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4554577 Apr 11 14:19:02.996162 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-80e28e64-e532-40b1-bf10-14c72d54dd95 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:03.203193 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420dfb60-08ee-4a7b-8ebd-605e541edaf2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Router 95edc2ca-79fa-4ebf-8b41-ff324ef3ae24 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:19:03.223910 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9142adef-b990-44ca-a850-de5e0915e1b8 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:03.335357 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36492) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:03.411811 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-9142adef-b990-44ca-a850-de5e0915e1b8 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Calling delete_port for 6d86a0a5-88bd-43f9-adc8-cbc5310bbba4 owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:03.459143 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fdf0c248-502a-4f41-b487-88970d91eb2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:03.474482 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-fdf0c248-502a-4f41-b487-88970d91eb2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:03.478333 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fdf0c248-502a-4f41-b487-88970d91eb2b admin admin] Usage tracker for resource:security_group_rule and tenant:da43728f0efa455f9638d10b65600f8b is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:03.481626 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fdf0c248-502a-4f41-b487-88970d91eb2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:03.487763 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-fdf0c248-502a-4f41-b487-88970d91eb2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:03.570663 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fdf0c248-502a-4f41-b487-88970d91eb2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:03.575625 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-dd358808-882f-4e11-b032-c101ea6dc65b req-5597110f-e494-4caf-a176-7ac903ca50a3 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ea0449-d5bb-46c4-a148-72f3fb27a286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6050446 Apr 11 14:19:03.634074 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fdf0c248-502a-4f41-b487-88970d91eb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:03.651317 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420dfb60-08ee-4a7b-8ebd-605e541edaf2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:19:03.663161 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] Sync routers for ids ['95edc2ca-79fa-4ebf-8b41-ff324ef3ae24'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:19:03.674395 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] Routers {'95edc2ca-79fa-4ebf-8b41-ff324ef3ae24'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:03.675225 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['95edc2ca-79fa-4ebf-8b41-ff324ef3ae24'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:03.690310 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-fdf0c248-502a-4f41-b487-88970d91eb2b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=da43728f0efa455f9638d10b65600f8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514163 Apr 11 14:19:03.690310 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0c248-502a-4f41-b487-88970d91eb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad80d4c0-1629-4e44-9988-37eb224a6f20,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:03.692036 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36500) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:03.732028 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-420dfb60-08ee-4a7b-8ebd-605e541edaf2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "PUT /v2.0/routers/95edc2ca-79fa-4ebf-8b41-ff324ef3ae24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6114967 Apr 11 14:19:03.734336 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36504) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:03.784114 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-80e28e64-e532-40b1-bf10-14c72d54dd95 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:03.805382 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f3e4a083-bea2-46b7-a9c5-322d71ea3478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:03.847652 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-db17558f-8a93-4b57-ae30-c3f9ac917e80 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Allocated IP 172.26.7.158 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/4389ec20-81e8-4254-8821-5a50c8a05222) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:03.849201 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] Set router 95edc2ca-79fa-4ebf-8b41-ff324ef3ae24 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:19:03.850721 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f3e4a083-bea2-46b7-a9c5-322d71ea3478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:03.892615 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e28e64-e532-40b1-bf10-14c72d54dd95 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:03.929644 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-80e28e64-e532-40b1-bf10-14c72d54dd95 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:03.944816 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0620bcda-f485-4374-a60f-cdd3caf14a5e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:03.945394 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0620bcda-f485-4374-a60f-cdd3caf14a5e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:03.949112 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-dd358808-882f-4e11-b032-c101ea6dc65b req-45c07097-82b4-40e3-8073-060942647707 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ea0449-d5bb-46c4-a148-72f3fb27a286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599951 Apr 11 14:19:03.965744 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e28e64-e532-40b1-bf10-14c72d54dd95 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:19:04.019124 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e28e64-e532-40b1-bf10-14c72d54dd95 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event updated for resources: {'Port': ['ID=b91b13d9-afa9-436c-a134-aac19f7da85a,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:04.065661 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db17558f-8a93-4b57-ae30-c3f9ac917e80 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:04.141605 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0620bcda-f485-4374-a60f-cdd3caf14a5e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:04.142760 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0620bcda-f485-4374-a60f-cdd3caf14a5e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports/4fe5df37-0ea5-45ee-8d75-9933bb5f6e92 HTTP/1.1" status: 200 len: 911 time: 0.4058247 Apr 11 14:19:04.145449 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36508) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:04.167737 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9142adef-b990-44ca-a850-de5e0915e1b8 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:04.180023 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f3e4a083-bea2-46b7-a9c5-322d71ea3478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:04.201921 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95edc2ca-79fa-4ebf-8b41-ff324ef3ae24', 'name': 'tempest-NetworksTestDHCPv6-router-365882117', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:18:54Z', 'updated_at': '2022-04-11T14:19:00Z', 'revision_number': 2, 'project_id': 'acd5858029f24cbba8ef3a8d41b209df', 'gw_port_host': None, '_interfaces': [{'id': '4fe5df37-0ea5-45ee-8d75-9933bb5f6e92', 'name': '', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'mac_address': 'fa:16:3e:57:0c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95edc2ca-79fa-4ebf-8b41-ff324ef3ae24', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '87aa08b0-ab30-476d-8091-b12e9e0962c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:18:57Z', 'updated_at': '2022-04-11T14:19:00Z', 'revision_number': 2, 'project_id': 'acd5858029f24cbba8ef3a8d41b209df', 'subnets': [{'id': '87aa08b0-ab30-476d-8091-b12e9e0962c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:04.206434 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] Checking router: 95edc2ca-79fa-4ebf-8b41-ff324ef3ae24 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:19:04.206878 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] Updating router 95edc2ca-79fa-4ebf-8b41-ff324ef3ae24 port 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92 binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:19:04.214546 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4a083-bea2-46b7-a9c5-322d71ea3478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad80d4c0-1629-4e44-9988-37eb224a6f20,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:04.218081 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db17558f-8a93-4b57-ae30-c3f9ac917e80 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:04.267245 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:04.272679 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db17558f-8a93-4b57-ae30-c3f9ac917e80 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:04.283555 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-db17558f-8a93-4b57-ae30-c3f9ac917e80 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:04.300914 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db17558f-8a93-4b57-ae30-c3f9ac917e80 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:19:04.301541 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142adef-b990-44ca-a850-de5e0915e1b8 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Pushing event deleted for resources: {'Port': ['ID=6d86a0a5-88bd-43f9-adc8-cbc5310bbba4,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:04.333645 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f3e4a083-bea2-46b7-a9c5-322d71ea3478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:04.337423 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f3e4a083-bea2-46b7-a9c5-322d71ea3478 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ad80d4c0-1629-4e44-9988-37eb224a6f20 HTTP/1.1" status: 204 len: 168 time: 0.6453161 Apr 11 14:19:04.415744 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acfaf81-1e2e-4e4c-9b7a-c8455a1dc184 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:04.425829 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acfaf81-1e2e-4e4c-9b7a-c8455a1dc184 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:04.426686 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1acfaf81-1e2e-4e4c-9b7a-c8455a1dc184 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:04.432378 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17558f-8a93-4b57-ae30-c3f9ac917e80 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Pushing event updated for resources: {'Port': ['ID=4389ec20-81e8-4254-8821-5a50c8a05222,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:04.523044 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1acfaf81-1e2e-4e4c-9b7a-c8455a1dc184 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:04.530764 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1acfaf81-1e2e-4e4c-9b7a-c8455a1dc184 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3776345 Apr 11 14:19:04.533315 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36514) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:04.661958 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:04.677079 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] Transition to ACTIVE for port object 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92 will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:19:04.751852 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:04.847787 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6ca33-8535-48a6-b3ed-8694fea9398d None None] Pushing event updated for resources: {'Port': ['ID=4fe5df37-0ea5-45ee-8d75-9933bb5f6e92,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:04.961277 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9142adef-b990-44ca-a850-de5e0915e1b8 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:05.093735 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] Attempting to bind port 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:19:05.094187 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] Attempting to bind port 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:19:05.094842 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] Attempting to bind port 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92 on network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:19:05.101057 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:19:05.101406 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] Checking segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:19:05.101802 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:05.102245 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] Bound using segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:19:05.102770 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] Bound port: 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:19:05.103096 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:05.223462 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] For port 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:19:05.227755 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] For port 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4fe5df37-0ea5-45ee-8d75-9933bb5f6e92,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:19:05.267308 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36520) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:05.305040 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fa44d3a3-eec4-41b9-981c-26855b77af6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:05.314837 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:05.391395 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-fa44d3a3-eec4-41b9-981c-26855b77af6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:05.397232 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] Routers {'95edc2ca-79fa-4ebf-8b41-ff324ef3ae24'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:05.397521 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['95edc2ca-79fa-4ebf-8b41-ff324ef3ae24'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:05.397713 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fa44d3a3-eec4-41b9-981c-26855b77af6c admin admin] Usage tracker for resource:security_group_rule and tenant:423c70fd1ee64eccbcb5849b8b4755b2 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:05.405642 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9142adef-b990-44ca-a850-de5e0915e1b8 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Router 83642da9-7815-4bc3-b760-e42876d86287 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:19:05.405885 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fa44d3a3-eec4-41b9-981c-26855b77af6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:05.419625 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-fa44d3a3-eec4-41b9-981c-26855b77af6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:05.429956 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-80e28e64-e532-40b1-bf10-14c72d54dd95 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:05.486294 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6ca33-8535-48a6-b3ed-8694fea9398d None None] Pushing event updated for resources: {'Port': ['ID=4fe5df37-0ea5-45ee-8d75-9933bb5f6e92,revision_number=4']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:05.515802 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db17558f-8a93-4b57-ae30-c3f9ac917e80 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:05.598996 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] Set router 95edc2ca-79fa-4ebf-8b41-ff324ef3ae24 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:19:05.607063 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d8e6ba4b-b5c4-447e-a06c-fe36d22e3686 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:05.684144 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9142adef-b990-44ca-a850-de5e0915e1b8 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:19:05.695053 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec531250-f201-4827-a0e3-5dbca4769efc None None] Sync routers for ids ['83642da9-7815-4bc3-b760-e42876d86287'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:19:05.712422 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec531250-f201-4827-a0e3-5dbca4769efc None None] Routers {'83642da9-7815-4bc3-b760-e42876d86287'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:05.713317 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-ec531250-f201-4827-a0e3-5dbca4769efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['83642da9-7815-4bc3-b760-e42876d86287'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:05.749221 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9142adef-b990-44ca-a850-de5e0915e1b8 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] 10.222.0.66 "PUT /v2.0/routers/83642da9-7815-4bc3-b760-e42876d86287/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0381563 Apr 11 14:19:05.756488 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36524) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:05.797188 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-ec531250-f201-4827-a0e3-5dbca4769efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:05.820805 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec531250-f201-4827-a0e3-5dbca4769efc None None] Routers {'83642da9-7815-4bc3-b760-e42876d86287'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:05.821722 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-ec531250-f201-4827-a0e3-5dbca4769efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['83642da9-7815-4bc3-b760-e42876d86287'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:05.840136 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fa44d3a3-eec4-41b9-981c-26855b77af6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:05.915374 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-ec531250-f201-4827-a0e3-5dbca4769efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:05.916379 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec531250-f201-4827-a0e3-5dbca4769efc None None] The sync data for ids ['83642da9-7815-4bc3-b760-e42876d86287'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:19:05.916940 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-80e28e64-e532-40b1-bf10-14c72d54dd95 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:05.944650 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fa44d3a3-eec4-41b9-981c-26855b77af6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:05.972505 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95edc2ca-79fa-4ebf-8b41-ff324ef3ae24', 'name': 'tempest-NetworksTestDHCPv6-router-365882117', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:18:54Z', 'updated_at': '2022-04-11T14:19:00Z', 'revision_number': 2, 'project_id': 'acd5858029f24cbba8ef3a8d41b209df', 'gw_port_host': None, '_interfaces': [{'id': '4fe5df37-0ea5-45ee-8d75-9933bb5f6e92', 'name': '', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'mac_address': 'fa:16:3e:57:0c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95edc2ca-79fa-4ebf-8b41-ff324ef3ae24', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '87aa08b0-ab30-476d-8091-b12e9e0962c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:18:57Z', 'updated_at': '2022-04-11T14:19:05Z', 'revision_number': 4, 'project_id': 'acd5858029f24cbba8ef3a8d41b209df', 'subnets': [{'id': '87aa08b0-ab30-476d-8091-b12e9e0962c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:05.977410 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-369a3f43-0f07-44c0-9810-226a7bf1e626 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] delete failed (client error): The resource could not be found. Apr 11 14:19:05.977897 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01476c26-f80f-40fc-8749-476dd72bc2f4 None None] The sync data for ids ['95edc2ca-79fa-4ebf-8b41-ff324ef3ae24'] in dv-neutron-837330-1-hyperv is: [{'id': '95edc2ca-79fa-4ebf-8b41-ff324ef3ae24', 'name': 'tempest-NetworksTestDHCPv6-router-365882117', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:18:54Z', 'updated_at': '2022-04-11T14:19:00Z', 'revision_number': 2, 'project_id': 'acd5858029f24cbba8ef3a8d41b209df', 'gw_port_host': None, '_interfaces': [{'id': '4fe5df37-0ea5-45ee-8d75-9933bb5f6e92', 'name': '', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'mac_address': 'fa:16:3e:57:0c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95edc2ca-79fa-4ebf-8b41-ff324ef3ae24', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '87aa08b0-ab30-476d-8091-b12e9e0962c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:18:57Z', 'updated_at': '2022-04-11T14:19:05Z', 'revision_number': 4, 'project_id': 'acd5858029f24cbba8ef3a8d41b209df', 'subnets': [{'id': '87aa08b0-ab30-476d-8091-b12e9e0962c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:19:05.978740 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-369a3f43-0f07-44c0-9810-226a7bf1e626 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-1492893437 HTTP/1.1" status: 404 len: 335 time: 0.2212706 Apr 11 14:19:05.983995 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36530) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:06.030570 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-fa44d3a3-eec4-41b9-981c-26855b77af6c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=423c70fd1ee64eccbcb5849b8b4755b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7600060 Apr 11 14:19:06.033880 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44d3a3-eec4-41b9-981c-26855b77af6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c69f4b8-d644-47db-82f5-3d28f9bb5a15,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:06.048081 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36534) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:06.171624 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-c5d525e2-6c92-492a-a9cf-429ac5db95c5 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Request body: {'router': {'external_gateway_info': {'network_id': '83642da9-7815-4bc3-b760-e42876d86287'}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:06.427779 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2f2b8854-28b1-49a6-ac20-36c91599db4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:06.428240 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:19:06.428340 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2f2b8854-28b1-49a6-ac20-36c91599db4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:06.491519 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-80e28e64-e532-40b1-bf10-14c72d54dd95 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:06.565026 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2f2b8854-28b1-49a6-ac20-36c91599db4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:06.574310 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:19:06.581115 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:06.581626 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:06.584509 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db17558f-8a93-4b57-ae30-c3f9ac917e80 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:06.585359 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-80e28e64-e532-40b1-bf10-14c72d54dd95 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:06.620807 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b8854-28b1-49a6-ac20-36c91599db4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c69f4b8-d644-47db-82f5-3d28f9bb5a15,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:06.647305 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2f2b8854-28b1-49a6-ac20-36c91599db4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:06.648448 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2f2b8854-28b1-49a6-ac20-36c91599db4e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3c69f4b8-d644-47db-82f5-3d28f9bb5a15 HTTP/1.1" status: 204 len: 168 time: 0.5994158 Apr 11 14:19:06.679876 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db17558f-8a93-4b57-ae30-c3f9ac917e80 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984850'] for router, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:06.689638 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-d8e6ba4b-b5c4-447e-a06c-fe36d22e3686 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting port 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:06.690297 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d8e6ba4b-b5c4-447e-a06c-fe36d22e3686 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:06.730381 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-80e28e64-e532-40b1-bf10-14c72d54dd95 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:06.784905 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:06.824665 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4fe5df37-0ea5-45ee-8d75-9933bb5f6e92,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:19:06.850417 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c5d525e2-6c92-492a-a9cf-429ac5db95c5 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:06.907618 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e28e64-e532-40b1-bf10-14c72d54dd95 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event updated for resources: {'Port': ['ID=b91b13d9-afa9-436c-a134-aac19f7da85a,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:06.932573 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:06.978829 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-80e28e64-e532-40b1-bf10-14c72d54dd95 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Floating IP 0ed8748f-1be6-4b00-a672-331d81f9ed60 associated. External IP: 172.26.7.66, port: 5d8ac3cb-139a-447b-9045-09e1a42dc008. Apr 11 14:19:07.034153 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=4fe5df37-0ea5-45ee-8d75-9933bb5f6e92,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:07.094941 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-c5d525e2-6c92-492a-a9cf-429ac5db95c5 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] update failed (client error): The resource could not be found. Apr 11 14:19:07.098350 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c5d525e2-6c92-492a-a9cf-429ac5db95c5 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] 10.222.0.66 "PUT /v2.0/routers/83642da9-7815-4bc3-b760-e42876d86287 HTTP/1.1" status: 404 len: 339 time: 1.1048808 Apr 11 14:19:07.106702 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36540) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:07.301377 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-d8e6ba4b-b5c4-447e-a06c-fe36d22e3686 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] For port 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4fe5df37-0ea5-45ee-8d75-9933bb5f6e92,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:19:07.301746 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d8e6ba4b-b5c4-447e-a06c-fe36d22e3686 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:07.384992 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e28e64-e532-40b1-bf10-14c72d54dd95 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Router 73279aa8-6434-415a-8b91-e5bc5ab99e3f has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:19:07.584113 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e28e64-e532-40b1-bf10-14c72d54dd95 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:19:07.594497 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6784e8-bc1f-424d-8ff1-11df437a9e4c None None] Sync routers for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:19:07.605253 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6784e8-bc1f-424d-8ff1-11df437a9e4c None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:07.605959 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-ce6784e8-bc1f-424d-8ff1-11df437a9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:07.644216 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-d8e6ba4b-b5c4-447e-a06c-fe36d22e3686 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Calling delete_port for 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92 owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:07.663742 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-80e28e64-e532-40b1-bf10-14c72d54dd95 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:07.698878 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-ce6784e8-bc1f-424d-8ff1-11df437a9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:07.713772 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6784e8-bc1f-424d-8ff1-11df437a9e4c None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:07.714653 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-ce6784e8-bc1f-424d-8ff1-11df437a9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:07.748200 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-80e28e64-e532-40b1-bf10-14c72d54dd95 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.8967826 Apr 11 14:19:07.748973 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36560) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:07.809311 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-ce6784e8-bc1f-424d-8ff1-11df437a9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:07.809708 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6784e8-bc1f-424d-8ff1-11df437a9e4c None None] The sync data for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:19:07.876073 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9c52f11e-3a3f-4a73-be10-3d2cf6eb2383 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "GET /v2.0/floatingips/0ed8748f-1be6-4b00-a672-331d81f9ed60 HTTP/1.1" status: 200 len: 976 time: 0.1220374 Apr 11 14:19:07.876289 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36564) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:07.931959 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db17558f-8a93-4b57-ae30-c3f9ac917e80 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Router 1cbd93aa-61f9-408c-9ae1-8eb848c66d68 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:19:07.985322 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-bb597039-48ec-45de-89c2-73a61b23b5c0 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Synchronizing usage tracker for tenant:f364abda35ba4de88d7da540664f92af on resource:floatingip {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:08.014883 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36570) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:08.103014 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-bb597039-48ec-45de-89c2-73a61b23b5c0 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Unset dirty status for tenant:f364abda35ba4de88d7da540664f92af on resource:floatingip {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:08.108103 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bb597039-48ec-45de-89c2-73a61b23b5c0 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2300975 Apr 11 14:19:08.108824 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36576) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:08.114419 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-be2887f6-c459-45af-95d4-c1d5a904957d tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Request body: {'floatingip': {'port_id': '2692bce8-e5b4-433b-a2f3-fea80ca787bb'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:08.119196 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-94c7e0d9-4845-4d52-80fb-a0d793877a4f tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:08.177735 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-e2cb6fe3-d388-4395-bc02-d88fc531409b tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-381236227'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:08.281697 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:19:08.326654 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e2cb6fe3-d388-4395-bc02-d88fc531409b tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:08.334867 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e2cb6fe3-d388-4395-bc02-d88fc531409b tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Usage tracker for resource:network and tenant:2b2cf23e2e214f03a95e351ee664e573 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:08.339338 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e2cb6fe3-d388-4395-bc02-d88fc531409b tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:08.349133 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e2cb6fe3-d388-4395-bc02-d88fc531409b tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:08.356048 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:08.356634 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:08.360240 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.api [None req-d8e6ba4b-b5c4-447e-a06c-fe36d22e3686 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:19:08.360550 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG oslo_db.api [None req-d8e6ba4b-b5c4-447e-a06c-fe36d22e3686 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:19:08.366119 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db17558f-8a93-4b57-ae30-c3f9ac917e80 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:19:08.371702 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-be2887f6-c459-45af-95d4-c1d5a904957d tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:08.382646 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f7a8ab-83b0-4571-80d1-b90bcbcb2f83 None None] Sync routers for ids ['1cbd93aa-61f9-408c-9ae1-8eb848c66d68'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:19:08.411724 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f7a8ab-83b0-4571-80d1-b90bcbcb2f83 None None] Routers {'1cbd93aa-61f9-408c-9ae1-8eb848c66d68'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:08.414260 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-21f7a8ab-83b0-4571-80d1-b90bcbcb2f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['1cbd93aa-61f9-408c-9ae1-8eb848c66d68'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:08.415622 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db17558f-8a93-4b57-ae30-c3f9ac917e80 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:08.419263 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-db17558f-8a93-4b57-ae30-c3f9ac917e80 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "PUT /v2.0/routers/1cbd93aa-61f9-408c-9ae1-8eb848c66d68 HTTP/1.1" status: 200 len: 884 time: 6.7723465 Apr 11 14:19:08.423511 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36580) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:08.483794 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-21f7a8ab-83b0-4571-80d1-b90bcbcb2f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:08.498373 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f7a8ab-83b0-4571-80d1-b90bcbcb2f83 None None] Routers {'1cbd93aa-61f9-408c-9ae1-8eb848c66d68'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:08.498988 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-21f7a8ab-83b0-4571-80d1-b90bcbcb2f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['1cbd93aa-61f9-408c-9ae1-8eb848c66d68'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:08.514529 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cb6fe3-d388-4395-bc02-d88fc531409b tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Made reservation on behalf of 2b2cf23e2e214f03a95e351ee664e573 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:19:08.518133 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e2cb6fe3-d388-4395-bc02-d88fc531409b tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:08.541370 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e2cb6fe3-d388-4395-bc02-d88fc531409b tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:08.565519 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-21f7a8ab-83b0-4571-80d1-b90bcbcb2f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:08.566861 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f7a8ab-83b0-4571-80d1-b90bcbcb2f83 None None] The sync data for ids ['1cbd93aa-61f9-408c-9ae1-8eb848c66d68'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:19:08.571277 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e2cb6fe3-d388-4395-bc02-d88fc531409b tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:08.575298 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e2cb6fe3-d388-4395-bc02-d88fc531409b tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Usage tracker for resource:security_group_rule and tenant:2b2cf23e2e214f03a95e351ee664e573 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:08.581336 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e2cb6fe3-d388-4395-bc02-d88fc531409b tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:08.626053 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e2cb6fe3-d388-4395-bc02-d88fc531409b tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:08.848804 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-fedfaacf-5c8f-4c40-b824-3e11b44105b6 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "GET /v2.0/routers/1cbd93aa-61f9-408c-9ae1-8eb848c66d68 HTTP/1.1" status: 200 len: 925 time: 0.4215195 Apr 11 14:19:08.849375 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36584) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:08.882900 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-d8e6ba4b-b5c4-447e-a06c-fe36d22e3686 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting port 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:08.883238 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d8e6ba4b-b5c4-447e-a06c-fe36d22e3686 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:08.943265 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-94c7e0d9-4845-4d52-80fb-a0d793877a4f tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Allocated IP 172.20.0.1 (819a1af3-b9aa-463e-bb0d-112d05c144aa/016ff656-d61d-4856-9511-7eeef534e894/71734ea2-f686-4c04-ac59-105e51c15cdf) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:08.986270 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e2cb6fe3-d388-4395-bc02-d88fc531409b tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:09.056471 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e2cb6fe3-d388-4395-bc02-d88fc531409b tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:09.084994 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2cb6fe3-d388-4395-bc02-d88fc531409b tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:19:09.121161 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e2cb6fe3-d388-4395-bc02-d88fc531409b tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:09.121520 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-e2cb6fe3-d388-4395-bc02-d88fc531409b tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Added segment dd66e4c0-a8d2-4016-9f9d-58a6830dd741 of type vlan for network f778a560-8532-4140-8649-302225f5ca4c Apr 11 14:19:09.124228 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb6fe3-d388-4395-bc02-d88fc531409b tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=676aff58-012e-461e-9a44-2fcb3ded55a8,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:09.204024 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4deafb60-d097-4a46-aabd-e920939a18c9 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:09.205555 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4deafb60-d097-4a46-aabd-e920939a18c9 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=cff58315-4a25-4203-8056-2db185a2b95d&device_id=1cbd93aa-61f9-408c-9ae1-8eb848c66d68&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3553793 Apr 11 14:19:09.211450 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36588) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:09.227149 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e2cb6fe3-d388-4395-bc02-d88fc531409b tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:09.256977 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-be2887f6-c459-45af-95d4-c1d5a904957d tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:09.334726 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-be2887f6-c459-45af-95d4-c1d5a904957d tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:09.374628 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-94c7e0d9-4845-4d52-80fb-a0d793877a4f tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:09.378280 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-d8e6ba4b-b5c4-447e-a06c-fe36d22e3686 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] For port 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4fe5df37-0ea5-45ee-8d75-9933bb5f6e92,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:19:09.378636 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d8e6ba4b-b5c4-447e-a06c-fe36d22e3686 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:09.401540 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e2cb6fe3-d388-4395-bc02-d88fc531409b tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:09.407575 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cb6fe3-d388-4395-bc02-d88fc531409b tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:09.408160 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e2cb6fe3-d388-4395-bc02-d88fc531409b tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:09.455034 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-94c7e0d9-4845-4d52-80fb-a0d793877a4f tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Transition to ACTIVE for port object 71734ea2-f686-4c04-ac59-105e51c15cdf will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:19:09.525352 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-d8e6ba4b-b5c4-447e-a06c-fe36d22e3686 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Calling delete_port for 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92 owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:09.587106 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0782a8f9-c5b7-4b6d-9636-8172c422d2aa tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:09.591365 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0782a8f9-c5b7-4b6d-9636-8172c422d2aa tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "GET /v2.0/networks/cff58315-4a25-4203-8056-2db185a2b95d HTTP/1.1" status: 200 len: 881 time: 0.3733158 Apr 11 14:19:09.597819 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36592) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:09.601284 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb6fe3-d388-4395-bc02-d88fc531409b tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Pushing event updated for resources: {'Network': ['ID=f778a560-8532-4140-8649-302225f5ca4c,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:09.606299 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e2cb6fe3-d388-4395-bc02-d88fc531409b tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5872965 Apr 11 14:19:09.606464 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36596) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:09.613133 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network f778a560-8532-4140-8649-302225f5ca4c details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:19:09.616356 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-250f8edb-2658-4289-be94-56fb1f67d021 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Request body: {'subnet': {'network_id': 'f778a560-8532-4140-8649-302225f5ca4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:09.663763 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2dc1cde6-2d63-43e7-82a0-1ba0856dfa3e tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cbd93aa-61f9-408c-9ae1-8eb848c66d68 HTTP/1.1" status: 200 len: 205 time: 0.0648589 Apr 11 14:19:09.666131 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36600) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:09.674178 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-be2887f6-c459-45af-95d4-c1d5a904957d tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Floating IP 0ed8748f-1be6-4b00-a672-331d81f9ed60 associated. External IP: 172.26.7.66, port: 5d8ac3cb-139a-447b-9045-09e1a42dc008. Apr 11 14:19:09.751765 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-94c7e0d9-4845-4d52-80fb-a0d793877a4f tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:09.844166 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c7e0d9-4845-4d52-80fb-a0d793877a4f tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Network 819a1af3-b9aa-463e-bb0d-112d05c144aa is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:09.859777 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-94c7e0d9-4845-4d52-80fb-a0d793877a4f tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:09.868183 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c7e0d9-4845-4d52-80fb-a0d793877a4f tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:19:09.895433 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7e0d9-4845-4d52-80fb-a0d793877a4f tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Pushing event updated for resources: {'Port': ['ID=71734ea2-f686-4c04-ac59-105e51c15cdf,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:09.936173 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-94c7e0d9-4845-4d52-80fb-a0d793877a4f tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:10.066813 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d8e6ba4b-b5c4-447e-a06c-fe36d22e3686 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:10.139357 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6ba4b-b5c4-447e-a06c-fe36d22e3686 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Port': ['ID=4fe5df37-0ea5-45ee-8d75-9933bb5f6e92,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:10.175930 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-250f8edb-2658-4289-be94-56fb1f67d021 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:10.198153 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-250f8edb-2658-4289-be94-56fb1f67d021 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Usage tracker for resource:subnet and tenant:2b2cf23e2e214f03a95e351ee664e573 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:10.203958 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-250f8edb-2658-4289-be94-56fb1f67d021 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:10.226426 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-250f8edb-2658-4289-be94-56fb1f67d021 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:10.231600 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8fa41af6-baac-4cee-87cc-2d8bc7d7d63e None None] Provisioning for port 71734ea2-f686-4c04-ac59-105e51c15cdf completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:19:10.239382 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8fa41af6-baac-4cee-87cc-2d8bc7d7d63e None None] Provisioning complete for port 71734ea2-f686-4c04-ac59-105e51c15cdf triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:10.239764 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8fa41af6-baac-4cee-87cc-2d8bc7d7d63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:10.348480 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f7728c78-5cf7-4234-8162-30e224a7adc0 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:10.369928 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-8fa41af6-baac-4cee-87cc-2d8bc7d7d63e None None] Port 71734ea2-f686-4c04-ac59-105e51c15cdf cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:19:10.419056 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250f8edb-2658-4289-be94-56fb1f67d021 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Made reservation on behalf of 2b2cf23e2e214f03a95e351ee664e573 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:19:10.422838 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-250f8edb-2658-4289-be94-56fb1f67d021 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:10.519504 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d8e6ba4b-b5c4-447e-a06c-fe36d22e3686 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:10.764006 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2887f6-c459-45af-95d4-c1d5a904957d tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Router 73279aa8-6434-415a-8b91-e5bc5ab99e3f has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:19:10.778442 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f7728c78-5cf7-4234-8162-30e224a7adc0 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:10.780680 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-94c7e0d9-4845-4d52-80fb-a0d793877a4f tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:10.893430 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-f7728c78-5cf7-4234-8162-30e224a7adc0 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Deleting port 4389ec20-81e8-4254-8821-5a50c8a05222 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:10.893801 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f7728c78-5cf7-4234-8162-30e224a7adc0 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:10.907285 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e6ba4b-b5c4-447e-a06c-fe36d22e3686 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Router 95edc2ca-79fa-4ebf-8b41-ff324ef3ae24 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:19:11.184318 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e6ba4b-b5c4-447e-a06c-fe36d22e3686 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:19:11.194438 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2887f6-c459-45af-95d4-c1d5a904957d tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:19:11.196513 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1350fa0-0e60-4558-9da6-f3645197afac None None] Sync routers for ids ['95edc2ca-79fa-4ebf-8b41-ff324ef3ae24'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:19:11.206686 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e040c13-a4f9-4e89-8f42-40bcc64e91d3 None None] Sync routers for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:19:11.207180 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1350fa0-0e60-4558-9da6-f3645197afac None None] Routers {'95edc2ca-79fa-4ebf-8b41-ff324ef3ae24'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:11.207388 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b1350fa0-0e60-4558-9da6-f3645197afac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['95edc2ca-79fa-4ebf-8b41-ff324ef3ae24'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:11.219743 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e040c13-a4f9-4e89-8f42-40bcc64e91d3 None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:11.220408 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-5e040c13-a4f9-4e89-8f42-40bcc64e91d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:11.264876 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-250f8edb-2658-4289-be94-56fb1f67d021 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:11.299722 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-5e040c13-a4f9-4e89-8f42-40bcc64e91d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:11.310039 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e040c13-a4f9-4e89-8f42-40bcc64e91d3 None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:11.311317 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-5e040c13-a4f9-4e89-8f42-40bcc64e91d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:11.353126 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-b1350fa0-0e60-4558-9da6-f3645197afac None None] Set router 95edc2ca-79fa-4ebf-8b41-ff324ef3ae24 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:19:11.359625 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d8e6ba4b-b5c4-447e-a06c-fe36d22e3686 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "PUT /v2.0/routers/95edc2ca-79fa-4ebf-8b41-ff324ef3ae24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8224063 Apr 11 14:19:11.365409 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36608) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:11.381651 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-5e040c13-a4f9-4e89-8f42-40bcc64e91d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:11.382353 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e040c13-a4f9-4e89-8f42-40bcc64e91d3 None None] The sync data for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:19:11.471540 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc723ab-5c35-4756-97f1-c3d42b15ea65 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:11.473077 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc723ab-5c35-4756-97f1-c3d42b15ea65 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:11.473903 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8dc723ab-5c35-4756-97f1-c3d42b15ea65 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:11.474675 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b1350fa0-0e60-4558-9da6-f3645197afac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95edc2ca-79fa-4ebf-8b41-ff324ef3ae24', 'name': 'tempest-NetworksTestDHCPv6-router-365882117', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:18:54Z', 'updated_at': '2022-04-11T14:19:09Z', 'revision_number': 3, 'project_id': 'acd5858029f24cbba8ef3a8d41b209df', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:11.478829 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1350fa0-0e60-4558-9da6-f3645197afac None None] Checking router: 95edc2ca-79fa-4ebf-8b41-ff324ef3ae24 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:19:11.481248 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f7728c78-5cf7-4234-8162-30e224a7adc0 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:11.488499 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1350fa0-0e60-4558-9da6-f3645197afac None None] Routers {'95edc2ca-79fa-4ebf-8b41-ff324ef3ae24'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:11.489511 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b1350fa0-0e60-4558-9da6-f3645197afac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['95edc2ca-79fa-4ebf-8b41-ff324ef3ae24'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:11.520828 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-94c7e0d9-4845-4d52-80fb-a0d793877a4f tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:11.576195 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8dc723ab-5c35-4756-97f1-c3d42b15ea65 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:11.579873 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8dc723ab-5c35-4756-97f1-c3d42b15ea65 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2104013 Apr 11 14:19:11.580197 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36612) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:11.625769 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-94c7e0d9-4845-4d52-80fb-a0d793877a4f tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:11.638082 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-f7728c78-5cf7-4234-8162-30e224a7adc0 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Calling delete_port for 4389ec20-81e8-4254-8821-5a50c8a05222 owned by network:router_gateway {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:11.665426 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-b1350fa0-0e60-4558-9da6-f3645197afac None None] Set router 95edc2ca-79fa-4ebf-8b41-ff324ef3ae24 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:19:11.755908 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f8edb-2658-4289-be94-56fb1f67d021 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Pushing event updated for resources: {'Subnet': ['ID=70aae95d-e973-4576-9f82-ba1eb269c2cb,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:11.766344 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7e0d9-4845-4d52-80fb-a0d793877a4f tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Pushing event updated for resources: {'Port': ['ID=71734ea2-f686-4c04-ac59-105e51c15cdf,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:11.774604 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b1350fa0-0e60-4558-9da6-f3645197afac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95edc2ca-79fa-4ebf-8b41-ff324ef3ae24', 'name': 'tempest-NetworksTestDHCPv6-router-365882117', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:18:54Z', 'updated_at': '2022-04-11T14:19:09Z', 'revision_number': 3, 'project_id': 'acd5858029f24cbba8ef3a8d41b209df', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:11.779712 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-58caca9a-ff83-4092-8ebb-420da6061421 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet 87aa08b0-ab30-476d-8091-b12e9e0962c9 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:19:11.781212 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1350fa0-0e60-4558-9da6-f3645197afac None None] The sync data for ids ['95edc2ca-79fa-4ebf-8b41-ff324ef3ae24'] in dv-neutron-837330-1-hyperv is: [{'id': '95edc2ca-79fa-4ebf-8b41-ff324ef3ae24', 'name': 'tempest-NetworksTestDHCPv6-router-365882117', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:18:54Z', 'updated_at': '2022-04-11T14:19:09Z', 'revision_number': 3, 'project_id': 'acd5858029f24cbba8ef3a8d41b209df', 'gw_port_host': None}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:19:11.789698 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58caca9a-ff83-4092-8ebb-420da6061421 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:11.793278 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250f8edb-2658-4289-be94-56fb1f67d021 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Checking segment: {'id': 'dd66e4c0-a8d2-4016-9f9d-58a6830dd741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'f778a560-8532-4140-8649-302225f5ca4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:19:11.793770 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250f8edb-2658-4289-be94-56fb1f67d021 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Network hostable DHCP agents. Network: f778a560-8532-4140-8649-302225f5ca4c, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:19:11.842497 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-94c7e0d9-4845-4d52-80fb-a0d793877a4f tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:11.890138 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58caca9a-ff83-4092-8ebb-420da6061421 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:12.025112 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250f8edb-2658-4289-be94-56fb1f67d021 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Network f778a560-8532-4140-8649-302225f5ca4c is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:19:12.062935 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2887f6-c459-45af-95d4-c1d5a904957d tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Router 73279aa8-6434-415a-8b91-e5bc5ab99e3f has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:19:12.177748 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-250f8edb-2658-4289-be94-56fb1f67d021 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, f778a560-8532-4140-8649-302225f5ca4c) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:12.188673 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f186331e-115e-4820-b811-270d4cd40ab4 None None] Network f778a560-8532-4140-8649-302225f5ca4c requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:19:12.189814 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c7e0d9-4845-4d52-80fb-a0d793877a4f tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Network 819a1af3-b9aa-463e-bb0d-112d05c144aa is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:12.192678 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-94c7e0d9-4845-4d52-80fb-a0d793877a4f tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:12.195907 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250f8edb-2658-4289-be94-56fb1f67d021 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:12.196509 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-250f8edb-2658-4289-be94-56fb1f67d021 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:12.282010 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58caca9a-ff83-4092-8ebb-420da6061421 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:12.319214 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:19:12.323658 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f7728c78-5cf7-4234-8162-30e224a7adc0 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:12.374003 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:19:12.374809 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4fe5df37-0ea5-45ee-8d75-9933bb5f6e92 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:19:12.433627 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-250f8edb-2658-4289-be94-56fb1f67d021 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8261204 Apr 11 14:19:12.434682 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36616) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:12.444673 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-855d9671-4464-48ef-9fbc-a9a2c917b765 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Request body: {'port': {'network_id': 'f778a560-8532-4140-8649-302225f5ca4c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1298517953'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:12.495960 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7728c78-5cf7-4234-8162-30e224a7adc0 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Pushing event deleted for resources: {'Port': ['ID=4389ec20-81e8-4254-8821-5a50c8a05222,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:12.535389 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2887f6-c459-45af-95d4-c1d5a904957d tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:19:12.544427 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-be2887f6-c459-45af-95d4-c1d5a904957d tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:12.549616 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f97515bf-2dfc-46bb-847c-c991574e884f None None] Provisioning complete for port 71734ea2-f686-4c04-ac59-105e51c15cdf triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:12.550086 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f97515bf-2dfc-46bb-847c-c991574e884f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:12.553684 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731fe683-52bd-4010-8d78-c82e811fb826 None None] Sync routers for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:19:12.568844 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c7e0d9-4845-4d52-80fb-a0d793877a4f tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Router 83642da9-7815-4bc3-b760-e42876d86287 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:19:12.576214 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731fe683-52bd-4010-8d78-c82e811fb826 None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:12.578183 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-731fe683-52bd-4010-8d78-c82e811fb826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:12.600758 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502c8283-51b6-4dde-8e9f-3b7efdd0345b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-f778a560-8532-4140-8649-302225f5ca4c', 'network_id': 'f778a560-8532-4140-8649-302225f5ca4c', 'tenant_id': '2b2cf23e2e214f03a95e351ee664e573', 'fixed_ips': [{'subnet_id': '70aae95d-e973-4576-9f82-ba1eb269c2cb'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:19:12.606930 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-502c8283-51b6-4dde-8e9f-3b7efdd0345b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:12.644844 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f7728c78-5cf7-4234-8162-30e224a7adc0 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:12.658834 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-731fe683-52bd-4010-8d78-c82e811fb826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:12.662501 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731fe683-52bd-4010-8d78-c82e811fb826 None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:12.663282 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-731fe683-52bd-4010-8d78-c82e811fb826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:12.692929 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f97515bf-2dfc-46bb-847c-c991574e884f None None] Port 71734ea2-f686-4c04-ac59-105e51c15cdf cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:19:12.733901 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-731fe683-52bd-4010-8d78-c82e811fb826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:12.734268 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731fe683-52bd-4010-8d78-c82e811fb826 None None] The sync data for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:19:12.749240 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58caca9a-ff83-4092-8ebb-420da6061421 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:12.807245 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58caca9a-ff83-4092-8ebb-420da6061421 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=87aa08b0-ab30-476d-8091-b12e9e0962c9,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:12.811635 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-855d9671-4464-48ef-9fbc-a9a2c917b765 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:12.816363 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58caca9a-ff83-4092-8ebb-420da6061421 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:12.820649 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a028b380-fca4-45b0-a1f8-87e961a58c62 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:19:12.834686 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-855d9671-4464-48ef-9fbc-a9a2c917b765 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Usage tracker for resource:port and tenant:2b2cf23e2e214f03a95e351ee664e573 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:12.842193 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-855d9671-4464-48ef-9fbc-a9a2c917b765 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:12.852658 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-855d9671-4464-48ef-9fbc-a9a2c917b765 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:12.858726 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c7e0d9-4845-4d52-80fb-a0d793877a4f tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:19:12.863930 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-502c8283-51b6-4dde-8e9f-3b7efdd0345b None None] Allocated IP 2001:db8::2 (f778a560-8532-4140-8649-302225f5ca4c/70aae95d-e973-4576-9f82-ba1eb269c2cb/52608d5f-2cc8-45b4-8658-745b55fbf5f8) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:12.867438 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-94c7e0d9-4845-4d52-80fb-a0d793877a4f tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] 10.222.0.66 "PUT /v2.0/routers/83642da9-7815-4bc3-b760-e42876d86287/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7548466 Apr 11 14:19:12.868145 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36620) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:12.880232 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbcb4df-430a-4cdb-b9e2-d49b6d6715d9 None None] Sync routers for ids ['83642da9-7815-4bc3-b760-e42876d86287'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:19:12.883557 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f7728c78-5cf7-4234-8162-30e224a7adc0 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:12.888052 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f7728c78-5cf7-4234-8162-30e224a7adc0 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:12.897391 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-be2887f6-c459-45af-95d4-c1d5a904957d tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "PUT /v2.0/floatingips/0ed8748f-1be6-4b00-a672-331d81f9ed60 HTTP/1.1" status: 200 len: 978 time: 4.7870245 Apr 11 14:19:12.900886 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36624) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:12.909713 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-5cc1dc41-b9c8-4d2b-a8a4-ed58c6e4e290 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:12.936971 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-58caca9a-ff83-4092-8ebb-420da6061421 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/87aa08b0-ab30-476d-8091-b12e9e0962c9 HTTP/1.1" status: 204 len: 168 time: 1.3526497 Apr 11 14:19:12.942846 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36628) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:12.990063 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbcb4df-430a-4cdb-b9e2-d49b6d6715d9 None None] Routers {'83642da9-7815-4bc3-b760-e42876d86287'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:12.990711 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-3cbcb4df-430a-4cdb-b9e2-d49b6d6715d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['83642da9-7815-4bc3-b760-e42876d86287'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:13.012579 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855d9671-4464-48ef-9fbc-a9a2c917b765 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Made reservation on behalf of 2b2cf23e2e214f03a95e351ee664e573 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:19:13.016476 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-855d9671-4464-48ef-9fbc-a9a2c917b765 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:13.063355 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-3cbcb4df-430a-4cdb-b9e2-d49b6d6715d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:13.126158 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-855d9671-4464-48ef-9fbc-a9a2c917b765 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] device_id is not set on port cda734a4-e8fd-4992-944b-416784f4d0d8 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:19:13.131224 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbcb4df-430a-4cdb-b9e2-d49b6d6715d9 None None] Routers {'83642da9-7815-4bc3-b760-e42876d86287'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:13.131991 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-3cbcb4df-430a-4cdb-b9e2-d49b6d6715d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['83642da9-7815-4bc3-b760-e42876d86287'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:13.171458 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5da62979-db6e-4c35-a3a1-4c3b25d991aa tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:13.175135 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5cc1dc41-b9c8-4d2b-a8a4-ed58c6e4e290 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:13.238030 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-3cbcb4df-430a-4cdb-b9e2-d49b6d6715d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:13.238599 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbcb4df-430a-4cdb-b9e2-d49b6d6715d9 None None] The sync data for ids ['83642da9-7815-4bc3-b760-e42876d86287'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:19:13.254872 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f7728c78-5cf7-4234-8162-30e224a7adc0 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:13.264393 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7728c78-5cf7-4234-8162-30e224a7adc0 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Fanout notify agent at l3_agent the message router_deleted on router 1cbd93aa-61f9-408c-9ae1-8eb848c66d68 {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:19:13.270445 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f7728c78-5cf7-4234-8162-30e224a7adc0 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:13.271542 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f7728c78-5cf7-4234-8162-30e224a7adc0 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "DELETE /v2.0/routers/1cbd93aa-61f9-408c-9ae1-8eb848c66d68 HTTP/1.1" status: 204 len: 168 time: 3.6025050 Apr 11 14:19:13.275600 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36632) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:13.284087 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-edc8864b-a2c9-4f9f-a8ef-46ea00f0b9ad tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-902341008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:13.316936 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-edc8864b-a2c9-4f9f-a8ef-46ea00f0b9ad tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:13.384762 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-edc8864b-a2c9-4f9f-a8ef-46ea00f0b9ad tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Usage tracker for resource:router and tenant:41e441156ac9421da3a74f10f0d49d88 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:13.396726 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-edc8864b-a2c9-4f9f-a8ef-46ea00f0b9ad tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:13.398625 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-502c8283-51b6-4dde-8e9f-3b7efdd0345b None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:13.411946 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-edc8864b-a2c9-4f9f-a8ef-46ea00f0b9ad tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:13.413531 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-502c8283-51b6-4dde-8e9f-3b7efdd0345b None None] Transition to ACTIVE for port object 52608d5f-2cc8-45b4-8658-745b55fbf5f8 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:19:13.435151 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-502c8283-51b6-4dde-8e9f-3b7efdd0345b None None] Transition to ACTIVE for port object 52608d5f-2cc8-45b4-8658-745b55fbf5f8 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:19:13.488196 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db1d1f7-6c10-46c6-b511-042149345eed None None] DHCP port deletion for 47d4fbd0-dfc4-4187-bb2e-73c4649db563 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:19:13.493334 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-6db1d1f7-6c10-46c6-b511-042149345eed None None] Deleting port 0118bab5-d722-4b0f-9273-8a3643c877f7 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:13.498084 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6db1d1f7-6c10-46c6-b511-042149345eed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:13.512880 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-edc8864b-a2c9-4f9f-a8ef-46ea00f0b9ad tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:13.514950 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-edc8864b-a2c9-4f9f-a8ef-46ea00f0b9ad tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:13.524998 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-502c8283-51b6-4dde-8e9f-3b7efdd0345b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:13.527788 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3ca02858-2272-4718-a23d-c3a89d87abed tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:router {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:13.539927 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5cc1dc41-b9c8-4d2b-a8a4-ed58c6e4e290 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:13.550897 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-edc8864b-a2c9-4f9f-a8ef-46ea00f0b9ad tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:13.601256 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502c8283-51b6-4dde-8e9f-3b7efdd0345b None None] Network f778a560-8532-4140-8649-302225f5ca4c is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:13.606302 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5cc1dc41-b9c8-4d2b-a8a4-ed58c6e4e290 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:13.606631 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-5cc1dc41-b9c8-4d2b-a8a4-ed58c6e4e290 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Floating IP 0ed8748f-1be6-4b00-a672-331d81f9ed60 disassociated. External IP: 172.26.7.66, port: 2692bce8-e5b4-433b-a2f3-fea80ca787bb. Apr 11 14:19:13.611735 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-502c8283-51b6-4dde-8e9f-3b7efdd0345b None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:13.614809 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-5da62979-db6e-4c35-a3a1-4c3b25d991aa tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 11 14:19:13.615876 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5da62979-db6e-4c35-a3a1-4c3b25d991aa tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] 10.222.0.66 "DELETE /v2.0/routers/83642da9-7815-4bc3-b760-e42876d86287 HTTP/1.1" status: 409 len: 329 time: 0.7467313 Apr 11 14:19:13.622203 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36636) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:13.623948 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502c8283-51b6-4dde-8e9f-3b7efdd0345b None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:19:13.662543 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c8283-51b6-4dde-8e9f-3b7efdd0345b None None] Pushing event updated for resources: {'Port': ['ID=52608d5f-2cc8-45b4-8658-745b55fbf5f8,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:13.682435 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-edc8864b-a2c9-4f9f-a8ef-46ea00f0b9ad tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:13.702648 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-855d9671-4464-48ef-9fbc-a9a2c917b765 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Allocated IP 2001:db8::169 (f778a560-8532-4140-8649-302225f5ca4c/70aae95d-e973-4576-9f82-ba1eb269c2cb/cda734a4-e8fd-4992-944b-416784f4d0d8) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:13.713644 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3ca02858-2272-4718-a23d-c3a89d87abed tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:router {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:13.713644 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3ca02858-2272-4718-a23d-c3a89d87abed tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7660244 Apr 11 14:19:13.717331 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36640) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:13.781953 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-edc8864b-a2c9-4f9f-a8ef-46ea00f0b9ad tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:13.786156 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-edc8864b-a2c9-4f9f-a8ef-46ea00f0b9ad tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5100126 Apr 11 14:19:13.793964 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36644) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:13.802315 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-9295364c-dd2a-4b19-9d88-0f9c9beccecd tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'enable_snat': True}}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:13.847362 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-502c8283-51b6-4dde-8e9f-3b7efdd0345b None None] Attempting to bind port 52608d5f-2cc8-45b4-8658-745b55fbf5f8 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:19:13.847744 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-502c8283-51b6-4dde-8e9f-3b7efdd0345b None None] Attempting to bind port 52608d5f-2cc8-45b4-8658-745b55fbf5f8 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'dd66e4c0-a8d2-4016-9f9d-58a6830dd741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'f778a560-8532-4140-8649-302225f5ca4c'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:19:13.848087 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502c8283-51b6-4dde-8e9f-3b7efdd0345b None None] Attempting to bind port 52608d5f-2cc8-45b4-8658-745b55fbf5f8 on network f778a560-8532-4140-8649-302225f5ca4c {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:19:13.905441 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502c8283-51b6-4dde-8e9f-3b7efdd0345b None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:19:13.905939 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502c8283-51b6-4dde-8e9f-3b7efdd0345b None None] Checking segment: {'id': 'dd66e4c0-a8d2-4016-9f9d-58a6830dd741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'f778a560-8532-4140-8649-302225f5ca4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:19:13.906237 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-502c8283-51b6-4dde-8e9f-3b7efdd0345b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:13.906719 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502c8283-51b6-4dde-8e9f-3b7efdd0345b None None] Bound using segment: {'id': 'dd66e4c0-a8d2-4016-9f9d-58a6830dd741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'f778a560-8532-4140-8649-302225f5ca4c'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:19:13.907395 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-502c8283-51b6-4dde-8e9f-3b7efdd0345b None None] Bound port: 52608d5f-2cc8-45b4-8658-745b55fbf5f8, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd66e4c0-a8d2-4016-9f9d-58a6830dd741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'f778a560-8532-4140-8649-302225f5ca4c'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:19:13.907621 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-502c8283-51b6-4dde-8e9f-3b7efdd0345b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:13.966568 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8d16c3aa-8a9d-4e64-bdc1-d4cd70fa53c6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:13.976835 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-6db1d1f7-6c10-46c6-b511-042149345eed None None] For port 0118bab5-d722-4b0f-9273-8a3643c877f7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=0118bab5-d722-4b0f-9273-8a3643c877f7,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:19:13.977229 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6db1d1f7-6c10-46c6-b511-042149345eed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:14.117727 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-6db1d1f7-6c10-46c6-b511-042149345eed None None] Calling delete_port for 0118bab5-d722-4b0f-9273-8a3643c877f7 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:14.184573 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-502c8283-51b6-4dde-8e9f-3b7efdd0345b None None] For port 52608d5f-2cc8-45b4-8658-745b55fbf5f8, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:19:14.212746 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-502c8283-51b6-4dde-8e9f-3b7efdd0345b None None] For port 52608d5f-2cc8-45b4-8658-745b55fbf5f8, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=52608d5f-2cc8-45b4-8658-745b55fbf5f8,segment=NetworkSegment(dd66e4c0-a8d2-4016-9f9d-58a6830dd741),segment_id=dd66e4c0-a8d2-4016-9f9d-58a6830dd741)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:19:14.269575 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-502c8283-51b6-4dde-8e9f-3b7efdd0345b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:14.289196 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9295364c-dd2a-4b19-9d88-0f9c9beccecd tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:14.313492 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 0118bab5-d722-4b0f-9273-8a3643c877f7 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:19:14.349691 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6db1d1f7-6c10-46c6-b511-042149345eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:14.370037 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 0118bab5-d722-4b0f-9273-8a3643c877f7 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:19:14.370630 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 0118bab5-d722-4b0f-9273-8a3643c877f7 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:19:14.388643 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db1d1f7-6c10-46c6-b511-042149345eed None None] No DVR routers for this DVR port 0118bab5-d722-4b0f-9273-8a3643c877f7 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:19:14.430443 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c8283-51b6-4dde-8e9f-3b7efdd0345b None None] Pushing event updated for resources: {'Port': ['ID=52608d5f-2cc8-45b4-8658-745b55fbf5f8,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:14.485729 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1d1f7-6c10-46c6-b511-042149345eed None None] Pushing event deleted for resources: {'Port': ['ID=0118bab5-d722-4b0f-9273-8a3643c877f7,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:14.531675 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc1dc41-b9c8-4d2b-a8a4-ed58c6e4e290 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Router 73279aa8-6434-415a-8b91-e5bc5ab99e3f has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:19:14.565340 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8d16c3aa-8a9d-4e64-bdc1-d4cd70fa53c6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:14.570885 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8d16c3aa-8a9d-4e64-bdc1-d4cd70fa53c6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:14.695199 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-855d9671-4464-48ef-9fbc-a9a2c917b765 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:14.839858 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc1dc41-b9c8-4d2b-a8a4-ed58c6e4e290 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:19:14.846000 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5cc1dc41-b9c8-4d2b-a8a4-ed58c6e4e290 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:14.852692 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37904e4b-2652-4496-ae2f-138ffcc046bc None None] Sync routers for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:19:14.864262 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37904e4b-2652-4496-ae2f-138ffcc046bc None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:14.865529 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-37904e4b-2652-4496-ae2f-138ffcc046bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:14.907532 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8d16c3aa-8a9d-4e64-bdc1-d4cd70fa53c6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:14.908029 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d16c3aa-8a9d-4e64-bdc1-d4cd70fa53c6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Fanout notify agent at l3_agent the message router_deleted on router 95edc2ca-79fa-4ebf-8b41-ff324ef3ae24 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:19:14.909910 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-855d9671-4464-48ef-9fbc-a9a2c917b765 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Transition to ACTIVE for port object cda734a4-e8fd-4992-944b-416784f4d0d8 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:19:14.934230 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5cc1dc41-b9c8-4d2b-a8a4-ed58c6e4e290 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "PUT /v2.0/floatingips/0ed8748f-1be6-4b00-a672-331d81f9ed60 HTTP/1.1" status: 200 len: 687 time: 2.0323644 Apr 11 14:19:14.935234 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36648) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:14.972360 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-37904e4b-2652-4496-ae2f-138ffcc046bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:14.988829 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37904e4b-2652-4496-ae2f-138ffcc046bc None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:14.989442 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-37904e4b-2652-4496-ae2f-138ffcc046bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:15.041363 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8d16c3aa-8a9d-4e64-bdc1-d4cd70fa53c6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:15.043243 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8d16c3aa-8a9d-4e64-bdc1-d4cd70fa53c6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/routers/95edc2ca-79fa-4ebf-8b41-ff324ef3ae24 HTTP/1.1" status: 204 len: 168 time: 1.2713635 Apr 11 14:19:15.049727 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36652) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:15.068345 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-37904e4b-2652-4496-ae2f-138ffcc046bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:15.068744 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37904e4b-2652-4496-ae2f-138ffcc046bc None None] The sync data for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:19:15.098430 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-855d9671-4464-48ef-9fbc-a9a2c917b765 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:15.166237 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f596c1c6-f9b4-4ce1-869c-f1ef46e828cf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:15.189384 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-d9942a1c-6967-480b-86ec-60f35961503b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Deleting port b91b13d9-afa9-436c-a134-aac19f7da85a {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:15.189758 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d9942a1c-6967-480b-86ec-60f35961503b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:15.195203 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-98fd28d3-863c-4fff-992a-cb30234530a2 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:15.252683 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855d9671-4464-48ef-9fbc-a9a2c917b765 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Network f778a560-8532-4140-8649-302225f5ca4c is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:15.263758 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-855d9671-4464-48ef-9fbc-a9a2c917b765 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:15.279438 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855d9671-4464-48ef-9fbc-a9a2c917b765 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:19:15.285338 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855d9671-4464-48ef-9fbc-a9a2c917b765 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:15.286025 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-855d9671-4464-48ef-9fbc-a9a2c917b765 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:15.371624 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f596c1c6-f9b4-4ce1-869c-f1ef46e828cf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:15.372991 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f596c1c6-f9b4-4ce1-869c-f1ef46e828cf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3183603 Apr 11 14:19:15.378141 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d9671-4464-48ef-9fbc-a9a2c917b765 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Pushing event updated for resources: {'Port': ['ID=cda734a4-e8fd-4992-944b-416784f4d0d8,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:15.380930 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36656) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:15.509064 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d623e3a-4b5d-4406-86d8-ec0221467246 None None] Network f778a560-8532-4140-8649-302225f5ca4c requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:19:15.514311 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-855d9671-4464-48ef-9fbc-a9a2c917b765 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.0784326 Apr 11 14:19:15.520401 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36662) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:15.530488 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-c51a0e1d-efe7-4d5e-9625-f70cef883c35 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Request body: {'port': {'network_id': 'f778a560-8532-4140-8649-302225f5ca4c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-844633106', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:15.531047 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.api.validators [None req-c51a0e1d-efe7-4d5e-9625-f70cef883c35 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] bootfile-name is not in valid_values {{(pid=88617) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 11 14:19:15.531377 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.api.validators [None req-c51a0e1d-efe7-4d5e-9625-f70cef883c35 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] tftp-server is not in valid_values {{(pid=88617) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 11 14:19:15.531699 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.api.validators [None req-c51a0e1d-efe7-4d5e-9625-f70cef883c35 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] server-ip-address is not in valid_values {{(pid=88617) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 11 14:19:15.566149 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d60a6e-9a5c-4db4-806a-7be3b2e51a2c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:15.566992 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-22d60a6e-9a5c-4db4-806a-7be3b2e51a2c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:15.647373 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-22d60a6e-9a5c-4db4-806a-7be3b2e51a2c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:15.648812 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-22d60a6e-9a5c-4db4-806a-7be3b2e51a2c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2646573 Apr 11 14:19:15.659443 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36666) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:15.696819 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9295364c-dd2a-4b19-9d88-0f9c9beccecd tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:15.702491 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-72154b21-6c96-4973-8469-490b41a4c52d None None] Provisioning for port 52608d5f-2cc8-45b4-8658-745b55fbf5f8 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:19:15.730135 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d9942a1c-6967-480b-86ec-60f35961503b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:15.730416 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d9942a1c-6967-480b-86ec-60f35961503b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:15.735944 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a69b1635-d42f-4906-8f19-2b5cd0537ebf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:router {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:15.747309 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9295364c-dd2a-4b19-9d88-0f9c9beccecd tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:15.753868 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-98fd28d3-863c-4fff-992a-cb30234530a2 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Deleting port 71734ea2-f686-4c04-ac59-105e51c15cdf {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:15.754208 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-98fd28d3-863c-4fff-992a-cb30234530a2 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:15.915610 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a69b1635-d42f-4906-8f19-2b5cd0537ebf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:router {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:15.916904 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a69b1635-d42f-4906-8f19-2b5cd0537ebf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2562895 Apr 11 14:19:15.933103 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36670) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:15.943458 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-7767dcbc-ee3c-42a9-a0da-a99bba372a9c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:16.064657 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-d9942a1c-6967-480b-86ec-60f35961503b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Calling delete_port for b91b13d9-afa9-436c-a134-aac19f7da85a owned by network:floatingip {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:16.079783 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-98fd28d3-863c-4fff-992a-cb30234530a2 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:16.144006 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c51a0e1d-efe7-4d5e-9625-f70cef883c35 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:16.165103 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c51a0e1d-efe7-4d5e-9625-f70cef883c35 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Usage tracker for resource:port and tenant:2b2cf23e2e214f03a95e351ee664e573 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:16.175474 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c51a0e1d-efe7-4d5e-9625-f70cef883c35 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:16.211665 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-489eff21-82b2-4b10-843b-6eaa357c92eb None None] Provisioning for port cda734a4-e8fd-4992-944b-416784f4d0d8 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:19:16.216547 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7767dcbc-ee3c-42a9-a0da-a99bba372a9c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:16.225108 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c51a0e1d-efe7-4d5e-9625-f70cef883c35 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:16.226813 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-98fd28d3-863c-4fff-992a-cb30234530a2 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Calling delete_port for 71734ea2-f686-4c04-ac59-105e51c15cdf owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:16.227357 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-489eff21-82b2-4b10-843b-6eaa357c92eb None None] Provisioning complete for port cda734a4-e8fd-4992-944b-416784f4d0d8 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:16.227966 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-489eff21-82b2-4b10-843b-6eaa357c92eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:16.272916 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7767dcbc-ee3c-42a9-a0da-a99bba372a9c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:16.345410 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-9295364c-dd2a-4b19-9d88-0f9c9beccecd tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Allocated IP 172.26.7.165 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/7a8f66b9-27e4-40ce-b611-372493c875fb) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:16.351870 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-489eff21-82b2-4b10-843b-6eaa357c92eb None None] Port cda734a4-e8fd-4992-944b-416784f4d0d8 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:19:16.358867 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 52608d5f-2cc8-45b4-8658-745b55fbf5f8 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:19:16.380476 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51a0e1d-efe7-4d5e-9625-f70cef883c35 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Made reservation on behalf of 2b2cf23e2e214f03a95e351ee664e573 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:19:16.384275 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c51a0e1d-efe7-4d5e-9625-f70cef883c35 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:16.422949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7767dcbc-ee3c-42a9-a0da-a99bba372a9c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:19:16.426797 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7767dcbc-ee3c-42a9-a0da-a99bba372a9c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:16.473775 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-12acf01a-8ea9-4aca-82aa-c7e8af82db3b None None] Provisioning complete for port cda734a4-e8fd-4992-944b-416784f4d0d8 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:16.474309 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-12acf01a-8ea9-4aca-82aa-c7e8af82db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:16.498511 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-c51a0e1d-efe7-4d5e-9625-f70cef883c35 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] device_id is not set on port 86dedeef-276c-444c-b7da-7bdbb346e736 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:19:16.513153 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 52608d5f-2cc8-45b4-8658-745b55fbf5f8 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:19:16.524961 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 52608d5f-2cc8-45b4-8658-745b55fbf5f8 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:16.525421 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:16.557452 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d9942a1c-6967-480b-86ec-60f35961503b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:16.582304 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-12acf01a-8ea9-4aca-82aa-c7e8af82db3b None None] Port cda734a4-e8fd-4992-944b-416784f4d0d8 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:19:16.636414 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9942a1c-6967-480b-86ec-60f35961503b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event deleted for resources: {'Port': ['ID=b91b13d9-afa9-436c-a134-aac19f7da85a,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:16.674765 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:16.711228 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 52608d5f-2cc8-45b4-8658-745b55fbf5f8, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=52608d5f-2cc8-45b4-8658-745b55fbf5f8,segment=NetworkSegment(dd66e4c0-a8d2-4016-9f9d-58a6830dd741),segment_id=dd66e4c0-a8d2-4016-9f9d-58a6830dd741)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:19:16.745325 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-98fd28d3-863c-4fff-992a-cb30234530a2 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:16.782972 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:16.806346 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd28d3-863c-4fff-992a-cb30234530a2 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Pushing event deleted for resources: {'Port': ['ID=71734ea2-f686-4c04-ac59-105e51c15cdf,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:16.809389 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9295364c-dd2a-4b19-9d88-0f9c9beccecd tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:16.839209 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d9942a1c-6967-480b-86ec-60f35961503b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:16.860507 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-c51a0e1d-efe7-4d5e-9625-f70cef883c35 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Allocated IP 2001:db8::91 (f778a560-8532-4140-8649-302225f5ca4c/70aae95d-e973-4576-9f82-ba1eb269c2cb/86dedeef-276c-444c-b7da-7bdbb346e736) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:16.886373 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=52608d5f-2cc8-45b4-8658-745b55fbf5f8,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:17.088372 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9295364c-dd2a-4b19-9d88-0f9c9beccecd tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:17.150921 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-98fd28d3-863c-4fff-992a-cb30234530a2 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:17.163609 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d9942a1c-6967-480b-86ec-60f35961503b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:17.164746 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d9942a1c-6967-480b-86ec-60f35961503b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "DELETE /v2.0/floatingips/0ed8748f-1be6-4b00-a672-331d81f9ed60 HTTP/1.1" status: 204 len: 168 time: 2.2234030 Apr 11 14:19:17.177614 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36674) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:17.187816 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9295364c-dd2a-4b19-9d88-0f9c9beccecd tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:17.258553 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-9295364c-dd2a-4b19-9d88-0f9c9beccecd tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:17.276658 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9295364c-dd2a-4b19-9d88-0f9c9beccecd tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:19:17.303543 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-74622bde-154d-427a-8156-5c9b7b2cf5e4 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] delete failed (client error): The resource could not be found. Apr 11 14:19:17.304562 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-74622bde-154d-427a-8156-5c9b7b2cf5e4 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "DELETE /v2.0/floatingips/0ed8748f-1be6-4b00-a672-331d81f9ed60 HTTP/1.1" status: 404 len: 345 time: 0.1253641 Apr 11 14:19:17.318407 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36678) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:17.334152 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295364c-dd2a-4b19-9d88-0f9c9beccecd tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Pushing event updated for resources: {'Port': ['ID=7a8f66b9-27e4-40ce-b611-372493c875fb,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:17.456383 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.objects.ports [None req-7767dcbc-ee3c-42a9-a0da-a99bba372a9c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88616) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 11 14:19:17.459048 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7767dcbc-ee3c-42a9-a0da-a99bba372a9c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:17.495191 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c51a0e1d-efe7-4d5e-9625-f70cef883c35 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:17.583768 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7767dcbc-ee3c-42a9-a0da-a99bba372a9c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:17.590084 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fd28d3-863c-4fff-992a-cb30234530a2 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Router 83642da9-7815-4bc3-b760-e42876d86287 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:19:17.591022 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-7767dcbc-ee3c-42a9-a0da-a99bba372a9c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:17.594012 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7767dcbc-ee3c-42a9-a0da-a99bba372a9c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:17.594613 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7767dcbc-ee3c-42a9-a0da-a99bba372a9c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:17.600968 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe49f148-5bee-4f06-997d-9ff6d03c865c None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:19:17.611488 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-c51a0e1d-efe7-4d5e-9625-f70cef883c35 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Transition to ACTIVE for port object 86dedeef-276c-444c-b7da-7bdbb346e736 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:19:17.622186 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767dcbc-ee3c-42a9-a0da-a99bba372a9c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=24768120-a831-406a-ae79-085b2c21eb8a,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:17.662216 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951524f5-9171-4a51-b06f-cab8ded24bef tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:17.668077 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951524f5-9171-4a51-b06f-cab8ded24bef tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:17.674556 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951524f5-9171-4a51-b06f-cab8ded24bef tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:17.675411 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-951524f5-9171-4a51-b06f-cab8ded24bef tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Synchronizing usage tracker for tenant:f364abda35ba4de88d7da540664f92af on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:17.772336 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fd28d3-863c-4fff-992a-cb30234530a2 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:19:17.783827 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-98fd28d3-863c-4fff-992a-cb30234530a2 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] 10.222.0.66 "PUT /v2.0/routers/83642da9-7815-4bc3-b760-e42876d86287/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1539724 Apr 11 14:19:17.796328 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d115e3d8-1f8a-410a-b948-650a8192aa7f None None] Sync routers for ids ['83642da9-7815-4bc3-b760-e42876d86287'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:19:17.796511 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36684) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:17.796511 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7767dcbc-ee3c-42a9-a0da-a99bba372a9c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8529215 Apr 11 14:19:17.798641 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36688) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:17.799850 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c51a0e1d-efe7-4d5e-9625-f70cef883c35 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:17.800268 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d115e3d8-1f8a-410a-b948-650a8192aa7f None None] Routers {'83642da9-7815-4bc3-b760-e42876d86287'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:17.800952 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-d115e3d8-1f8a-410a-b948-650a8192aa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['83642da9-7815-4bc3-b760-e42876d86287'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:17.803100 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-951524f5-9171-4a51-b06f-cab8ded24bef tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Unset dirty status for tenant:f364abda35ba4de88d7da540664f92af on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:17.806647 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-951524f5-9171-4a51-b06f-cab8ded24bef tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "GET /v2.0/ports?network_id=31b84538-8b4a-4dae-b0f5-5a18eeb71b07 HTTP/1.1" status: 200 len: 2358 time: 0.4848938 Apr 11 14:19:17.849819 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36692) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:17.871379 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-4111d003-bff7-49e2-97ce-fcce620f955f tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] show failed (client error): The resource could not be found. Apr 11 14:19:17.882992 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4111d003-bff7-49e2-97ce-fcce620f955f tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-806095936 HTTP/1.1" status: 404 len: 334 time: 0.0885391 Apr 11 14:19:17.883691 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36694) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:17.890927 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-4093e6f7-c76f-4619-a57f-fa620a924550 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:17.928010 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-d115e3d8-1f8a-410a-b948-650a8192aa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:17.962650 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-4093e6f7-c76f-4619-a57f-fa620a924550 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] update failed (client error): The resource could not be found. Apr 11 14:19:17.969270 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4093e6f7-c76f-4619-a57f-fa620a924550 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-428172743 HTTP/1.1" status: 404 len: 334 time: 0.0786436 Apr 11 14:19:17.974570 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36698) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:17.980090 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d115e3d8-1f8a-410a-b948-650a8192aa7f None None] Routers {'83642da9-7815-4bc3-b760-e42876d86287'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:17.980883 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-d115e3d8-1f8a-410a-b948-650a8192aa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['83642da9-7815-4bc3-b760-e42876d86287'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:17.997898 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-e236c83a-f081-4401-ab3a-f193e2ec49dd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:18.049455 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-d115e3d8-1f8a-410a-b948-650a8192aa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:18.049950 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d115e3d8-1f8a-410a-b948-650a8192aa7f None None] The sync data for ids ['83642da9-7815-4bc3-b760-e42876d86287'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:19:18.054537 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d93476-c52a-402b-af40-fc6a3a54ecdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'fixed_ips': [{'subnet_id': '24768120-a831-406a-ae79-085b2c21eb8a'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:19:18.055655 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-17d93476-c52a-402b-af40-fc6a3a54ecdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:18.069894 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3b29cb-b4c5-4772-b178-4f8904caa770 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Deleting subnet 740faa96-4744-4492-b429-609418254984 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:19:18.073671 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cb3b29cb-b4c5-4772-b178-4f8904caa770 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:18.132256 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cb3b29cb-b4c5-4772-b178-4f8904caa770 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:18.166468 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51a0e1d-efe7-4d5e-9625-f70cef883c35 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Network f778a560-8532-4140-8649-302225f5ca4c is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:18.181729 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-c51a0e1d-efe7-4d5e-9625-f70cef883c35 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:18.215853 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51a0e1d-efe7-4d5e-9625-f70cef883c35 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:19:18.224008 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51a0e1d-efe7-4d5e-9625-f70cef883c35 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:18.224705 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c51a0e1d-efe7-4d5e-9625-f70cef883c35 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:18.247307 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-17d93476-c52a-402b-af40-fc6a3a54ecdf None None] Allocated IP 2001:db8::f816:3eff:fe1c:9743 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/24768120-a831-406a-ae79-085b2c21eb8a/ccfe11d4-c8fc-4071-8ac4-853ac2f478ce) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:18.344544 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a0e1d-efe7-4d5e-9625-f70cef883c35 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Pushing event updated for resources: {'Port': ['ID=86dedeef-276c-444c-b7da-7bdbb346e736,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:18.355039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d8d2fa-5213-4da4-8c3a-4326608bb601 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:18.360425 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a9d8d2fa-5213-4da4-8c3a-4326608bb601 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "GET /v2.0/subnets/682fe6bd-4cf9-4ace-984e-1ac81fa61778 HTTP/1.1" status: 200 len: 797 time: 0.3448870 Apr 11 14:19:18.364843 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36704) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:18.376370 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-9172a131-f6c0-4924-899e-e6cce32cb9f7 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Request body: {'port': {'network_id': '31b84538-8b4a-4dae-b0f5-5a18eeb71b07', 'name': 'tempest-FloatingIPTestJSON-2101828408', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:18.376584 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 52608d5f-2cc8-45b4-8658-745b55fbf5f8 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:19:18.399162 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9295364c-dd2a-4b19-9d88-0f9c9beccecd tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:18.473333 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c51a0e1d-efe7-4d5e-9625-f70cef883c35 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.9468648 Apr 11 14:19:18.474042 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e236c83a-f081-4401-ab3a-f193e2ec49dd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:18.476104 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36708) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:18.533945 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 52608d5f-2cc8-45b4-8658-745b55fbf5f8 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:18.534198 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:18.557484 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e236c83a-f081-4401-ab3a-f193e2ec49dd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:subnet and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:18.557992 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cb3b29cb-b4c5-4772-b178-4f8904caa770 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:18.563783 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e236c83a-f081-4401-ab3a-f193e2ec49dd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:18.574275 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e236c83a-f081-4401-ab3a-f193e2ec49dd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:18.604419 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9172a131-f6c0-4924-899e-e6cce32cb9f7 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:18.619721 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-17d93476-c52a-402b-af40-fc6a3a54ecdf None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:18.626043 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9172a131-f6c0-4924-899e-e6cce32cb9f7 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:18.634387 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-17d93476-c52a-402b-af40-fc6a3a54ecdf None None] Transition to ACTIVE for port object ccfe11d4-c8fc-4071-8ac4-853ac2f478ce will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:19:18.667643 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-17d93476-c52a-402b-af40-fc6a3a54ecdf None None] Transition to ACTIVE for port object ccfe11d4-c8fc-4071-8ac4-853ac2f478ce will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:19:18.715317 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9172a131-f6c0-4924-899e-e6cce32cb9f7 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Made reservation on behalf of f364abda35ba4de88d7da540664f92af for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:19:18.752482 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cb3b29cb-b4c5-4772-b178-4f8904caa770 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:18.752698 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-85f37a5f-8919-4984-8116-ce63128fb97e None None] Provisioning for port 86dedeef-276c-444c-b7da-7bdbb346e736 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:19:18.758469 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-17d93476-c52a-402b-af40-fc6a3a54ecdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:18.759809 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e236c83a-f081-4401-ab3a-f193e2ec49dd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:19:18.763292 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e236c83a-f081-4401-ab3a-f193e2ec49dd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:18.788429 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef01ab64-4236-4d85-9094-07801d9d1e87 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:18.794079 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef01ab64-4236-4d85-9094-07801d9d1e87 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:18.800223 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-85f37a5f-8919-4984-8116-ce63128fb97e None None] Provisioning complete for port 86dedeef-276c-444c-b7da-7bdbb346e736 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:18.800564 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-85f37a5f-8919-4984-8116-ce63128fb97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:18.800678 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef01ab64-4236-4d85-9094-07801d9d1e87 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:18.801573 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ef01ab64-4236-4d85-9094-07801d9d1e87 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Synchronizing usage tracker for tenant:2b2cf23e2e214f03a95e351ee664e573 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:18.855173 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b29cb-b4c5-4772-b178-4f8904caa770 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Pushing event deleted for resources: {'Subnet': ['ID=740faa96-4744-4492-b429-609418254984,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:18.857432 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cb3b29cb-b4c5-4772-b178-4f8904caa770 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:18.871463 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d93476-c52a-402b-af40-fc6a3a54ecdf None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:18.874517 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cb3b29cb-b4c5-4772-b178-4f8904caa770 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] 10.222.0.66 "DELETE /v2.0/subnets/740faa96-4744-4492-b429-609418254984 HTTP/1.1" status: 204 len: 168 time: 0.8983865 Apr 11 14:19:18.878493 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36712) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:18.882565 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb16c371-987c-4048-a653-68e8fcfc821e None None] Network c8ca2e89-85e8-49c2-b514-4290c804506a requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:19:18.903101 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-17d93476-c52a-402b-af40-fc6a3a54ecdf None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:18.905535 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d93476-c52a-402b-af40-fc6a3a54ecdf None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:19:18.933359 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d93476-c52a-402b-af40-fc6a3a54ecdf None None] Pushing event updated for resources: {'Port': ['ID=ccfe11d4-c8fc-4071-8ac4-853ac2f478ce,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:18.944909 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-85f37a5f-8919-4984-8116-ce63128fb97e None None] Port 86dedeef-276c-444c-b7da-7bdbb346e736 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:19:18.975447 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9172a131-f6c0-4924-899e-e6cce32cb9f7 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:19.000937 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d96db5-f56e-4124-8db8-63244c886a88 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Deleting subnet 930dc826-3b26-4c4d-971f-853bfa8eb54b {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:19:19.005278 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-67d96db5-f56e-4124-8db8-63244c886a88 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:19.017990 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ef01ab64-4236-4d85-9094-07801d9d1e87 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Unset dirty status for tenant:2b2cf23e2e214f03a95e351ee664e573 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:19.019157 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ef01ab64-4236-4d85-9094-07801d9d1e87 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.5402894 Apr 11 14:19:19.025209 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36716) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:19.032230 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9295364c-dd2a-4b19-9d88-0f9c9beccecd tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:19.037622 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-9172a131-f6c0-4924-899e-e6cce32cb9f7 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] device_id is not set on port dee52414-9633-49b5-8ac7-3cc23155ed07 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:19:19.079786 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9295364c-dd2a-4b19-9d88-0f9c9beccecd tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984850'] for router, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:19.135337 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-67d96db5-f56e-4124-8db8-63244c886a88 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:19.141460 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-17d93476-c52a-402b-af40-fc6a3a54ecdf None None] Attempting to bind port ccfe11d4-c8fc-4071-8ac4-853ac2f478ce on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:19:19.141822 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-17d93476-c52a-402b-af40-fc6a3a54ecdf None None] Attempting to bind port ccfe11d4-c8fc-4071-8ac4-853ac2f478ce by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:19:19.142266 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d93476-c52a-402b-af40-fc6a3a54ecdf None None] Attempting to bind port ccfe11d4-c8fc-4071-8ac4-853ac2f478ce on network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:19:19.185107 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d93476-c52a-402b-af40-fc6a3a54ecdf None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:19:19.185613 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d93476-c52a-402b-af40-fc6a3a54ecdf None None] Checking segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:19:19.186042 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-17d93476-c52a-402b-af40-fc6a3a54ecdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:19.186442 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d93476-c52a-402b-af40-fc6a3a54ecdf None None] Bound using segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:19:19.186920 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-17d93476-c52a-402b-af40-fc6a3a54ecdf None None] Bound port: ccfe11d4-c8fc-4071-8ac4-853ac2f478ce, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:19:19.187287 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-17d93476-c52a-402b-af40-fc6a3a54ecdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:19.190977 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-f6397e48-1fea-42ca-9835-5275bf2715db tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Deleting port 86dedeef-276c-444c-b7da-7bdbb346e736 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:19.191326 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f6397e48-1fea-42ca-9835-5275bf2715db tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:19.295735 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-17d93476-c52a-402b-af40-fc6a3a54ecdf None None] For port ccfe11d4-c8fc-4071-8ac4-853ac2f478ce, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:19:19.301954 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-17d93476-c52a-402b-af40-fc6a3a54ecdf None None] For port ccfe11d4-c8fc-4071-8ac4-853ac2f478ce, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=ccfe11d4-c8fc-4071-8ac4-853ac2f478ce,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:19:19.376699 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-67d96db5-f56e-4124-8db8-63244c886a88 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:19.383069 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-17d93476-c52a-402b-af40-fc6a3a54ecdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:19.424321 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4f7d28-45fb-4c3d-a300-796cbbbfa3d7 None None] DHCP port deletion for c8ca2e89-85e8-49c2-b514-4290c804506a request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:19:19.447118 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-2f4f7d28-45fb-4c3d-a300-796cbbbfa3d7 None None] Deleting port 70359e33-77c5-4c2f-85be-9a7d34fad9f9 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:19.447496 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2f4f7d28-45fb-4c3d-a300-796cbbbfa3d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:19.536816 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-9172a131-f6c0-4924-899e-e6cce32cb9f7 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Allocated IP 172.20.0.14 (31b84538-8b4a-4dae-b0f5-5a18eeb71b07/682fe6bd-4cf9-4ace-984e-1ac81fa61778/dee52414-9633-49b5-8ac7-3cc23155ed07) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:19.543572 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-9172a131-f6c0-4924-899e-e6cce32cb9f7 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Allocated IP 172.20.0.13 (31b84538-8b4a-4dae-b0f5-5a18eeb71b07/682fe6bd-4cf9-4ace-984e-1ac81fa61778/dee52414-9633-49b5-8ac7-3cc23155ed07) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:19.565898 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d93476-c52a-402b-af40-fc6a3a54ecdf None None] Pushing event updated for resources: {'Port': ['ID=ccfe11d4-c8fc-4071-8ac4-853ac2f478ce,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:19.659103 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-67d96db5-f56e-4124-8db8-63244c886a88 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:19.716906 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-2f4f7d28-45fb-4c3d-a300-796cbbbfa3d7 None None] For port 70359e33-77c5-4c2f-85be-9a7d34fad9f9, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=70359e33-77c5-4c2f-85be-9a7d34fad9f9,segment=NetworkSegment(1f641b6a-5669-4f12-aac6-fccf20f4abb4),segment_id=1f641b6a-5669-4f12-aac6-fccf20f4abb4)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:19:19.717992 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2f4f7d28-45fb-4c3d-a300-796cbbbfa3d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:19.789708 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d96db5-f56e-4124-8db8-63244c886a88 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Pushing event deleted for resources: {'Subnet': ['ID=930dc826-3b26-4c4d-971f-853bfa8eb54b,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:19.795962 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-67d96db5-f56e-4124-8db8-63244c886a88 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:19.798947 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f6397e48-1fea-42ca-9835-5275bf2715db tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:19.806916 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-67d96db5-f56e-4124-8db8-63244c886a88 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] 10.222.0.66 "DELETE /v2.0/subnets/930dc826-3b26-4c4d-971f-853bfa8eb54b HTTP/1.1" status: 204 len: 168 time: 0.9268801 Apr 11 14:19:19.809370 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36722) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:19.854246 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1731cea4-6ed2-4f87-9d44-232e44e358d6 None None] Network 4bec9c6b-c281-49ce-afde-1430134def87 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:19:19.887138 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e236c83a-f081-4401-ab3a-f193e2ec49dd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:19.941931 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9172a131-f6c0-4924-899e-e6cce32cb9f7 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:19.979819 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9295364c-dd2a-4b19-9d88-0f9c9beccecd tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Router 13028e6f-fed2-4116-b3f7-c47246aad8ee is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:19:19.983563 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-2f4f7d28-45fb-4c3d-a300-796cbbbfa3d7 None None] Calling delete_port for 70359e33-77c5-4c2f-85be-9a7d34fad9f9 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:20.061817 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9172a131-f6c0-4924-899e-e6cce32cb9f7 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:20.134246 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-f6397e48-1fea-42ca-9835-5275bf2715db tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Calling delete_port for 86dedeef-276c-444c-b7da-7bdbb346e736 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:20.148346 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9172a131-f6c0-4924-899e-e6cce32cb9f7 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Network 31b84538-8b4a-4dae-b0f5-5a18eeb71b07 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:20.152558 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-9172a131-f6c0-4924-899e-e6cce32cb9f7 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:20.157319 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9172a131-f6c0-4924-899e-e6cce32cb9f7 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:19:20.219269 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172a131-f6c0-4924-899e-e6cce32cb9f7 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event updated for resources: {'Port': ['ID=dee52414-9633-49b5-8ac7-3cc23155ed07,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:20.219426 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e236c83a-f081-4401-ab3a-f193e2ec49dd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:20.252483 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9172a131-f6c0-4924-899e-e6cce32cb9f7 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:20.253800 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9172a131-f6c0-4924-899e-e6cce32cb9f7 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:20.288944 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b4ea2b95-c7ea-4b13-87c3-9c6e11065987 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:20.290925 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-e236c83a-f081-4401-ab3a-f193e2ec49dd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:20.293780 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e236c83a-f081-4401-ab3a-f193e2ec49dd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:20.294425 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e236c83a-f081-4401-ab3a-f193e2ec49dd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:20.295789 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2f4f7d28-45fb-4c3d-a300-796cbbbfa3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:20.347833 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f7d28-45fb-4c3d-a300-796cbbbfa3d7 None None] Pushing event deleted for resources: {'Port': ['ID=70359e33-77c5-4c2f-85be-9a7d34fad9f9,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:20.353214 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9172a131-f6c0-4924-899e-e6cce32cb9f7 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.9873605 Apr 11 14:19:20.356472 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4f7d28-45fb-4c3d-a300-796cbbbfa3d7 None None] No DVR routers for this DVR port 70359e33-77c5-4c2f-85be-9a7d34fad9f9 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:19:20.358409 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36726) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:20.364985 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236c83a-f081-4401-ab3a-f193e2ec49dd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=e73c8e85-8cad-46da-8160-c323a3f26ecc,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:20.366366 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04860e70-b731-4631-817a-4fcdd6dddd89 None None] DHCP port deletion for 4bec9c6b-c281-49ce-afde-1430134def87 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:19:20.366570 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-4001429f-4e96-4617-83f1-66ee76639ca9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': 'dee52414-9633-49b5-8ac7-3cc23155ed07', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:20.385205 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4001429f-4e96-4617-83f1-66ee76639ca9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:20.389172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-04860e70-b731-4631-817a-4fcdd6dddd89 None None] Deleting port 71e30875-dd04-46c4-a652-9ba1ac012e16 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:20.389577 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-04860e70-b731-4631-817a-4fcdd6dddd89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:20.394115 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4001429f-4e96-4617-83f1-66ee76639ca9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Usage tracker for resource:floatingip and tenant:f364abda35ba4de88d7da540664f92af is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:20.395908 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4001429f-4e96-4617-83f1-66ee76639ca9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:20.405909 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4001429f-4e96-4617-83f1-66ee76639ca9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:20.423894 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ccfe11d4-c8fc-4071-8ac4-853ac2f478ce up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:19:20.509929 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4001429f-4e96-4617-83f1-66ee76639ca9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:20.559355 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e236c83a-f081-4401-ab3a-f193e2ec49dd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7574520 Apr 11 14:19:20.563802 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36730) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:20.573295 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-b083abc1-3b0b-4d44-bf72-47b31bb0cbc1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'port': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'mac_address': 'fa:16:3e:19:cd:6c', 'name': 'tempest-NetworksTestDHCPv6-1684088093'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:20.673518 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b4ea2b95-c7ea-4b13-87c3-9c6e11065987 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:20.720480 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-04860e70-b731-4631-817a-4fcdd6dddd89 None None] For port 71e30875-dd04-46c4-a652-9ba1ac012e16, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=71e30875-dd04-46c4-a652-9ba1ac012e16,segment=NetworkSegment(d181862b-3cd0-4cef-ba3a-2ae2ae4e023b),segment_id=d181862b-3cd0-4cef-ba3a-2ae2ae4e023b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:19:20.721644 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-04860e70-b731-4631-817a-4fcdd6dddd89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:20.723838 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9295364c-dd2a-4b19-9d88-0f9c9beccecd tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:19:20.736250 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e646fd39-3fd3-43cc-9f38-5ff35ac6e5de None None] Sync routers for ids ['13028e6f-fed2-4116-b3f7-c47246aad8ee'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:19:20.739946 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b083abc1-3b0b-4d44-bf72-47b31bb0cbc1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:20.747362 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-b4ea2b95-c7ea-4b13-87c3-9c6e11065987 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ca2e89-85e8-49c2-b514-4290c804506a']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:20.750078 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b083abc1-3b0b-4d44-bf72-47b31bb0cbc1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:port and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:20.754456 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b083abc1-3b0b-4d44-bf72-47b31bb0cbc1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:20.754628 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e646fd39-3fd3-43cc-9f38-5ff35ac6e5de None None] Routers {'13028e6f-fed2-4116-b3f7-c47246aad8ee'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:20.755266 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-e646fd39-3fd3-43cc-9f38-5ff35ac6e5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['13028e6f-fed2-4116-b3f7-c47246aad8ee'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:20.762477 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b083abc1-3b0b-4d44-bf72-47b31bb0cbc1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:20.796773 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-b4ea2b95-c7ea-4b13-87c3-9c6e11065987 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f641b6a-5669-4f12-aac6-fccf20f4abb4') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:20.797117 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-b4ea2b95-c7ea-4b13-87c3-9c6e11065987 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f641b6a-5669-4f12-aac6-fccf20f4abb4') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:20.814149 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b4ea2b95-c7ea-4b13-87c3-9c6e11065987 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:20.846714 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b4ea2b95-c7ea-4b13-87c3-9c6e11065987 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:20.870326 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-e646fd39-3fd3-43cc-9f38-5ff35ac6e5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:20.873995 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ea2b95-c7ea-4b13-87c3-9c6e11065987 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:19:20.874975 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b4ea2b95-c7ea-4b13-87c3-9c6e11065987 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:20.881915 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e646fd39-3fd3-43cc-9f38-5ff35ac6e5de None None] Routers {'13028e6f-fed2-4116-b3f7-c47246aad8ee'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:20.882761 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-e646fd39-3fd3-43cc-9f38-5ff35ac6e5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['13028e6f-fed2-4116-b3f7-c47246aad8ee'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:20.902817 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-04860e70-b731-4631-817a-4fcdd6dddd89 None None] Calling delete_port for 71e30875-dd04-46c4-a652-9ba1ac012e16 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:19:20.915489 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:19:20.936311 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port ccfe11d4-c8fc-4071-8ac4-853ac2f478ce completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:19:20.946028 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f6397e48-1fea-42ca-9835-5275bf2715db tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:20.949055 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9295364c-dd2a-4b19-9d88-0f9c9beccecd tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:20.960463 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9295364c-dd2a-4b19-9d88-0f9c9beccecd tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "PUT /v2.0/routers/13028e6f-fed2-4116-b3f7-c47246aad8ee HTTP/1.1" status: 200 len: 918 time: 7.1643779 Apr 11 14:19:20.973619 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36734) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:21.019014 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-e646fd39-3fd3-43cc-9f38-5ff35ac6e5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:21.019354 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e646fd39-3fd3-43cc-9f38-5ff35ac6e5de None None] The sync data for ids ['13028e6f-fed2-4116-b3f7-c47246aad8ee'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:19:21.041947 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54760e58-e8fb-43fe-87d5-8428c708ab79 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:19:21.055824 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 70359e33-77c5-4c2f-85be-9a7d34fad9f9 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:19:21.077598 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b083abc1-3b0b-4d44-bf72-47b31bb0cbc1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:19:21.114658 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6397e48-1fea-42ca-9835-5275bf2715db tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Pushing event deleted for resources: {'Port': ['ID=86dedeef-276c-444c-b7da-7bdbb346e736,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:21.117205 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-04860e70-b731-4631-817a-4fcdd6dddd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:21.163407 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 70359e33-77c5-4c2f-85be-9a7d34fad9f9 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:19:21.163848 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 70359e33-77c5-4c2f-85be-9a7d34fad9f9 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:19:21.183791 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f6397e48-1fea-42ca-9835-5275bf2715db tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:21.191453 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f6397e48-1fea-42ca-9835-5275bf2715db tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] 10.222.0.66 "DELETE /v2.0/ports/86dedeef-276c-444c-b7da-7bdbb346e736 HTTP/1.1" status: 204 len: 168 time: 2.1624300 Apr 11 14:19:21.194951 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36738) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:21.200939 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-0a46eec8-3130-4ca4-bb76-c9db184d6018 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Request body: {'port': {'name': 'tempest-new-port-name-1907891872', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:21.201817 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.api.validators [None req-0a46eec8-3130-4ca4-bb76-c9db184d6018 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] bootfile-name is not in valid_values {{(pid=88617) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 11 14:19:21.206852 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.api.validators [None req-0a46eec8-3130-4ca4-bb76-c9db184d6018 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] tftp-server is not in valid_values {{(pid=88617) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 11 14:19:21.206852 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.api.validators [None req-0a46eec8-3130-4ca4-bb76-c9db184d6018 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] server-ip-address is not in valid_values {{(pid=88617) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 11 14:19:21.250933 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04860e70-b731-4631-817a-4fcdd6dddd89 None None] No DVR routers for this DVR port 71e30875-dd04-46c4-a652-9ba1ac012e16 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:19:21.266758 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04860e70-b731-4631-817a-4fcdd6dddd89 None None] Pushing event deleted for resources: {'Port': ['ID=71e30875-dd04-46c4-a652-9ba1ac012e16,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:21.268096 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b4ea2b95-c7ea-4b13-87c3-9c6e11065987 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:21.281215 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b4ea2b95-c7ea-4b13-87c3-9c6e11065987 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:21.283713 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b4ea2b95-c7ea-4b13-87c3-9c6e11065987 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] 10.222.0.66 "DELETE /v2.0/networks/c8ca2e89-85e8-49c2-b514-4290c804506a HTTP/1.1" status: 204 len: 168 time: 1.4714129 Apr 11 14:19:21.315774 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36742) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:21.316888 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea2b95-c7ea-4b13-87c3-9c6e11065987 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Pushing event deleted for resources: {'Network': ['ID=c8ca2e89-85e8-49c2-b514-4290c804506a,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:21.376578 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-67018fed-df4f-4157-adb9-73938b2fee76 None None] Provisioning for port ccfe11d4-c8fc-4071-8ac4-853ac2f478ce completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:19:21.389909 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-67018fed-df4f-4157-adb9-73938b2fee76 None None] Provisioning complete for port ccfe11d4-c8fc-4071-8ac4-853ac2f478ce triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:21.390319 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-67018fed-df4f-4157-adb9-73938b2fee76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:21.414467 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-74f1d042-3a83-47c1-a89f-f9d130fd6dd2 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "GET /v2.0/routers/13028e6f-fed2-4116-b3f7-c47246aad8ee HTTP/1.1" status: 200 len: 924 time: 0.4385056 Apr 11 14:19:21.417760 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b083abc1-3b0b-4d44-bf72-47b31bb0cbc1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:21.428228 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36746) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:21.498975 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4001429f-4e96-4617-83f1-66ee76639ca9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:21.509358 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-b083abc1-3b0b-4d44-bf72-47b31bb0cbc1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] device_id is not set on port 274ee9ad-a411-4284-a0b1-16c0a4b1635c yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:19:21.617316 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-67018fed-df4f-4157-adb9-73938b2fee76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:21.662705 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-67018fed-df4f-4157-adb9-73938b2fee76 None None] For port ccfe11d4-c8fc-4071-8ac4-853ac2f478ce, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=ccfe11d4-c8fc-4071-8ac4-853ac2f478ce,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:19:21.664663 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-392bbd79-40b3-4616-bf1d-1361c03243c7 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:21.669663 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a46eec8-3130-4ca4-bb76-c9db184d6018 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:21.772143 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2541bb-3b2d-4af0-ac30-7ce776f68126 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:21.777042 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2b2541bb-3b2d-4af0-ac30-7ce776f68126 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=cff58315-4a25-4203-8056-2db185a2b95d&device_id=13028e6f-fed2-4116-b3f7-c47246aad8ee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3422999 Apr 11 14:19:21.778426 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-67018fed-df4f-4157-adb9-73938b2fee76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:21.782331 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36750) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:21.869041 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-4001429f-4e96-4617-83f1-66ee76639ca9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Allocated IP 172.26.7.14 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/bf0af4e9-be3b-4b95-b650-a03335ccaff3) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:21.899607 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-392bbd79-40b3-4616-bf1d-1361c03243c7 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:21.907690 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7fbd84-81c0-4a6b-a488-147644d1eba9 None None] Update dhcp port {'port': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'fixed_ips': [{'subnet_id': '24768120-a831-406a-ae79-085b2c21eb8a', 'ip_address': '2001:db8::f816:3eff:fe1c:9743'}, {'subnet_id': 'e73c8e85-8cad-46da-8160-c323a3f26ecc'}], 'binding:host_id': 'dv-neutron-837330-1-hyperv'}, 'id': 'ccfe11d4-c8fc-4071-8ac4-853ac2f478ce'} from dv-neutron-837330-1-hyperv. {{(pid=88618) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 11 14:19:21.950168 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67018fed-df4f-4157-adb9-73938b2fee76 None None] Pushing event updated for resources: {'Port': ['ID=ccfe11d4-c8fc-4071-8ac4-853ac2f478ce,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:21.969552 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-392bbd79-40b3-4616-bf1d-1361c03243c7 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bec9c6b-c281-49ce-afde-1430134def87']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:21.984192 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8d7fbd84-81c0-4a6b-a488-147644d1eba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:22.046464 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-392bbd79-40b3-4616-bf1d-1361c03243c7 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd181862b-3cd0-4cef-ba3a-2ae2ae4e023b') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:22.046703 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-392bbd79-40b3-4616-bf1d-1361c03243c7 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd181862b-3cd0-4cef-ba3a-2ae2ae4e023b') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:22.072031 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-392bbd79-40b3-4616-bf1d-1361c03243c7 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:22.097875 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-392bbd79-40b3-4616-bf1d-1361c03243c7 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:22.112394 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-b083abc1-3b0b-4d44-bf72-47b31bb0cbc1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 172.20.0.12 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/e73c8e85-8cad-46da-8160-c323a3f26ecc/274ee9ad-a411-4284-a0b1-16c0a4b1635c) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:22.118763 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392bbd79-40b3-4616-bf1d-1361c03243c7 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:19:22.119225 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-392bbd79-40b3-4616-bf1d-1361c03243c7 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:19:22.134517 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:19:22.166964 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4067f5-df24-48bf-a227-1373fcc09f35 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:22.171603 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-bf4067f5-df24-48bf-a227-1373fcc09f35 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "GET /v2.0/networks/cff58315-4a25-4203-8056-2db185a2b95d HTTP/1.1" status: 200 len: 881 time: 0.3860626 Apr 11 14:19:22.178210 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36754) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:22.191088 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-b083abc1-3b0b-4d44-bf72-47b31bb0cbc1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 2001:db8::f816:3eff:fe19:cd6c (47d4fbd0-dfc4-4187-bb2e-73c4649db563/24768120-a831-406a-ae79-085b2c21eb8a/274ee9ad-a411-4284-a0b1-16c0a4b1635c) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:22.252054 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-45a415fa-77c2-4377-a3d9-e2f95e129ffa tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "GET /v2.0/ports?device_id=13028e6f-fed2-4116-b3f7-c47246aad8ee HTTP/1.1" status: 200 len: 205 time: 0.0699427 Apr 11 14:19:22.252781 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36758) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:22.261420 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a46eec8-3130-4ca4-bb76-c9db184d6018 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:22.296934 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ccfe11d4-c8fc-4071-8ac4-853ac2f478ce up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:19:22.315752 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-392bbd79-40b3-4616-bf1d-1361c03243c7 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:22.320355 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-392bbd79-40b3-4616-bf1d-1361c03243c7 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:22.347977 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-392bbd79-40b3-4616-bf1d-1361c03243c7 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] 10.222.0.66 "DELETE /v2.0/networks/4bec9c6b-c281-49ce-afde-1430134def87 HTTP/1.1" status: 204 len: 168 time: 1.0284460 Apr 11 14:19:22.348908 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bbd79-40b3-4616-bf1d-1361c03243c7 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Pushing event deleted for resources: {'Network': ['ID=4bec9c6b-c281-49ce-afde-1430134def87,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:22.352139 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a46eec8-3130-4ca4-bb76-c9db184d6018 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:22.354065 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36762) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:22.374131 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port ccfe11d4-c8fc-4071-8ac4-853ac2f478ce triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:22.374596 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:22.412887 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-0a46eec8-3130-4ca4-bb76-c9db184d6018 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] In _notify_port_updated(), no bound segment for port cda734a4-e8fd-4992-944b-416784f4d0d8 on network f778a560-8532-4140-8649-302225f5ca4c {{(pid=88617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 11 14:19:22.421289 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a46eec8-3130-4ca4-bb76-c9db184d6018 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:22.422756 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a46eec8-3130-4ca4-bb76-c9db184d6018 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:22.426402 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0a46eec8-3130-4ca4-bb76-c9db184d6018 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] 10.222.0.66 "PUT /v2.0/ports/cda734a4-e8fd-4992-944b-416784f4d0d8 HTTP/1.1" status: 200 len: 1130 time: 1.2281184 Apr 11 14:19:22.442416 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36766) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:22.491833 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46eec8-3130-4ca4-bb76-c9db184d6018 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Pushing event updated for resources: {'Port': ['ID=cda734a4-e8fd-4992-944b-416784f4d0d8,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:22.541251 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5175d13-0c25-4f76-9c5f-ce2adb9be257 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:22.541899 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c5175d13-0c25-4f76-9c5f-ce2adb9be257 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Synchronizing usage tracker for tenant:2b2cf23e2e214f03a95e351ee664e573 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:22.543801 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4001429f-4e96-4617-83f1-66ee76639ca9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:22.595347 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8fd53c7-a882-499c-ab60-8f4e58f35396 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Deleting subnet 016ff656-d61d-4856-9511-7eeef534e894 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:19:22.602164 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 71e30875-dd04-46c4-a652-9ba1ac012e16 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:19:22.623949 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c5175d13-0c25-4f76-9c5f-ce2adb9be257 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Unset dirty status for tenant:2b2cf23e2e214f03a95e351ee664e573 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:22.628729 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c5175d13-0c25-4f76-9c5f-ce2adb9be257 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] 10.222.0.66 "GET /v2.0/ports/cda734a4-e8fd-4992-944b-416784f4d0d8 HTTP/1.1" status: 200 len: 1130 time: 0.1815391 Apr 11 14:19:22.628966 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36770) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:22.653180 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 71e30875-dd04-46c4-a652-9ba1ac012e16 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:19:22.653534 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 71e30875-dd04-46c4-a652-9ba1ac012e16 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:19:22.708685 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-59b001b8-def5-4a36-9faf-e18c4e3ccaf4 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Deleting port cda734a4-e8fd-4992-944b-416784f4d0d8 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:22.709036 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-59b001b8-def5-4a36-9faf-e18c4e3ccaf4 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:22.719239 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ec7dcdbf-5e87-4452-aa91-db4a30fb3cc4 None None] Provisioning complete for port cda734a4-e8fd-4992-944b-416784f4d0d8 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:22.719607 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ec7dcdbf-5e87-4452-aa91-db4a30fb3cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:22.751814 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f8fd53c7-a882-499c-ab60-8f4e58f35396 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:22.776032 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-ec7dcdbf-5e87-4452-aa91-db4a30fb3cc4 None None] Port cda734a4-e8fd-4992-944b-416784f4d0d8 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:19:22.791493 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8d13-81a6-4f80-af90-e3a2adc66632 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:22.966644 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-59b001b8-def5-4a36-9faf-e18c4e3ccaf4 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:22.987640 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f8fd53c7-a882-499c-ab60-8f4e58f35396 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:23.101051 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-59b001b8-def5-4a36-9faf-e18c4e3ccaf4 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Calling delete_port for cda734a4-e8fd-4992-944b-416784f4d0d8 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:23.139505 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b083abc1-3b0b-4d44-bf72-47b31bb0cbc1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:23.204057 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4001429f-4e96-4617-83f1-66ee76639ca9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:23.250802 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8d13-81a6-4f80-af90-e3a2adc66632 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:23.304787 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f8fd53c7-a882-499c-ab60-8f4e58f35396 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:23.334086 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4001429f-4e96-4617-83f1-66ee76639ca9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:23.334998 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001429f-4e96-4617-83f1-66ee76639ca9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event updated for resources: {'Port': ['ID=bf0af4e9-be3b-4b95-b650-a03335ccaff3,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:23.340416 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-59b001b8-def5-4a36-9faf-e18c4e3ccaf4 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:23.342310 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-4001429f-4e96-4617-83f1-66ee76639ca9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:23.343880 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-b083abc1-3b0b-4d44-bf72-47b31bb0cbc1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Transition to ACTIVE for port object 274ee9ad-a411-4284-a0b1-16c0a4b1635c will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:19:23.352631 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4001429f-4e96-4617-83f1-66ee76639ca9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:19:23.388209 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-4fcd8d13-81a6-4f80-af90-e3a2adc66632 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Deleting port 7a8f66b9-27e4-40ce-b611-372493c875fb {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:23.388575 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8d13-81a6-4f80-af90-e3a2adc66632 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:23.395596 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b001b8-def5-4a36-9faf-e18c4e3ccaf4 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Pushing event deleted for resources: {'Port': ['ID=cda734a4-e8fd-4992-944b-416784f4d0d8,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:23.443383 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-59b001b8-def5-4a36-9faf-e18c4e3ccaf4 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:23.547721 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-59b001b8-def5-4a36-9faf-e18c4e3ccaf4 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] 10.222.0.66 "DELETE /v2.0/ports/cda734a4-e8fd-4992-944b-416784f4d0d8 HTTP/1.1" status: 204 len: 168 time: 0.9176834 Apr 11 14:19:23.550511 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36774) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:23.628052 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcad92e5-ab85-4673-8b98-19819a82c7e8 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Deleting subnet 70aae95d-e973-4576-9f82-ba1eb269c2cb {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:19:23.631297 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fcad92e5-ab85-4673-8b98-19819a82c7e8 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:23.672721 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f8fd53c7-a882-499c-ab60-8f4e58f35396 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:23.688631 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fcad92e5-ab85-4673-8b98-19819a82c7e8 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:23.730619 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b083abc1-3b0b-4d44-bf72-47b31bb0cbc1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:23.756534 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-8d7fbd84-81c0-4a6b-a488-147644d1eba9 None None] Allocated IP 172.20.0.2 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/e73c8e85-8cad-46da-8160-c323a3f26ecc/ccfe11d4-c8fc-4071-8ac4-853ac2f478ce) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:23.760206 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c9c267-8ce0-41a8-ab69-b24caa6e0426 None None] Network 819a1af3-b9aa-463e-bb0d-112d05c144aa requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:19:23.777144 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd53c7-a882-499c-ab60-8f4e58f35396 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Pushing event deleted for resources: {'Subnet': ['ID=016ff656-d61d-4856-9511-7eeef534e894,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:23.787294 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fcad92e5-ab85-4673-8b98-19819a82c7e8 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:23.787480 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f8fd53c7-a882-499c-ab60-8f4e58f35396 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:23.909841 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f8fd53c7-a882-499c-ab60-8f4e58f35396 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] 10.222.0.66 "DELETE /v2.0/subnets/016ff656-d61d-4856-9511-7eeef534e894 HTTP/1.1" status: 204 len: 168 time: 1.5529037 Apr 11 14:19:23.912555 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36778) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:23.928121 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b083abc1-3b0b-4d44-bf72-47b31bb0cbc1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:23.934333 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8d13-81a6-4f80-af90-e3a2adc66632 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:23.943211 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-b083abc1-3b0b-4d44-bf72-47b31bb0cbc1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:23.953083 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b083abc1-3b0b-4d44-bf72-47b31bb0cbc1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:19:23.960415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fcad92e5-ab85-4673-8b98-19819a82c7e8 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:23.980153 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083abc1-3b0b-4d44-bf72-47b31bb0cbc1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=274ee9ad-a411-4284-a0b1-16c0a4b1635c,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:24.070488 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad92e5-ab85-4673-8b98-19819a82c7e8 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Pushing event deleted for resources: {'Subnet': ['ID=70aae95d-e973-4576-9f82-ba1eb269c2cb,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:24.075684 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fcad92e5-ab85-4673-8b98-19819a82c7e8 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:24.085822 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b331fcb-03a8-44df-94a8-46019fa6cd25 None None] Network f778a560-8532-4140-8649-302225f5ca4c requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:19:24.095936 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-fcad92e5-ab85-4673-8b98-19819a82c7e8 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] 10.222.0.66 "DELETE /v2.0/subnets/70aae95d-e973-4576-9f82-ba1eb269c2cb HTTP/1.1" status: 204 len: 168 time: 0.5442398 Apr 11 14:19:24.098465 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36782) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:24.102764 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-07a7140e-f30f-4588-881d-c6eebc120b17 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:24.106433 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:24.116452 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-4fcd8d13-81a6-4f80-af90-e3a2adc66632 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Calling delete_port for 7a8f66b9-27e4-40ce-b611-372493c875fb owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:24.136384 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-8d7fbd84-81c0-4a6b-a488-147644d1eba9 None None] For port ccfe11d4-c8fc-4071-8ac4-853ac2f478ce, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=ccfe11d4-c8fc-4071-8ac4-853ac2f478ce,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:19:24.156509 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-07a7140e-f30f-4588-881d-c6eebc120b17 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Deleting port 9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:24.157007 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-07a7140e-f30f-4588-881d-c6eebc120b17 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:24.273078 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8d7fbd84-81c0-4a6b-a488-147644d1eba9 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:24.337588 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8d7fbd84-81c0-4a6b-a488-147644d1eba9 None None] Transition to ACTIVE for port object ccfe11d4-c8fc-4071-8ac4-853ac2f478ce will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:19:24.372460 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0049f671-1f00-4091-88af-b36f07963ca1 None None] DHCP port deletion for 819a1af3-b9aa-463e-bb0d-112d05c144aa request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:19:24.381481 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-0049f671-1f00-4091-88af-b36f07963ca1 None None] Deleting port 9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:24.382010 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0049f671-1f00-4091-88af-b36f07963ca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:24.400539 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1a2c1133-2911-48af-8850-cd35ef9c060e tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:24.418118 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8d7fbd84-81c0-4a6b-a488-147644d1eba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:24.422970 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b083abc1-3b0b-4d44-bf72-47b31bb0cbc1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:24.423628 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b083abc1-3b0b-4d44-bf72-47b31bb0cbc1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:24.475614 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-1a2c1133-2911-48af-8850-cd35ef9c060e tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Deleting port 52608d5f-2cc8-45b4-8658-745b55fbf5f8 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:24.476019 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1a2c1133-2911-48af-8850-cd35ef9c060e tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:24.492802 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004d51bb-ea91-4e47-9e5e-d09a11637257 None None] DHCP port deletion for f778a560-8532-4140-8649-302225f5ca4c request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:19:24.533898 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b083abc1-3b0b-4d44-bf72-47b31bb0cbc1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.9689763 Apr 11 14:19:24.539757 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-004d51bb-ea91-4e47-9e5e-d09a11637257 None None] Deleting port 52608d5f-2cc8-45b4-8658-745b55fbf5f8 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:24.540133 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-004d51bb-ea91-4e47-9e5e-d09a11637257 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:24.542792 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36786) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:24.616820 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4001429f-4e96-4617-83f1-66ee76639ca9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:24.646160 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8d13-81a6-4f80-af90-e3a2adc66632 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:24.720590 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7fbd84-81c0-4a6b-a488-147644d1eba9 None None] Pushing event updated for resources: {'Port': ['ID=ccfe11d4-c8fc-4071-8ac4-853ac2f478ce,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:24.754481 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd8d13-81a6-4f80-af90-e3a2adc66632 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Pushing event deleted for resources: {'Port': ['ID=7a8f66b9-27e4-40ce-b611-372493c875fb,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:24.775733 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-07a7140e-f30f-4588-881d-c6eebc120b17 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] For port 9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c,segment=NetworkSegment(2b2de0ef-fa19-465e-a6d3-6592ceeaf27a),segment_id=2b2de0ef-fa19-465e-a6d3-6592ceeaf27a)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:19:24.775733 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-07a7140e-f30f-4588-881d-c6eebc120b17 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:24.839446 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4001429f-4e96-4617-83f1-66ee76639ca9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:24.891861 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8d13-81a6-4f80-af90-e3a2adc66632 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:24.955039 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-0049f671-1f00-4091-88af-b36f07963ca1 None None] For port 9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c,segment=NetworkSegment(2b2de0ef-fa19-465e-a6d3-6592ceeaf27a),segment_id=2b2de0ef-fa19-465e-a6d3-6592ceeaf27a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:19:24.955600 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0049f671-1f00-4091-88af-b36f07963ca1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:24.975842 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-07a7140e-f30f-4588-881d-c6eebc120b17 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Calling delete_port for 9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:25.040308 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf3af80-cdce-4b71-bb3e-ed75d3ce3781 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:25.048154 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf3af80-cdce-4b71-bb3e-ed75d3ce3781 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:25.053911 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-daf3af80-cdce-4b71-bb3e-ed75d3ce3781 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.5085979 Apr 11 14:19:25.061622 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36790) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:25.080200 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-1a2c1133-2911-48af-8850-cd35ef9c060e tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] For port 52608d5f-2cc8-45b4-8658-745b55fbf5f8, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=52608d5f-2cc8-45b4-8658-745b55fbf5f8,segment=NetworkSegment(dd66e4c0-a8d2-4016-9f9d-58a6830dd741),segment_id=dd66e4c0-a8d2-4016-9f9d-58a6830dd741)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:19:25.081292 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1a2c1133-2911-48af-8850-cd35ef9c060e tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:25.160249 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8d13-81a6-4f80-af90-e3a2adc66632 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:25.165018 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8d13-81a6-4f80-af90-e3a2adc66632 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:25.289754 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-1a2c1133-2911-48af-8850-cd35ef9c060e tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Calling delete_port for 52608d5f-2cc8-45b4-8658-745b55fbf5f8 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:25.329342 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4001429f-4e96-4617-83f1-66ee76639ca9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:25.351954 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-5a194d42-5214-4505-b04b-348f0e83b626 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting port 274ee9ad-a411-4284-a0b1-16c0a4b1635c {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:25.352301 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5a194d42-5214-4505-b04b-348f0e83b626 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:25.355753 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-0049f671-1f00-4091-88af-b36f07963ca1 None None] Calling delete_port for 9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:25.385133 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-004d51bb-ea91-4e47-9e5e-d09a11637257 None None] For port 52608d5f-2cc8-45b4-8658-745b55fbf5f8, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=52608d5f-2cc8-45b4-8658-745b55fbf5f8,segment=NetworkSegment(dd66e4c0-a8d2-4016-9f9d-58a6830dd741),segment_id=dd66e4c0-a8d2-4016-9f9d-58a6830dd741)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:19:25.385534 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-004d51bb-ea91-4e47-9e5e-d09a11637257 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:25.386276 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8d13-81a6-4f80-af90-e3a2adc66632 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:25.386923 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcd8d13-81a6-4f80-af90-e3a2adc66632 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Fanout notify agent at l3_agent the message router_deleted on router 13028e6f-fed2-4116-b3f7-c47246aad8ee {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:19:25.407511 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7e786ae4-dc82-443e-b8fd-71d9f3602504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:25.411342 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4001429f-4e96-4617-83f1-66ee76639ca9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:25.419794 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-07a7140e-f30f-4588-881d-c6eebc120b17 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:25.489056 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7140e-f30f-4588-881d-c6eebc120b17 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Pushing event deleted for resources: {'Port': ['ID=9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:25.501938 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a7140e-f30f-4588-881d-c6eebc120b17 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] No DVR routers for this DVR port 9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:19:25.518604 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8d13-81a6-4f80-af90-e3a2adc66632 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:25.519711 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4fcd8d13-81a6-4f80-af90-e3a2adc66632 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "DELETE /v2.0/routers/13028e6f-fed2-4116-b3f7-c47246aad8ee HTTP/1.1" status: 204 len: 168 time: 3.2642596 Apr 11 14:19:25.532457 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36794) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:25.548006 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-f153e439-15e3-4cdd-8557-1c6736ac0b36 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1095725291', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:25.563463 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f153e439-15e3-4cdd-8557-1c6736ac0b36 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:25.567436 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001429f-4e96-4617-83f1-66ee76639ca9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event updated for resources: {'Port': ['ID=bf0af4e9-be3b-4b95-b650-a03335ccaff3,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:25.575099 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f153e439-15e3-4cdd-8557-1c6736ac0b36 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Usage tracker for resource:router and tenant:41e441156ac9421da3a74f10f0d49d88 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:25.579156 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4001429f-4e96-4617-83f1-66ee76639ca9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:25.580165 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1a2c1133-2911-48af-8850-cd35ef9c060e tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:25.638188 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-004d51bb-ea91-4e47-9e5e-d09a11637257 None None] Calling delete_port for 52608d5f-2cc8-45b4-8658-745b55fbf5f8 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:25.731810 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-07a7140e-f30f-4588-881d-c6eebc120b17 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:25.752000 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f153e439-15e3-4cdd-8557-1c6736ac0b36 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:25.762552 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c1133-2911-48af-8850-cd35ef9c060e tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Pushing event deleted for resources: {'Port': ['ID=52608d5f-2cc8-45b4-8658-745b55fbf5f8,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:25.781327 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-0049f671-1f00-4091-88af-b36f07963ca1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:19:25.781327 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-0049f671-1f00-4091-88af-b36f07963ca1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:19:25.781795 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2c1133-2911-48af-8850-cd35ef9c060e tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] No DVR routers for this DVR port 52608d5f-2cc8-45b4-8658-745b55fbf5f8 on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:19:25.781904 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f153e439-15e3-4cdd-8557-1c6736ac0b36 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:25.787807 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1e28efc8-2f2a-480b-8f9e-4cb4860f2f8b None None] Provisioning for port ccfe11d4-c8fc-4071-8ac4-853ac2f478ce completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:19:25.793667 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-004d51bb-ea91-4e47-9e5e-d09a11637257 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:19:25.794250 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-004d51bb-ea91-4e47-9e5e-d09a11637257 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:19:25.797111 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1e28efc8-2f2a-480b-8f9e-4cb4860f2f8b None None] Provisioning complete for port ccfe11d4-c8fc-4071-8ac4-853ac2f478ce triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:25.797485 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1e28efc8-2f2a-480b-8f9e-4cb4860f2f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:25.809769 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-4001429f-4e96-4617-83f1-66ee76639ca9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Floating IP fdb5bc7a-8b62-4313-bbbe-9e4f7898eee7 associated. External IP: 172.26.7.14, port: dee52414-9633-49b5-8ac7-3cc23155ed07. Apr 11 14:19:25.975108 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-07a7140e-f30f-4588-881d-c6eebc120b17 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819a1af3-b9aa-463e-bb0d-112d05c144aa']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:26.004577 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f153e439-15e3-4cdd-8557-1c6736ac0b36 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:26.005578 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f153e439-15e3-4cdd-8557-1c6736ac0b36 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:26.023569 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-07a7140e-f30f-4588-881d-c6eebc120b17 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b2de0ef-fa19-465e-a6d3-6592ceeaf27a') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:26.023915 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-07a7140e-f30f-4588-881d-c6eebc120b17 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b2de0ef-fa19-465e-a6d3-6592ceeaf27a') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:26.042359 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f153e439-15e3-4cdd-8557-1c6736ac0b36 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:26.108584 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-07a7140e-f30f-4588-881d-c6eebc120b17 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:26.149086 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1d717dd7-320a-4746-8be9-51710aa6bb12 None None] Provisioning for port 274ee9ad-a411-4284-a0b1-16c0a4b1635c completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:19:26.156276 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1d717dd7-320a-4746-8be9-51710aa6bb12 None None] Provisioning complete for port 274ee9ad-a411-4284-a0b1-16c0a4b1635c triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:26.158291 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1d717dd7-320a-4746-8be9-51710aa6bb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:26.198058 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1a2c1133-2911-48af-8850-cd35ef9c060e tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:26.210752 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-07a7140e-f30f-4588-881d-c6eebc120b17 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:26.220486 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-1d717dd7-320a-4746-8be9-51710aa6bb12 None None] Port 274ee9ad-a411-4284-a0b1-16c0a4b1635c cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:19:26.239761 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a7140e-f30f-4588-881d-c6eebc120b17 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:19:26.240525 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-07a7140e-f30f-4588-881d-c6eebc120b17 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:19:26.258067 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:19:26.262397 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-1a2c1133-2911-48af-8850-cd35ef9c060e tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f778a560-8532-4140-8649-302225f5ca4c']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:26.279036 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-0049f671-1f00-4091-88af-b36f07963ca1 None None] Deleting port 9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:26.280523 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0049f671-1f00-4091-88af-b36f07963ca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:26.298299 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-1a2c1133-2911-48af-8850-cd35ef9c060e tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd66e4c0-a8d2-4016-9f9d-58a6830dd741') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:26.298590 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-1a2c1133-2911-48af-8850-cd35ef9c060e tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd66e4c0-a8d2-4016-9f9d-58a6830dd741') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:26.317344 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-004d51bb-ea91-4e47-9e5e-d09a11637257 None None] Deleting port 52608d5f-2cc8-45b4-8658-745b55fbf5f8 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:26.317719 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-004d51bb-ea91-4e47-9e5e-d09a11637257 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:26.343502 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ccfe11d4-c8fc-4071-8ac4-853ac2f478ce up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:19:26.345347 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f153e439-15e3-4cdd-8557-1c6736ac0b36 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:26.368522 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5a194d42-5214-4505-b04b-348f0e83b626 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:26.379607 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1a2c1133-2911-48af-8850-cd35ef9c060e tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:26.400794 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4001429f-4e96-4617-83f1-66ee76639ca9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Router 73279aa8-6434-415a-8b91-e5bc5ab99e3f has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:19:26.453581 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1a2c1133-2911-48af-8850-cd35ef9c060e tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:26.468959 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-0049f671-1f00-4091-88af-b36f07963ca1 None None] The port '9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:19:26.471815 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f153e439-15e3-4cdd-8557-1c6736ac0b36 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:26.475664 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f153e439-15e3-4cdd-8557-1c6736ac0b36 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9396152 Apr 11 14:19:26.475879 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-004d51bb-ea91-4e47-9e5e-d09a11637257 None None] The port '52608d5f-2cc8-45b4-8658-745b55fbf5f8' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:19:26.485440 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36802) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:26.505655 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port ccfe11d4-c8fc-4071-8ac4-853ac2f478ce triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:26.506182 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:26.514662 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-6a7f0dfd-750e-4262-9fda-3a0ce9c375a4 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'enable_snat': False}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:26.525054 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-5a194d42-5214-4505-b04b-348f0e83b626 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Calling delete_port for 274ee9ad-a411-4284-a0b1-16c0a4b1635c owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:26.561830 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-07a7140e-f30f-4588-881d-c6eebc120b17 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:26.563931 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a2c1133-2911-48af-8850-cd35ef9c060e tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:19:26.564313 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1a2c1133-2911-48af-8850-cd35ef9c060e tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:19:26.582759 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:19:26.619359 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-07a7140e-f30f-4588-881d-c6eebc120b17 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:26.683707 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-07a7140e-f30f-4588-881d-c6eebc120b17 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] 10.222.0.66 "DELETE /v2.0/networks/819a1af3-b9aa-463e-bb0d-112d05c144aa HTTP/1.1" status: 204 len: 168 time: 2.7673607 Apr 11 14:19:26.689391 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7140e-f30f-4588-881d-c6eebc120b17 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Pushing event deleted for resources: {'Network': ['ID=819a1af3-b9aa-463e-bb0d-112d05c144aa,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:26.700000 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36806) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:26.744174 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:19:26.760857 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:19:26.774886 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-dc8de637-c0c3-4f4b-977c-bbfc3c313964 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Synchronizing usage tracker for tenant:6be65919b4d1496787f86025746cc47b on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:26.804108 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:19:26.804458 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9ec6dd47-5efa-4ebb-adfd-b67e74d5f11c not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:19:26.806187 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 52608d5f-2cc8-45b4-8658-745b55fbf5f8 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:19:26.843420 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 52608d5f-2cc8-45b4-8658-745b55fbf5f8 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:19:26.843889 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 52608d5f-2cc8-45b4-8658-745b55fbf5f8 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:19:26.851110 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1a2c1133-2911-48af-8850-cd35ef9c060e tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:26.869967 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1a2c1133-2911-48af-8850-cd35ef9c060e tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:26.872635 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4001429f-4e96-4617-83f1-66ee76639ca9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:19:26.884321 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c88ff2-9f3a-4ca1-ac30-b0e9744b99a8 None None] Sync routers for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:19:26.891099 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c1133-2911-48af-8850-cd35ef9c060e tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] Pushing event deleted for resources: {'Network': ['ID=f778a560-8532-4140-8649-302225f5ca4c,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:26.892855 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-dc8de637-c0c3-4f4b-977c-bbfc3c313964 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Unset dirty status for tenant:6be65919b4d1496787f86025746cc47b on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:26.896615 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-dc8de637-c0c3-4f4b-977c-bbfc3c313964 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] 10.222.0.66 "GET /v2.0/ports?device_id=83642da9-7815-4bc3-b760-e42876d86287 HTTP/1.1" status: 200 len: 205 time: 0.1931846 Apr 11 14:19:26.898067 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c88ff2-9f3a-4ca1-ac30-b0e9744b99a8 None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:26.898709 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-46c88ff2-9f3a-4ca1-ac30-b0e9744b99a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:26.906335 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36810) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:26.927988 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1a2c1133-2911-48af-8850-cd35ef9c060e tempest-ExtraDHCPOptionsIpV6TestJSON-993349778 tempest-ExtraDHCPOptionsIpV6TestJSON-993349778-project] 10.222.0.66 "DELETE /v2.0/networks/f778a560-8532-4140-8649-302225f5ca4c HTTP/1.1" status: 204 len: 168 time: 2.8201144 Apr 11 14:19:26.960213 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-46c88ff2-9f3a-4ca1-ac30-b0e9744b99a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:26.969919 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c88ff2-9f3a-4ca1-ac30-b0e9744b99a8 None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:26.970532 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-46c88ff2-9f3a-4ca1-ac30-b0e9744b99a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:18:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:27.020637 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5a194d42-5214-4505-b04b-348f0e83b626 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:27.034879 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-46c88ff2-9f3a-4ca1-ac30-b0e9744b99a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:27.035087 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c88ff2-9f3a-4ca1-ac30-b0e9744b99a8 None None] The sync data for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:19:27.056965 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4001429f-4e96-4617-83f1-66ee76639ca9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:27.141680 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a194d42-5214-4505-b04b-348f0e83b626 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Port': ['ID=274ee9ad-a411-4284-a0b1-16c0a4b1635c,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:27.228535 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-948235e4-2e2e-4582-9b48-eddb9dd2e8f5 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:27.296448 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a7f0dfd-750e-4262-9fda-3a0ce9c375a4 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:27.387030 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4001429f-4e96-4617-83f1-66ee76639ca9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.0272927 Apr 11 14:19:27.390274 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36816) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:27.395978 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-3d3c6646-80e8-4da7-a9a7-2c778f955d48 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Request body: {'floatingip': {'port_id': 'dee52414-9633-49b5-8ac7-3cc23155ed07', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:27.592525 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3d3c6646-80e8-4da7-a9a7-2c778f955d48 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:27.636418 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36822) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:27.682434 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5a194d42-5214-4505-b04b-348f0e83b626 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:27.687013 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5a194d42-5214-4505-b04b-348f0e83b626 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/274ee9ad-a411-4284-a0b1-16c0a4b1635c HTTP/1.1" status: 204 len: 168 time: 2.6214285 Apr 11 14:19:27.688626 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36828) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:27.689271 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-596999f7-c146-4f06-b04f-981483a6185c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:27.736596 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-948235e4-2e2e-4582-9b48-eddb9dd2e8f5 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:27.739991 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-948235e4-2e2e-4582-9b48-eddb9dd2e8f5 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:27.820082 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672a79a0-85de-4dff-94dd-3829859f64b8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:27.827340 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672a79a0-85de-4dff-94dd-3829859f64b8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:27.827340 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672a79a0-85de-4dff-94dd-3829859f64b8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:27.827340 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-672a79a0-85de-4dff-94dd-3829859f64b8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:27.912637 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a994fa05-ed5d-481a-8d7e-98a4d6c3d608 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2b2cf23e2e214f03a95e351ee664e573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717285 Apr 11 14:19:27.915006 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36832) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:27.933689 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-948235e4-2e2e-4582-9b48-eddb9dd2e8f5 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:27.934237 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948235e4-2e2e-4582-9b48-eddb9dd2e8f5 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Fanout notify agent at l3_agent the message router_deleted on router 83642da9-7815-4bc3-b760-e42876d86287 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:19:27.962457 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-948235e4-2e2e-4582-9b48-eddb9dd2e8f5 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:27.963541 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-948235e4-2e2e-4582-9b48-eddb9dd2e8f5 tempest-RoutersNegativeTest-1033421034 tempest-RoutersNegativeTest-1033421034-project] 10.222.0.66 "DELETE /v2.0/routers/83642da9-7815-4bc3-b760-e42876d86287 HTTP/1.1" status: 204 len: 168 time: 1.0541821 Apr 11 14:19:28.114198 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-672a79a0-85de-4dff-94dd-3829859f64b8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:28.115478 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-672a79a0-85de-4dff-94dd-3829859f64b8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4264374 Apr 11 14:19:28.119540 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36838) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:28.186178 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a97b63d9-84a8-47c8-9b14-dd56003a6f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:28.229336 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a97b63d9-84a8-47c8-9b14-dd56003a6f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:28.238519 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a7f0dfd-750e-4262-9fda-3a0ce9c375a4 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:28.268372 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-d148c09a-a44f-4a95-af78-a1c8070cdc40 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet 24768120-a831-406a-ae79-085b2c21eb8a {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:19:28.274284 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a7f0dfd-750e-4262-9fda-3a0ce9c375a4 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:28.274833 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d148c09a-a44f-4a95-af78-a1c8070cdc40 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:28.433890 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d148c09a-a44f-4a95-af78-a1c8070cdc40 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:28.453875 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-6a7f0dfd-750e-4262-9fda-3a0ce9c375a4 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Allocated IP 172.26.7.216 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/67ccd99a-2eb3-4968-8080-3c91cf277f3a) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:28.479088 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36844) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:28.494885 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a97b63d9-84a8-47c8-9b14-dd56003a6f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:28.549608 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:28.568935 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b63d9-84a8-47c8-9b14-dd56003a6f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676aff58-012e-461e-9a44-2fcb3ded55a8,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:28.595098 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a97b63d9-84a8-47c8-9b14-dd56003a6f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:28.596489 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a97b63d9-84a8-47c8-9b14-dd56003a6f63 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/676aff58-012e-461e-9a44-2fcb3ded55a8 HTTP/1.1" status: 204 len: 168 time: 0.6803935 Apr 11 14:19:28.612982 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:28.642033 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a7f0dfd-750e-4262-9fda-3a0ce9c375a4 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:28.711790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d148c09a-a44f-4a95-af78-a1c8070cdc40 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:28.786962 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a7f0dfd-750e-4262-9fda-3a0ce9c375a4 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:28.823374 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-31737b19-a6e6-42ef-85a4-8e690e1d8e6d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6be65919b4d1496787f86025746cc47b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411539 Apr 11 14:19:28.825628 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3d3c6646-80e8-4da7-a9a7-2c778f955d48 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:28.830015 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36852) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:28.852977 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7f0dfd-750e-4262-9fda-3a0ce9c375a4 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:28.856191 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-6a7f0dfd-750e-4262-9fda-3a0ce9c375a4 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:28.859146 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7f0dfd-750e-4262-9fda-3a0ce9c375a4 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:19:28.898121 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dff1a923-8f75-4d37-8345-d91a661a8117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:28.914947 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f0dfd-750e-4262-9fda-3a0ce9c375a4 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Pushing event updated for resources: {'Port': ['ID=67ccd99a-2eb3-4968-8080-3c91cf277f3a,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:28.923207 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3d3c6646-80e8-4da7-a9a7-2c778f955d48 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:29.006336 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dff1a923-8f75-4d37-8345-d91a661a8117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:29.015680 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d148c09a-a44f-4a95-af78-a1c8070cdc40 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:29.075047 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148c09a-a44f-4a95-af78-a1c8070cdc40 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=24768120-a831-406a-ae79-085b2c21eb8a,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:29.094849 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d148c09a-a44f-4a95-af78-a1c8070cdc40 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:29.102747 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218edb02-47cb-4ee4-b5cb-345ea44275ea None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:19:29.204235 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d148c09a-a44f-4a95-af78-a1c8070cdc40 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/24768120-a831-406a-ae79-085b2c21eb8a HTTP/1.1" status: 204 len: 168 time: 1.0837312 Apr 11 14:19:29.206916 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36864) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:29.317817 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dff1a923-8f75-4d37-8345-d91a661a8117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:29.346623 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1a923-8f75-4d37-8345-d91a661a8117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b00eeb-f921-4ee3-98f2-3cbf88c9e9c5,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:29.359038 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dff1a923-8f75-4d37-8345-d91a661a8117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:29.363353 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-dff1a923-8f75-4d37-8345-d91a661a8117 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/22b00eeb-f921-4ee3-98f2-3cbf88c9e9c5 HTTP/1.1" status: 204 len: 168 time: 0.5296080 Apr 11 14:19:29.492489 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3c6646-80e8-4da7-a9a7-2c778f955d48 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Router 73279aa8-6434-415a-8b91-e5bc5ab99e3f has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:19:29.578332 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9953ceb-7a0b-47c4-80e2-f67a8f8d3186 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet e73c8e85-8cad-46da-8160-c323a3f26ecc {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:19:29.581972 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9953ceb-7a0b-47c4-80e2-f67a8f8d3186 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:29.641878 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9953ceb-7a0b-47c4-80e2-f67a8f8d3186 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:29.726830 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a7f0dfd-750e-4262-9fda-3a0ce9c375a4 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:29.829618 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:29.877004 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3c6646-80e8-4da7-a9a7-2c778f955d48 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:19:29.890880 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d5f28-64a4-47c1-91f0-6a50676460ea None None] Sync routers for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:19:29.895321 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3d3c6646-80e8-4da7-a9a7-2c778f955d48 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:29.910121 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27d5f28-64a4-47c1-91f0-6a50676460ea None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:29.910738 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-d27d5f28-64a4-47c1-91f0-6a50676460ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:29.928752 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9953ceb-7a0b-47c4-80e2-f67a8f8d3186 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:30.018716 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-d27d5f28-64a4-47c1-91f0-6a50676460ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:30.041055 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27d5f28-64a4-47c1-91f0-6a50676460ea None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:30.042545 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-d27d5f28-64a4-47c1-91f0-6a50676460ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:30.138038 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3d3c6646-80e8-4da7-a9a7-2c778f955d48 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "PUT /v2.0/floatingips/fdb5bc7a-8b62-4313-bbbe-9e4f7898eee7 HTTP/1.1" status: 200 len: 978 time: 2.7439983 Apr 11 14:19:30.142838 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36890) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:30.190109 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-d27d5f28-64a4-47c1-91f0-6a50676460ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:30.190973 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d5f28-64a4-47c1-91f0-6a50676460ea None None] The sync data for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:19:30.198853 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36894) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:30.242812 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a7f0dfd-750e-4262-9fda-3a0ce9c375a4 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:30.246536 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a7f0dfd-750e-4262-9fda-3a0ce9c375a4 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984850'] for router, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:30.323281 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9953ceb-7a0b-47c4-80e2-f67a8f8d3186 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:30.373091 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9953ceb-7a0b-47c4-80e2-f67a8f8d3186 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=e73c8e85-8cad-46da-8160-c323a3f26ecc,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:30.381633 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9953ceb-7a0b-47c4-80e2-f67a8f8d3186 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:30.396711 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ddfe4520-219c-44ad-9c34-df8096162230 None None] Provisioning complete for port ccfe11d4-c8fc-4071-8ac4-853ac2f478ce triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:30.397271 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ddfe4520-219c-44ad-9c34-df8096162230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:30.407116 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c9953ceb-7a0b-47c4-80e2-f67a8f8d3186 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/e73c8e85-8cad-46da-8160-c323a3f26ecc HTTP/1.1" status: 204 len: 168 time: 1.1985753 Apr 11 14:19:30.413060 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36902) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:30.463625 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387d0a14-f3e9-4e0c-ae3e-7b88ff05c4e5 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:19:30.540815 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8f7f4f20-5f13-414b-9010-866e9ca6d546 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:router {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:30.541026 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-9ba1149e-4692-49dd-81d3-6868013f506e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1859635510'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:30.547667 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9ba1149e-4692-49dd-81d3-6868013f506e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:30.553098 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9ba1149e-4692-49dd-81d3-6868013f506e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:network and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:30.556570 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9ba1149e-4692-49dd-81d3-6868013f506e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:30.564556 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9ba1149e-4692-49dd-81d3-6868013f506e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:30.581372 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8f7f4f20-5f13-414b-9010-866e9ca6d546 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:router {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:30.582549 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8f7f4f20-5f13-414b-9010-866e9ca6d546 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1649983 Apr 11 14:19:30.583734 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-bc4b577d-aca5-419d-864a-a82c0112457a tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Deleting port bf0af4e9-be3b-4b95-b650-a03335ccaff3 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:30.584075 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bc4b577d-aca5-419d-864a-a82c0112457a tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:30.585922 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36908) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:30.594440 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-f12d5702-407e-4126-b12b-24f3d302afc7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:30.634335 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7f0dfd-750e-4262-9fda-3a0ce9c375a4 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Router 379ede73-3759-4fc0-ac30-bded95bd82a2 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:19:30.718831 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba1149e-4692-49dd-81d3-6868013f506e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:19:30.722521 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9ba1149e-4692-49dd-81d3-6868013f506e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:30.783494 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bc4b577d-aca5-419d-864a-a82c0112457a tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:30.784121 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bc4b577d-aca5-419d-864a-a82c0112457a tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:30.810412 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9ba1149e-4692-49dd-81d3-6868013f506e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:30.842938 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f12d5702-407e-4126-b12b-24f3d302afc7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:30.843641 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d878ee6-c4ff-4235-a7fb-0598e890b483 None None] DHCP port deletion for 47d4fbd0-dfc4-4187-bb2e-73c4649db563 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:19:30.848289 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-0d878ee6-c4ff-4235-a7fb-0598e890b483 None None] Deleting port ccfe11d4-c8fc-4071-8ac4-853ac2f478ce {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:30.848824 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0d878ee6-c4ff-4235-a7fb-0598e890b483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:30.852700 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9ba1149e-4692-49dd-81d3-6868013f506e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:30.858167 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f12d5702-407e-4126-b12b-24f3d302afc7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:subnet and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:30.864681 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9ba1149e-4692-49dd-81d3-6868013f506e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:security_group_rule and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:30.867344 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f12d5702-407e-4126-b12b-24f3d302afc7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:30.870282 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9ba1149e-4692-49dd-81d3-6868013f506e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:30.890509 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9ba1149e-4692-49dd-81d3-6868013f506e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:30.931779 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-bc4b577d-aca5-419d-864a-a82c0112457a tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Calling delete_port for bf0af4e9-be3b-4b95-b650-a03335ccaff3 owned by network:floatingip {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:30.946735 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f12d5702-407e-4126-b12b-24f3d302afc7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:30.973912 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36918) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:31.008146 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7f0dfd-750e-4262-9fda-3a0ce9c375a4 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:19:31.022670 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143c7586-397d-462e-a873-94ede9561ddd None None] Sync routers for ids ['379ede73-3759-4fc0-ac30-bded95bd82a2'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:19:31.035289 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a7f0dfd-750e-4262-9fda-3a0ce9c375a4 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:31.039323 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6a7f0dfd-750e-4262-9fda-3a0ce9c375a4 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "PUT /v2.0/routers/379ede73-3759-4fc0-ac30-bded95bd82a2 HTTP/1.1" status: 200 len: 920 time: 4.5524471 Apr 11 14:19:31.039475 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36924) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:31.101735 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9ba1149e-4692-49dd-81d3-6868013f506e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:31.104154 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143c7586-397d-462e-a873-94ede9561ddd None None] Routers {'379ede73-3759-4fc0-ac30-bded95bd82a2'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:31.105167 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-143c7586-397d-462e-a873-94ede9561ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['379ede73-3759-4fc0-ac30-bded95bd82a2'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:31.105304 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12d5702-407e-4126-b12b-24f3d302afc7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:19:31.112991 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f12d5702-407e-4126-b12b-24f3d302afc7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:31.159267 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-e84a6d10-5762-407e-8c9c-d8fea65279db tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Request body: {'security_group': {'name': 'tempest-secgroup--2054093397'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:31.163422 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9ba1149e-4692-49dd-81d3-6868013f506e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:31.164824 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e84a6d10-5762-407e-8c9c-d8fea65279db tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:31.168917 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e84a6d10-5762-407e-8c9c-d8fea65279db tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Usage tracker for resource:security_group and tenant:5e36bbfb6b1a4869859326ebd854b202 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:31.176287 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e84a6d10-5762-407e-8c9c-d8fea65279db tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:31.182450 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e84a6d10-5762-407e-8c9c-d8fea65279db tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:31.185897 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-143c7586-397d-462e-a873-94ede9561ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:31.196569 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-0d878ee6-c4ff-4235-a7fb-0598e890b483 None None] For port ccfe11d4-c8fc-4071-8ac4-853ac2f478ce, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=ccfe11d4-c8fc-4071-8ac4-853ac2f478ce,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:19:31.196839 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0d878ee6-c4ff-4235-a7fb-0598e890b483 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:31.204159 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ba1149e-4692-49dd-81d3-6868013f506e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:19:31.265517 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143c7586-397d-462e-a873-94ede9561ddd None None] Routers {'379ede73-3759-4fc0-ac30-bded95bd82a2'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:31.266259 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-143c7586-397d-462e-a873-94ede9561ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['379ede73-3759-4fc0-ac30-bded95bd82a2'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:31.285387 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e84a6d10-5762-407e-8c9c-d8fea65279db tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:31.306077 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e84a6d10-5762-407e-8c9c-d8fea65279db tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:31.383415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e84a6d10-5762-407e-8c9c-d8fea65279db tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:31.392944 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-87622cc7-d59f-431e-b78b-073d6435d280 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "GET /v2.0/routers/379ede73-3759-4fc0-ac30-bded95bd82a2 HTTP/1.1" status: 200 len: 926 time: 0.3426085 Apr 11 14:19:31.393581 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e84a6d10-5762-407e-8c9c-d8fea65279db tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Usage tracker for resource:security_group_rule and tenant:5e36bbfb6b1a4869859326ebd854b202 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:31.397826 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36928) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:31.402112 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e84a6d10-5762-407e-8c9c-d8fea65279db tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:31.432641 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-0d878ee6-c4ff-4235-a7fb-0598e890b483 None None] Calling delete_port for ccfe11d4-c8fc-4071-8ac4-853ac2f478ce owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:31.442552 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1149e-4692-49dd-81d3-6868013f506e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d698260-01e2-4035-a38e-5f6f6f59dfec,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:31.447710 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e84a6d10-5762-407e-8c9c-d8fea65279db tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:31.463157 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-143c7586-397d-462e-a873-94ede9561ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:31.463889 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143c7586-397d-462e-a873-94ede9561ddd None None] The sync data for ids ['379ede73-3759-4fc0-ac30-bded95bd82a2'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:19:31.530127 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90ee172-0df3-4b9a-965e-b21e8571798a tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:31.530625 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a90ee172-0df3-4b9a-965e-b21e8571798a tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Synchronizing usage tracker for tenant:7bc04890669e4c01b1254641ed5bf407 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:31.534920 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bc4b577d-aca5-419d-864a-a82c0112457a tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:31.579268 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0d878ee6-c4ff-4235-a7fb-0598e890b483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:31.582365 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9ba1149e-4692-49dd-81d3-6868013f506e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:31.582777 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-9ba1149e-4692-49dd-81d3-6868013f506e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Added segment a83a5854-a9ac-482e-bd6c-738a41c0bb40 of type vlan for network cb1f0d05-548a-4a06-9e81-75081f5f174c Apr 11 14:19:31.599088 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b577d-aca5-419d-864a-a82c0112457a tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event deleted for resources: {'Port': ['ID=bf0af4e9-be3b-4b95-b650-a03335ccaff3,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:31.623654 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9ba1149e-4692-49dd-81d3-6868013f506e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:31.638078 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d878ee6-c4ff-4235-a7fb-0598e890b483 None None] No DVR routers for this DVR port ccfe11d4-c8fc-4071-8ac4-853ac2f478ce on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:19:31.652398 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d878ee6-c4ff-4235-a7fb-0598e890b483 None None] Pushing event deleted for resources: {'Port': ['ID=ccfe11d4-c8fc-4071-8ac4-853ac2f478ce,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:31.786414 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9ba1149e-4692-49dd-81d3-6868013f506e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:31.792425 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba1149e-4692-49dd-81d3-6868013f506e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:31.793044 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9ba1149e-4692-49dd-81d3-6868013f506e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:31.825098 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e84a6d10-5762-407e-8c9c-d8fea65279db tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:31.835882 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bc4b577d-aca5-419d-864a-a82c0112457a tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:31.836216 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-bc4b577d-aca5-419d-864a-a82c0112457a tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Floating IP fdb5bc7a-8b62-4313-bbbe-9e4f7898eee7 disassociated (deleted). External IP: 172.26.7.14, port: dee52414-9633-49b5-8ac7-3cc23155ed07. Apr 11 14:19:31.891620 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a90ee172-0df3-4b9a-965e-b21e8571798a tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Unset dirty status for tenant:7bc04890669e4c01b1254641ed5bf407 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:31.895270 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a90ee172-0df3-4b9a-965e-b21e8571798a tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=cff58315-4a25-4203-8056-2db185a2b95d&device_id=379ede73-3759-4fc0-ac30-bded95bd82a2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4939318 Apr 11 14:19:31.903865 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36932) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:31.941540 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e84a6d10-5762-407e-8c9c-d8fea65279db tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:31.948718 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1149e-4692-49dd-81d3-6868013f506e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Network': ['ID=cb1f0d05-548a-4a06-9e81-75081f5f174c,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:31.957696 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e84a6d10-5762-407e-8c9c-d8fea65279db tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:31.964108 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network cb1f0d05-548a-4a06-9e81-75081f5f174c details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:19:31.970712 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e84a6d10-5762-407e-8c9c-d8fea65279db tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Usage tracker for resource:security_group_rule and tenant:5e36bbfb6b1a4869859326ebd854b202 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:31.975191 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e84a6d10-5762-407e-8c9c-d8fea65279db tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:32.009789 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.objects.ports [None req-f12d5702-407e-4126-b12b-24f3d302afc7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88616) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 11 14:19:32.011800 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f12d5702-407e-4126-b12b-24f3d302afc7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:32.047100 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e84a6d10-5762-407e-8c9c-d8fea65279db tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:32.056807 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9ba1149e-4692-49dd-81d3-6868013f506e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8568554 Apr 11 14:19:32.063765 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36936) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:32.084968 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-959b70bb-fd6c-4cd4-8309-c3aca487cc47 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'port': {'network_id': 'cb1f0d05-548a-4a06-9e81-75081f5f174c', 'name': 'tempest-PortsTestJSON-814409189'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:32.129765 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12d5702-407e-4126-b12b-24f3d302afc7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:32.135570 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-f12d5702-407e-4126-b12b-24f3d302afc7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:32.142432 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12d5702-407e-4126-b12b-24f3d302afc7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:32.142931 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f12d5702-407e-4126-b12b-24f3d302afc7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:32.144350 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a6d10-5762-407e-8c9c-d8fea65279db tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce76954d-423c-407d-8e16-39d3c3caa579,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:32.155496 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0857ca-9e3e-4203-8984-3d68181721ac None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:19:32.157823 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d5702-407e-4126-b12b-24f3d302afc7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=927276ca-83da-4fe2-b89e-06bf893c6ea8,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:32.222646 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f86104e-1398-473f-b44e-eb5e5c8141f0 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:32.223228 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5f86104e-1398-473f-b44e-eb5e5c8141f0 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Synchronizing usage tracker for tenant:7bc04890669e4c01b1254641ed5bf407 on resource:network {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:32.250377 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-959b70bb-fd6c-4cd4-8309-c3aca487cc47 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:32.254816 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-959b70bb-fd6c-4cd4-8309-c3aca487cc47 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:port and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:32.257800 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-959b70bb-fd6c-4cd4-8309-c3aca487cc47 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:32.266084 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-959b70bb-fd6c-4cd4-8309-c3aca487cc47 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:32.299359 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f12d5702-407e-4126-b12b-24f3d302afc7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7120273 Apr 11 14:19:32.300223 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36940) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:32.307902 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-427a946a-b0d8-487d-87f5-b4c0346d9ddf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:32.320672 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5f86104e-1398-473f-b44e-eb5e5c8141f0 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] Unset dirty status for tenant:7bc04890669e4c01b1254641ed5bf407 on resource:network {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:32.326433 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5f86104e-1398-473f-b44e-eb5e5c8141f0 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "GET /v2.0/networks/cff58315-4a25-4203-8056-2db185a2b95d HTTP/1.1" status: 200 len: 881 time: 0.4169145 Apr 11 14:19:32.326644 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36944) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:32.352924 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ccfe11d4-c8fc-4071-8ac4-853ac2f478ce no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:19:32.359095 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e84a6d10-5762-407e-8c9c-d8fea65279db tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:32.385173 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959b70bb-fd6c-4cd4-8309-c3aca487cc47 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:19:32.389775 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-959b70bb-fd6c-4cd4-8309-c3aca487cc47 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:32.398247 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: ccfe11d4-c8fc-4071-8ac4-853ac2f478ce {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:19:32.398789 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ccfe11d4-c8fc-4071-8ac4-853ac2f478ce not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:19:32.452468 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e84a6d10-5762-407e-8c9c-d8fea65279db tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:32.462300 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-22b8022b-7b7e-4120-8b3a-27cf0bd04620 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "GET /v2.0/ports?device_id=379ede73-3759-4fc0-ac30-bded95bd82a2 HTTP/1.1" status: 200 len: 205 time: 0.1322489 Apr 11 14:19:32.467771 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36948) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:32.496387 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4b577d-aca5-419d-864a-a82c0112457a tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Router 73279aa8-6434-415a-8b91-e5bc5ab99e3f has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:19:32.534941 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04757330-88ed-4948-bd89-feb375eb3188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'fixed_ips': [{'subnet_id': '927276ca-83da-4fe2-b89e-06bf893c6ea8'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:19:32.535980 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-04757330-88ed-4948-bd89-feb375eb3188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:32.546228 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-959b70bb-fd6c-4cd4-8309-c3aca487cc47 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] device_id is not set on port 9d964cbd-d656-48f6-a7c3-95c63f0f8b0d yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:19:32.582637 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a6d10-5762-407e-8c9c-d8fea65279db tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=981ddb09-3ac2-441b-8b30-e4711ab7a956,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:32.609017 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e84a6d10-5762-407e-8c9c-d8fea65279db tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:32.613470 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e84a6d10-5762-407e-8c9c-d8fea65279db tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6367891 Apr 11 14:19:32.613635 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36954) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:32.715204 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-04757330-88ed-4948-bd89-feb375eb3188 None None] Allocated IP 2001:db8::f816:3eff:fe5b:6bf9 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/927276ca-83da-4fe2-b89e-06bf893c6ea8/06cf669c-5927-4007-8865-5ddd2c239e9f) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:32.755007 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-427a946a-b0d8-487d-87f5-b4c0346d9ddf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:32.759564 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4b577d-aca5-419d-864a-a82c0112457a tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:19:32.762889 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-427a946a-b0d8-487d-87f5-b4c0346d9ddf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:subnet and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:32.767146 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bc4b577d-aca5-419d-864a-a82c0112457a tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:32.771480 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc7e0b2-5203-4551-8f1b-fb1aac6732d0 None None] Sync routers for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:19:32.776854 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-427a946a-b0d8-487d-87f5-b4c0346d9ddf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:32.783059 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc7e0b2-5203-4551-8f1b-fb1aac6732d0 None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:32.783701 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fbc7e0b2-5203-4551-8f1b-fb1aac6732d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:32.803756 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-427a946a-b0d8-487d-87f5-b4c0346d9ddf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:32.816696 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1776763e-1a1e-4f35-a305-4e2d219dd9eb tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Synchronizing usage tracker for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:32.849580 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bc4b577d-aca5-419d-864a-a82c0112457a tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "DELETE /v2.0/floatingips/fdb5bc7a-8b62-4313-bbbe-9e4f7898eee7 HTTP/1.1" status: 204 len: 168 time: 2.7047143 Apr 11 14:19:32.850411 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36958) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:32.853518 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f9c91769-bb0f-4149-aeba-e89ed110de03 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:32.860340 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fbc7e0b2-5203-4551-8f1b-fb1aac6732d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:32.870257 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc7e0b2-5203-4551-8f1b-fb1aac6732d0 None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:32.871271 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fbc7e0b2-5203-4551-8f1b-fb1aac6732d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:32.922836 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-5ffa819f-5805-4db4-8227-6b4faca85333 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Deleting port dee52414-9633-49b5-8ac7-3cc23155ed07 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:32.923257 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5ffa819f-5805-4db4-8227-6b4faca85333 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:32.947143 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fbc7e0b2-5203-4551-8f1b-fb1aac6732d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:32.947891 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc7e0b2-5203-4551-8f1b-fb1aac6732d0 None None] The sync data for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:19:32.978655 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1776763e-1a1e-4f35-a305-4e2d219dd9eb tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Unset dirty status for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:32.978655 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1776763e-1a1e-4f35-a305-4e2d219dd9eb tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3610914 Apr 11 14:19:32.980320 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427a946a-b0d8-487d-87f5-b4c0346d9ddf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:19:32.984031 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36964) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:32.985434 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-427a946a-b0d8-487d-87f5-b4c0346d9ddf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:32.991938 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-6a8306ac-caf8-46df-b2a8-7347a5c35438 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Request body: {'security_group': {'name': 'tempest-security--1787513910', 'description': 'tempest-security-description-962737274'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:33.085865 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6a8306ac-caf8-46df-b2a8-7347a5c35438 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:33.101373 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-04757330-88ed-4948-bd89-feb375eb3188 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:33.114647 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-04757330-88ed-4948-bd89-feb375eb3188 None None] Transition to ACTIVE for port object 06cf669c-5927-4007-8865-5ddd2c239e9f will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:19:33.140854 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-04757330-88ed-4948-bd89-feb375eb3188 None None] Transition to ACTIVE for port object 06cf669c-5927-4007-8865-5ddd2c239e9f will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:19:33.211620 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-04757330-88ed-4948-bd89-feb375eb3188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:33.263008 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6a8306ac-caf8-46df-b2a8-7347a5c35438 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:33.292998 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04757330-88ed-4948-bd89-feb375eb3188 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:33.297194 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-04757330-88ed-4948-bd89-feb375eb3188 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:33.300324 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04757330-88ed-4948-bd89-feb375eb3188 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:19:33.327869 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5ffa819f-5805-4db4-8227-6b4faca85333 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:33.331452 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-959b70bb-fd6c-4cd4-8309-c3aca487cc47 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:33.340618 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6a8306ac-caf8-46df-b2a8-7347a5c35438 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:33.343448 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6a8306ac-caf8-46df-b2a8-7347a5c35438 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:33.344795 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6a8306ac-caf8-46df-b2a8-7347a5c35438 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "PUT /v2.0/security-groups/981ddb09-3ac2-441b-8b30-e4711ab7a956 HTTP/1.1" status: 200 len: 1777 time: 0.3597035 Apr 11 14:19:33.353151 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36968) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:33.363196 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04757330-88ed-4948-bd89-feb375eb3188 None None] Pushing event updated for resources: {'Port': ['ID=06cf669c-5927-4007-8865-5ddd2c239e9f,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:33.428650 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-04757330-88ed-4948-bd89-feb375eb3188 None None] Attempting to bind port 06cf669c-5927-4007-8865-5ddd2c239e9f on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:19:33.429107 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-04757330-88ed-4948-bd89-feb375eb3188 None None] Attempting to bind port 06cf669c-5927-4007-8865-5ddd2c239e9f by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:19:33.429722 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04757330-88ed-4948-bd89-feb375eb3188 None None] Attempting to bind port 06cf669c-5927-4007-8865-5ddd2c239e9f on network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:19:33.437919 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04757330-88ed-4948-bd89-feb375eb3188 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:19:33.438297 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04757330-88ed-4948-bd89-feb375eb3188 None None] Checking segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:19:33.438617 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-04757330-88ed-4948-bd89-feb375eb3188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:33.439033 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04757330-88ed-4948-bd89-feb375eb3188 None None] Bound using segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:19:33.439636 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-04757330-88ed-4948-bd89-feb375eb3188 None None] Bound port: 06cf669c-5927-4007-8865-5ddd2c239e9f, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:19:33.439935 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-04757330-88ed-4948-bd89-feb375eb3188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:33.455639 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f9c91769-bb0f-4149-aeba-e89ed110de03 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:33.480145 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7d26ff19-4969-422a-82d2-d245980ec52c tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-groups/981ddb09-3ac2-441b-8b30-e4711ab7a956 HTTP/1.1" status: 200 len: 1777 time: 0.1255846 Apr 11 14:19:33.484908 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36972) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:33.574029 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-04757330-88ed-4948-bd89-feb375eb3188 None None] For port 06cf669c-5927-4007-8865-5ddd2c239e9f, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:19:33.578055 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-04757330-88ed-4948-bd89-feb375eb3188 None None] For port 06cf669c-5927-4007-8865-5ddd2c239e9f, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=06cf669c-5927-4007-8865-5ddd2c239e9f,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:19:33.585132 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-959b70bb-fd6c-4cd4-8309-c3aca487cc47 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:33.597410 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-f9c91769-bb0f-4149-aeba-e89ed110de03 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Deleting port 67ccd99a-2eb3-4968-8080-3c91cf277f3a {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:33.597898 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f9c91769-bb0f-4149-aeba-e89ed110de03 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:33.635340 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-5ffa819f-5805-4db4-8227-6b4faca85333 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Calling delete_port for dee52414-9633-49b5-8ac7-3cc23155ed07 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:33.644024 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-04757330-88ed-4948-bd89-feb375eb3188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:33.753766 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04757330-88ed-4948-bd89-feb375eb3188 None None] Pushing event updated for resources: {'Port': ['ID=06cf669c-5927-4007-8865-5ddd2c239e9f,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:33.756531 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8306ac-caf8-46df-b2a8-7347a5c35438 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=981ddb09-3ac2-441b-8b30-e4711ab7a956,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:33.803229 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-37a0dcf3-d011-4973-b5c5-9ea5393e497e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:33.812942 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44a4cb-5093-4e93-b374-e803be7d5a59 req-3d2344d2-3327-4ab3-be9f-fc833c267f0f tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:33.814638 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4a44a4cb-5093-4e93-b374-e803be7d5a59 req-3d2344d2-3327-4ab3-be9f-fc833c267f0f tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 946 time: 0.1500156 Apr 11 14:19:33.825271 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b70bb-fd6c-4cd4-8309-c3aca487cc47 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Port': ['ID=9d964cbd-d656-48f6-a7c3-95c63f0f8b0d,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:33.922227 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959b70bb-fd6c-4cd4-8309-c3aca487cc47 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Checking segment: {'id': 'a83a5854-a9ac-482e-bd6c-738a41c0bb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cb1f0d05-548a-4a06-9e81-75081f5f174c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:19:33.922603 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959b70bb-fd6c-4cd4-8309-c3aca487cc47 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network hostable DHCP agents. Network: cb1f0d05-548a-4a06-9e81-75081f5f174c, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:19:33.927892 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-37a0dcf3-d011-4973-b5c5-9ea5393e497e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:33.928298 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4a44a4cb-5093-4e93-b374-e803be7d5a59 req-e8e1effe-59c7-4e5a-aad1-c48062d454be tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c71cb42-c4a5-4351-8414-8c15d87ca31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747707 Apr 11 14:19:34.051482 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f9c91769-bb0f-4149-aeba-e89ed110de03 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:34.089149 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5ffa819f-5805-4db4-8227-6b4faca85333 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:34.151032 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa819f-5805-4db4-8227-6b4faca85333 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event deleted for resources: {'Port': ['ID=dee52414-9633-49b5-8ac7-3cc23155ed07,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:34.190046 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959b70bb-fd6c-4cd4-8309-c3aca487cc47 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network cb1f0d05-548a-4a06-9e81-75081f5f174c is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:19:34.192823 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-427a946a-b0d8-487d-87f5-b4c0346d9ddf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:34.209710 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-f9c91769-bb0f-4149-aeba-e89ed110de03 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Calling delete_port for 67ccd99a-2eb3-4968-8080-3c91cf277f3a owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:34.274205 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-37a0dcf3-d011-4973-b5c5-9ea5393e497e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:34.313537 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5ffa819f-5805-4db4-8227-6b4faca85333 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:34.320506 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0dcf3-d011-4973-b5c5-9ea5393e497e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=981ddb09-3ac2-441b-8b30-e4711ab7a956,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:34.344241 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 06cf669c-5927-4007-8865-5ddd2c239e9f up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:19:34.346381 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427a946a-b0d8-487d-87f5-b4c0346d9ddf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:34.354125 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-427a946a-b0d8-487d-87f5-b4c0346d9ddf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:34.373686 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427a946a-b0d8-487d-87f5-b4c0346d9ddf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:34.374376 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-427a946a-b0d8-487d-87f5-b4c0346d9ddf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:34.389306 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-959b70bb-fd6c-4cd4-8309-c3aca487cc47 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, cb1f0d05-548a-4a06-9e81-75081f5f174c) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:34.393015 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5ffa819f-5805-4db4-8227-6b4faca85333 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "DELETE /v2.0/ports/dee52414-9633-49b5-8ac7-3cc23155ed07 HTTP/1.1" status: 204 len: 168 time: 1.5407317 Apr 11 14:19:34.396643 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36978) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:34.398926 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a946a-b0d8-487d-87f5-b4c0346d9ddf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=65b8dc86-085b-467c-9fdc-761ec79d8450,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:34.403626 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-0a92a5c5-c90d-40d4-8471-0e690c6b4cbe tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:34.409632 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0a92a5c5-c90d-40d4-8471-0e690c6b4cbe tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:34.411831 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bad595-c148-4cd5-a6b8-e11c09f5b38c None None] Network cb1f0d05-548a-4a06-9e81-75081f5f174c requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:19:34.414614 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0a92a5c5-c90d-40d4-8471-0e690c6b4cbe tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Usage tracker for resource:floatingip and tenant:f364abda35ba4de88d7da540664f92af is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:34.415325 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959b70bb-fd6c-4cd4-8309-c3aca487cc47 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:19:34.417826 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0a92a5c5-c90d-40d4-8471-0e690c6b4cbe tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:34.421173 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959b70bb-fd6c-4cd4-8309-c3aca487cc47 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:34.421722 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-959b70bb-fd6c-4cd4-8309-c3aca487cc47 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:34.424379 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0a92a5c5-c90d-40d4-8471-0e690c6b4cbe tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:34.510130 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a92a5c5-c90d-40d4-8471-0e690c6b4cbe tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:34.559056 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-959b70bb-fd6c-4cd4-8309-c3aca487cc47 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.4836299 Apr 11 14:19:34.559056 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-427a946a-b0d8-487d-87f5-b4c0346d9ddf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2562013 Apr 11 14:19:34.559349 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36982) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:34.564164 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-37a0dcf3-d011-4973-b5c5-9ea5393e497e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:34.572504 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-894f05de-0cb9-4c43-a99b-9f8b8dc13a46 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1759511146'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:34.572718 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-37a0dcf3-d011-4973-b5c5-9ea5393e497e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "DELETE /v2.0/security-groups/981ddb09-3ac2-441b-8b30-e4711ab7a956 HTTP/1.1" status: 204 len: 168 time: 1.0802770 Apr 11 14:19:34.573949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36986) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:34.574705 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 36988) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:34.581134 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-894f05de-0cb9-4c43-a99b-9f8b8dc13a46 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:34.585124 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-87b3e753-73d9-4417-b328-a6a042991adb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'port': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'mac_address': 'fa:16:3e:a0:16:d6', 'name': 'tempest-NetworksTestDHCPv6-1832811212'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:34.588468 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-894f05de-0cb9-4c43-a99b-9f8b8dc13a46 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:network and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:34.620582 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 06cf669c-5927-4007-8865-5ddd2c239e9f completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:19:34.656076 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f9c91769-bb0f-4149-aeba-e89ed110de03 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:34.656978 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-894f05de-0cb9-4c43-a99b-9f8b8dc13a46 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:34.673454 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-894f05de-0cb9-4c43-a99b-9f8b8dc13a46 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:34.741360 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a92a5c5-c90d-40d4-8471-0e690c6b4cbe tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:34.757265 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c91769-bb0f-4149-aeba-e89ed110de03 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Pushing event deleted for resources: {'Port': ['ID=67ccd99a-2eb3-4968-8080-3c91cf277f3a,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:34.800640 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894f05de-0cb9-4c43-a99b-9f8b8dc13a46 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:19:34.804155 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-894f05de-0cb9-4c43-a99b-9f8b8dc13a46 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:34.864981 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894f05de-0cb9-4c43-a99b-9f8b8dc13a46 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:19:34.892622 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-cbef8087-5cfe-45a8-9fcc-de859c2f0afb tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Synchronizing usage tracker for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:34.915580 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-894f05de-0cb9-4c43-a99b-9f8b8dc13a46 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:34.915930 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-894f05de-0cb9-4c43-a99b-9f8b8dc13a46 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Added segment 503169cb-65f4-4ae0-ab8e-a849711bc19f of type vlan for network d8883f84-b7a4-42d8-b912-d05c357dfffc Apr 11 14:19:34.942241 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-87b3e753-73d9-4417-b328-a6a042991adb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:34.950813 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-87b3e753-73d9-4417-b328-a6a042991adb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:port and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:34.957731 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-87b3e753-73d9-4417-b328-a6a042991adb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:34.961437 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-894f05de-0cb9-4c43-a99b-9f8b8dc13a46 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:34.963276 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f9c91769-bb0f-4149-aeba-e89ed110de03 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:34.965454 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-0a92a5c5-c90d-40d4-8471-0e690c6b4cbe tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Allocated IP 172.26.7.108 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/c6b2c34f-0506-4c3f-940f-d1ad8d5d5d72) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:35.025839 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea21a4d-1954-4657-871b-e7b818c20d9d None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:19:35.107067 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-cbef8087-5cfe-45a8-9fcc-de859c2f0afb tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Unset dirty status for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:35.111903 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cbef8087-5cfe-45a8-9fcc-de859c2f0afb tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5331850 Apr 11 14:19:35.128224 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 36996) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:35.146668 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-87b3e753-73d9-4417-b328-a6a042991adb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:35.161613 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-7cb1c9e3-8ac5-4b76-883e-919939838439 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] delete failed (client error): The resource could not be found. Apr 11 14:19:35.167406 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7cb1c9e3-8ac5-4b76-883e-919939838439 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "DELETE /v2.0/security-groups/981ddb09-3ac2-441b-8b30-e4711ab7a956 HTTP/1.1" status: 404 len: 347 time: 0.0345221 Apr 11 14:19:35.169909 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37000) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:35.177690 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-2a770168-f581-4310-8d80-d68ddb7b8fef tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Request body: {'security_group': {'name': 'tempest-secgroup--609462502'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:35.187588 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-894f05de-0cb9-4c43-a99b-9f8b8dc13a46 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:35.193226 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894f05de-0cb9-4c43-a99b-9f8b8dc13a46 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:35.193845 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-894f05de-0cb9-4c43-a99b-9f8b8dc13a46 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:35.214492 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-2a770168-f581-4310-8d80-d68ddb7b8fef tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:35.275618 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-2a770168-f581-4310-8d80-d68ddb7b8fef tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:35.336350 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-82ba7004-5d68-498f-bff5-9fac8a2c78be None None] Provisioning for port 06cf669c-5927-4007-8865-5ddd2c239e9f completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:19:35.350695 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-82ba7004-5d68-498f-bff5-9fac8a2c78be None None] Provisioning complete for port 06cf669c-5927-4007-8865-5ddd2c239e9f triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:35.350957 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-82ba7004-5d68-498f-bff5-9fac8a2c78be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:35.363208 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f05de-0cb9-4c43-a99b-9f8b8dc13a46 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Network': ['ID=d8883f84-b7a4-42d8-b912-d05c357dfffc,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:35.369734 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b3e753-73d9-4417-b328-a6a042991adb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:19:35.372164 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a92a5c5-c90d-40d4-8471-0e690c6b4cbe tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:35.386950 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f9c91769-bb0f-4149-aeba-e89ed110de03 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:35.406110 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network d8883f84-b7a4-42d8-b912-d05c357dfffc details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:19:35.409187 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f9c91769-bb0f-4149-aeba-e89ed110de03 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:35.413626 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-894f05de-0cb9-4c43-a99b-9f8b8dc13a46 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8539510 Apr 11 14:19:35.416366 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37004) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:35.423608 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'ports': [{'network_id': 'cb1f0d05-548a-4a06-9e81-75081f5f174c'}, {'network_id': 'd8883f84-b7a4-42d8-b912-d05c357dfffc'}]} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:35.423919 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'port': {'network_id': 'cb1f0d05-548a-4a06-9e81-75081f5f174c'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:35.424406 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'port': {'network_id': 'd8883f84-b7a4-42d8-b912-d05c357dfffc'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:35.547882 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22976187-2b8e-4f94-855b-6f5c140b6719 req-fd20c902-5af4-40bc-83a8-07cff3ed4005 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:35.555869 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-22976187-2b8e-4f94-855b-6f5c140b6719 req-fd20c902-5af4-40bc-83a8-07cff3ed4005 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 946 time: 0.4456131 Apr 11 14:19:35.570647 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2a770168-f581-4310-8d80-d68ddb7b8fef tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:35.580921 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a92a5c5-c90d-40d4-8471-0e690c6b4cbe tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:35.596385 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f9c91769-bb0f-4149-aeba-e89ed110de03 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:35.597118 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c91769-bb0f-4149-aeba-e89ed110de03 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Fanout notify agent at l3_agent the message router_deleted on router 379ede73-3759-4fc0-ac30-bded95bd82a2 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:19:35.628139 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-87b3e753-73d9-4417-b328-a6a042991adb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:35.645983 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f9c91769-bb0f-4149-aeba-e89ed110de03 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:35.647372 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f9c91769-bb0f-4149-aeba-e89ed110de03 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "DELETE /v2.0/routers/379ede73-3759-4fc0-ac30-bded95bd82a2 HTTP/1.1" status: 204 len: 168 time: 3.1780248 Apr 11 14:19:35.654768 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37008) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:35.663426 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-22976187-2b8e-4f94-855b-6f5c140b6719 req-a391e247-ecbc-492d-bedd-d5309fb5acc3 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c71cb42-c4a5-4351-8414-8c15d87ca31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062546 Apr 11 14:19:35.681997 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-936a96aa-edd1-475a-bf4b-3173e046d6db tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-844228191', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}, 'admin_state_up': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:35.694476 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-936a96aa-edd1-475a-bf4b-3173e046d6db tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:35.694623 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-82ba7004-5d68-498f-bff5-9fac8a2c78be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:35.701182 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a92a5c5-c90d-40d4-8471-0e690c6b4cbe tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:35.706064 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-2a770168-f581-4310-8d80-d68ddb7b8fef tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:35.707486 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-87b3e753-73d9-4417-b328-a6a042991adb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] device_id is not set on port bdfd6728-a47e-46a7-8821-31b8d18c053a yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:19:35.734883 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-0a92a5c5-c90d-40d4-8471-0e690c6b4cbe tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:35.737419 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-2a770168-f581-4310-8d80-d68ddb7b8fef tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Usage tracker for resource:security_group_rule and tenant:5e36bbfb6b1a4869859326ebd854b202 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:35.745984 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-2a770168-f581-4310-8d80-d68ddb7b8fef tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:35.751854 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a92a5c5-c90d-40d4-8471-0e690c6b4cbe tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:19:35.756958 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-936a96aa-edd1-475a-bf4b-3173e046d6db tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Usage tracker for resource:router and tenant:41e441156ac9421da3a74f10f0d49d88 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:35.760666 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-936a96aa-edd1-475a-bf4b-3173e046d6db tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:35.774395 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-936a96aa-edd1-475a-bf4b-3173e046d6db tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:35.782408 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-82ba7004-5d68-498f-bff5-9fac8a2c78be None None] For port 06cf669c-5927-4007-8865-5ddd2c239e9f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=06cf669c-5927-4007-8865-5ddd2c239e9f,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:19:35.793532 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ab7206-fa82-4c0e-95e2-c1b27c224ea8 None None] Update dhcp port {'port': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'fixed_ips': [{'subnet_id': '927276ca-83da-4fe2-b89e-06bf893c6ea8', 'ip_address': '2001:db8::f816:3eff:fe5b:6bf9'}, {'subnet_id': '65b8dc86-085b-467c-9fdc-761ec79d8450'}], 'binding:host_id': 'dv-neutron-837330-1-hyperv'}, 'id': '06cf669c-5927-4007-8865-5ddd2c239e9f'} from dv-neutron-837330-1-hyperv. {{(pid=88618) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 11 14:19:35.834757 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92a5c5-c90d-40d4-8471-0e690c6b4cbe tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event updated for resources: {'Port': ['ID=c6b2c34f-0506-4c3f-940f-d1ad8d5d5d72,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:35.847312 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-2a770168-f581-4310-8d80-d68ddb7b8fef tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:35.854522 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-82ba7004-5d68-498f-bff5-9fac8a2c78be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:35.884950 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-936a96aa-edd1-475a-bf4b-3173e046d6db tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:35.885954 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-936a96aa-edd1-475a-bf4b-3173e046d6db tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:35.899257 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-50ab7206-fa82-4c0e-95e2-c1b27c224ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:35.948175 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-936a96aa-edd1-475a-bf4b-3173e046d6db tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:35.989779 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba7004-5d68-498f-bff5-9fac8a2c78be None None] Pushing event updated for resources: {'Port': ['ID=06cf669c-5927-4007-8865-5ddd2c239e9f,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:35.993749 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-87b3e753-73d9-4417-b328-a6a042991adb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 172.20.0.5 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/65b8dc86-085b-467c-9fdc-761ec79d8450/bdfd6728-a47e-46a7-8821-31b8d18c053a) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:36.002606 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-87b3e753-73d9-4417-b328-a6a042991adb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 2001:db8::f816:3eff:fea0:16d6 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/927276ca-83da-4fe2-b89e-06bf893c6ea8/bdfd6728-a47e-46a7-8821-31b8d18c053a) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:36.037670 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:36.054229 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:port and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:36.060856 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:36.079121 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:36.098316 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f459da-7ccc-41e3-9607-e1107c9d044b req-f9424675-3fd3-4a0f-bf52-f1f01129d326 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:36.100422 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d2f459da-7ccc-41e3-9607-e1107c9d044b req-f9424675-3fd3-4a0f-bf52-f1f01129d326 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 946 time: 0.5717976 Apr 11 14:19:36.203217 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'port': 2} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:19:36.207517 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:36.224810 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a92a5c5-c90d-40d4-8471-0e690c6b4cbe tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:36.227811 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2a770168-f581-4310-8d80-d68ddb7b8fef tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:36.240114 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-d2f459da-7ccc-41e3-9607-e1107c9d044b req-66915668-b51d-4b6d-bd7a-a8ccec1ca795 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Deleting port 203374a2-d70a-47f1-999f-ce6beb26a75e {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:36.240390 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d2f459da-7ccc-41e3-9607-e1107c9d044b req-66915668-b51d-4b6d-bd7a-a8ccec1ca795 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:36.273101 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:36.289572 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2a770168-f581-4310-8d80-d68ddb7b8fef tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:36.311715 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 06cf669c-5927-4007-8865-5ddd2c239e9f up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:19:36.404193 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 06cf669c-5927-4007-8865-5ddd2c239e9f triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:36.404863 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:36.427110 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-936a96aa-edd1-475a-bf4b-3173e046d6db tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:36.450796 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a770168-f581-4310-8d80-d68ddb7b8fef tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24ad3d89-d966-4ea1-b8ff-ed8547dd9a84,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:36.538931 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-87b3e753-73d9-4417-b328-a6a042991adb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:36.538931 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-87b3e753-73d9-4417-b328-a6a042991adb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Transition to ACTIVE for port object bdfd6728-a47e-46a7-8821-31b8d18c053a will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:19:36.627391 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a92a5c5-c90d-40d4-8471-0e690c6b4cbe tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:36.732070 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-87b3e753-73d9-4417-b328-a6a042991adb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:36.743047 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2a770168-f581-4310-8d80-d68ddb7b8fef tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:36.747031 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2a770168-f581-4310-8d80-d68ddb7b8fef tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5742254 Apr 11 14:19:36.807395 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37014) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:36.814452 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-50ab7206-fa82-4c0e-95e2-c1b27c224ea8 None None] Allocated IP 172.20.0.2 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/65b8dc86-085b-467c-9fdc-761ec79d8450/06cf669c-5927-4007-8865-5ddd2c239e9f) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:36.817670 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3e753-73d9-4417-b328-a6a042991adb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=bdfd6728-a47e-46a7-8821-31b8d18c053a,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:36.829130 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-41d39cb9-9320-4d5d-8b1b-1a4e847533a9 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Request body: {'security_group_rule': {'security_group_id': '24ad3d89-d966-4ea1-b8ff-ed8547dd9a84', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:36.879454 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-41d39cb9-9320-4d5d-8b1b-1a4e847533a9 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:36.883796 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] device_id is not set on port 4d35a00a-4bea-4bd9-a8c9-477b7bead781 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:19:36.888476 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b3e753-73d9-4417-b328-a6a042991adb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:36.892800 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-87b3e753-73d9-4417-b328-a6a042991adb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:36.895577 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b3e753-73d9-4417-b328-a6a042991adb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:19:36.909546 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-41d39cb9-9320-4d5d-8b1b-1a4e847533a9 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Usage tracker for resource:security_group_rule and tenant:5e36bbfb6b1a4869859326ebd854b202 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:36.929624 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-41d39cb9-9320-4d5d-8b1b-1a4e847533a9 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:36.946517 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-41d39cb9-9320-4d5d-8b1b-1a4e847533a9 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:36.987684 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b3e753-73d9-4417-b328-a6a042991adb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:36.988499 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-87b3e753-73d9-4417-b328-a6a042991adb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:36.992999 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-50ab7206-fa82-4c0e-95e2-c1b27c224ea8 None None] For port 06cf669c-5927-4007-8865-5ddd2c239e9f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=06cf669c-5927-4007-8865-5ddd2c239e9f,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:19:37.038212 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-50ab7206-fa82-4c0e-95e2-c1b27c224ea8 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:37.058260 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-50ab7206-fa82-4c0e-95e2-c1b27c224ea8 None None] Transition to ACTIVE for port object 06cf669c-5927-4007-8865-5ddd2c239e9f will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:19:37.093778 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-d2f459da-7ccc-41e3-9607-e1107c9d044b req-66915668-b51d-4b6d-bd7a-a8ccec1ca795 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] For port 203374a2-d70a-47f1-999f-ce6beb26a75e, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=203374a2-d70a-47f1-999f-ce6beb26a75e,segment=NetworkSegment(9435d7f4-8ad0-4468-b4a5-462636e7996a),segment_id=9435d7f4-8ad0-4468-b4a5-462636e7996a)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:19:37.094170 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d2f459da-7ccc-41e3-9607-e1107c9d044b req-66915668-b51d-4b6d-bd7a-a8ccec1ca795 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:37.094584 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-87b3e753-73d9-4417-b328-a6a042991adb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5162315 Apr 11 14:19:37.095902 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37018) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:37.119484 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-41d39cb9-9320-4d5d-8b1b-1a4e847533a9 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:37.137904 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-50ab7206-fa82-4c0e-95e2-c1b27c224ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:37.290560 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab7206-fa82-4c0e-95e2-c1b27c224ea8 None None] Pushing event updated for resources: {'Port': ['ID=06cf669c-5927-4007-8865-5ddd2c239e9f,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:37.311691 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135bb10-ad08-4b24-ab81-ef9a2919a74b req-433ccaa8-c011-46c3-83a2-f89ccfa843de tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:37.313174 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7135bb10-ad08-4b24-ab81-ef9a2919a74b req-433ccaa8-c011-46c3-83a2-f89ccfa843de tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 946 time: 0.4793031 Apr 11 14:19:37.403504 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-936a96aa-edd1-475a-bf4b-3173e046d6db tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:37.438854 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-936a96aa-edd1-475a-bf4b-3173e046d6db tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:37.496868 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:37.526344 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a43915c-355b-4a59-a740-57a2b34f9e11 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:37.533530 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a43915c-355b-4a59-a740-57a2b34f9e11 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:37.534434 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4a43915c-355b-4a59-a740-57a2b34f9e11 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:37.554992 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a92a5c5-c90d-40d4-8471-0e690c6b4cbe tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:37.638586 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-936a96aa-edd1-475a-bf4b-3173e046d6db tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Allocated IP 172.26.7.113 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/25162a10-91f4-45d1-a0de-d4be69e16023) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:37.654797 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-41d39cb9-9320-4d5d-8b1b-1a4e847533a9 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:37.671430 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a92a5c5-c90d-40d4-8471-0e690c6b4cbe tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:37.675393 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4a43915c-355b-4a59-a740-57a2b34f9e11 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:37.679159 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4a43915c-355b-4a59-a740-57a2b34f9e11 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5705698 Apr 11 14:19:37.679325 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7135bb10-ad08-4b24-ab81-ef9a2919a74b req-dcbd90a5-98da-4733-8d86-4cd51db29054 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c71cb42-c4a5-4351-8414-8c15d87ca31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3522902 Apr 11 14:19:37.689210 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37024) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:37.854082 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3c8f1-009c-4b89-b60c-a4074632756d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting port bdfd6728-a47e-46a7-8821-31b8d18c053a {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:37.854082 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ffc3c8f1-009c-4b89-b60c-a4074632756d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:37.931240 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-41d39cb9-9320-4d5d-8b1b-1a4e847533a9 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:37.986925 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-936a96aa-edd1-475a-bf4b-3173e046d6db tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:38.035511 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] device_id is not set on port fed23015-bb13-4dac-8e69-7a0ab2d1f8ab yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:19:38.049622 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d39cb9-9320-4d5d-8b1b-1a4e847533a9 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6bb6331-148d-4e19-b716-0449990c66fb,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:38.104564 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-0d274107-a9ca-4833-a3e0-42b6182b0be2 None None] Provisioning for port 06cf669c-5927-4007-8865-5ddd2c239e9f completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:19:38.105778 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d2f459da-7ccc-41e3-9607-e1107c9d044b req-66915668-b51d-4b6d-bd7a-a8ccec1ca795 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:38.105778 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d2f459da-7ccc-41e3-9607-e1107c9d044b req-66915668-b51d-4b6d-bd7a-a8ccec1ca795 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:38.105778 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [req-d2f459da-7ccc-41e3-9607-e1107c9d044b req-66915668-b51d-4b6d-bd7a-a8ccec1ca795 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Floating IP ddc53a4d-270f-4fc0-82e9-b105d02a0053 disassociated. External IP: 172.26.7.189, port: 203374a2-d70a-47f1-999f-ce6beb26a75e. Apr 11 14:19:38.105778 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-d2f459da-7ccc-41e3-9607-e1107c9d044b req-66915668-b51d-4b6d-bd7a-a8ccec1ca795 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Calling delete_port for 203374a2-d70a-47f1-999f-ce6beb26a75e owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:38.137797 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-0d274107-a9ca-4833-a3e0-42b6182b0be2 None None] Provisioning complete for port 06cf669c-5927-4007-8865-5ddd2c239e9f triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:38.138538 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0d274107-a9ca-4833-a3e0-42b6182b0be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:38.147017 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92a5c5-c90d-40d4-8471-0e690c6b4cbe tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event updated for resources: {'Port': ['ID=c6b2c34f-0506-4c3f-940f-d1ad8d5d5d72,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:38.195049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-41d39cb9-9320-4d5d-8b1b-1a4e847533a9 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:38.196574 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-41d39cb9-9320-4d5d-8b1b-1a4e847533a9 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3880885 Apr 11 14:19:38.201133 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a92a5c5-c90d-40d4-8471-0e690c6b4cbe tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:38.212684 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37030) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:38.250367 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ffc3c8f1-009c-4b89-b60c-a4074632756d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:38.349640 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a92a5c5-c90d-40d4-8471-0e690c6b4cbe tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:38.353719 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0a92a5c5-c90d-40d4-8471-0e690c6b4cbe tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9556839 Apr 11 14:19:38.363229 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37034) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:38.364399 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 06cf669c-5927-4007-8865-5ddd2c239e9f up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:19:38.381567 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-5a9ef3d3-d870-404d-91a5-55010bf25688 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Request body: {'port': {'network_id': '31b84538-8b4a-4dae-b0f5-5a18eeb71b07', 'name': 'tempest-FloatingIPTestJSON-875455362'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:38.434350 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3c8f1-009c-4b89-b60c-a4074632756d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Calling delete_port for bdfd6728-a47e-46a7-8821-31b8d18c053a owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:38.475897 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 06cf669c-5927-4007-8865-5ddd2c239e9f triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:38.476401 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:38.526785 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:38.542528 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-69e15d74-6d56-4d3c-aa90-3e159981b270 None None] Provisioning for port bdfd6728-a47e-46a7-8821-31b8d18c053a completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:19:38.542987 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-95510802-a842-4387-a2fd-913b7e621f6b tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:38.551736 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-69e15d74-6d56-4d3c-aa90-3e159981b270 None None] Provisioning complete for port bdfd6728-a47e-46a7-8821-31b8d18c053a triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:38.552122 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-69e15d74-6d56-4d3c-aa90-3e159981b270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:38.557218 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-95510802-a842-4387-a2fd-913b7e621f6b tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:38.590843 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5a9ef3d3-d870-404d-91a5-55010bf25688 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:38.596865 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5a9ef3d3-d870-404d-91a5-55010bf25688 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Usage tracker for resource:port and tenant:f364abda35ba4de88d7da540664f92af is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:38.602113 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5a9ef3d3-d870-404d-91a5-55010bf25688 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:38.610807 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5a9ef3d3-d870-404d-91a5-55010bf25688 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:38.630684 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d2f459da-7ccc-41e3-9607-e1107c9d044b req-66915668-b51d-4b6d-bd7a-a8ccec1ca795 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:38.668672 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-936a96aa-edd1-475a-bf4b-3173e046d6db tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:38.677336 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:38.697012 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66915668-b51d-4b6d-bd7a-a8ccec1ca795 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Pushing event deleted for resources: {'Port': ['ID=203374a2-d70a-47f1-999f-ce6beb26a75e,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:38.719873 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-69e15d74-6d56-4d3c-aa90-3e159981b270 None None] Port bdfd6728-a47e-46a7-8821-31b8d18c053a cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:19:38.752129 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-95510802-a842-4387-a2fd-913b7e621f6b tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:38.790811 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936a96aa-edd1-475a-bf4b-3173e046d6db tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:38.808199 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95510802-a842-4387-a2fd-913b7e621f6b tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6bb6331-148d-4e19-b716-0449990c66fb,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:38.809167 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network cb1f0d05-548a-4a06-9e81-75081f5f174c is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:38.810368 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9ef3d3-d870-404d-91a5-55010bf25688 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Made reservation on behalf of f364abda35ba4de88d7da540664f92af for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:19:38.811851 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-936a96aa-edd1-475a-bf4b-3173e046d6db tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:38.814526 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5a9ef3d3-d870-404d-91a5-55010bf25688 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:38.815622 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936a96aa-edd1-475a-bf4b-3173e046d6db tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:19:38.828780 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:38.894072 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:19:38.895399 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:38.979702 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a96aa-edd1-475a-bf4b-3173e046d6db tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Pushing event updated for resources: {'Port': ['ID=25162a10-91f4-45d1-a0de-d4be69e16023,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:38.996059 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ffa670d4-c1b7-44b8-a0f1-746aed194a66 req-18bcf49e-850d-42fa-9c42-b06f0bb5934f tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 210 time: 0.0872850 Apr 11 14:19:38.999263 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-95510802-a842-4387-a2fd-913b7e621f6b tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:39.000399 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-95510802-a842-4387-a2fd-913b7e621f6b tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/f6bb6331-148d-4e19-b716-0449990c66fb HTTP/1.1" status: 204 len: 168 time: 0.6606712 Apr 11 14:19:39.003541 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37042) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:39.019479 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-5a9ef3d3-d870-404d-91a5-55010bf25688 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] device_id is not set on port 7a226900-8901-41b0-9931-fb1fa9ecf4f5 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:19:39.065444 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Port': ['ID=4d35a00a-4bea-4bd9-a8c9-477b7bead781,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:39.153781 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 203374a2-d70a-47f1-999f-ce6beb26a75e no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:19:39.208052 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: 203374a2-d70a-47f1-999f-ce6beb26a75e {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:19:39.208692 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 203374a2-d70a-47f1-999f-ce6beb26a75e not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:19:39.219684 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ffc3c8f1-009c-4b89-b60c-a4074632756d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:39.296789 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3c8f1-009c-4b89-b60c-a4074632756d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Port': ['ID=bdfd6728-a47e-46a7-8821-31b8d18c053a,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:39.307814 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f2fe3671-48c5-4ba3-8a21-6c480ffc0298 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Synchronizing usage tracker for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:39.359122 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Port': ['ID=fed23015-bb13-4dac-8e69-7a0ab2d1f8ab,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:39.376578 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Checking segment: {'id': '503169cb-65f4-4ae0-ab8e-a849711bc19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'd8883f84-b7a4-42d8-b912-d05c357dfffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:19:39.377779 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network hostable DHCP agents. Network: d8883f84-b7a4-42d8-b912-d05c357dfffc, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:19:39.444507 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2f459da-7ccc-41e3-9607-e1107c9d044b req-66915668-b51d-4b6d-bd7a-a8ccec1ca795 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Router 9b920967-7acf-4d29-9ce3-d3616ddd8412 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:19:39.469010 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f2fe3671-48c5-4ba3-8a21-6c480ffc0298 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Unset dirty status for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:39.471115 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f2fe3671-48c5-4ba3-8a21-6c480ffc0298 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4071050 Apr 11 14:19:39.477316 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37046) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:39.538766 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19d531-53c7-4dfe-8104-73e8cea38566 req-6393bea4-71bd-4dea-a2c2-686bf0f8523c tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:39.540604 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bd19d531-53c7-4dfe-8104-73e8cea38566 req-6393bea4-71bd-4dea-a2c2-686bf0f8523c tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 945 time: 0.6800272 Apr 11 14:19:39.580542 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network d8883f84-b7a4-42d8-b912-d05c357dfffc is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:19:39.600249 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-5a9ef3d3-d870-404d-91a5-55010bf25688 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Allocated IP 172.20.0.4 (31b84538-8b4a-4dae-b0f5-5a18eeb71b07/682fe6bd-4cf9-4ace-984e-1ac81fa61778/7a226900-8901-41b0-9931-fb1fa9ecf4f5) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:39.745281 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, d8883f84-b7a4-42d8-b912-d05c357dfffc) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:39.755202 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7efb744-258e-43e6-9e44-8a53688d4bfc None None] Network d8883f84-b7a4-42d8-b912-d05c357dfffc requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:19:39.772162 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:19:39.777838 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bd19d531-53c7-4dfe-8104-73e8cea38566 req-a298d463-025c-43f4-b607-e7c58ee3171d tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8572fe6-00be-4e0b-a0c1-2b273fc01c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875157 Apr 11 14:19:39.778431 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:39.783464 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:39.784242 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:39.794567 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ffc3c8f1-009c-4b89-b60c-a4074632756d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:39.799691 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ffc3c8f1-009c-4b89-b60c-a4074632756d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/bdfd6728-a47e-46a7-8821-31b8d18c053a HTTP/1.1" status: 204 len: 168 time: 2.1072474 Apr 11 14:19:39.812020 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37050) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:39.828414 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-36f6c0d8-b8d7-4033-ac84-54cb75840e35 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:39.884247 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9597a1fa-d44e-4648-8b78-3d6fb8530f7b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.4666796 Apr 11 14:19:39.889757 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37054) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:39.903659 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2f459da-7ccc-41e3-9607-e1107c9d044b req-66915668-b51d-4b6d-bd7a-a8ccec1ca795 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:19:39.921617 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc7b9df-f033-483a-8872-523ad62ef34a None None] Sync routers for ids ['9b920967-7acf-4d29-9ce3-d3616ddd8412'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:19:39.959574 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-936a96aa-edd1-475a-bf4b-3173e046d6db tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:39.991039 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc7b9df-f033-483a-8872-523ad62ef34a None None] Routers {'9b920967-7acf-4d29-9ce3-d3616ddd8412'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:39.991682 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7fc7b9df-f033-483a-8872-523ad62ef34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9b920967-7acf-4d29-9ce3-d3616ddd8412'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:40.223426 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-7fc7b9df-f033-483a-8872-523ad62ef34a None None] Set router 9b920967-7acf-4d29-9ce3-d3616ddd8412 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:19:40.255415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-36f6c0d8-b8d7-4033-ac84-54cb75840e35 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:40.277294 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eac8d67-6027-4a73-ade3-ddbdcbb7bffa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:40.278917 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eac8d67-6027-4a73-ade3-ddbdcbb7bffa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:40.280475 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eac8d67-6027-4a73-ade3-ddbdcbb7bffa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:40.281282 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0eac8d67-6027-4a73-ade3-ddbdcbb7bffa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:40.300791 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f459da-7ccc-41e3-9607-e1107c9d044b req-66915668-b51d-4b6d-bd7a-a8ccec1ca795 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] No DVR routers for this DVR port 203374a2-d70a-47f1-999f-ce6beb26a75e on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:19:40.339324 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d2f459da-7ccc-41e3-9607-e1107c9d044b req-66915668-b51d-4b6d-bd7a-a8ccec1ca795 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:40.341265 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d2f459da-7ccc-41e3-9607-e1107c9d044b req-66915668-b51d-4b6d-bd7a-a8ccec1ca795 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.53 "DELETE /v2.0/ports/203374a2-d70a-47f1-999f-ce6beb26a75e HTTP/1.1" status: 204 len: 173 time: 4.2321954 Apr 11 14:19:40.354795 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d', 'name': 'network-vif-deleted', 'tag': '203374a2-d70a-47f1-999f-ce6beb26a75e'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:19:40.379186 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-622d4f26-afa9-4b99-8ce3-e585b4e99cfa req-2c7a5d17-48f4-4e92-a4da-9b8d7bb467b2 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Synchronizing usage tracker for tenant:da52381567644ed8b6f3e1a9b6badbd7 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:40.447415 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-024c712f-58d3-4c8b-9a12-70e9a3afa92a'] response: {'server_uuid': 'cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d', 'name': 'network-vif-deleted', 'tag': '203374a2-d70a-47f1-999f-ce6beb26a75e', 'status': 'completed', 'code': 200} Apr 11 14:19:40.456451 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-a934c1c4-9f8a-415a-b141-617e4e215691 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting port fed23015-bb13-4dac-8e69-7a0ab2d1f8ab {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:40.457342 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5a9ef3d3-d870-404d-91a5-55010bf25688 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:40.457648 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a934c1c4-9f8a-415a-b141-617e4e215691 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:40.507106 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0eac8d67-6027-4a73-ade3-ddbdcbb7bffa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:40.511088 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0eac8d67-6027-4a73-ade3-ddbdcbb7bffa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6937742 Apr 11 14:19:40.511088 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-622d4f26-afa9-4b99-8ce3-e585b4e99cfa req-2c7a5d17-48f4-4e92-a4da-9b8d7bb467b2 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Unset dirty status for tenant:da52381567644ed8b6f3e1a9b6badbd7 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:40.512216 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-622d4f26-afa9-4b99-8ce3-e585b4e99cfa req-2c7a5d17-48f4-4e92-a4da-9b8d7bb467b2 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 210 time: 0.2487221 Apr 11 14:19:40.512761 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37064) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:40.584197 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-36f6c0d8-b8d7-4033-ac84-54cb75840e35 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:40.621949 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5a9ef3d3-d870-404d-91a5-55010bf25688 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:40.624965 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6c0d8-b8d7-4033-ac84-54cb75840e35 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ad3d89-d966-4ea1-b8ff-ed8547dd9a84,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:40.643442 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-1847f865-d2ba-43ac-95d3-a3d0ab03f83a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet 65b8dc86-085b-467c-9fdc-761ec79d8450 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:19:40.646710 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1847f865-d2ba-43ac-95d3-a3d0ab03f83a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:40.701154 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7fc7b9df-f033-483a-8872-523ad62ef34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'name': 'tempest-ServersTestManualDisk-1498298036-router', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.85'}], 'enable_snat': True}, 'gw_port_id': '2af6adad-29c3-4f73-8eca-2a2d35207a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:17:10Z', 'revision_number': 4, 'project_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'gw_port': {'id': '2af6adad-29c3-4f73-8eca-2a2d35207a7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:57Z', 'updated_at': '2022-04-11T14:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '055c9a55-5e0d-4e06-a128-3e9ac3f768c0', 'name': '', 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'mac_address': 'fa:16:3e:2e:28:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'e9d5ac2f-00cd-4195-849b-d29b7014d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:17:06Z', 'updated_at': '2022-04-11T14:17:19Z', 'revision_number': 5, 'project_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'subnets': [{'id': 'e9d5ac2f-00cd-4195-849b-d29b7014d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:40.709604 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc7b9df-f033-483a-8872-523ad62ef34a None None] Checking router: 9b920967-7acf-4d29-9ce3-d3616ddd8412 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:19:40.711111 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1847f865-d2ba-43ac-95d3-a3d0ab03f83a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:40.731889 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc7b9df-f033-483a-8872-523ad62ef34a None None] Routers {'9b920967-7acf-4d29-9ce3-d3616ddd8412'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:40.737586 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7fc7b9df-f033-483a-8872-523ad62ef34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9b920967-7acf-4d29-9ce3-d3616ddd8412'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:40.827236 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1847f865-d2ba-43ac-95d3-a3d0ab03f83a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:40.856790 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-936a96aa-edd1-475a-bf4b-3173e046d6db tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:40.948214 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a934c1c4-9f8a-415a-b141-617e4e215691 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:40.994259 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ef3d3-d870-404d-91a5-55010bf25688 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event updated for resources: {'Port': ['ID=7a226900-8901-41b0-9931-fb1fa9ecf4f5,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:40.997242 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1847f865-d2ba-43ac-95d3-a3d0ab03f83a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:41.088932 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-7fc7b9df-f033-483a-8872-523ad62ef34a None None] Set router 9b920967-7acf-4d29-9ce3-d3616ddd8412 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:19:41.114870 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-a934c1c4-9f8a-415a-b141-617e4e215691 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Calling delete_port for fed23015-bb13-4dac-8e69-7a0ab2d1f8ab owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:41.141752 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847f865-d2ba-43ac-95d3-a3d0ab03f83a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=65b8dc86-085b-467c-9fdc-761ec79d8450,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:41.162644 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9ef3d3-d870-404d-91a5-55010bf25688 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Network 31b84538-8b4a-4dae-b0f5-5a18eeb71b07 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:41.171634 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-5a9ef3d3-d870-404d-91a5-55010bf25688 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:41.190223 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1847f865-d2ba-43ac-95d3-a3d0ab03f83a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:41.190396 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ba91c1-9405-429d-bc75-3e042adea8b2 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:19:41.190550 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9ef3d3-d870-404d-91a5-55010bf25688 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:19:41.223646 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-36f6c0d8-b8d7-4033-ac84-54cb75840e35 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:41.224831 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-36f6c0d8-b8d7-4033-ac84-54cb75840e35 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "DELETE /v2.0/security-groups/24ad3d89-d966-4ea1-b8ff-ed8547dd9a84 HTTP/1.1" status: 204 len: 168 time: 1.7435083 Apr 11 14:19:41.234408 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37070) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:41.306914 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1847f865-d2ba-43ac-95d3-a3d0ab03f83a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/65b8dc86-085b-467c-9fdc-761ec79d8450 HTTP/1.1" status: 204 len: 168 time: 0.7892282 Apr 11 14:19:41.320563 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9ef3d3-d870-404d-91a5-55010bf25688 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:41.321140 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5a9ef3d3-d870-404d-91a5-55010bf25688 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:41.328850 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37074) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:41.403461 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-087b9b90-e8d7-44c7-ba1d-36e659e8ddb5 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Synchronizing usage tracker for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:41.422108 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095cf58-8310-4d08-9c6d-a8c1dfe692db req-f799da75-931f-4bdf-a69a-60d42c817605 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:41.423704 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d095cf58-8310-4d08-9c6d-a8c1dfe692db req-f799da75-931f-4bdf-a69a-60d42c817605 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.53 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 945 time: 0.4344823 Apr 11 14:19:41.487913 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5a9ef3d3-d870-404d-91a5-55010bf25688 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1172841 Apr 11 14:19:41.495380 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37078) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:41.521248 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-b5b8242e-0df3-45cd-a09d-ed7ecb32380a tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Request body: {'floatingip': {'port_id': '7a226900-8901-41b0-9931-fb1fa9ecf4f5'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:41.612265 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-91894a33-c09f-4ab0-b5a7-4bb75136c84d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet 927276ca-83da-4fe2-b89e-06bf893c6ea8 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:19:41.638193 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-087b9b90-e8d7-44c7-ba1d-36e659e8ddb5 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Unset dirty status for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:41.638193 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-087b9b90-e8d7-44c7-ba1d-36e659e8ddb5 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3932457 Apr 11 14:19:41.638376 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebb95e-7ae9-441a-a9c4-421ebe8062ce req-8ccbaf5f-d4db-49bc-baf7-d430490a141f tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:41.638376 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e3ebb95e-7ae9-441a-a9c4-421ebe8062ce req-8ccbaf5f-d4db-49bc-baf7-d430490a141f tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 945 time: 0.5315180 Apr 11 14:19:41.638376 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37084) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:41.639167 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-91894a33-c09f-4ab0-b5a7-4bb75136c84d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:41.672638 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-28baac4b-2207-40b5-b94c-3b0b6050bcbe tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Request body: {'security_group': {'name': 'tempest-secgroup--238458337'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:41.691302 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-d095cf58-8310-4d08-9c6d-a8c1dfe692db req-a9f4eb86-c15c-433c-bfcc-8384a354e680 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Deleting port f58eff68-f848-477c-abbb-c46c0404ade8 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:41.691641 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d095cf58-8310-4d08-9c6d-a8c1dfe692db req-a9f4eb86-c15c-433c-bfcc-8384a354e680 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:41.737615 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a934c1c4-9f8a-415a-b141-617e4e215691 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:41.750327 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-28baac4b-2207-40b5-b94c-3b0b6050bcbe tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:41.796519 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b5b8242e-0df3-45cd-a09d-ed7ecb32380a tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:41.822510 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934c1c4-9f8a-415a-b141-617e4e215691 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Port': ['ID=fed23015-bb13-4dac-8e69-7a0ab2d1f8ab,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:41.843441 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e3ebb95e-7ae9-441a-a9c4-421ebe8062ce req-c933dcd9-fa4a-498d-b4d1-23542fb573eb tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8572fe6-00be-4e0b-a0c1-2b273fc01c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561954 Apr 11 14:19:41.847325 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a934c1c4-9f8a-415a-b141-617e4e215691 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:41.859428 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-28baac4b-2207-40b5-b94c-3b0b6050bcbe tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:41.882480 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a934c1c4-9f8a-415a-b141-617e4e215691 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/ports/fed23015-bb13-4dac-8e69-7a0ab2d1f8ab HTTP/1.1" status: 204 len: 168 time: 1.9879205 Apr 11 14:19:41.884821 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37088) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:41.939271 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936a96aa-edd1-475a-bf4b-3173e046d6db tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Router 119907fa-a75d-4b00-911c-ef5f23204d60 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:19:41.953016 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7fc7b9df-f033-483a-8872-523ad62ef34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'name': 'tempest-ServersTestManualDisk-1498298036-router', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.85'}], 'enable_snat': True}, 'gw_port_id': '2af6adad-29c3-4f73-8eca-2a2d35207a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:17:10Z', 'revision_number': 4, 'project_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'gw_port': {'id': '2af6adad-29c3-4f73-8eca-2a2d35207a7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:57Z', 'updated_at': '2022-04-11T14:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '055c9a55-5e0d-4e06-a128-3e9ac3f768c0', 'name': '', 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'mac_address': 'fa:16:3e:2e:28:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'e9d5ac2f-00cd-4195-849b-d29b7014d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:17:06Z', 'updated_at': '2022-04-11T14:17:19Z', 'revision_number': 5, 'project_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'subnets': [{'id': 'e9d5ac2f-00cd-4195-849b-d29b7014d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:41.964237 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc7b9df-f033-483a-8872-523ad62ef34a None None] The sync data for ids ['9b920967-7acf-4d29-9ce3-d3616ddd8412'] in dv-neutron-837330-1-hyperv is: [{'id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'name': 'tempest-ServersTestManualDisk-1498298036-router', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.85'}], 'enable_snat': True}, 'gw_port_id': '2af6adad-29c3-4f73-8eca-2a2d35207a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:17:10Z', 'revision_number': 4, 'project_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'gw_port': {'id': '2af6adad-29c3-4f73-8eca-2a2d35207a7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:57Z', 'updated_at': '2022-04-11T14:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '055c9a55-5e0d-4e06-a128-3e9ac3f768c0', 'name': '', 'network_id': 'ddf8ce9d-6671-4d82-b259-929f8e3d9c2c', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'mac_address': 'fa:16:3e:2e:28:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'e9d5ac2f-00cd-4195-849b-d29b7014d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:17:06Z', 'updated_at': '2022-04-11T14:17:19Z', 'revision_number': 5, 'project_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'subnets': [{'id': 'e9d5ac2f-00cd-4195-849b-d29b7014d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:19:42.019235 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-28baac4b-2207-40b5-b94c-3b0b6050bcbe tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:42.031266 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-688370f9-02b2-4503-be7a-573966ede395 req-adaa9b30-75ea-499f-9ff3-c114f096d750 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd8bf9f0-49f6-46e0-b6f8-30afb8aff12d HTTP/1.1" status: 200 len: 210 time: 0.2740884 Apr 11 14:19:42.082624 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-28baac4b-2207-40b5-b94c-3b0b6050bcbe tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:42.112814 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-28baac4b-2207-40b5-b94c-3b0b6050bcbe tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Usage tracker for resource:security_group_rule and tenant:5e36bbfb6b1a4869859326ebd854b202 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:42.157389 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-91894a33-c09f-4ab0-b5a7-4bb75136c84d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:42.163949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-28baac4b-2207-40b5-b94c-3b0b6050bcbe tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:42.182232 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-28baac4b-2207-40b5-b94c-3b0b6050bcbe tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:42.246631 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187540e3-7368-404b-8221-2aec257f1c58 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:42.253551 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187540e3-7368-404b-8221-2aec257f1c58 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:42.254500 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-187540e3-7368-404b-8221-2aec257f1c58 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Synchronizing usage tracker for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:42.267421 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936a96aa-edd1-475a-bf4b-3173e046d6db tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:19:42.278717 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50da727-2402-46e9-b938-2bb289ffcbb6 None None] Sync routers for ids ['119907fa-a75d-4b00-911c-ef5f23204d60'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:19:42.297417 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50da727-2402-46e9-b938-2bb289ffcbb6 None None] Routers {'119907fa-a75d-4b00-911c-ef5f23204d60'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:42.298472 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b50da727-2402-46e9-b938-2bb289ffcbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['119907fa-a75d-4b00-911c-ef5f23204d60'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:42.391792 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b50da727-2402-46e9-b938-2bb289ffcbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:42.404043 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fcce4e-3a70-47d3-8adb-68fc94329873 None None] New status for floating IP ddc53a4d-270f-4fc0-82e9-b105d02a0053: DOWN {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:19:42.407932 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50da727-2402-46e9-b938-2bb289ffcbb6 None None] Routers {'119907fa-a75d-4b00-911c-ef5f23204d60'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:42.408631 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b50da727-2402-46e9-b938-2bb289ffcbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['119907fa-a75d-4b00-911c-ef5f23204d60'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:42.413959 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-28baac4b-2207-40b5-b94c-3b0b6050bcbe tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:42.424083 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-936a96aa-edd1-475a-bf4b-3173e046d6db tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:42.425629 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-936a96aa-edd1-475a-bf4b-3173e046d6db tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.7695026 Apr 11 14:19:42.428420 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37092) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:42.440541 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-f18af3b1-16b7-4817-824a-4ce076f9869b tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:42.491884 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b50da727-2402-46e9-b938-2bb289ffcbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:42.492647 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50da727-2402-46e9-b938-2bb289ffcbb6 None None] The sync data for ids ['119907fa-a75d-4b00-911c-ef5f23204d60'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:19:42.509134 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-187540e3-7368-404b-8221-2aec257f1c58 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Unset dirty status for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:42.511212 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-187540e3-7368-404b-8221-2aec257f1c58 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.6250873 Apr 11 14:19:42.522239 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37096) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:42.525953 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-28baac4b-2207-40b5-b94c-3b0b6050bcbe tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:42.605618 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28baac4b-2207-40b5-b94c-3b0b6050bcbe tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=170215cd-ac44-40ff-9bb8-20324b59f0fa,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:42.671161 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-28baac4b-2207-40b5-b94c-3b0b6050bcbe tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:42.677767 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-28baac4b-2207-40b5-b94c-3b0b6050bcbe tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0250845 Apr 11 14:19:42.688541 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37100) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:42.696865 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-c9906ac8-3c65-43cb-9ff9-f0354507ad9f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Request body: {'security_group_rule': {'security_group_id': '170215cd-ac44-40ff-9bb8-20324b59f0fa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:42.708835 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c9906ac8-3c65-43cb-9ff9-f0354507ad9f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:42.721467 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c9906ac8-3c65-43cb-9ff9-f0354507ad9f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Usage tracker for resource:security_group_rule and tenant:5e36bbfb6b1a4869859326ebd854b202 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:42.731366 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c9906ac8-3c65-43cb-9ff9-f0354507ad9f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:42.742249 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c9906ac8-3c65-43cb-9ff9-f0354507ad9f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:42.786134 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-02ff2a55-8e8e-4b33-bde9-9eb51b26e219 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting port 4d35a00a-4bea-4bd9-a8c9-477b7bead781 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:42.786482 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-02ff2a55-8e8e-4b33-bde9-9eb51b26e219 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:42.809712 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-d5684b6b-a00d-4280-b473-d18cede0482c None None] Provisioning complete for port 06cf669c-5927-4007-8865-5ddd2c239e9f triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:42.810879 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d5684b6b-a00d-4280-b473-d18cede0482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:42.861684 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-91894a33-c09f-4ab0-b5a7-4bb75136c84d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:42.927730 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9906ac8-3c65-43cb-9ff9-f0354507ad9f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:42.989536 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-d095cf58-8310-4d08-9c6d-a8c1dfe692db req-a9f4eb86-c15c-433c-bfcc-8384a354e680 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] For port f58eff68-f848-477c-abbb-c46c0404ade8, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=f58eff68-f848-477c-abbb-c46c0404ade8,segment=NetworkSegment(7cdf1b81-5e2f-4526-982d-405e14529dcc),segment_id=7cdf1b81-5e2f-4526-982d-405e14529dcc)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:19:42.989821 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d095cf58-8310-4d08-9c6d-a8c1dfe692db req-a9f4eb86-c15c-433c-bfcc-8384a354e680 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:43.018016 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9906ac8-3c65-43cb-9ff9-f0354507ad9f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:43.137135 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9906ac8-3c65-43cb-9ff9-f0354507ad9f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:43.173532 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9906ac8-3c65-43cb-9ff9-f0354507ad9f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61b6e28-5b2d-484f-8bd2-74dce46bf853,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:43.258984 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37110) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:43.305567 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9906ac8-3c65-43cb-9ff9-f0354507ad9f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:43.307014 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c9906ac8-3c65-43cb-9ff9-f0354507ad9f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6172879 Apr 11 14:19:43.316551 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37114) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:43.352581 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f18af3b1-16b7-4817-824a-4ce076f9869b tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:43.374588 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900d6fa-3c3d-4164-9a72-719bf942e2fa req-53610bb5-0df8-4e08-b5aa-29c113fcdd8d tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:43.376132 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9900d6fa-3c3d-4164-9a72-719bf942e2fa req-53610bb5-0df8-4e08-b5aa-29c113fcdd8d tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 945 time: 0.3567839 Apr 11 14:19:43.383017 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-07977f97-20f9-499a-ac31-4bf9e7e2388e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Request body: {'security_group_rule': {'security_group_id': '170215cd-ac44-40ff-9bb8-20324b59f0fa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:43.412361 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e25d498-3aae-4e0d-8888-bb5b7c28e9a9 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:43.455119 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9900d6fa-3c3d-4164-9a72-719bf942e2fa req-8256c329-1888-4674-b1f0-51d4a1169dc2 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8572fe6-00be-4e0b-a0c1-2b273fc01c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690594 Apr 11 14:19:43.456261 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-07977f97-20f9-499a-ac31-4bf9e7e2388e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:43.459835 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e25d498-3aae-4e0d-8888-bb5b7c28e9a9 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:43.471125 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-91894a33-c09f-4ab0-b5a7-4bb75136c84d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:43.476685 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-07977f97-20f9-499a-ac31-4bf9e7e2388e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Usage tracker for resource:security_group_rule and tenant:5e36bbfb6b1a4869859326ebd854b202 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:43.491105 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f18af3b1-16b7-4817-824a-4ce076f9869b tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:43.517523 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-07977f97-20f9-499a-ac31-4bf9e7e2388e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:43.541191 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-07977f97-20f9-499a-ac31-4bf9e7e2388e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:43.553513 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-02ff2a55-8e8e-4b33-bde9-9eb51b26e219 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:43.558904 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee4abd6-b995-44ec-b23a-e71951e4d025 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:19:43.562751 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91894a33-c09f-4ab0-b5a7-4bb75136c84d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=927276ca-83da-4fe2-b89e-06bf893c6ea8,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:43.578512 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-91894a33-c09f-4ab0-b5a7-4bb75136c84d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:43.580482 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-f18af3b1-16b7-4817-824a-4ce076f9869b tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Deleting port 25162a10-91f4-45d1-a0de-d4be69e16023 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:43.581041 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f18af3b1-16b7-4817-824a-4ce076f9869b tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:43.613464 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e25d498-3aae-4e0d-8888-bb5b7c28e9a9 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:43.650945 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25d498-3aae-4e0d-8888-bb5b7c28e9a9 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c71cb42-c4a5-4351-8414-8c15d87ca31d,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:43.798004 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-02ff2a55-8e8e-4b33-bde9-9eb51b26e219 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Calling delete_port for 4d35a00a-4bea-4bd9-a8c9-477b7bead781 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:43.841326 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e25d498-3aae-4e0d-8888-bb5b7c28e9a9 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:43.842522 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8e25d498-3aae-4e0d-8888-bb5b7c28e9a9 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "DELETE /v2.0/security-groups/2c71cb42-c4a5-4351-8414-8c15d87ca31d HTTP/1.1" status: 204 len: 168 time: 0.5815334 Apr 11 14:19:43.846210 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37118) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:43.895658 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6613a9fb-10b3-4c45-9190-bebf30ae055f None None] DHCP port deletion for 47d4fbd0-dfc4-4187-bb2e-73c4649db563 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:19:43.901296 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-6613a9fb-10b3-4c45-9190-bebf30ae055f None None] Deleting port 06cf669c-5927-4007-8865-5ddd2c239e9f {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:43.901670 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6613a9fb-10b3-4c45-9190-bebf30ae055f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:43.916009 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-f01994a3-b3dc-417c-8ad8-3b7cb9214e87 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] show failed (client error): The resource could not be found. Apr 11 14:19:43.917352 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f01994a3-b3dc-417c-8ad8-3b7cb9214e87 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "GET /v2.0/security-groups/2c71cb42-c4a5-4351-8414-8c15d87ca31d HTTP/1.1" status: 404 len: 347 time: 0.0702212 Apr 11 14:19:43.936875 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37122) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:43.989149 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-91894a33-c09f-4ab0-b5a7-4bb75136c84d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/927276ca-83da-4fe2-b89e-06bf893c6ea8 HTTP/1.1" status: 204 len: 168 time: 2.6573005 Apr 11 14:19:44.002084 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37126) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:44.078292 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-07977f97-20f9-499a-ac31-4bf9e7e2388e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:44.137668 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-ce025c9d-48d6-453d-8d48-761ec3890d04 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Deleting port b49f037a-8635-48b1-bf44-f11b46f5cbdb {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:44.137983 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce025c9d-48d6-453d-8d48-761ec3890d04 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:44.142606 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1ebdf21c-3559-43ec-9b31-16b7f2577320 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1369331 Apr 11 14:19:44.162243 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-6613a9fb-10b3-4c45-9190-bebf30ae055f None None] For port 06cf669c-5927-4007-8865-5ddd2c239e9f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=06cf669c-5927-4007-8865-5ddd2c239e9f,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:19:44.163147 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6613a9fb-10b3-4c45-9190-bebf30ae055f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:44.164899 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37130) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:44.172910 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d095cf58-8310-4d08-9c6d-a8c1dfe692db req-a9f4eb86-c15c-433c-bfcc-8384a354e680 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:44.173140 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d095cf58-8310-4d08-9c6d-a8c1dfe692db req-a9f4eb86-c15c-433c-bfcc-8384a354e680 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:44.173444 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [req-d095cf58-8310-4d08-9c6d-a8c1dfe692db req-a9f4eb86-c15c-433c-bfcc-8384a354e680 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Floating IP 3f1570a9-adfc-44ec-b516-7368187445ed disassociated. External IP: 172.26.7.40, port: f58eff68-f848-477c-abbb-c46c0404ade8. Apr 11 14:19:44.173779 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-d095cf58-8310-4d08-9c6d-a8c1dfe692db req-a9f4eb86-c15c-433c-bfcc-8384a354e680 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Calling delete_port for f58eff68-f848-477c-abbb-c46c0404ade8 owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:44.185482 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f18af3b1-16b7-4817-824a-4ce076f9869b tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:44.219154 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-fa855fe5-3b73-4fc9-a7b8-5d71b3394784 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:44.323136 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-6613a9fb-10b3-4c45-9190-bebf30ae055f None None] Calling delete_port for 06cf669c-5927-4007-8865-5ddd2c239e9f owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:44.361534 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-f18af3b1-16b7-4817-824a-4ce076f9869b tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Calling delete_port for 25162a10-91f4-45d1-a0de-d4be69e16023 owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:44.365877 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 06cf669c-5927-4007-8865-5ddd2c239e9f no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:19:44.378303 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.db.resource_extend [None req-b5b8242e-0df3-45cd-a09d-ed7ecb32380a tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 14:19:44.487313 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-02ff2a55-8e8e-4b33-bde9-9eb51b26e219 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:44.493844 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-07977f97-20f9-499a-ac31-4bf9e7e2388e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:44.568790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-fa855fe5-3b73-4fc9-a7b8-5d71b3394784 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:44.577913 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff2a55-8e8e-4b33-bde9-9eb51b26e219 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Port': ['ID=4d35a00a-4bea-4bd9-a8c9-477b7bead781,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:44.580488 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fa855fe5-3b73-4fc9-a7b8-5d71b3394784 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:subnet and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:44.591709 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:44.598406 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fa855fe5-3b73-4fc9-a7b8-5d71b3394784 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:44.623146 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce025c9d-48d6-453d-8d48-761ec3890d04 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:44.623469 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce025c9d-48d6-453d-8d48-761ec3890d04 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:44.639284 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-07977f97-20f9-499a-ac31-4bf9e7e2388e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:44.651703 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b5b8242e-0df3-45cd-a09d-ed7ecb32380a tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:44.659028 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-fa855fe5-3b73-4fc9-a7b8-5d71b3394784 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:44.666421 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-02ff2a55-8e8e-4b33-bde9-9eb51b26e219 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:44.700996 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6613a9fb-10b3-4c45-9190-bebf30ae055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:44.732797 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07977f97-20f9-499a-ac31-4bf9e7e2388e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca62207a-8d76-4aee-a36c-73889675e17e,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:44.757679 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b5b8242e-0df3-45cd-a09d-ed7ecb32380a tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:44.766983 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-ce025c9d-48d6-453d-8d48-761ec3890d04 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Calling delete_port for b49f037a-8635-48b1-bf44-f11b46f5cbdb owned by network:floatingip {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:44.791342 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613a9fb-10b3-4c45-9190-bebf30ae055f None None] Pushing event deleted for resources: {'Port': ['ID=06cf669c-5927-4007-8865-5ddd2c239e9f,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:44.793571 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6613a9fb-10b3-4c45-9190-bebf30ae055f None None] No DVR routers for this DVR port 06cf669c-5927-4007-8865-5ddd2c239e9f on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:19:44.858503 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa855fe5-3b73-4fc9-a7b8-5d71b3394784 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:19:44.861929 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fa855fe5-3b73-4fc9-a7b8-5d71b3394784 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:45.024832 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-02ff2a55-8e8e-4b33-bde9-9eb51b26e219 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/ports/4d35a00a-4bea-4bd9-a8c9-477b7bead781 HTTP/1.1" status: 204 len: 168 time: 2.5015097 Apr 11 14:19:45.028357 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37136) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:45.042628 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d095cf58-8310-4d08-9c6d-a8c1dfe692db req-a9f4eb86-c15c-433c-bfcc-8384a354e680 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:45.044714 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-07977f97-20f9-499a-ac31-4bf9e7e2388e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:45.045970 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-07977f97-20f9-499a-ac31-4bf9e7e2388e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7261479 Apr 11 14:19:45.073830 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37140) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:45.074390 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f18af3b1-16b7-4817-824a-4ce076f9869b tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:45.115912 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce025c9d-48d6-453d-8d48-761ec3890d04 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:45.118340 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cb01b-cd56-4965-b9ec-af9e69d4a4e9 req-4d76b8f7-6ab4-4b5a-b215-a2f0def049b8 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:45.119056 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-2a6cb01b-cd56-4965-b9ec-af9e69d4a4e9 req-4d76b8f7-6ab4-4b5a-b215-a2f0def049b8 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Synchronizing usage tracker for tenant:3a85f0a6d08649479272c8b7c048674a on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:45.128270 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4eb86-c15c-433c-bfcc-8384a354e680 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Pushing event deleted for resources: {'Port': ['ID=f58eff68-f848-477c-abbb-c46c0404ade8,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:45.128726 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-9a5ded6d-0a9d-4596-b35a-d6acc3280125 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Request body: {'security_group_rule': {'security_group_id': '170215cd-ac44-40ff-9bb8-20324b59f0fa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:45.153911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18af3b1-16b7-4817-824a-4ce076f9869b tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Pushing event deleted for resources: {'Port': ['ID=25162a10-91f4-45d1-a0de-d4be69e16023,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:45.170694 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-b5b8242e-0df3-45cd-a09d-ed7ecb32380a tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Floating IP 0fbfa34d-f3fa-4330-82c0-9937b8c42674 associated. External IP: 172.26.7.108, port: 7a226900-8901-41b0-9931-fb1fa9ecf4f5. Apr 11 14:19:45.181377 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device f58eff68-f848-477c-abbb-c46c0404ade8 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:19:45.189985 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9a5ded6d-0a9d-4596-b35a-d6acc3280125 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:45.218050 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: f58eff68-f848-477c-abbb-c46c0404ade8 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:19:45.218601 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device f58eff68-f848-477c-abbb-c46c0404ade8 not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:19:45.278458 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9a5ded6d-0a9d-4596-b35a-d6acc3280125 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Usage tracker for resource:security_group_rule and tenant:5e36bbfb6b1a4869859326ebd854b202 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:45.285783 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce025c9d-48d6-453d-8d48-761ec3890d04 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Pushing event deleted for resources: {'Port': ['ID=b49f037a-8635-48b1-bf44-f11b46f5cbdb,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:45.308821 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-2a6cb01b-cd56-4965-b9ec-af9e69d4a4e9 req-4d76b8f7-6ab4-4b5a-b215-a2f0def049b8 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Unset dirty status for tenant:3a85f0a6d08649479272c8b7c048674a on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:45.310636 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2a6cb01b-cd56-4965-b9ec-af9e69d4a4e9 req-4d76b8f7-6ab4-4b5a-b215-a2f0def049b8 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 945 time: 0.7265422 Apr 11 14:19:45.320890 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9a5ded6d-0a9d-4596-b35a-d6acc3280125 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:45.364685 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9a5ded6d-0a9d-4596-b35a-d6acc3280125 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:45.548341 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce025c9d-48d6-453d-8d48-761ec3890d04 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks [] for floatingip, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:45.559124 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f18af3b1-16b7-4817-824a-4ce076f9869b tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:45.627752 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e107f81-5f99-4f24-8f3d-8ed466b5307f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:45.631920 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7e107f81-5f99-4f24-8f3d-8ed466b5307f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5995066 Apr 11 14:19:45.645922 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37144) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:45.742432 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2a6cb01b-cd56-4965-b9ec-af9e69d4a4e9 req-7dc8c82f-9ff6-44a1-8e2b-a84678cac1bd tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8572fe6-00be-4e0b-a0c1-2b273fc01c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4202781 Apr 11 14:19:45.753322 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9a5ded6d-0a9d-4596-b35a-d6acc3280125 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:45.825030 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb33600-6228-4580-826b-91b2a1b0ac06 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] GET failed (client error): The resource could not be found. Apr 11 14:19:45.826450 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7fb33600-6228-4580-826b-91b2a1b0ac06 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "GET /v2.0/ports/fed23015-bb13-4dac-8e69-7a0ab2d1f8ab HTTP/1.1" status: 404 len: 333 time: 0.1787930 Apr 11 14:19:45.841675 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37148) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:45.885765 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d095cf58-8310-4d08-9c6d-a8c1dfe692db req-a9f4eb86-c15c-433c-bfcc-8384a354e680 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Router af7ab73c-0d4a-487f-9ede-ad251bc6742c has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:19:45.895282 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce025c9d-48d6-453d-8d48-761ec3890d04 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:45.896416 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ce025c9d-48d6-453d-8d48-761ec3890d04 tempest-ServersTestManualDisk-488765912 tempest-ServersTestManualDisk-488765912-project] 10.222.0.66 "DELETE /v2.0/floatingips/ddc53a4d-270f-4fc0-82e9-b105d02a0053 HTTP/1.1" status: 204 len: 168 time: 1.9577925 Apr 11 14:19:45.906841 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37152) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:46.050799 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-348db64d-f2b1-445f-bea4-c50920c7ac9a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] GET failed (client error): The resource could not be found. Apr 11 14:19:46.052136 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-348db64d-f2b1-445f-bea4-c50920c7ac9a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "GET /v2.0/ports/4d35a00a-4bea-4bd9-a8c9-477b7bead781 HTTP/1.1" status: 404 len: 333 time: 0.2016063 Apr 11 14:19:46.056450 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37156) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:46.085738 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fa855fe5-3b73-4fc9-a7b8-5d71b3394784 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:46.174027 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f18af3b1-16b7-4817-824a-4ce076f9869b tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:46.185297 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9a5ded6d-0a9d-4596-b35a-d6acc3280125 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:46.186678 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f18af3b1-16b7-4817-824a-4ce076f9869b tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984850'] for router, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:46.225287 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa855fe5-3b73-4fc9-a7b8-5d71b3394784 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:46.238666 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-fa855fe5-3b73-4fc9-a7b8-5d71b3394784 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:46.252283 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08aafab-6656-4004-b391-f5bb7ff5a2ec None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:19:46.272828 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa855fe5-3b73-4fc9-a7b8-5d71b3394784 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:46.272969 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fa855fe5-3b73-4fc9-a7b8-5d71b3394784 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:46.283225 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b8242e-0df3-45cd-a09d-ed7ecb32380a tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Router 73279aa8-6434-415a-8b91-e5bc5ab99e3f has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:19:46.289209 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa855fe5-3b73-4fc9-a7b8-5d71b3394784 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=15f6518e-5fb1-41f6-8b8f-c9a207d4c339,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:46.326604 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9a5ded6d-0a9d-4596-b35a-d6acc3280125 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:46.487233 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3bcf1c33-ffae-472b-bdf4-c302c6b8ff0b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:46.489043 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ded6d-0a9d-4596-b35a-d6acc3280125 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0381a39b-1ea7-4271-9354-2a0e973b075c,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:46.511183 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3382531-7425-4c9e-b504-0add614b9a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'fixed_ips': [{'subnet_id': '15f6518e-5fb1-41f6-8b8f-c9a207d4c339'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:19:46.513994 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d3382531-7425-4c9e-b504-0add614b9a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:46.521940 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18af3b1-16b7-4817-824a-4ce076f9869b tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Router 119907fa-a75d-4b00-911c-ef5f23204d60 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:19:46.591543 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-fa855fe5-3b73-4fc9-a7b8-5d71b3394784 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4259546 Apr 11 14:19:46.603403 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37160) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:46.669693 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d095cf58-8310-4d08-9c6d-a8c1dfe692db req-a9f4eb86-c15c-433c-bfcc-8384a354e680 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:19:46.676570 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-c47ef3a6-74f3-41d0-b10d-ba7cb50d070b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:46.682780 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9a5ded6d-0a9d-4596-b35a-d6acc3280125 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:46.687776 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9a5ded6d-0a9d-4596-b35a-d6acc3280125 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6146579 Apr 11 14:19:46.695246 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37164) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:46.696846 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d545e44a-2e97-4ef0-9c46-0fcf49447076 None None] Sync routers for ids ['af7ab73c-0d4a-487f-9ede-ad251bc6742c'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:19:46.713940 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-d3382531-7425-4c9e-b504-0add614b9a48 None None] Allocated IP 172.20.0.2 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/15f6518e-5fb1-41f6-8b8f-c9a207d4c339/2b4e6eb7-5876-430b-b264-b5d623eeee3b) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:46.722967 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d545e44a-2e97-4ef0-9c46-0fcf49447076 None None] Routers {'af7ab73c-0d4a-487f-9ede-ad251bc6742c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:46.723927 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-d545e44a-2e97-4ef0-9c46-0fcf49447076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['af7ab73c-0d4a-487f-9ede-ad251bc6742c'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:46.789548 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-503d5454-a204-438f-8d40-716d0214934e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Request body: {'security_group_rule': {'security_group_id': '170215cd-ac44-40ff-9bb8-20324b59f0fa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:46.815513 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-503d5454-a204-438f-8d40-716d0214934e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:46.822151 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18af3b1-16b7-4817-824a-4ce076f9869b tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:19:46.835295 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f18af3b1-16b7-4817-824a-4ce076f9869b tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:46.836892 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f18af3b1-16b7-4817-824a-4ce076f9869b tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "PUT /v2.0/routers/119907fa-a75d-4b00-911c-ef5f23204d60 HTTP/1.1" status: 200 len: 709 time: 4.4072232 Apr 11 14:19:46.891917 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7465945c-8dc1-4c1a-bb4c-7c1df2931263 None None] Sync routers for ids ['119907fa-a75d-4b00-911c-ef5f23204d60'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:19:46.894950 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-503d5454-a204-438f-8d40-716d0214934e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Usage tracker for resource:security_group_rule and tenant:5e36bbfb6b1a4869859326ebd854b202 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:46.899272 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37170) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:46.902618 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-503d5454-a204-438f-8d40-716d0214934e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:46.914261 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b8242e-0df3-45cd-a09d-ed7ecb32380a tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:19:46.942596 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7465945c-8dc1-4c1a-bb4c-7c1df2931263 None None] Routers {'119907fa-a75d-4b00-911c-ef5f23204d60'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:46.943301 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7465945c-8dc1-4c1a-bb4c-7c1df2931263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['119907fa-a75d-4b00-911c-ef5f23204d60'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:46.985345 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-503d5454-a204-438f-8d40-716d0214934e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:47.008410 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b5b8242e-0df3-45cd-a09d-ed7ecb32380a tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:47.035266 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3bcf1c33-ffae-472b-bdf4-c302c6b8ff0b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:47.116484 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-d545e44a-2e97-4ef0-9c46-0fcf49447076 None None] Set router af7ab73c-0d4a-487f-9ede-ad251bc6742c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:19:47.116716 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7465945c-8dc1-4c1a-bb4c-7c1df2931263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:47.160048 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7465945c-8dc1-4c1a-bb4c-7c1df2931263 None None] Routers {'119907fa-a75d-4b00-911c-ef5f23204d60'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:47.160048 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7465945c-8dc1-4c1a-bb4c-7c1df2931263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['119907fa-a75d-4b00-911c-ef5f23204d60'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:47.244194 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7465945c-8dc1-4c1a-bb4c-7c1df2931263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:47.244771 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7465945c-8dc1-4c1a-bb4c-7c1df2931263 None None] The sync data for ids ['119907fa-a75d-4b00-911c-ef5f23204d60'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:19:47.325087 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d3382531-7425-4c9e-b504-0add614b9a48 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:47.340071 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-d3382531-7425-4c9e-b504-0add614b9a48 None None] Transition to ACTIVE for port object 2b4e6eb7-5876-430b-b264-b5d623eeee3b will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:19:47.369156 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-d3382531-7425-4c9e-b504-0add614b9a48 None None] Transition to ACTIVE for port object 2b4e6eb7-5876-430b-b264-b5d623eeee3b will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:19:47.381873 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a4919aa0-a8e6-4153-aa51-464a9fa4d301 req-8cf15b4b-655d-43da-872f-adfa5c526e92 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 210 time: 0.0636051 Apr 11 14:19:47.385798 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-faf09f48-a1b8-42d5-87ba-0c06a5bf5486 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "GET /v2.0/routers/119907fa-a75d-4b00-911c-ef5f23204d60 HTTP/1.1" status: 200 len: 744 time: 0.4851854 Apr 11 14:19:47.388182 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-3bcf1c33-ffae-472b-bdf4-c302c6b8ff0b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8883f84-b7a4-42d8-b912-d05c357dfffc']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:47.406212 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-d095cf58-8310-4d08-9c6d-a8c1dfe692db req-a9f4eb86-c15c-433c-bfcc-8384a354e680 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] No DVR routers for this DVR port f58eff68-f848-477c-abbb-c46c0404ade8 on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:19:47.406212 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37174) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:47.406428 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5226ba77-e006-4f46-9d1e-a877b15c3ca5 None None] Sync routers for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:19:47.408576 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-503d5454-a204-438f-8d40-716d0214934e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:47.414288 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d095cf58-8310-4d08-9c6d-a8c1dfe692db req-a9f4eb86-c15c-433c-bfcc-8384a354e680 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:47.416356 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d095cf58-8310-4d08-9c6d-a8c1dfe692db req-a9f4eb86-c15c-433c-bfcc-8384a354e680 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.53 "DELETE /v2.0/ports/f58eff68-f848-477c-abbb-c46c0404ade8 HTTP/1.1" status: 204 len: 173 time: 5.9849298 Apr 11 14:19:47.421199 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-3bcf1c33-ffae-472b-bdf4-c302c6b8ff0b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503169cb-65f4-4ae0-ab8e-a849711bc19f') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:47.421570 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-3bcf1c33-ffae-472b-bdf4-c302c6b8ff0b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503169cb-65f4-4ae0-ab8e-a849711bc19f') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:47.444014 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3bcf1c33-ffae-472b-bdf4-c302c6b8ff0b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:47.457086 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38868199-5862-4067-82b8-bb4873355040', 'name': 'network-vif-deleted', 'tag': 'f58eff68-f848-477c-abbb-c46c0404ade8'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:19:47.471205 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d3382531-7425-4c9e-b504-0add614b9a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:47.477610 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3bcf1c33-ffae-472b-bdf4-c302c6b8ff0b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:47.488566 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcf1c33-ffae-472b-bdf4-c302c6b8ff0b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:19:47.488973 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3bcf1c33-ffae-472b-bdf4-c302c6b8ff0b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:19:47.504252 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:19:47.560904 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-827c90d0-e8be-4184-88be-a9568d7befc3 tempest-RoutersIpV6AdminTest-1404382760 tempest-RoutersIpV6AdminTest-1404382760-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=cff58315-4a25-4203-8056-2db185a2b95d&device_id=119907fa-a75d-4b00-911c-ef5f23204d60 HTTP/1.1" status: 200 len: 205 time: 0.1524684 Apr 11 14:19:47.567986 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3382531-7425-4c9e-b504-0add614b9a48 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:47.570411 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d1f81e-e65b-4d6a-843a-793858c3e648'] response: {'server_uuid': '38868199-5862-4067-82b8-bb4873355040', 'name': 'network-vif-deleted', 'tag': 'f58eff68-f848-477c-abbb-c46c0404ade8', 'status': 'completed', 'code': 200} Apr 11 14:19:47.572027 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-d3382531-7425-4c9e-b504-0add614b9a48 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:47.575842 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37180) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:47.577381 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3382531-7425-4c9e-b504-0add614b9a48 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:19:47.595750 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-503d5454-a204-438f-8d40-716d0214934e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:47.622777 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b5b8242e-0df3-45cd-a09d-ed7ecb32380a tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "PUT /v2.0/floatingips/0fbfa34d-f3fa-4330-82c0-9937b8c42674 HTTP/1.1" status: 200 len: 977 time: 6.1198087 Apr 11 14:19:47.635393 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37184) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:47.654572 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5226ba77-e006-4f46-9d1e-a877b15c3ca5 None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:47.655526 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-5226ba77-e006-4f46-9d1e-a877b15c3ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:47.675197 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3382531-7425-4c9e-b504-0add614b9a48 None None] Pushing event updated for resources: {'Port': ['ID=2b4e6eb7-5876-430b-b264-b5d623eeee3b,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:47.677515 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37188) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:47.686517 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-df2f41b8-75b6-4c31-aea0-1f4be983ea8a tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "GET /v2.0/ports?device_id=119907fa-a75d-4b00-911c-ef5f23204d60 HTTP/1.1" status: 200 len: 205 time: 0.1094937 Apr 11 14:19:47.691196 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-503d5454-a204-438f-8d40-716d0214934e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:47.702374 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-d3382531-7425-4c9e-b504-0add614b9a48 None None] Attempting to bind port 2b4e6eb7-5876-430b-b264-b5d623eeee3b on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:19:47.702747 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-d3382531-7425-4c9e-b504-0add614b9a48 None None] Attempting to bind port 2b4e6eb7-5876-430b-b264-b5d623eeee3b by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:19:47.703123 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3382531-7425-4c9e-b504-0add614b9a48 None None] Attempting to bind port 2b4e6eb7-5876-430b-b264-b5d623eeee3b on network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:19:47.709144 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3382531-7425-4c9e-b504-0add614b9a48 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:19:47.709585 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3382531-7425-4c9e-b504-0add614b9a48 None None] Checking segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:19:47.710050 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d3382531-7425-4c9e-b504-0add614b9a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:47.710574 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3382531-7425-4c9e-b504-0add614b9a48 None None] Bound using segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:19:47.711250 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-d3382531-7425-4c9e-b504-0add614b9a48 None None] Bound port: 2b4e6eb7-5876-430b-b264-b5d623eeee3b, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:19:47.711680 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d3382531-7425-4c9e-b504-0add614b9a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:47.756322 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-5226ba77-e006-4f46-9d1e-a877b15c3ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:47.790711 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c47ef3a6-74f3-41d0-b10d-ba7cb50d070b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:47.791740 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5226ba77-e006-4f46-9d1e-a877b15c3ca5 None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:47.791740 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-5226ba77-e006-4f46-9d1e-a877b15c3ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:47.796417 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c47ef3a6-74f3-41d0-b10d-ba7cb50d070b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:subnet and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:47.799686 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c47ef3a6-74f3-41d0-b10d-ba7cb50d070b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:47.805572 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c47ef3a6-74f3-41d0-b10d-ba7cb50d070b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:47.812822 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-d3382531-7425-4c9e-b504-0add614b9a48 None None] For port 2b4e6eb7-5876-430b-b264-b5d623eeee3b, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:19:47.817281 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-d3382531-7425-4c9e-b504-0add614b9a48 None None] For port 2b4e6eb7-5876-430b-b264-b5d623eeee3b, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2b4e6eb7-5876-430b-b264-b5d623eeee3b,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:19:47.818924 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3bcf1c33-ffae-472b-bdf4-c302c6b8ff0b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:47.838046 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d5454-a204-438f-8d40-716d0214934e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8bc980-a334-4aa3-94c0-c6ad612c4c9e,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:47.871192 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-5226ba77-e006-4f46-9d1e-a877b15c3ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:47.871629 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5226ba77-e006-4f46-9d1e-a877b15c3ca5 None None] The sync data for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:19:47.889897 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-d545e44a-2e97-4ef0-9c46-0fcf49447076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'name': 'tempest-ServersTestJSON-2087272310-router', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:50Z', 'updated_at': '2022-04-11T14:17:08Z', 'revision_number': 4, 'project_id': '3a85f0a6d08649479272c8b7c048674a', 'gw_port': {'id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '9793a68a-9675-4a02-ace4-2c88dde876dd', 'name': '', 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d775f23-5af1-424c-8995-0ec246e6dd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:17:05Z', 'updated_at': '2022-04-11T14:17:26Z', 'revision_number': 5, 'project_id': '3a85f0a6d08649479272c8b7c048674a', 'subnets': [{'id': '3d775f23-5af1-424c-8995-0ec246e6dd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:47.897814 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d545e44a-2e97-4ef0-9c46-0fcf49447076 None None] Checking router: af7ab73c-0d4a-487f-9ede-ad251bc6742c for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:19:47.911041 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d545e44a-2e97-4ef0-9c46-0fcf49447076 None None] Routers {'af7ab73c-0d4a-487f-9ede-ad251bc6742c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:47.911908 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-d545e44a-2e97-4ef0-9c46-0fcf49447076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['af7ab73c-0d4a-487f-9ede-ad251bc6742c'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:47.916272 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3bcf1c33-ffae-472b-bdf4-c302c6b8ff0b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:47.946751 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3bcf1c33-ffae-472b-bdf4-c302c6b8ff0b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/networks/d8883f84-b7a4-42d8-b912-d05c357dfffc HTTP/1.1" status: 204 len: 168 time: 1.8803449 Apr 11 14:19:47.946957 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d3382531-7425-4c9e-b504-0add614b9a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:47.948095 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-1c54e404-b94c-4f2e-a0f1-c3b7b5cc7a5b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Deleting port 7a226900-8901-41b0-9931-fb1fa9ecf4f5 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:47.948612 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1c54e404-b94c-4f2e-a0f1-c3b7b5cc7a5b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:47.974266 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37192) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:47.982397 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf1c33-ffae-472b-bdf4-c302c6b8ff0b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Network': ['ID=d8883f84-b7a4-42d8-b912-d05c357dfffc,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:47.986243 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-880a37e7-9438-4b8c-816e-dc3fba0a3717 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:48.008483 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47ef3a6-74f3-41d0-b10d-ba7cb50d070b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:19:48.014591 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c47ef3a6-74f3-41d0-b10d-ba7cb50d070b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:48.049629 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-8233c231-7a14-4896-8e68-1735a6b28fd0 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-801672942'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:48.080257 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-503d5454-a204-438f-8d40-716d0214934e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:48.084219 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-503d5454-a204-438f-8d40-716d0214934e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3879762 Apr 11 14:19:48.086101 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37196) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:48.092371 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-8233c231-7a14-4896-8e68-1735a6b28fd0 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:48.113505 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3382531-7425-4c9e-b504-0add614b9a48 None None] Pushing event updated for resources: {'Port': ['ID=2b4e6eb7-5876-430b-b264-b5d623eeee3b,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:48.139682 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-d545e44a-2e97-4ef0-9c46-0fcf49447076 None None] Set router af7ab73c-0d4a-487f-9ede-ad251bc6742c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:19:48.160977 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-4b514892-65d6-49a7-a86b-b5fe0e12b745 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Request body: {'security_group_rule': {'security_group_id': '170215cd-ac44-40ff-9bb8-20324b59f0fa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:48.180292 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8233c231-7a14-4896-8e68-1735a6b28fd0 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:network and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:48.192461 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8233c231-7a14-4896-8e68-1735a6b28fd0 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:48.207351 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4b514892-65d6-49a7-a86b-b5fe0e12b745 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:48.208058 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-00b8484a-d511-4840-b20b-ce7a3fb1b995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:48.210044 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-8233c231-7a14-4896-8e68-1735a6b28fd0 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:48.413288 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-880a37e7-9438-4b8c-816e-dc3fba0a3717 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:48.429554 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-880a37e7-9438-4b8c-816e-dc3fba0a3717 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:48.504032 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4b514892-65d6-49a7-a86b-b5fe0e12b745 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Usage tracker for resource:security_group_rule and tenant:5e36bbfb6b1a4869859326ebd854b202 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:48.514138 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4b514892-65d6-49a7-a86b-b5fe0e12b745 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:48.523580 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4b514892-65d6-49a7-a86b-b5fe0e12b745 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:48.554951 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-880a37e7-9438-4b8c-816e-dc3fba0a3717 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:48.554951 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880a37e7-9438-4b8c-816e-dc3fba0a3717 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Fanout notify agent at l3_agent the message router_deleted on router 119907fa-a75d-4b00-911c-ef5f23204d60 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:19:48.596446 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-880a37e7-9438-4b8c-816e-dc3fba0a3717 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:48.600883 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-880a37e7-9438-4b8c-816e-dc3fba0a3717 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "DELETE /v2.0/routers/119907fa-a75d-4b00-911c-ef5f23204d60 HTTP/1.1" status: 204 len: 168 time: 0.9041746 Apr 11 14:19:48.601139 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37202) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:48.637250 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-d545e44a-2e97-4ef0-9c46-0fcf49447076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'name': 'tempest-ServersTestJSON-2087272310-router', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:50Z', 'updated_at': '2022-04-11T14:17:08Z', 'revision_number': 4, 'project_id': '3a85f0a6d08649479272c8b7c048674a', 'gw_port': {'id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '9793a68a-9675-4a02-ace4-2c88dde876dd', 'name': '', 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d775f23-5af1-424c-8995-0ec246e6dd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:17:05Z', 'updated_at': '2022-04-11T14:17:26Z', 'revision_number': 5, 'project_id': '3a85f0a6d08649479272c8b7c048674a', 'subnets': [{'id': '3d775f23-5af1-424c-8995-0ec246e6dd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:48.650923 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d545e44a-2e97-4ef0-9c46-0fcf49447076 None None] The sync data for ids ['af7ab73c-0d4a-487f-9ede-ad251bc6742c'] in dv-neutron-837330-1-hyperv is: [{'id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'name': 'tempest-ServersTestJSON-2087272310-router', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:50Z', 'updated_at': '2022-04-11T14:17:08Z', 'revision_number': 4, 'project_id': '3a85f0a6d08649479272c8b7c048674a', 'gw_port': {'id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '9793a68a-9675-4a02-ace4-2c88dde876dd', 'name': '', 'network_id': 'ff9f934a-1f68-4db9-98bc-c781f6becf61', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d775f23-5af1-424c-8995-0ec246e6dd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:17:05Z', 'updated_at': '2022-04-11T14:17:26Z', 'revision_number': 5, 'project_id': '3a85f0a6d08649479272c8b7c048674a', 'subnets': [{'id': '3d775f23-5af1-424c-8995-0ec246e6dd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:19:48.779003 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8233c231-7a14-4896-8e68-1735a6b28fd0 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:19:48.782653 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8233c231-7a14-4896-8e68-1735a6b28fd0 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:48.828113 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b46f93af-d678-4ac9-9999-ea3ba68ac3c2 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "GET /v2.0/ports?device_id=119907fa-a75d-4b00-911c-ef5f23204d60 HTTP/1.1" status: 200 len: 205 time: 0.2258275 Apr 11 14:19:48.830907 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-99f1d470-2f4a-4276-95fc-b42bc3545a39 req-563dbace-7ff8-4c2d-8e7a-7b49e1e82d34 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/ports?device_id=38868199-5862-4067-82b8-bb4873355040 HTTP/1.1" status: 200 len: 210 time: 0.0987051 Apr 11 14:19:48.832054 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37208) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:48.838874 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4b514892-65d6-49a7-a86b-b5fe0e12b745 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:48.906210 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1c54e404-b94c-4f2e-a0f1-c3b7b5cc7a5b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:48.922121 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-00b8484a-d511-4840-b20b-ce7a3fb1b995 admin admin] Deleting port 055c9a55-5e0d-4e06-a128-3e9ac3f768c0 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:48.924440 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-00b8484a-d511-4840-b20b-ce7a3fb1b995 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:48.974583 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-6f220ff7-e54a-4243-8a95-48dac7e4dabb tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] delete failed (client error): The resource could not be found. Apr 11 14:19:48.978010 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6f220ff7-e54a-4243-8a95-48dac7e4dabb tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "DELETE /v2.0/routers/119907fa-a75d-4b00-911c-ef5f23204d60 HTTP/1.1" status: 404 len: 336 time: 0.1410940 Apr 11 14:19:48.982180 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37212) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:48.987072 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6f6344-6980-4116-a9a1-d695fe3a0928 None None] New status for floating IP 3f1570a9-adfc-44ec-b516-7368187445ed: DOWN {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:19:49.071812 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bab2502b-18ed-4b10-92f5-81d291af122e tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "GET /v2.0/ports?device_id=379ede73-3759-4fc0-ac30-bded95bd82a2 HTTP/1.1" status: 200 len: 205 time: 0.0863960 Apr 11 14:19:49.087008 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37216) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:49.139757 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8233c231-7a14-4896-8e68-1735a6b28fd0 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:19:49.184226 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8233c231-7a14-4896-8e68-1735a6b28fd0 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:49.184418 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-8233c231-7a14-4896-8e68-1735a6b28fd0 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Added segment 73443dd7-0f34-4567-b525-7b85765a701c of type vlan for network c0e9ba69-d003-4c8e-9ff4-d71afcb59eac Apr 11 14:19:49.195430 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-62f672ab-4612-443a-9fe4-dbb6a6a5b571 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] delete failed (client error): The resource could not be found. Apr 11 14:19:49.196716 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-62f672ab-4612-443a-9fe4-dbb6a6a5b571 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "DELETE /v2.0/routers/379ede73-3759-4fc0-ac30-bded95bd82a2 HTTP/1.1" status: 404 len: 336 time: 0.1085145 Apr 11 14:19:49.203691 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37220) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:49.306706 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4b514892-65d6-49a7-a86b-b5fe0e12b745 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:49.314961 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8233c231-7a14-4896-8e68-1735a6b28fd0 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:49.433607 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4b514892-65d6-49a7-a86b-b5fe0e12b745 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:49.471527 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b514892-65d6-49a7-a86b-b5fe0e12b745 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2122e97f-8ee3-40ae-9428-d06b9d88c84d,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:49.506425 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-19102162-253f-48d6-ad0e-0f585fa12169 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "GET /v2.0/ports?device_id=13028e6f-fed2-4116-b3f7-c47246aad8ee HTTP/1.1" status: 200 len: 205 time: 0.2991707 Apr 11 14:19:49.508057 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1c54e404-b94c-4f2e-a0f1-c3b7b5cc7a5b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:49.508450 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1c54e404-b94c-4f2e-a0f1-c3b7b5cc7a5b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:49.508754 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-1c54e404-b94c-4f2e-a0f1-c3b7b5cc7a5b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Floating IP 0fbfa34d-f3fa-4330-82c0-9937b8c42674 disassociated. External IP: 172.26.7.108, port: 7a226900-8901-41b0-9931-fb1fa9ecf4f5. Apr 11 14:19:49.509171 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-1c54e404-b94c-4f2e-a0f1-c3b7b5cc7a5b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Calling delete_port for 7a226900-8901-41b0-9931-fb1fa9ecf4f5 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:49.511269 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37224) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:49.548363 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8233c231-7a14-4896-8e68-1735a6b28fd0 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:49.554017 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233c231-7a14-4896-8e68-1735a6b28fd0 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:49.554616 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8233c231-7a14-4896-8e68-1735a6b28fd0 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:49.609640 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4b514892-65d6-49a7-a86b-b5fe0e12b745 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:49.613267 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4b514892-65d6-49a7-a86b-b5fe0e12b745 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.5153399 Apr 11 14:19:49.613437 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-5db1ed4f-90b8-4fee-ae54-ad2f0a9ad21a tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] delete failed (client error): The resource could not be found. Apr 11 14:19:49.616738 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5db1ed4f-90b8-4fee-ae54-ad2f0a9ad21a tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "DELETE /v2.0/routers/13028e6f-fed2-4116-b3f7-c47246aad8ee HTTP/1.1" status: 404 len: 336 time: 0.1022472 Apr 11 14:19:49.617689 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37228) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:49.617689 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37230) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:49.632205 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-00b8484a-d511-4840-b20b-ce7a3fb1b995 admin admin] For port 055c9a55-5e0d-4e06-a128-3e9ac3f768c0, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=055c9a55-5e0d-4e06-a128-3e9ac3f768c0,segment=NetworkSegment(9435d7f4-8ad0-4468-b4a5-462636e7996a),segment_id=9435d7f4-8ad0-4468-b4a5-462636e7996a)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:19:49.632653 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-00b8484a-d511-4840-b20b-ce7a3fb1b995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:49.642171 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.objects.ports [None req-c47ef3a6-74f3-41d0-b10d-ba7cb50d070b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88617) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 11 14:19:49.745434 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8233c231-7a14-4896-8e68-1735a6b28fd0 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7646403 Apr 11 14:19:49.746118 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37236) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:49.773255 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8f760b38-2ffd-40cd-9547-55b75ed0bc2d tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cbd93aa-61f9-408c-9ae1-8eb848c66d68 HTTP/1.1" status: 200 len: 205 time: 0.1457157 Apr 11 14:19:49.783642 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'subnet': {'network_id': 'c0e9ba69-d003-4c8e-9ff4-d71afcb59eac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:49.806227 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233c231-7a14-4896-8e68-1735a6b28fd0 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Network': ['ID=c0e9ba69-d003-4c8e-9ff4-d71afcb59eac,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:49.812484 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37240) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:49.817722 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network c0e9ba69-d003-4c8e-9ff4-d71afcb59eac details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:19:49.820566 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-00b8484a-d511-4840-b20b-ce7a3fb1b995 admin admin] Calling delete_port for 055c9a55-5e0d-4e06-a128-3e9ac3f768c0 owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:49.835374 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7d2f67f4-29c7-43df-b9a3-56192a932816 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:49.930188 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7d2f67f4-29c7-43df-b9a3-56192a932816 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:49.931686 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a4f31f4f-1fe0-4873-9289-91a937ddf3bd None None] Provisioning for port 2b4e6eb7-5876-430b-b264-b5d623eeee3b completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:19:49.942681 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-de1af692-4dfa-434c-8d73-3c136a5aa3fe tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] delete failed (client error): The resource could not be found. Apr 11 14:19:49.943934 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-de1af692-4dfa-434c-8d73-3c136a5aa3fe tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "DELETE /v2.0/routers/1cbd93aa-61f9-408c-9ae1-8eb848c66d68 HTTP/1.1" status: 404 len: 336 time: 0.1314332 Apr 11 14:19:49.948970 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37246) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:50.012841 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:50.019263 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:subnet and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:50.025066 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:50.036487 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:50.053685 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e0ab6bb2-bd09-4db6-b25d-2ff57b219bcd tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "GET /v2.0/ports?device_id=445ab94a-f43e-4b08-8ead-80727911ddf8 HTTP/1.1" status: 200 len: 205 time: 0.1012833 Apr 11 14:19:50.056165 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37252) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:50.124067 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7d2f67f4-29c7-43df-b9a3-56192a932816 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:50.146146 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-957a4a55-a909-4579-87c9-cb36c07b0eed tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] delete failed (client error): The resource could not be found. Apr 11 14:19:50.149608 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-957a4a55-a909-4579-87c9-cb36c07b0eed tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "DELETE /v2.0/routers/445ab94a-f43e-4b08-8ead-80727911ddf8 HTTP/1.1" status: 404 len: 336 time: 0.0898440 Apr 11 14:19:50.149608 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f67f4-29c7-43df-b9a3-56192a932816 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2122e97f-8ee3-40ae-9428-d06b9d88c84d,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:50.149999 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37256) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:50.167684 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:19:50.171741 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:50.185786 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37260) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:50.186722 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1c54e404-b94c-4f2e-a0f1-c3b7b5cc7a5b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:50.195590 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7d2f67f4-29c7-43df-b9a3-56192a932816 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:50.198316 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7d2f67f4-29c7-43df-b9a3-56192a932816 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/2122e97f-8ee3-40ae-9428-d06b9d88c84d HTTP/1.1" status: 204 len: 168 time: 0.5725982 Apr 11 14:19:50.240180 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37264) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:50.290238 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54e404-b94c-4f2e-a0f1-c3b7b5cc7a5b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event deleted for resources: {'Port': ['ID=7a226900-8901-41b0-9931-fb1fa9ecf4f5,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:50.305611 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3fc6613c-e588-45d1-87ec-0065d6ebadc8 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "GET /v2.0/ports?device_id=91593884-64e2-4fc9-921a-91936401c5b6 HTTP/1.1" status: 200 len: 205 time: 0.1516800 Apr 11 14:19:50.308184 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37268) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:50.346027 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2b4e6eb7-5876-430b-b264-b5d623eeee3b up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:19:50.355281 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c47ef3a6-74f3-41d0-b10d-ba7cb50d070b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:50.396483 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-2bebfc78-a27c-4eb2-ada2-1209539e1f57 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Synchronizing usage tracker for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:50.432076 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-00b8484a-d511-4840-b20b-ce7a3fb1b995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:50.493028 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 2b4e6eb7-5876-430b-b264-b5d623eeee3b completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:19:50.498619 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 2b4e6eb7-5876-430b-b264-b5d623eeee3b triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:50.499338 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:50.499519 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.ipam_backend_mixin [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Performing IP validity checks on allocation pools {{(pid=88616) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 11 14:19:50.499977 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8484a-d511-4840-b20b-ce7a3fb1b995 admin admin] Pushing event deleted for resources: {'Port': ['ID=055c9a55-5e0d-4e06-a128-3e9ac3f768c0,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:50.500183 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.ipam_backend_mixin [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88616) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 11 14:19:50.533420 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-45b75756-cbd8-4daa-af57-e644a6ae63d1 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] delete failed (client error): The resource could not be found. Apr 11 14:19:50.536889 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-45b75756-cbd8-4daa-af57-e644a6ae63d1 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "DELETE /v2.0/routers/91593884-64e2-4fc9-921a-91936401c5b6 HTTP/1.1" status: 404 len: 336 time: 0.1754284 Apr 11 14:19:50.547921 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37272) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:50.572807 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8484a-d511-4840-b20b-ce7a3fb1b995 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:50.573360 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8484a-d511-4840-b20b-ce7a3fb1b995 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:50.573772 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8484a-d511-4840-b20b-ce7a3fb1b995 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:50.575348 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8484a-d511-4840-b20b-ce7a3fb1b995 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:50.575760 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8484a-d511-4840-b20b-ce7a3fb1b995 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:50.576188 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8484a-d511-4840-b20b-ce7a3fb1b995 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:50.576625 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8484a-d511-4840-b20b-ce7a3fb1b995 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:50.577062 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8484a-d511-4840-b20b-ce7a3fb1b995 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:50.577485 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8484a-d511-4840-b20b-ce7a3fb1b995 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:50.577942 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8484a-d511-4840-b20b-ce7a3fb1b995 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:50.578359 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8484a-d511-4840-b20b-ce7a3fb1b995 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:50.578946 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8484a-d511-4840-b20b-ce7a3fb1b995 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:50.620146 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f65d39-e843-4d2e-9961-be3c51f1aaa9 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] DELETE failed (client error): The resource could not be found. Apr 11 14:19:50.620531 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f65d39-e843-4d2e-9961-be3c51f1aaa9 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:19:50.642850 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-2bebfc78-a27c-4eb2-ada2-1209539e1f57 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Unset dirty status for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:50.649438 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2bebfc78-a27c-4eb2-ada2-1209539e1f57 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3769331 Apr 11 14:19:50.664288 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:50.664530 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37276) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:50.696590 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-870107d8-5067-4c50-b8bf-c44e86e5f02a tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:50.706042 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c3f65d39-e843-4d2e-9961-be3c51f1aaa9 tempest-RoutersIpV6AdminTest-1135238093 tempest-RoutersIpV6AdminTest-1135238093-project] 10.222.0.66 "DELETE /v2.0/subnets/6f0df0a6-ae85-4404-b583-f066703df5e5 HTTP/1.1" status: 404 len: 337 time: 0.1581104 Apr 11 14:19:50.800435 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c5ec9581-9028-4a93-894c-29099059422d tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:50.920773 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-870107d8-5067-4c50-b8bf-c44e86e5f02a tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:50.984361 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c54e404-b94c-4f2e-a0f1-c3b7b5cc7a5b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Router 73279aa8-6434-415a-8b91-e5bc5ab99e3f has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:19:51.005889 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c5ec9581-9028-4a93-894c-29099059422d tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:51.083554 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-c47ef3a6-74f3-41d0-b10d-ba7cb50d070b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] For port 2b4e6eb7-5876-430b-b264-b5d623eeee3b, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2b4e6eb7-5876-430b-b264-b5d623eeee3b,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:19:51.205924 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c47ef3a6-74f3-41d0-b10d-ba7cb50d070b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:51.207530 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c5ec9581-9028-4a93-894c-29099059422d tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:51.207670 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:51.214622 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-00b8484a-d511-4840-b20b-ce7a3fb1b995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:51.229539 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec9581-9028-4a93-894c-29099059422d tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a8bc980-a334-4aa3-94c0-c6ad612c4c9e,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:51.255880 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-870107d8-5067-4c50-b8bf-c44e86e5f02a tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:51.294170 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c54e404-b94c-4f2e-a0f1-c3b7b5cc7a5b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:19:51.295711 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37284) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:51.302887 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870107d8-5067-4c50-b8bf-c44e86e5f02a tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8572fe6-00be-4e0b-a0c1-2b273fc01c8f,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:51.310399 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7b2a57-bcf0-48e3-814d-a96ece155468 None None] Sync routers for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:19:51.311063 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c47ef3a6-74f3-41d0-b10d-ba7cb50d070b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:51.311763 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c47ef3a6-74f3-41d0-b10d-ba7cb50d070b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:51.320088 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7b2a57-bcf0-48e3-814d-a96ece155468 None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:51.320722 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-cf7b2a57-bcf0-48e3-814d-a96ece155468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:51.356432 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Subnet': ['ID=a049e84e-6639-4111-9545-c7d42df81fb0,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:51.363480 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:19:51.364119 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:19:51.400996 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:51.401834 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:51.402378 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:51.402880 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:51.403440 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:51.403925 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:51.404401 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:51.404600 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-cf7b2a57-bcf0-48e3-814d-a96ece155468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:51.405034 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:51.405609 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:51.406115 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:51.406777 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:51.407116 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:51.418596 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870107d8-5067-4c50-b8bf-c44e86e5f02a tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:51.418596 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870107d8-5067-4c50-b8bf-c44e86e5f02a tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:51.418596 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870107d8-5067-4c50-b8bf-c44e86e5f02a tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:51.418596 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870107d8-5067-4c50-b8bf-c44e86e5f02a tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:51.418596 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870107d8-5067-4c50-b8bf-c44e86e5f02a tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:51.418596 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870107d8-5067-4c50-b8bf-c44e86e5f02a tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:51.418596 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870107d8-5067-4c50-b8bf-c44e86e5f02a tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:51.419141 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870107d8-5067-4c50-b8bf-c44e86e5f02a tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:51.419141 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870107d8-5067-4c50-b8bf-c44e86e5f02a tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:51.419362 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870107d8-5067-4c50-b8bf-c44e86e5f02a tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:51.419691 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870107d8-5067-4c50-b8bf-c44e86e5f02a tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:51.420013 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870107d8-5067-4c50-b8bf-c44e86e5f02a tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:51.429661 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7b2a57-bcf0-48e3-814d-a96ece155468 None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:51.430525 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-cf7b2a57-bcf0-48e3-814d-a96ece155468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:51.453378 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47ef3a6-74f3-41d0-b10d-ba7cb50d070b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:51.466831 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-c47ef3a6-74f3-41d0-b10d-ba7cb50d070b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:51.477453 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b0eab3-d096-4c16-a9c0-e7dca754bf86 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:19:51.482375 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-870107d8-5067-4c50-b8bf-c44e86e5f02a tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:51.483992 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-870107d8-5067-4c50-b8bf-c44e86e5f02a tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "DELETE /v2.0/security-groups/f8572fe6-00be-4e0b-a0c1-2b273fc01c8f HTTP/1.1" status: 204 len: 168 time: 1.2954235 Apr 11 14:19:51.493600 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47ef3a6-74f3-41d0-b10d-ba7cb50d070b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:51.494898 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c47ef3a6-74f3-41d0-b10d-ba7cb50d070b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:51.504379 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37290) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:51.513248 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-cf7b2a57-bcf0-48e3-814d-a96ece155468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:51.513830 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7b2a57-bcf0-48e3-814d-a96ece155468 None None] The sync data for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:19:51.518752 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1c54e404-b94c-4f2e-a0f1-c3b7b5cc7a5b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:51.522207 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1c54e404-b94c-4f2e-a0f1-c3b7b5cc7a5b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "DELETE /v2.0/ports/7a226900-8901-41b0-9931-fb1fa9ecf4f5 HTTP/1.1" status: 204 len: 168 time: 3.8930354 Apr 11 14:19:51.530638 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37294) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:51.531709 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Checking segment: {'id': '73443dd7-0f34-4567-b525-7b85765a701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'c0e9ba69-d003-4c8e-9ff4-d71afcb59eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:19:51.532267 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network hostable DHCP agents. Network: c0e9ba69-d003-4c8e-9ff4-d71afcb59eac, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:19:51.602451 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c5ec9581-9028-4a93-894c-29099059422d tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:51.607012 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c5ec9581-9028-4a93-894c-29099059422d tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/4a8bc980-a334-4aa3-94c0-c6ad612c4c9e HTTP/1.1" status: 204 len: 168 time: 0.9385047 Apr 11 14:19:51.611426 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37298) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:51.612662 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ef3a6-74f3-41d0-b10d-ba7cb50d070b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=137f7a81-ccfc-44c3-8d9f-d8ec35e563c7,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:51.622494 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-be34ee4a-fed2-499c-a8b5-34e583e2f68c tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] show failed (client error): The resource could not be found. Apr 11 14:19:51.626534 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-be34ee4a-fed2-499c-a8b5-34e583e2f68c tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "GET /v2.0/security-groups/f8572fe6-00be-4e0b-a0c1-2b273fc01c8f HTTP/1.1" status: 404 len: 347 time: 0.1210096 Apr 11 14:19:51.627441 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ef3a6-74f3-41d0-b10d-ba7cb50d070b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=2b4e6eb7-5876-430b-b264-b5d623eeee3b,revision_number=4']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:51.630043 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37300) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:51.678456 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ae72053c-2b19-4b4c-9374-93487e18047a tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "GET /v2.0/floatingips/0fbfa34d-f3fa-4330-82c0-9937b8c42674 HTTP/1.1" status: 200 len: 688 time: 0.1405871 Apr 11 14:19:51.679350 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-09a89fcd-cdad-40b2-916a-5e6bf0d8dec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:51.691718 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37306) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:51.727121 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c47ef3a6-74f3-41d0-b10d-ba7cb50d070b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.1189628 Apr 11 14:19:51.740746 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37310) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:51.790912 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-09a89fcd-cdad-40b2-916a-5e6bf0d8dec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:51.809067 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-eb24c5ff-0286-4e12-a451-0e82dc03d34b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'port': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'mac_address': 'fa:16:3e:f6:8c:bc', 'name': 'tempest-NetworksTestDHCPv6-1976590394'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:51.865454 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-09a89fcd-cdad-40b2-916a-5e6bf0d8dec7 admin admin] Usage tracker for resource:security_group_rule and tenant:41e441156ac9421da3a74f10f0d49d88 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:51.887181 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-09a89fcd-cdad-40b2-916a-5e6bf0d8dec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:51.892180 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network c0e9ba69-d003-4c8e-9ff4-d71afcb59eac is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:19:51.909816 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-09a89fcd-cdad-40b2-916a-5e6bf0d8dec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:51.927159 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-fc5d9dda-768f-4ece-8c9e-107f8861c819 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Deleting port 653ae43e-7983-4355-9bae-47a0a01b74eb {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:51.927501 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9dda-768f-4ece-8c9e-107f8861c819 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:51.934658 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:51.939388 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0ee28d38-2960-4a6a-a6ef-93037c30753f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Synchronizing usage tracker for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:51.950708 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-eafa7933-0955-45eb-a0e9-fe2664f37bb6 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Deleting port c6b2c34f-0506-4c3f-940f-d1ad8d5d5d72 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:51.951795 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eafa7933-0955-45eb-a0e9-fe2664f37bb6 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:52.001505 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 2b4e6eb7-5876-430b-b264-b5d623eeee3b, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2b4e6eb7-5876-430b-b264-b5d623eeee3b,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:19:52.121981 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:52.134486 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, c0e9ba69-d003-4c8e-9ff4-d71afcb59eac) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:52.134486 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0ee28d38-2960-4a6a-a6ef-93037c30753f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Unset dirty status for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:52.137820 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0ee28d38-2960-4a6a-a6ef-93037c30753f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.5114720 Apr 11 14:19:52.145906 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37314) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:52.155507 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:52.156343 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:52.185198 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3f89fd-083b-4c39-a8af-d97909150cd7 None None] Network c0e9ba69-d003-4c8e-9ff4-d71afcb59eac requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:19:52.243980 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-132bbec8-9646-4797-91f9-4da0e25fb4c7 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:52.274740 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-132bbec8-9646-4797-91f9-4da0e25fb4c7 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:52.292711 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eafa7933-0955-45eb-a0e9-fe2664f37bb6 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:52.292711 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eafa7933-0955-45eb-a0e9-fe2664f37bb6 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:52.301162 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-eb24c5ff-0286-4e12-a451-0e82dc03d34b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:52.307797 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-eb24c5ff-0286-4e12-a451-0e82dc03d34b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:port and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:52.313054 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-eb24c5ff-0286-4e12-a451-0e82dc03d34b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:52.322157 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-eb24c5ff-0286-4e12-a451-0e82dc03d34b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:52.350180 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=2b4e6eb7-5876-430b-b264-b5d623eeee3b,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:52.361680 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:52.362186 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:52.362533 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:52.362872 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:52.363206 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:52.364190 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:52.364763 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:52.364874 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:52.365204 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:52.365580 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:52.365960 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:52.366293 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:19:52.395844 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b8484a-d511-4840-b20b-ce7a3fb1b995 admin admin] Router 9b920967-7acf-4d29-9ce3-d3616ddd8412 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:19:52.487020 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2b4e6eb7-5876-430b-b264-b5d623eeee3b up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:19:52.488062 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-eafa7933-0955-45eb-a0e9-fe2664f37bb6 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Calling delete_port for c6b2c34f-0506-4c3f-940f-d1ad8d5d5d72 owned by network:floatingip {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:52.502078 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9dda-768f-4ece-8c9e-107f8861c819 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:52.502738 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9dda-768f-4ece-8c9e-107f8861c819 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:52.528225 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-66c55cf7-18ba-4694-8b0e-870661d2b2d1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7579105 Apr 11 14:19:52.535761 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37318) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:52.542686 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-09a89fcd-cdad-40b2-916a-5e6bf0d8dec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:52.553222 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-ed81d2b6-10b0-4858-b9b4-a9dd97a3136a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'port': {'network_id': 'c0e9ba69-d003-4c8e-9ff4-d71afcb59eac', 'name': 'tempest-PortsTestJSON-190626810'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:52.640807 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 2b4e6eb7-5876-430b-b264-b5d623eeee3b triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:52.641482 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:52.663616 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-09a89fcd-cdad-40b2-916a-5e6bf0d8dec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:52.675644 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a664f0-40e5-4811-93d5-a2e54308a859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-c0e9ba69-d003-4c8e-9ff4-d71afcb59eac', 'network_id': 'c0e9ba69-d003-4c8e-9ff4-d71afcb59eac', 'tenant_id': 'bed9b91ec31243819559d0be20aa92c4', 'fixed_ips': [{'subnet_id': 'a049e84e-6639-4111-9545-c7d42df81fb0'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:19:52.676146 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a664f0-40e5-4811-93d5-a2e54308a859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:52.706140 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-132bbec8-9646-4797-91f9-4da0e25fb4c7 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:52.780398 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bbec8-9646-4797-91f9-4da0e25fb4c7 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0381a39b-1ea7-4271-9354-2a0e973b075c,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:52.787552 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a89fcd-cdad-40b2-916a-5e6bf0d8dec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521197d7-2856-47e5-a04f-727587790c8c,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:52.792169 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-09a89fcd-cdad-40b2-916a-5e6bf0d8dec7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=41e441156ac9421da3a74f10f0d49d88&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4909830 Apr 11 14:19:52.795051 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-fc5d9dda-768f-4ece-8c9e-107f8861c819 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Calling delete_port for 653ae43e-7983-4355-9bae-47a0a01b74eb owned by network:floatingip {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:52.807750 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37322) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:52.809474 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4b7b9cf9-c5d3-49eb-970c-dc4d0870e465 None None] Provisioning complete for port 2b4e6eb7-5876-430b-b264-b5d623eeee3b triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:52.810097 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4b7b9cf9-c5d3-49eb-970c-dc4d0870e465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:52.923275 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb24c5ff-0286-4e12-a451-0e82dc03d34b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:19:52.954393 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-132bbec8-9646-4797-91f9-4da0e25fb4c7 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:52.959272 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-132bbec8-9646-4797-91f9-4da0e25fb4c7 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/0381a39b-1ea7-4271-9354-2a0e973b075c HTTP/1.1" status: 204 len: 168 time: 0.8035700 Apr 11 14:19:52.965359 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37326) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:53.024311 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-63a664f0-40e5-4811-93d5-a2e54308a859 None None] Allocated IP 172.20.0.2 (c0e9ba69-d003-4c8e-9ff4-d71afcb59eac/a049e84e-6639-4111-9545-c7d42df81fb0/da1742cf-952c-463f-8d77-7312aae51fff) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:53.035105 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ed81d2b6-10b0-4858-b9b4-a9dd97a3136a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:53.057932 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ed81d2b6-10b0-4858-b9b4-a9dd97a3136a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:port and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:53.065672 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ed81d2b6-10b0-4858-b9b4-a9dd97a3136a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:53.076125 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b8484a-d511-4840-b20b-ce7a3fb1b995 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:19:53.082558 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ed81d2b6-10b0-4858-b9b4-a9dd97a3136a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:53.089596 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9773ff-f61f-4acc-bbd6-7babea650b36 None None] Sync routers for ids ['9b920967-7acf-4d29-9ce3-d3616ddd8412'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:19:53.092266 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-00b8484a-d511-4840-b20b-ce7a3fb1b995 admin admin] 10.222.0.66 "PUT /v2.0/routers/9b920967-7acf-4d29-9ce3-d3616ddd8412/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1828396 Apr 11 14:19:53.096880 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37330) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:53.139530 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f3b5766e-77f5-421f-8fde-800efda86b77 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Synchronizing usage tracker for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:53.164000 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-470a41ef-c6b4-45a2-b898-b058eccb4176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:53.200468 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-470a41ef-c6b4-45a2-b898-b058eccb4176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:53.220446 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed81d2b6-10b0-4858-b9b4-a9dd97a3136a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:19:53.224738 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ed81d2b6-10b0-4858-b9b4-a9dd97a3136a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:53.253128 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eb24c5ff-0286-4e12-a451-0e82dc03d34b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:53.265320 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eafa7933-0955-45eb-a0e9-fe2664f37bb6 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:53.269497 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-ed81d2b6-10b0-4858-b9b4-a9dd97a3136a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] device_id is not set on port b37a4a78-597d-497d-95c2-ae5c4502cdfb yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:19:53.270133 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9773ff-f61f-4acc-bbd6-7babea650b36 None None] Routers {'9b920967-7acf-4d29-9ce3-d3616ddd8412'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:53.270625 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-6e9773ff-f61f-4acc-bbd6-7babea650b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9b920967-7acf-4d29-9ce3-d3616ddd8412'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:53.370505 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-eb24c5ff-0286-4e12-a451-0e82dc03d34b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] device_id is not set on port d04d71e3-c978-41bd-a062-99f1271869be yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:19:53.373661 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f3b5766e-77f5-421f-8fde-800efda86b77 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Unset dirty status for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:53.375210 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f3b5766e-77f5-421f-8fde-800efda86b77 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3703184 Apr 11 14:19:53.392766 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37334) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:53.402908 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa7933-0955-45eb-a0e9-fe2664f37bb6 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event deleted for resources: {'Port': ['ID=c6b2c34f-0506-4c3f-940f-d1ad8d5d5d72,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:53.449291 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-47ce3ed1-5c60-4b8b-a236-f6ee1469d28f admin admin] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:53.510698 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9dda-768f-4ece-8c9e-107f8861c819 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:53.556382 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a5202445-cd46-4463-9363-0de1959d0191 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:53.558658 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a664f0-40e5-4811-93d5-a2e54308a859 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:53.562253 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-6e9773ff-f61f-4acc-bbd6-7babea650b36 None None] Set router 9b920967-7acf-4d29-9ce3-d3616ddd8412 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:19:53.572871 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a5202445-cd46-4463-9363-0de1959d0191 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:53.585711 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d9dda-768f-4ece-8c9e-107f8861c819 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Pushing event deleted for resources: {'Port': ['ID=653ae43e-7983-4355-9bae-47a0a01b74eb,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:53.587409 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eafa7933-0955-45eb-a0e9-fe2664f37bb6 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:53.599063 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-470a41ef-c6b4-45a2-b898-b058eccb4176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:53.637351 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a41ef-c6b4-45a2-b898-b058eccb4176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521197d7-2856-47e5-a04f-727587790c8c,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:53.672205 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eafa7933-0955-45eb-a0e9-fe2664f37bb6 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:53.679834 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-eafa7933-0955-45eb-a0e9-fe2664f37bb6 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "DELETE /v2.0/floatingips/0fbfa34d-f3fa-4330-82c0-9937b8c42674 HTTP/1.1" status: 204 len: 168 time: 1.9829383 Apr 11 14:19:53.680677 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37338) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:53.692883 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-4fcec15b-f795-4f49-834c-b01336423309 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': '2692bce8-e5b4-433b-a2f3-fea80ca787bb'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:53.702949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4fcec15b-f795-4f49-834c-b01336423309 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:53.711633 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4fcec15b-f795-4f49-834c-b01336423309 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Usage tracker for resource:floatingip and tenant:f364abda35ba4de88d7da540664f92af is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:53.720731 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4fcec15b-f795-4f49-834c-b01336423309 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:53.721044 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-63a664f0-40e5-4811-93d5-a2e54308a859 None None] Transition to ACTIVE for port object da1742cf-952c-463f-8d77-7312aae51fff will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:19:53.723914 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4fcec15b-f795-4f49-834c-b01336423309 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:53.734789 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a5202445-cd46-4463-9363-0de1959d0191 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:53.740342 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a5202445-cd46-4463-9363-0de1959d0191 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:53.741479 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a5202445-cd46-4463-9363-0de1959d0191 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/ca62207a-8d76-4aee-a36c-73889675e17e HTTP/1.1" status: 204 len: 168 time: 0.3412130 Apr 11 14:19:53.748304 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37342) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:53.767253 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5202445-cd46-4463-9363-0de1959d0191 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca62207a-8d76-4aee-a36c-73889675e17e,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:53.797295 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-470a41ef-c6b4-45a2-b898-b058eccb4176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:53.798835 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-470a41ef-c6b4-45a2-b898-b058eccb4176 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/521197d7-2856-47e5-a04f-727587790c8c HTTP/1.1" status: 204 len: 168 time: 0.9900382 Apr 11 14:19:53.806806 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-63a664f0-40e5-4811-93d5-a2e54308a859 None None] Transition to ACTIVE for port object da1742cf-952c-463f-8d77-7312aae51fff will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:19:53.810224 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d8229a1e-9a31-43c9-8988-2851a5761fcc tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Synchronizing usage tracker for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:53.821032 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4fcec15b-f795-4f49-834c-b01336423309 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:53.884586 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a664f0-40e5-4811-93d5-a2e54308a859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:53.946345 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9dda-768f-4ece-8c9e-107f8861c819 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks [] for floatingip, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:53.954568 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a664f0-40e5-4811-93d5-a2e54308a859 None None] Network c0e9ba69-d003-4c8e-9ff4-d71afcb59eac is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:53.958679 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-63a664f0-40e5-4811-93d5-a2e54308a859 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:53.961099 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a664f0-40e5-4811-93d5-a2e54308a859 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:19:53.972266 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-47ce3ed1-5c60-4b8b-a236-f6ee1469d28f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:53.975371 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-eb24c5ff-0286-4e12-a451-0e82dc03d34b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 172.20.0.6 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/15f6518e-5fb1-41f6-8b8f-c9a207d4c339/d04d71e3-c978-41bd-a062-99f1271869be) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:53.977885 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d8229a1e-9a31-43c9-8988-2851a5761fcc tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Unset dirty status for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:53.982400 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d8229a1e-9a31-43c9-8988-2851a5761fcc tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2330742 Apr 11 14:19:53.982991 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37348) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:53.988063 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-eb24c5ff-0286-4e12-a451-0e82dc03d34b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 2001:db8::f816:3eff:fef6:8cbc (47d4fbd0-dfc4-4187-bb2e-73c4649db563/137f7a81-ccfc-44c3-8d9f-d8ec35e563c7/d04d71e3-c978-41bd-a062-99f1271869be) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:54.015367 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-ed81d2b6-10b0-4858-b9b4-a9dd97a3136a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Allocated IP 172.20.0.13 (c0e9ba69-d003-4c8e-9ff4-d71afcb59eac/a049e84e-6639-4111-9545-c7d42df81fb0/b37a4a78-597d-497d-95c2-ae5c4502cdfb) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:54.045709 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a664f0-40e5-4811-93d5-a2e54308a859 None None] Pushing event updated for resources: {'Port': ['ID=da1742cf-952c-463f-8d77-7312aae51fff,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:54.064427 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4009ccf9-ab68-43be-adda-e27e55de1c8f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:54.074290 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4fcec15b-f795-4f49-834c-b01336423309 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:54.090940 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4009ccf9-ab68-43be-adda-e27e55de1c8f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:54.118443 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-47ce3ed1-5c60-4b8b-a236-f6ee1469d28f admin admin] Deleting port 2af6adad-29c3-4f73-8eca-2a2d35207a7a {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:54.118779 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-47ce3ed1-5c60-4b8b-a236-f6ee1469d28f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:54.139763 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-63a664f0-40e5-4811-93d5-a2e54308a859 None None] Attempting to bind port da1742cf-952c-463f-8d77-7312aae51fff on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:19:54.140259 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-63a664f0-40e5-4811-93d5-a2e54308a859 None None] Attempting to bind port da1742cf-952c-463f-8d77-7312aae51fff by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '73443dd7-0f34-4567-b525-7b85765a701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'c0e9ba69-d003-4c8e-9ff4-d71afcb59eac'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:19:54.140619 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a664f0-40e5-4811-93d5-a2e54308a859 None None] Attempting to bind port da1742cf-952c-463f-8d77-7312aae51fff on network c0e9ba69-d003-4c8e-9ff4-d71afcb59eac {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:19:54.151448 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a664f0-40e5-4811-93d5-a2e54308a859 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:19:54.152452 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a664f0-40e5-4811-93d5-a2e54308a859 None None] Checking segment: {'id': '73443dd7-0f34-4567-b525-7b85765a701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'c0e9ba69-d003-4c8e-9ff4-d71afcb59eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:19:54.152806 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a664f0-40e5-4811-93d5-a2e54308a859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:54.153209 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a664f0-40e5-4811-93d5-a2e54308a859 None None] Bound using segment: {'id': '73443dd7-0f34-4567-b525-7b85765a701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'c0e9ba69-d003-4c8e-9ff4-d71afcb59eac'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:19:54.154080 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-63a664f0-40e5-4811-93d5-a2e54308a859 None None] Bound port: da1742cf-952c-463f-8d77-7312aae51fff, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73443dd7-0f34-4567-b525-7b85765a701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'c0e9ba69-d003-4c8e-9ff4-d71afcb59eac'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:19:54.154202 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a664f0-40e5-4811-93d5-a2e54308a859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:54.190194 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-6e9773ff-f61f-4acc-bbd6-7babea650b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'name': 'tempest-ServersTestManualDisk-1498298036-router', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.85'}], 'enable_snat': True}, 'gw_port_id': '2af6adad-29c3-4f73-8eca-2a2d35207a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:19:50Z', 'revision_number': 5, 'project_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'gw_port': {'id': '2af6adad-29c3-4f73-8eca-2a2d35207a7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:57Z', 'updated_at': '2022-04-11T14:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:54.190607 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9dda-768f-4ece-8c9e-107f8861c819 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:54.191641 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-fc5d9dda-768f-4ece-8c9e-107f8861c819 tempest-ServersTestJSON-1652373318 tempest-ServersTestJSON-1652373318-project] 10.222.0.66 "DELETE /v2.0/floatingips/3f1570a9-adfc-44ec-b516-7368187445ed HTTP/1.1" status: 204 len: 168 time: 2.5585587 Apr 11 14:19:54.200167 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37352) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:54.274821 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9773ff-f61f-4acc-bbd6-7babea650b36 None None] Checking router: 9b920967-7acf-4d29-9ce3-d3616ddd8412 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:19:54.326149 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:54.326840 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9773ff-f61f-4acc-bbd6-7babea650b36 None None] Routers {'9b920967-7acf-4d29-9ce3-d3616ddd8412'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:19:54.327468 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-6e9773ff-f61f-4acc-bbd6-7babea650b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9b920967-7acf-4d29-9ce3-d3616ddd8412'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:54.438441 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2b4e6eb7-5876-430b-b264-b5d623eeee3b up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:19:54.595127 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4009ccf9-ab68-43be-adda-e27e55de1c8f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:54.603182 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-63a664f0-40e5-4811-93d5-a2e54308a859 None None] For port da1742cf-952c-463f-8d77-7312aae51fff, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:19:54.630598 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009ccf9-ab68-43be-adda-e27e55de1c8f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b61b6e28-5b2d-484f-8bd2-74dce46bf853,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:54.630815 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-63a664f0-40e5-4811-93d5-a2e54308a859 None None] For port da1742cf-952c-463f-8d77-7312aae51fff, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=da1742cf-952c-463f-8d77-7312aae51fff,segment=NetworkSegment(73443dd7-0f34-4567-b525-7b85765a701c),segment_id=73443dd7-0f34-4567-b525-7b85765a701c)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:19:54.633941 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-6e9773ff-f61f-4acc-bbd6-7babea650b36 None None] Set router 9b920967-7acf-4d29-9ce3-d3616ddd8412 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:19:54.649098 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eb24c5ff-0286-4e12-a451-0e82dc03d34b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:54.671931 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-4fcec15b-f795-4f49-834c-b01336423309 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Allocated IP 172.26.7.250 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/eef50b53-0b53-4a25-9c35-b84ac7ebc2f4) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:19:54.684877 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-eb24c5ff-0286-4e12-a451-0e82dc03d34b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Transition to ACTIVE for port object d04d71e3-c978-41bd-a062-99f1271869be will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:19:54.687048 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-47ce3ed1-5c60-4b8b-a236-f6ee1469d28f admin admin] For port 2af6adad-29c3-4f73-8eca-2a2d35207a7a, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2af6adad-29c3-4f73-8eca-2a2d35207a7a,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:19:54.687405 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-47ce3ed1-5c60-4b8b-a236-f6ee1469d28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:54.752316 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ed81d2b6-10b0-4858-b9b4-a9dd97a3136a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:54.765790 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a664f0-40e5-4811-93d5-a2e54308a859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:54.770998 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-6e9773ff-f61f-4acc-bbd6-7babea650b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'name': 'tempest-ServersTestManualDisk-1498298036-router', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:19:53Z', 'revision_number': 6, 'project_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:54.820402 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9773ff-f61f-4acc-bbd6-7babea650b36 None None] The sync data for ids ['9b920967-7acf-4d29-9ce3-d3616ddd8412'] in dv-neutron-837330-1-hyperv is: [{'id': '9b920967-7acf-4d29-9ce3-d3616ddd8412', 'name': 'tempest-ServersTestManualDisk-1498298036-router', 'tenant_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:19:53Z', 'revision_number': 6, 'project_id': 'da52381567644ed8b6f3e1a9b6badbd7', 'gw_port_host': None}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:19:54.822693 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-47ce3ed1-5c60-4b8b-a236-f6ee1469d28f admin admin] Calling delete_port for 2af6adad-29c3-4f73-8eca-2a2d35207a7a owned by network:router_gateway {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:54.848302 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-ed81d2b6-10b0-4858-b9b4-a9dd97a3136a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Transition to ACTIVE for port object b37a4a78-597d-497d-95c2-ae5c4502cdfb will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:19:54.853735 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4009ccf9-ab68-43be-adda-e27e55de1c8f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:54.855018 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4009ccf9-ab68-43be-adda-e27e55de1c8f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/b61b6e28-5b2d-484f-8bd2-74dce46bf853 HTTP/1.1" status: 204 len: 168 time: 0.8690274 Apr 11 14:19:54.861331 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37358) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:54.910842 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 2b4e6eb7-5876-430b-b264-b5d623eeee3b triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:54.911427 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:54.942522 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37362) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:54.992474 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a664f0-40e5-4811-93d5-a2e54308a859 None None] Pushing event updated for resources: {'Port': ['ID=da1742cf-952c-463f-8d77-7312aae51fff,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:55.026681 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eb24c5ff-0286-4e12-a451-0e82dc03d34b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:55.087525 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-adf11950-e830-4898-9b74-4735baac61e1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7bc04890669e4c01b1254641ed5bf407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426864 Apr 11 14:19:55.128744 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37366) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:55.183732 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb24c5ff-0286-4e12-a451-0e82dc03d34b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:55.194517 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-56009b1f-9e42-4773-9f64-bb62ca360b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:55.201995 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-eb24c5ff-0286-4e12-a451-0e82dc03d34b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:55.215441 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb24c5ff-0286-4e12-a451-0e82dc03d34b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:19:55.269713 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24c5ff-0286-4e12-a451-0e82dc03d34b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=d04d71e3-c978-41bd-a062-99f1271869be,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:55.306522 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-55efbea2-8e9f-4ddb-9d06-ebd5447c94a8 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4330969 Apr 11 14:19:55.310660 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37370) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:55.388269 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb24c5ff-0286-4e12-a451-0e82dc03d34b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:55.388943 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eb24c5ff-0286-4e12-a451-0e82dc03d34b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:55.393798 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-47ce3ed1-5c60-4b8b-a236-f6ee1469d28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:55.460786 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4fcec15b-f795-4f49-834c-b01336423309 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:55.512960 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce3ed1-5c60-4b8b-a236-f6ee1469d28f admin admin] Pushing event deleted for resources: {'Port': ['ID=2af6adad-29c3-4f73-8eca-2a2d35207a7a,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:55.523363 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ed81d2b6-10b0-4858-b9b4-a9dd97a3136a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:55.591181 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-449f434f-0ce0-469d-b877-e1b57887f4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:55.627759 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-eb24c5ff-0286-4e12-a451-0e82dc03d34b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.8859174 Apr 11 14:19:55.643181 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37378) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:55.644007 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-98941cae-73ba-4903-b940-6a24eb272c2e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:55.648059 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed81d2b6-10b0-4858-b9b4-a9dd97a3136a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network c0e9ba69-d003-4c8e-9ff4-d71afcb59eac is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:55.656785 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-ed81d2b6-10b0-4858-b9b4-a9dd97a3136a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:55.665534 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed81d2b6-10b0-4858-b9b4-a9dd97a3136a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:19:55.694064 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81d2b6-10b0-4858-b9b4-a9dd97a3136a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Port': ['ID=b37a4a78-597d-497d-95c2-ae5c4502cdfb,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:55.717643 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4fcec15b-f795-4f49-834c-b01336423309 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:55.742326 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-449f434f-0ce0-469d-b877-e1b57887f4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:55.758312 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1c6fc691-c15f-43bf-a6f7-f58aec3e36c9 None None] Provisioning for port d04d71e3-c978-41bd-a062-99f1271869be completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:19:55.765298 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1c6fc691-c15f-43bf-a6f7-f58aec3e36c9 None None] Provisioning complete for port d04d71e3-c978-41bd-a062-99f1271869be triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:55.766125 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1c6fc691-c15f-43bf-a6f7-f58aec3e36c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:55.794143 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-98941cae-73ba-4903-b940-6a24eb272c2e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:55.799152 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcec15b-f795-4f49-834c-b01336423309 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:19:55.810717 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed81d2b6-10b0-4858-b9b4-a9dd97a3136a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:55.811538 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ed81d2b6-10b0-4858-b9b4-a9dd97a3136a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:55.815277 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-4fcec15b-f795-4f49-834c-b01336423309 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:19:55.837063 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-47ce3ed1-5c60-4b8b-a236-f6ee1469d28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:55.839610 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-1c6fc691-c15f-43bf-a6f7-f58aec3e36c9 None None] Port d04d71e3-c978-41bd-a062-99f1271869be cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:19:55.848925 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcec15b-f795-4f49-834c-b01336423309 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:19:55.889046 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcec15b-f795-4f49-834c-b01336423309 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event updated for resources: {'Port': ['ID=eef50b53-0b53-4a25-9c35-b84ac7ebc2f4,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:55.929697 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3a5c6ec3-c36b-4e3e-a2be-e523cbd99877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:56.024773 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ed81d2b6-10b0-4858-b9b4-a9dd97a3136a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4823465 Apr 11 14:19:56.032099 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37382) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:56.049421 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-47ce3ed1-5c60-4b8b-a236-f6ee1469d28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:56.055293 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-47ce3ed1-5c60-4b8b-a236-f6ee1469d28f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:56.109108 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b086e94-2cde-4570-a085-e6f0eb5c4e3b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:56.116449 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b086e94-2cde-4570-a085-e6f0eb5c4e3b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:56.117300 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1b086e94-2cde-4570-a085-e6f0eb5c4e3b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:56.160519 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-449f434f-0ce0-469d-b877-e1b57887f4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:56.183926 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f434f-0ce0-469d-b877-e1b57887f4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76937cee-2e29-481e-84be-c144f63277b5,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:56.235756 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-98941cae-73ba-4903-b940-6a24eb272c2e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:56.252687 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-3e90a2a4-f673-4fdf-962c-997e0d46f5ed tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting port b37a4a78-597d-497d-95c2-ae5c4502cdfb {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:56.253035 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3e90a2a4-f673-4fdf-962c-997e0d46f5ed tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:56.267581 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-47ce3ed1-5c60-4b8b-a236-f6ee1469d28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:56.268210 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ce3ed1-5c60-4b8b-a236-f6ee1469d28f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b920967-7acf-4d29-9ce3-d3616ddd8412 {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:19:56.275962 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1b086e94-2cde-4570-a085-e6f0eb5c4e3b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:56.279763 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1b086e94-2cde-4570-a085-e6f0eb5c4e3b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6337161 Apr 11 14:19:56.282146 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-449f434f-0ce0-469d-b877-e1b57887f4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:56.283762 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-449f434f-0ce0-469d-b877-e1b57887f4b9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/76937cee-2e29-481e-84be-c144f63277b5 HTTP/1.1" status: 204 len: 168 time: 1.1533167 Apr 11 14:19:56.288843 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37386) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:56.288972 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-47ce3ed1-5c60-4b8b-a236-f6ee1469d28f admin admin] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:56.289523 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-47ce3ed1-5c60-4b8b-a236-f6ee1469d28f admin admin] 10.222.0.66 "DELETE /v2.0/routers/9b920967-7acf-4d29-9ce3-d3616ddd8412 HTTP/1.1" status: 204 len: 168 time: 3.1911762 Apr 11 14:19:56.291092 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98941cae-73ba-4903-b940-6a24eb272c2e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=170215cd-ac44-40ff-9bb8-20324b59f0fa,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:56.293354 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37390) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:56.294475 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-98941cae-73ba-4903-b940-6a24eb272c2e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:56.299676 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-98941cae-73ba-4903-b940-6a24eb272c2e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "DELETE /v2.0/security-groups/170215cd-ac44-40ff-9bb8-20324b59f0fa HTTP/1.1" status: 204 len: 168 time: 0.9844728 Apr 11 14:19:56.310659 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37392) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:56.403460 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a569a24-dd53-40fe-91d9-7a7c3e7595a6 admin admin] Deleting subnet e9d5ac2f-00cd-4195-849b-d29b7014d92e {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:19:56.408195 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6a569a24-dd53-40fe-91d9-7a7c3e7595a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:56.409990 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90030038-8c1b-4f6a-a84a-f2e44afafffd None None] Network c0e9ba69-d003-4c8e-9ff4-d71afcb59eac requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:19:56.445877 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device da1742cf-952c-463f-8d77-7312aae51fff up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:19:56.482207 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6a569a24-dd53-40fe-91d9-7a7c3e7595a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:56.539952 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-71f6cd51-3d54-429f-bbe6-25c533a16c91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting port d04d71e3-c978-41bd-a062-99f1271869be {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:56.540661 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-71f6cd51-3d54-429f-bbe6-25c533a16c91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:56.693503 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6a569a24-dd53-40fe-91d9-7a7c3e7595a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:56.700817 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6fd30bf0-2d6f-468a-8f4a-fbe115f0bbf6 None None] Provisioning for port da1742cf-952c-463f-8d77-7312aae51fff completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:19:56.762181 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port da1742cf-952c-463f-8d77-7312aae51fff completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:19:56.773625 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port da1742cf-952c-463f-8d77-7312aae51fff triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:56.774169 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:56.843320 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6a569a24-dd53-40fe-91d9-7a7c3e7595a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:56.913936 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-522d548a-d6f3-4311-b2cc-fefe6173055c tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Synchronizing usage tracker for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:56.934295 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:56.934589 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a569a24-dd53-40fe-91d9-7a7c3e7595a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9d5ac2f-00cd-4195-849b-d29b7014d92e,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:56.951819 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6a569a24-dd53-40fe-91d9-7a7c3e7595a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:56.952031 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0793b1-76e8-4d34-9832-7e295060e9d4 None None] Network ddf8ce9d-6671-4d82-b259-929f8e3d9c2c requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:19:56.965970 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6a569a24-dd53-40fe-91d9-7a7c3e7595a6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e9d5ac2f-00cd-4195-849b-d29b7014d92e HTTP/1.1" status: 204 len: 168 time: 0.6642368 Apr 11 14:19:56.967219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37402) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:57.150141 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-37f4ff77-589e-43aa-ae32-891c65cb9d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:57.164392 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-37f4ff77-589e-43aa-ae32-891c65cb9d6b admin admin] Deleting port 68dd9b1e-da18-4882-935c-e8f5cfff3323 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:57.164986 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-37f4ff77-589e-43aa-ae32-891c65cb9d6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:57.242334 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port da1742cf-952c-463f-8d77-7312aae51fff, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=da1742cf-952c-463f-8d77-7312aae51fff,segment=NetworkSegment(73443dd7-0f34-4567-b525-7b85765a701c),segment_id=73443dd7-0f34-4567-b525-7b85765a701c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:19:57.361977 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56aa39f-f6c4-4b70-a209-f9c0124ce5a9 None None] DHCP port deletion for ddf8ce9d-6671-4d82-b259-929f8e3d9c2c request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:19:57.366600 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-d56aa39f-f6c4-4b70-a209-f9c0124ce5a9 None None] Deleting port 68dd9b1e-da18-4882-935c-e8f5cfff3323 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:57.366993 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d56aa39f-f6c4-4b70-a209-f9c0124ce5a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:57.392027 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:57.477892 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b3bdb85e-6c21-4c7e-b84e-1fea8edb9451 None None] Provisioning for port b37a4a78-597d-497d-95c2-ae5c4502cdfb completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:19:57.481414 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2af6adad-29c3-4f73-8eca-2a2d35207a7a no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:19:57.497529 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-37f4ff77-589e-43aa-ae32-891c65cb9d6b admin admin] For port 68dd9b1e-da18-4882-935c-e8f5cfff3323, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=68dd9b1e-da18-4882-935c-e8f5cfff3323,segment=NetworkSegment(9435d7f4-8ad0-4468-b4a5-462636e7996a),segment_id=9435d7f4-8ad0-4468-b4a5-462636e7996a)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:19:57.497937 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-37f4ff77-589e-43aa-ae32-891c65cb9d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:57.536232 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b3bdb85e-6c21-4c7e-b84e-1fea8edb9451 None None] Provisioning complete for port b37a4a78-597d-497d-95c2-ae5c4502cdfb triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:57.536232 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b3bdb85e-6c21-4c7e-b84e-1fea8edb9451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:57.554255 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-71f6cd51-3d54-429f-bbe6-25c533a16c91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:57.561751 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 2af6adad-29c3-4f73-8eca-2a2d35207a7a {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:19:57.562117 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2af6adad-29c3-4f73-8eca-2a2d35207a7a not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:19:57.562696 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 055c9a55-5e0d-4e06-a128-3e9ac3f768c0 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:19:57.645754 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 055c9a55-5e0d-4e06-a128-3e9ac3f768c0 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:19:57.646045 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 055c9a55-5e0d-4e06-a128-3e9ac3f768c0 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:19:57.656075 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-37f4ff77-589e-43aa-ae32-891c65cb9d6b admin admin] Calling delete_port for 68dd9b1e-da18-4882-935c-e8f5cfff3323 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:57.715286 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=da1742cf-952c-463f-8d77-7312aae51fff,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:57.735038 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-b3bdb85e-6c21-4c7e-b84e-1fea8edb9451 None None] Port b37a4a78-597d-497d-95c2-ae5c4502cdfb cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:19:57.805830 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-71f6cd51-3d54-429f-bbe6-25c533a16c91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Calling delete_port for d04d71e3-c978-41bd-a062-99f1271869be owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:57.831130 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2f792bff-5a1f-4c5e-8a4d-1f879b0c8690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:57.834178 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-522d548a-d6f3-4311-b2cc-fefe6173055c tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Unset dirty status for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:19:57.835028 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b3bdb85e-6c21-4c7e-b84e-1fea8edb9451 None None] Provisioning complete for port da1742cf-952c-463f-8d77-7312aae51fff triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:57.835395 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b3bdb85e-6c21-4c7e-b84e-1fea8edb9451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:57.842303 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-522d548a-d6f3-4311-b2cc-fefe6173055c tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.4779320 Apr 11 14:19:57.843983 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37420) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:57.847858 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-37f4ff77-589e-43aa-ae32-891c65cb9d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:57.856958 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-41479d68-bb7d-4bfc-baa4-7223805f1507 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Request body: {'security_group': {'name': 'tempest-secgroup--614893239'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:57.909639 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-d56aa39f-f6c4-4b70-a209-f9c0124ce5a9 None None] For port 68dd9b1e-da18-4882-935c-e8f5cfff3323, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=68dd9b1e-da18-4882-935c-e8f5cfff3323,segment=NetworkSegment(9435d7f4-8ad0-4468-b4a5-462636e7996a),segment_id=9435d7f4-8ad0-4468-b4a5-462636e7996a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:19:57.910066 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d56aa39f-f6c4-4b70-a209-f9c0124ce5a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:57.921256 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-41479d68-bb7d-4bfc-baa4-7223805f1507 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:57.925252 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f4ff77-589e-43aa-ae32-891c65cb9d6b admin admin] No DVR routers for this DVR port 68dd9b1e-da18-4882-935c-e8f5cfff3323 on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:19:57.927463 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4ff77-589e-43aa-ae32-891c65cb9d6b admin admin] Pushing event deleted for resources: {'Port': ['ID=68dd9b1e-da18-4882-935c-e8f5cfff3323,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:57.960101 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3e90a2a4-f673-4fdf-962c-997e0d46f5ed tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:57.981368 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-41479d68-bb7d-4bfc-baa4-7223805f1507 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:58.107579 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-d56aa39f-f6c4-4b70-a209-f9c0124ce5a9 None None] Calling delete_port for 68dd9b1e-da18-4882-935c-e8f5cfff3323 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:58.126022 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-3a5c6ec3-c36b-4e3e-a2be-e523cbd99877 admin admin] Deleting port 9793a68a-9675-4a02-ace4-2c88dde876dd {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:58.126366 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3a5c6ec3-c36b-4e3e-a2be-e523cbd99877 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:58.135395 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37426) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:58.149979 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-37f4ff77-589e-43aa-ae32-891c65cb9d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:58.172159 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-41479d68-bb7d-4bfc-baa4-7223805f1507 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:58.196047 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-37f4ff77-589e-43aa-ae32-891c65cb9d6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf8ce9d-6671-4d82-b259-929f8e3d9c2c']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:58.218884 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-41479d68-bb7d-4bfc-baa4-7223805f1507 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:58.223486 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-41479d68-bb7d-4bfc-baa4-7223805f1507 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Usage tracker for resource:security_group_rule and tenant:5e36bbfb6b1a4869859326ebd854b202 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:58.227246 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-41479d68-bb7d-4bfc-baa4-7223805f1507 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:58.234895 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-41479d68-bb7d-4bfc-baa4-7223805f1507 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:58.281162 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-d56aa39f-f6c4-4b70-a209-f9c0124ce5a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:19:58.288335 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-d56aa39f-f6c4-4b70-a209-f9c0124ce5a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:19:58.302032 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-3e90a2a4-f673-4fdf-962c-997e0d46f5ed tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Calling delete_port for b37a4a78-597d-497d-95c2-ae5c4502cdfb owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:58.311047 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-37f4ff77-589e-43aa-ae32-891c65cb9d6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9435d7f4-8ad0-4468-b4a5-462636e7996a') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:58.311400 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-37f4ff77-589e-43aa-ae32-891c65cb9d6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9435d7f4-8ad0-4468-b4a5-462636e7996a') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:19:58.325723 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-41479d68-bb7d-4bfc-baa4-7223805f1507 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:58.331024 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-37f4ff77-589e-43aa-ae32-891c65cb9d6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:58.346321 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Request body: {'networks': [{'name': 'tempest-network--1205275467'}, {'name': 'tempest-network--383246773'}]} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:58.347191 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Request body: {'network': {'name': 'tempest-network--1205275467'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:58.347649 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Request body: {'network': {'name': 'tempest-network--383246773'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:58.356522 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:58.359082 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-37f4ff77-589e-43aa-ae32-891c65cb9d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:58.362655 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Usage tracker for resource:network and tenant:a79ea8df91e84b63a37c56a5dffd7809 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:58.367423 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:58.374412 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f4ff77-589e-43aa-ae32-891c65cb9d6b admin admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:19:58.374810 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-37f4ff77-589e-43aa-ae32-891c65cb9d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:19:58.389122 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:19:58.392995 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device da1742cf-952c-463f-8d77-7312aae51fff up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:19:58.399782 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:58.406724 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-41479d68-bb7d-4bfc-baa4-7223805f1507 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:58.444144 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8e053f5a-a85e-4092-b460-3519f732f40e None None] Provisioning complete for port b37a4a78-597d-497d-95c2-ae5c4502cdfb triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:58.444358 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-3a5c6ec3-c36b-4e3e-a2be-e523cbd99877 admin admin] For port 9793a68a-9675-4a02-ace4-2c88dde876dd, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9793a68a-9675-4a02-ace4-2c88dde876dd,segment=NetworkSegment(7cdf1b81-5e2f-4526-982d-405e14529dcc),segment_id=7cdf1b81-5e2f-4526-982d-405e14529dcc)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:19:58.444634 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3a5c6ec3-c36b-4e3e-a2be-e523cbd99877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:58.444749 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8e053f5a-a85e-4092-b460-3519f732f40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:58.519712 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41479d68-bb7d-4bfc-baa4-7223805f1507 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91df5b20-10ea-443c-90d3-f33f27487ca6,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:58.562916 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-8e053f5a-a85e-4092-b460-3519f732f40e None None] Port b37a4a78-597d-497d-95c2-ae5c4502cdfb cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:19:58.578561 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port da1742cf-952c-463f-8d77-7312aae51fff triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:19:58.578862 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:58.586118 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Made reservation on behalf of a79ea8df91e84b63a37c56a5dffd7809 for: {'network': 2} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:19:58.595471 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:58.599463 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-3a5c6ec3-c36b-4e3e-a2be-e523cbd99877 admin admin] Calling delete_port for 9793a68a-9675-4a02-ace4-2c88dde876dd owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:19:58.612877 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:58.629360 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-37f4ff77-589e-43aa-ae32-891c65cb9d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:58.633669 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-41479d68-bb7d-4bfc-baa4-7223805f1507 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:58.634903 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-41479d68-bb7d-4bfc-baa4-7223805f1507 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7893956 Apr 11 14:19:58.643565 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37434) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:58.657790 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4fcec15b-f795-4f49-834c-b01336423309 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:58.665640 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-37f4ff77-589e-43aa-ae32-891c65cb9d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:58.670381 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-95c0c8fd-acbd-4456-be8d-3cd29fd5e79b tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Request body: {'security_group_rule': {'security_group_id': '91df5b20-10ea-443c-90d3-f33f27487ca6', 'direction': 'ingress', 'protocol': 17}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:19:58.680948 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:58.685674 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:58.687460 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:58.687603 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4ff77-589e-43aa-ae32-891c65cb9d6b admin admin] Pushing event deleted for resources: {'Network': ['ID=ddf8ce9d-6671-4d82-b259-929f8e3d9c2c,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:58.693426 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Usage tracker for resource:security_group_rule and tenant:a79ea8df91e84b63a37c56a5dffd7809 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:58.696700 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:58.703044 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:58.771581 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 68dd9b1e-da18-4882-935c-e8f5cfff3323 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:19:58.783300 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-95c0c8fd-acbd-4456-be8d-3cd29fd5e79b tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:19:58.797428 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-37f4ff77-589e-43aa-ae32-891c65cb9d6b admin admin] 10.222.0.66 "DELETE /v2.0/networks/ddf8ce9d-6671-4d82-b259-929f8e3d9c2c HTTP/1.1" status: 204 len: 168 time: 1.8265679 Apr 11 14:19:58.803504 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-d56aa39f-f6c4-4b70-a209-f9c0124ce5a9 None None] Deleting port 68dd9b1e-da18-4882-935c-e8f5cfff3323 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:19:58.803696 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:58.803887 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d56aa39f-f6c4-4b70-a209-f9c0124ce5a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:58.808939 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-95c0c8fd-acbd-4456-be8d-3cd29fd5e79b tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Usage tracker for resource:security_group_rule and tenant:5e36bbfb6b1a4869859326ebd854b202 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:19:58.819586 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-95c0c8fd-acbd-4456-be8d-3cd29fd5e79b tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:19:58.838211 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 68dd9b1e-da18-4882-935c-e8f5cfff3323 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:19:58.839310 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 68dd9b1e-da18-4882-935c-e8f5cfff3323 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:19:58.887315 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-d56aa39f-f6c4-4b70-a209-f9c0124ce5a9 None None] The port '68dd9b1e-da18-4882-935c-e8f5cfff3323' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:19:58.898834 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:58.899573 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:58.963337 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a18c28-116d-4ae5-b17a-d4ce5684793f,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:58.999803 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-95c0c8fd-acbd-4456-be8d-3cd29fd5e79b tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:19:59.125083 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:19:59.135415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:59.135893 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Added segment 5e2552d8-ea12-46f0-830a-b2c4c6828f74 of type vlan for network fb9178ec-c6d3-4cb9-875b-2e1de6ebf10a Apr 11 14:19:59.140919 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-71f6cd51-3d54-429f-bbe6-25c533a16c91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:59.146567 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3e90a2a4-f673-4fdf-962c-997e0d46f5ed tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:59.168283 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:59.207079 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:19:59.217342 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:59.217684 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Added segment 0010e915-dec0-4b0e-a4c4-f9e0582fcfd9 of type vlan for network 96604389-8993-44a9-9837-9651da78c4e4 Apr 11 14:19:59.218632 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-95c0c8fd-acbd-4456-be8d-3cd29fd5e79b tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:59.232833 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6cd51-3d54-429f-bbe6-25c533a16c91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Port': ['ID=d04d71e3-c978-41bd-a062-99f1271869be,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:59.246338 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:59.280267 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37440) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:59.337746 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-24b94d10-af0c-4afa-a8b2-e3b868faa20a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=da52381567644ed8b6f3e1a9b6badbd7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0539482 Apr 11 14:19:59.338084 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37444) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:59.372939 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:59.374519 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:59.378393 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4fcec15b-f795-4f49-834c-b01336423309 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:59.382178 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:59.388486 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:59.389243 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:59.472979 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90a2a4-f673-4fdf-962c-997e0d46f5ed tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Port': ['ID=b37a4a78-597d-497d-95c2-ae5c4502cdfb,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:59.534814 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Pushing event updated for resources: {'Network': ['ID=fb9178ec-c6d3-4cb9-875b-2e1de6ebf10a,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:59.553201 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network fb9178ec-c6d3-4cb9-875b-2e1de6ebf10a details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:19:59.613369 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-629560e1-48bb-4d39-9e01-b9dfb90d3552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:59.644670 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3a5c6ec3-c36b-4e3e-a2be-e523cbd99877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:59.678883 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5425439 Apr 11 14:19:59.690190 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37452) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:19:59.721482 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9d6b4-a744-48ba-a1f5-146035e942ff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Pushing event updated for resources: {'Network': ['ID=96604389-8993-44a9-9837-9651da78c4e4,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:59.724832 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-629560e1-48bb-4d39-9e01-b9dfb90d3552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:59.736454 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c6ec3-c36b-4e3e-a2be-e523cbd99877 admin admin] Pushing event deleted for resources: {'Port': ['ID=9793a68a-9675-4a02-ace4-2c88dde876dd,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:19:59.739010 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 96604389-8993-44a9-9837-9651da78c4e4 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:19:59.856862 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:59.876307 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-95c0c8fd-acbd-4456-be8d-3cd29fd5e79b tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:59.883873 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3e90a2a4-f673-4fdf-962c-997e0d46f5ed tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:59.906933 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dacd31a-e26b-491c-9aa9-682fbcb059a7 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:59.912884 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dacd31a-e26b-491c-9aa9-682fbcb059a7 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:59.920670 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dacd31a-e26b-491c-9aa9-682fbcb059a7 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:59.926678 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dacd31a-e26b-491c-9aa9-682fbcb059a7 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:19:59.934030 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9dacd31a-e26b-491c-9aa9-682fbcb059a7 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Synchronizing usage tracker for tenant:a79ea8df91e84b63a37c56a5dffd7809 on resource:network {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:19:59.967167 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-71f6cd51-3d54-429f-bbe6-25c533a16c91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:19:59.979912 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-95c0c8fd-acbd-4456-be8d-3cd29fd5e79b tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:00.011984 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-629560e1-48bb-4d39-9e01-b9dfb90d3552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:00.031873 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629560e1-48bb-4d39-9e01-b9dfb90d3552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8c5c7e-30a7-4086-9379-bc1347dc5329,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:00.039003 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-629560e1-48bb-4d39-9e01-b9dfb90d3552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:00.040225 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-629560e1-48bb-4d39-9e01-b9dfb90d3552 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5d8c5c7e-30a7-4086-9379-bc1347dc5329 HTTP/1.1" status: 204 len: 168 time: 0.7013209 Apr 11 14:20:00.060451 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9dacd31a-e26b-491c-9aa9-682fbcb059a7 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Unset dirty status for tenant:a79ea8df91e84b63a37c56a5dffd7809 on resource:network {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:00.061725 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9dacd31a-e26b-491c-9aa9-682fbcb059a7 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3705771 Apr 11 14:20:00.064612 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37458) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:00.094215 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3e90a2a4-f673-4fdf-962c-997e0d46f5ed tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/ports/b37a4a78-597d-497d-95c2-ae5c4502cdfb HTTP/1.1" status: 204 len: 168 time: 4.0610425 Apr 11 14:20:00.110573 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0c8fd-acbd-4456-be8d-3cd29fd5e79b tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9201e295-b559-4fdb-b08b-6b4587121557,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:00.114243 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37462) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:00.202897 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff6c565-df0b-4fbd-967a-7455b8a8abed tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] DELETE failed (client error): The resource could not be found. Apr 11 14:20:00.203285 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eff6c565-df0b-4fbd-967a-7455b8a8abed tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:20:00.204988 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-eff6c565-df0b-4fbd-967a-7455b8a8abed tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/ports/b37a4a78-597d-497d-95c2-ae5c4502cdfb HTTP/1.1" status: 404 len: 333 time: 0.0849044 Apr 11 14:20:00.207916 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-71f6cd51-3d54-429f-bbe6-25c533a16c91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/d04d71e3-c978-41bd-a062-99f1271869be HTTP/1.1" status: 204 len: 168 time: 3.9099941 Apr 11 14:20:00.214778 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37466) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:00.215324 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37468) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:00.226566 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-95c0c8fd-acbd-4456-be8d-3cd29fd5e79b tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:00.227894 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-95c0c8fd-acbd-4456-be8d-3cd29fd5e79b tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.5779667 Apr 11 14:20:00.295166 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37474) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:00.341559 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3a5c6ec3-c36b-4e3e-a2be-e523cbd99877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:00.348379 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4fcec15b-f795-4f49-834c-b01336423309 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:00.411323 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab0b841-beaf-4ea8-ac8b-ed9e178d9ad6 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] GET failed (client error): The resource could not be found. Apr 11 14:20:00.411869 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5ab0b841-beaf-4ea8-ac8b-ed9e178d9ad6 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Synchronizing usage tracker for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:00.425049 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4fcec15b-f795-4f49-834c-b01336423309 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:00.468432 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6b50e8bc-3681-4176-8813-2368d4ae477f tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:00.485710 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9fcf38-f474-4cdf-b541-e2686c6d8416 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:00.487479 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9fcf38-f474-4cdf-b541-e2686c6d8416 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:00.488997 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9fcf38-f474-4cdf-b541-e2686c6d8416 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:00.489832 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ed9fcf38-f474-4cdf-b541-e2686c6d8416 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:00.525994 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f4ad2b56-868a-4853-8a51-214b946b563e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:00.602286 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5ab0b841-beaf-4ea8-ac8b-ed9e178d9ad6 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Unset dirty status for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:00.604042 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5ab0b841-beaf-4ea8-ac8b-ed9e178d9ad6 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "GET /v2.0/ports/b37a4a78-597d-497d-95c2-ae5c4502cdfb HTTP/1.1" status: 404 len: 333 time: 0.3872223 Apr 11 14:20:00.611647 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37484) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:00.614873 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ed9fcf38-f474-4cdf-b541-e2686c6d8416 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:00.616080 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ed9fcf38-f474-4cdf-b541-e2686c6d8416 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3984017 Apr 11 14:20:00.624012 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37488) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:00.627481 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f4ad2b56-868a-4853-8a51-214b946b563e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:00.657365 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcec15b-f795-4f49-834c-b01336423309 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event updated for resources: {'Port': ['ID=eef50b53-0b53-4a25-9c35-b84ac7ebc2f4,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:00.760273 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6b50e8bc-3681-4176-8813-2368d4ae477f tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:00.810072 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-6b50e8bc-3681-4176-8813-2368d4ae477f tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9178ec-c6d3-4cb9-875b-2e1de6ebf10a']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:00.823401 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4fcec15b-f795-4f49-834c-b01336423309 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:00.831610 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-87cc9385-1017-4425-9c29-d37abc4e0146 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet 137f7a81-ccfc-44c3-8d9f-d8ec35e563c7 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:20:00.834774 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-6b50e8bc-3681-4176-8813-2368d4ae477f tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e2552d8-ea12-46f0-830a-b2c4c6828f74') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:00.835025 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-6b50e8bc-3681-4176-8813-2368d4ae477f tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e2552d8-ea12-46f0-830a-b2c4c6828f74') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:00.846089 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-87cc9385-1017-4425-9c29-d37abc4e0146 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:00.882913 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6b50e8bc-3681-4176-8813-2368d4ae477f tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:00.912925 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6b50e8bc-3681-4176-8813-2368d4ae477f tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:00.924925 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-87cc9385-1017-4425-9c29-d37abc4e0146 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:00.959676 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b50e8bc-3681-4176-8813-2368d4ae477f tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:20:00.960090 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6b50e8bc-3681-4176-8813-2368d4ae477f tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:20:00.976224 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:20:00.981993 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e36d64-1bc0-41c7-8e50-e5ea327acf92 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting subnet a049e84e-6639-4111-9545-c7d42df81fb0 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:20:00.997190 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f4ad2b56-868a-4853-8a51-214b946b563e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:00.998326 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e3e36d64-1bc0-41c7-8e50-e5ea327acf92 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:01.102264 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad2b56-868a-4853-8a51-214b946b563e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91df5b20-10ea-443c-90d3-f33f27487ca6,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:01.130555 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f4ad2b56-868a-4853-8a51-214b946b563e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:01.131952 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f4ad2b56-868a-4853-8a51-214b946b563e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "DELETE /v2.0/security-groups/91df5b20-10ea-443c-90d3-f33f27487ca6 HTTP/1.1" status: 204 len: 168 time: 0.8218501 Apr 11 14:20:01.140758 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37502) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:01.207582 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-87cc9385-1017-4425-9c29-d37abc4e0146 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:01.240599 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-40f2ea85-1d2d-4478-981c-51a91e95d722 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Synchronizing usage tracker for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:01.251755 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6b50e8bc-3681-4176-8813-2368d4ae477f tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:01.255257 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6b50e8bc-3681-4176-8813-2368d4ae477f tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:01.277368 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e3e36d64-1bc0-41c7-8e50-e5ea327acf92 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:01.302546 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50e8bc-3681-4176-8813-2368d4ae477f tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Pushing event deleted for resources: {'Network': ['ID=fb9178ec-c6d3-4cb9-875b-2e1de6ebf10a,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:01.342209 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-4fcec15b-f795-4f49-834c-b01336423309 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Floating IP f3b6a171-ddae-4519-95a9-12c37c799fe6 associated. External IP: 172.26.7.250, port: 2692bce8-e5b4-433b-a2f3-fea80ca787bb. Apr 11 14:20:01.404466 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6b50e8bc-3681-4176-8813-2368d4ae477f tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] 10.222.0.66 "DELETE /v2.0/networks/fb9178ec-c6d3-4cb9-875b-2e1de6ebf10a HTTP/1.1" status: 204 len: 168 time: 1.3386202 Apr 11 14:20:01.406628 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37510) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:01.444669 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5c6ec3-c36b-4e3e-a2be-e523cbd99877 admin admin] Router af7ab73c-0d4a-487f-9ede-ad251bc6742c has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:20:01.449561 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-87cc9385-1017-4425-9c29-d37abc4e0146 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:01.484073 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-40f2ea85-1d2d-4478-981c-51a91e95d722 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Unset dirty status for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:01.485300 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-40f2ea85-1d2d-4478-981c-51a91e95d722 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3491488 Apr 11 14:20:01.493366 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37514) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:01.503093 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc9385-1017-4425-9c29-d37abc4e0146 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=137f7a81-ccfc-44c3-8d9f-d8ec35e563c7,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:01.508274 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-38750945-a8ef-4c07-be24-cee4ad5acb5a tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Request body: {'security_group': {'name': 'tempest-secgroup--1330143518'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:01.517764 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c9b596-06e4-46d7-bf3c-2f2bdd345708 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:01.521908 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-38750945-a8ef-4c07-be24-cee4ad5acb5a tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:01.618505 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ceccf159-1d8b-4bc9-ba5d-cf45f7e12f25 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:01.624900 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-87cc9385-1017-4425-9c29-d37abc4e0146 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:01.628256 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e3e36d64-1bc0-41c7-8e50-e5ea327acf92 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:01.652976 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-38750945-a8ef-4c07-be24-cee4ad5acb5a tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:01.735242 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-38750945-a8ef-4c07-be24-cee4ad5acb5a tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:01.747407 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-87cc9385-1017-4425-9c29-d37abc4e0146 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/137f7a81-ccfc-44c3-8d9f-d8ec35e563c7 HTTP/1.1" status: 204 len: 168 time: 1.1198878 Apr 11 14:20:01.749599 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37520) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:01.869966 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ceccf159-1d8b-4bc9-ba5d-cf45f7e12f25 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:01.890326 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-38750945-a8ef-4c07-be24-cee4ad5acb5a tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:01.905423 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-38750945-a8ef-4c07-be24-cee4ad5acb5a tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Usage tracker for resource:security_group_rule and tenant:5e36bbfb6b1a4869859326ebd854b202 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:01.913061 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-38750945-a8ef-4c07-be24-cee4ad5acb5a tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:01.924035 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-ceccf159-1d8b-4bc9-ba5d-cf45f7e12f25 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96604389-8993-44a9-9837-9651da78c4e4']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:01.933302 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-38750945-a8ef-4c07-be24-cee4ad5acb5a tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:01.952831 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eaf27c6-1400-4d76-9794-7f06ef94c597 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet 15f6518e-5fb1-41f6-8b8f-c9a207d4c339 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:20:01.953050 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5c6ec3-c36b-4e3e-a2be-e523cbd99877 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:20:01.955879 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-ceccf159-1d8b-4bc9-ba5d-cf45f7e12f25 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0010e915-dec0-4b0e-a4c4-f9e0582fcfd9') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:01.956894 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-ceccf159-1d8b-4bc9-ba5d-cf45f7e12f25 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0010e915-dec0-4b0e-a4c4-f9e0582fcfd9') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:01.975284 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6eaf27c6-1400-4d76-9794-7f06ef94c597 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:01.976521 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9840acd2-e253-4cd8-bda4-693ba461ffe3 None None] Sync routers for ids ['af7ab73c-0d4a-487f-9ede-ad251bc6742c'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:20:01.992187 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9840acd2-e253-4cd8-bda4-693ba461ffe3 None None] Routers {'af7ab73c-0d4a-487f-9ede-ad251bc6742c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:20:01.992754 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3a5c6ec3-c36b-4e3e-a2be-e523cbd99877 admin admin] 10.222.0.66 "PUT /v2.0/routers/af7ab73c-0d4a-487f-9ede-ad251bc6742c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7918885 Apr 11 14:20:01.993504 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-9840acd2-e253-4cd8-bda4-693ba461ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['af7ab73c-0d4a-487f-9ede-ad251bc6742c'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:01.996865 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37528) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:02.010261 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ceccf159-1d8b-4bc9-ba5d-cf45f7e12f25 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:02.061841 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ceccf159-1d8b-4bc9-ba5d-cf45f7e12f25 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:02.088538 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6eaf27c6-1400-4d76-9794-7f06ef94c597 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:02.091451 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e3e36d64-1bc0-41c7-8e50-e5ea327acf92 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:02.136281 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcec15b-f795-4f49-834c-b01336423309 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Router 73279aa8-6434-415a-8b91-e5bc5ab99e3f has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:20:02.145256 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceccf159-1d8b-4bc9-ba5d-cf45f7e12f25 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:20:02.145670 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ceccf159-1d8b-4bc9-ba5d-cf45f7e12f25 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:02.152327 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e36d64-1bc0-41c7-8e50-e5ea327acf92 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Subnet': ['ID=a049e84e-6639-4111-9545-c7d42df81fb0,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:02.170047 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e3e36d64-1bc0-41c7-8e50-e5ea327acf92 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:02.171927 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e3e36d64-1bc0-41c7-8e50-e5ea327acf92 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/subnets/a049e84e-6639-4111-9545-c7d42df81fb0 HTTP/1.1" status: 204 len: 168 time: 1.5551345 Apr 11 14:20:02.173593 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c679a09-a716-4d87-850b-329784e713f4 None None] Network c0e9ba69-d003-4c8e-9ff4-d71afcb59eac requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:02.176035 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37534) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:20:02.204191 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:20:02.545434 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6eaf27c6-1400-4d76-9794-7f06ef94c597 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:02.597146 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37542) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:02.612641 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-9840acd2-e253-4cd8-bda4-693ba461ffe3 None None] Set router af7ab73c-0d4a-487f-9ede-ad251bc6742c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:20:02.626160 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ceccf159-1d8b-4bc9-ba5d-cf45f7e12f25 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:02.669593 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ceccf159-1d8b-4bc9-ba5d-cf45f7e12f25 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:02.688680 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccf159-1d8b-4bc9-ba5d-cf45f7e12f25 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Pushing event deleted for resources: {'Network': ['ID=96604389-8993-44a9-9837-9651da78c4e4,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:02.714427 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc34773-308e-4ac0-9167-85a4f3c45f46 None None] DHCP port deletion for c0e9ba69-d003-4c8e-9ff4-d71afcb59eac request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:20:02.719701 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-4bc34773-308e-4ac0-9167-85a4f3c45f46 None None] Deleting port da1742cf-952c-463f-8d77-7312aae51fff {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:02.719875 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4bc34773-308e-4ac0-9167-85a4f3c45f46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:02.734662 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ceccf159-1d8b-4bc9-ba5d-cf45f7e12f25 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] 10.222.0.66 "DELETE /v2.0/networks/96604389-8993-44a9-9837-9651da78c4e4 HTTP/1.1" status: 204 len: 168 time: 1.3269832 Apr 11 14:20:02.744969 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37548) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:02.868098 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0cf552c9-0c72-4f5b-b5fc-567d469214a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:02.892864 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-90fd9ffd-86aa-47d4-9ce1-97fc18d5316c None None] Provisioning complete for port 2b4e6eb7-5876-430b-b264-b5d623eeee3b triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:02.893661 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-90fd9ffd-86aa-47d4-9ce1-97fc18d5316c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:02.933708 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30361621-816a-43c4-bb4b-a466fbfc943a tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:02.940413 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30361621-816a-43c4-bb4b-a466fbfc943a tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:02.941225 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-30361621-816a-43c4-bb4b-a466fbfc943a tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Synchronizing usage tracker for tenant:a79ea8df91e84b63a37c56a5dffd7809 on resource:network {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:02.946775 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-337c998c-297a-4fac-82d2-0ebc4cebc969 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-711425851', 'router:external': True}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:02.955390 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-38750945-a8ef-4c07-be24-cee4ad5acb5a tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:02.965289 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-337c998c-297a-4fac-82d2-0ebc4cebc969 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:02.972592 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-337c998c-297a-4fac-82d2-0ebc4cebc969 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Usage tracker for resource:network and tenant:44053de9de3f4465a441134d64e44170 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:02.977082 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-337c998c-297a-4fac-82d2-0ebc4cebc969 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:02.983656 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-337c998c-297a-4fac-82d2-0ebc4cebc969 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:03.014121 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-38750945-a8ef-4c07-be24-cee4ad5acb5a tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:03.018049 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-de59bc85-faa4-43fd-9192-9c6bd0576ec7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:03.077320 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-de59bc85-faa4-43fd-9192-9c6bd0576ec7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting port da1742cf-952c-463f-8d77-7312aae51fff {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:03.077952 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-de59bc85-faa4-43fd-9192-9c6bd0576ec7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:03.082942 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-9840acd2-e253-4cd8-bda4-693ba461ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'name': 'tempest-ServersTestJSON-2087272310-router', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:50Z', 'updated_at': '2022-04-11T14:19:59Z', 'revision_number': 5, 'project_id': '3a85f0a6d08649479272c8b7c048674a', 'gw_port': {'id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:03.089037 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9840acd2-e253-4cd8-bda4-693ba461ffe3 None None] Checking router: af7ab73c-0d4a-487f-9ede-ad251bc6742c for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:20:03.102672 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9840acd2-e253-4cd8-bda4-693ba461ffe3 None None] Routers {'af7ab73c-0d4a-487f-9ede-ad251bc6742c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:20:03.103898 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-9840acd2-e253-4cd8-bda4-693ba461ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['af7ab73c-0d4a-487f-9ede-ad251bc6742c'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:03.108271 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcec15b-f795-4f49-834c-b01336423309 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:20:03.120010 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38750945-a8ef-4c07-be24-cee4ad5acb5a tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aabd157b-09e9-4d5f-ab55-d9a22ffa7584,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:03.120566 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61603104-558e-4256-b2f3-9179bedc45ae None None] Sync routers for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:20:03.122529 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6eaf27c6-1400-4d76-9794-7f06ef94c597 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:03.127069 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-30361621-816a-43c4-bb4b-a466fbfc943a tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Unset dirty status for tenant:a79ea8df91e84b63a37c56a5dffd7809 on resource:network {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:03.129724 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-30361621-816a-43c4-bb4b-a466fbfc943a tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3792512 Apr 11 14:20:03.168147 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37552) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:03.174485 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337c998c-297a-4fac-82d2-0ebc4cebc969 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Made reservation on behalf of 44053de9de3f4465a441134d64e44170 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:03.177280 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-337c998c-297a-4fac-82d2-0ebc4cebc969 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:03.199309 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-0dca5852-3f83-4eab-9ecb-e32f10ec4a3f tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1097611385'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:03.204998 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0dca5852-3f83-4eab-9ecb-e32f10ec4a3f tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:03.217528 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0dca5852-3f83-4eab-9ecb-e32f10ec4a3f tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:03.222141 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61603104-558e-4256-b2f3-9179bedc45ae None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:20:03.222941 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-61603104-558e-4256-b2f3-9179bedc45ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:03.237426 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-38750945-a8ef-4c07-be24-cee4ad5acb5a tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:03.238927 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-38750945-a8ef-4c07-be24-cee4ad5acb5a tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7402074 Apr 11 14:20:03.240024 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf27c6-1400-4d76-9794-7f06ef94c597 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=15f6518e-5fb1-41f6-8b8f-c9a207d4c339,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:03.242319 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37556) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:03.244126 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6eaf27c6-1400-4d76-9794-7f06ef94c597 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:03.246367 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6eaf27c6-1400-4d76-9794-7f06ef94c597 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/15f6518e-5fb1-41f6-8b8f-c9a207d4c339 HTTP/1.1" status: 204 len: 168 time: 1.4430134 Apr 11 14:20:03.249622 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-337c998c-297a-4fac-82d2-0ebc4cebc969 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:03.263960 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-62b7b3cd-38f7-41f9-8ac4-b91a5719d509 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Request body: {'security_group': {'name': 'tempest-secgroup--635890611'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:03.269956 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37560) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:03.270140 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-62b7b3cd-38f7-41f9-8ac4-b91a5719d509 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:03.281161 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-62b7b3cd-38f7-41f9-8ac4-b91a5719d509 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:03.294479 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4742ef87-96b7-4283-bb0e-2a79b2de65ae None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:03.300137 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-337c998c-297a-4fac-82d2-0ebc4cebc969 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:03.305484 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-337c998c-297a-4fac-82d2-0ebc4cebc969 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Usage tracker for resource:security_group_rule and tenant:44053de9de3f4465a441134d64e44170 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:03.308915 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-337c998c-297a-4fac-82d2-0ebc4cebc969 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:03.315453 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-337c998c-297a-4fac-82d2-0ebc4cebc969 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:03.342117 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-4bc34773-308e-4ac0-9167-85a4f3c45f46 None None] For port da1742cf-952c-463f-8d77-7312aae51fff, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=da1742cf-952c-463f-8d77-7312aae51fff,segment=NetworkSegment(73443dd7-0f34-4567-b525-7b85765a701c),segment_id=73443dd7-0f34-4567-b525-7b85765a701c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:03.342930 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4bc34773-308e-4ac0-9167-85a4f3c45f46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:03.351778 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-61603104-558e-4256-b2f3-9179bedc45ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:03.368024 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4fcec15b-f795-4f49-834c-b01336423309 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:03.416708 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-337c998c-297a-4fac-82d2-0ebc4cebc969 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:03.417122 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ffd7230a-66e8-4f3d-8d52-bb492fe4117e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1381552 Apr 11 14:20:03.418529 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0cf552c9-0c72-4f5b-b5fc-567d469214a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:03.418873 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-62b7b3cd-38f7-41f9-8ac4-b91a5719d509 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:03.421363 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37564) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:03.425504 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-9840acd2-e253-4cd8-bda4-693ba461ffe3 None None] Set router af7ab73c-0d4a-487f-9ede-ad251bc6742c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:20:03.428981 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dca5852-3f83-4eab-9ecb-e32f10ec4a3f tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Made reservation on behalf of a79ea8df91e84b63a37c56a5dffd7809 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:03.433219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0dca5852-3f83-4eab-9ecb-e32f10ec4a3f tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:03.443841 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-674f0ef3-8450-4a74-9bac-dd953a25e26e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:03.470164 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-62b7b3cd-38f7-41f9-8ac4-b91a5719d509 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:03.479440 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-62b7b3cd-38f7-41f9-8ac4-b91a5719d509 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Usage tracker for resource:security_group_rule and tenant:5e36bbfb6b1a4869859326ebd854b202 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:03.482452 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dca5852-3f83-4eab-9ecb-e32f10ec4a3f tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] vlan segment allocate from pool success with {'vlan_id': 1021, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:20:03.484654 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-62b7b3cd-38f7-41f9-8ac4-b91a5719d509 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:03.495335 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-62b7b3cd-38f7-41f9-8ac4-b91a5719d509 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:03.505125 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-337c998c-297a-4fac-82d2-0ebc4cebc969 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:03.510477 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0dca5852-3f83-4eab-9ecb-e32f10ec4a3f tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:03.510837 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-0dca5852-3f83-4eab-9ecb-e32f10ec4a3f tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Added segment 46d53bea-b881-422a-9796-c4e57dce343c of type vlan for network c18b2028-6719-437a-badf-fe164a1f85b3 Apr 11 14:20:03.526904 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4fcec15b-f795-4f49-834c-b01336423309 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.8405719 Apr 11 14:20:03.531973 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37568) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:03.541225 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-66339e5b-cf4d-4caf-be43-d49c1085bc02 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1911126990'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:03.566921 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-4bc34773-308e-4ac0-9167-85a4f3c45f46 None None] Calling delete_port for da1742cf-952c-463f-8d77-7312aae51fff owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:03.569379 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337c998c-297a-4fac-82d2-0ebc4cebc969 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:20:03.603959 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c998c-297a-4fac-82d2-0ebc4cebc969 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67672b9-196c-4033-8b95-3f36639843eb,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:03.608051 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0dca5852-3f83-4eab-9ecb-e32f10ec4a3f tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:03.617419 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61603104-558e-4256-b2f3-9179bedc45ae None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:20:03.617567 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-337c998c-297a-4fac-82d2-0ebc4cebc969 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:03.617900 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-337c998c-297a-4fac-82d2-0ebc4cebc969 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Added segment b7c3778f-3701-4d1b-99e9-f9ef58fffade of type vlan for network 8ba50598-1a62-4a49-86c1-509b074b5f46 Apr 11 14:20:03.618505 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-61603104-558e-4256-b2f3-9179bedc45ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:03.641312 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-66339e5b-cf4d-4caf-be43-d49c1085bc02 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:03.662656 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-0cf552c9-0c72-4f5b-b5fc-567d469214a9 admin admin] Deleting port 6561a6eb-f8f6-4c15-ad23-8860084212d6 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:03.662997 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0cf552c9-0c72-4f5b-b5fc-567d469214a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:03.687797 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-61603104-558e-4256-b2f3-9179bedc45ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:03.688189 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61603104-558e-4256-b2f3-9179bedc45ae None None] The sync data for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:20:03.707014 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-337c998c-297a-4fac-82d2-0ebc4cebc969 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:03.715123 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-66339e5b-cf4d-4caf-be43-d49c1085bc02 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Usage tracker for resource:network and tenant:f364abda35ba4de88d7da540664f92af is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:03.718817 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-62b7b3cd-38f7-41f9-8ac4-b91a5719d509 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:03.728589 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-66339e5b-cf4d-4caf-be43-d49c1085bc02 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:03.745325 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-66339e5b-cf4d-4caf-be43-d49c1085bc02 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:03.750662 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:20:03.764571 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-de59bc85-faa4-43fd-9192-9c6bd0576ec7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] For port da1742cf-952c-463f-8d77-7312aae51fff, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=da1742cf-952c-463f-8d77-7312aae51fff,segment=NetworkSegment(73443dd7-0f34-4567-b525-7b85765a701c),segment_id=73443dd7-0f34-4567-b525-7b85765a701c)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:03.764906 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-de59bc85-faa4-43fd-9192-9c6bd0576ec7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:03.780238 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0dca5852-3f83-4eab-9ecb-e32f10ec4a3f tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:03.790663 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-674f0ef3-8450-4a74-9bac-dd953a25e26e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:03.799140 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dca5852-3f83-4eab-9ecb-e32f10ec4a3f tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:03.800565 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0dca5852-3f83-4eab-9ecb-e32f10ec4a3f tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:03.875761 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-62b7b3cd-38f7-41f9-8ac4-b91a5719d509 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:03.878441 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-674f0ef3-8450-4a74-9bac-dd953a25e26e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:subnet and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:03.892208 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1c4c1b-6225-4976-bf17-e5bc8c47bb1b None None] DHCP port deletion for 47d4fbd0-dfc4-4187-bb2e-73c4649db563 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:20:03.896589 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c4c1b-6225-4976-bf17-e5bc8c47bb1b None None] Deleting port 2b4e6eb7-5876-430b-b264-b5d623eeee3b {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:03.897154 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7f1c4c1b-6225-4976-bf17-e5bc8c47bb1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:03.928566 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4bc34773-308e-4ac0-9167-85a4f3c45f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:03.947856 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-9840acd2-e253-4cd8-bda4-693ba461ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'name': 'tempest-ServersTestJSON-2087272310-router', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:50Z', 'updated_at': '2022-04-11T14:19:59Z', 'revision_number': 5, 'project_id': '3a85f0a6d08649479272c8b7c048674a', 'gw_port': {'id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:03.950090 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-de59bc85-faa4-43fd-9192-9c6bd0576ec7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Calling delete_port for da1742cf-952c-463f-8d77-7312aae51fff owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:03.953748 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9840acd2-e253-4cd8-bda4-693ba461ffe3 None None] The sync data for ids ['af7ab73c-0d4a-487f-9ede-ad251bc6742c'] in dv-neutron-837330-1-hyperv is: [{'id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'name': 'tempest-ServersTestJSON-2087272310-router', 'tenant_id': '3a85f0a6d08649479272c8b7c048674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:50Z', 'updated_at': '2022-04-11T14:19:59Z', 'revision_number': 5, 'project_id': '3a85f0a6d08649479272c8b7c048674a', 'gw_port': {'id': '6561a6eb-f8f6-4c15-ad23-8860084212d6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7ab73c-0d4a-487f-9ede-ad251bc6742c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:53Z', 'updated_at': '2022-04-11T14:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:20:03.978362 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-674f0ef3-8450-4a74-9bac-dd953a25e26e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:03.999035 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-674f0ef3-8450-4a74-9bac-dd953a25e26e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:04.009667 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc34773-308e-4ac0-9167-85a4f3c45f46 None None] Pushing event deleted for resources: {'Port': ['ID=da1742cf-952c-463f-8d77-7312aae51fff,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:04.025983 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc34773-308e-4ac0-9167-85a4f3c45f46 None None] No DVR routers for this DVR port da1742cf-952c-463f-8d77-7312aae51fff on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:20:04.047209 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca5852-3f83-4eab-9ecb-e32f10ec4a3f tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Pushing event updated for resources: {'Network': ['ID=c18b2028-6719-437a-badf-fe164a1f85b3,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:04.049662 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-337c998c-297a-4fac-82d2-0ebc4cebc969 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:04.050933 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337c998c-297a-4fac-82d2-0ebc4cebc969 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:04.052002 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-337c998c-297a-4fac-82d2-0ebc4cebc969 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:04.078027 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network c18b2028-6719-437a-badf-fe164a1f85b3 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:20:04.100984 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0dca5852-3f83-4eab-9ecb-e32f10ec4a3f tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9275603 Apr 11 14:20:04.129920 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37572) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:04.145230 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-337c998c-297a-4fac-82d2-0ebc4cebc969 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.5467651 Apr 11 14:20:04.152161 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-46729c44-275d-44db-8291-5372f84070dd tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-248702511'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:04.169161 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37576) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:04.244298 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-46729c44-275d-44db-8291-5372f84070dd tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:04.257901 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66339e5b-cf4d-4caf-be43-d49c1085bc02 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Made reservation on behalf of f364abda35ba4de88d7da540664f92af for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:04.258176 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-9a47f193-c5a4-4342-9dfe-d5348e1077da tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Request body: {'subnet': {'network_id': '8ba50598-1a62-4a49-86c1-509b074b5f46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:04.260600 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-66339e5b-cf4d-4caf-be43-d49c1085bc02 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:04.263367 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-9a47f193-c5a4-4342-9dfe-d5348e1077da tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:04.268227 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9a47f193-c5a4-4342-9dfe-d5348e1077da tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Usage tracker for resource:subnet and tenant:44053de9de3f4465a441134d64e44170 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:04.271389 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9a47f193-c5a4-4342-9dfe-d5348e1077da tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:04.283423 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-9a47f193-c5a4-4342-9dfe-d5348e1077da tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:04.301055 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-62b7b3cd-38f7-41f9-8ac4-b91a5719d509 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:04.302984 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-62b7b3cd-38f7-41f9-8ac4-b91a5719d509 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0552547 Apr 11 14:20:04.304504 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-46729c44-275d-44db-8291-5372f84070dd tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Usage tracker for resource:network and tenant:a79ea8df91e84b63a37c56a5dffd7809 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:04.314446 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-46729c44-275d-44db-8291-5372f84070dd tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:04.318136 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37580) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:04.318885 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c998c-297a-4fac-82d2-0ebc4cebc969 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Pushing event updated for resources: {'Network': ['ID=8ba50598-1a62-4a49-86c1-509b074b5f46,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:04.321020 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7b3cd-38f7-41f9-8ac4-b91a5719d509 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c17b674c-fa21-4524-9dde-97047840b929,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:04.335433 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66339e5b-cf4d-4caf-be43-d49c1085bc02 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:20:04.339763 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-f792b9a7-f18d-4a84-9f4d-22c9de153f79 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Request body: {'security_group_rule': {'security_group_id': 'aabd157b-09e9-4d5f-ab55-d9a22ffa7584', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c17b674c-fa21-4524-9dde-97047840b929', 'remote_ip_prefix': None}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:04.346031 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-46729c44-275d-44db-8291-5372f84070dd tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:04.348833 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f792b9a7-f18d-4a84-9f4d-22c9de153f79 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:04.359627 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674f0ef3-8450-4a74-9bac-dd953a25e26e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:04.362110 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f792b9a7-f18d-4a84-9f4d-22c9de153f79 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Usage tracker for resource:security_group_rule and tenant:5e36bbfb6b1a4869859326ebd854b202 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:04.363704 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-674f0ef3-8450-4a74-9bac-dd953a25e26e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:04.367125 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f792b9a7-f18d-4a84-9f4d-22c9de153f79 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:04.379293 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f792b9a7-f18d-4a84-9f4d-22c9de153f79 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:04.393146 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 8ba50598-1a62-4a49-86c1-509b074b5f46 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:20:04.398217 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a47f193-c5a4-4342-9dfe-d5348e1077da tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Made reservation on behalf of 44053de9de3f4465a441134d64e44170 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:04.402954 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9a47f193-c5a4-4342-9dfe-d5348e1077da tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:04.407547 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device da1742cf-952c-463f-8d77-7312aae51fff no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:20:04.407940 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-0cf552c9-0c72-4f5b-b5fc-567d469214a9 admin admin] For port 6561a6eb-f8f6-4c15-ad23-8860084212d6, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6561a6eb-f8f6-4c15-ad23-8860084212d6,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:04.408299 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0cf552c9-0c72-4f5b-b5fc-567d469214a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:04.420806 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-66339e5b-cf4d-4caf-be43-d49c1085bc02 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:04.421151 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-66339e5b-cf4d-4caf-be43-d49c1085bc02 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Added segment 0b4f4a65-2ffd-4609-b114-8d35707592fd of type vlan for network e2c7867f-3c16-42c3-8c4d-07c840228f19 Apr 11 14:20:04.481623 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: da1742cf-952c-463f-8d77-7312aae51fff {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:20:04.481960 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device da1742cf-952c-463f-8d77-7312aae51fff not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:20:04.482508 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9793a68a-9675-4a02-ace4-2c88dde876dd no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:20:04.488334 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.api [None req-de59bc85-faa4-43fd-9192-9c6bd0576ec7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:20:04.488615 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG oslo_db.api [None req-de59bc85-faa4-43fd-9192-9c6bd0576ec7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:20:04.490837 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46729c44-275d-44db-8291-5372f84070dd tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Made reservation on behalf of a79ea8df91e84b63a37c56a5dffd7809 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:04.495440 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-46729c44-275d-44db-8291-5372f84070dd tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:04.546670 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f792b9a7-f18d-4a84-9f4d-22c9de153f79 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:04.573321 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46729c44-275d-44db-8291-5372f84070dd tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:20:04.576120 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 9793a68a-9675-4a02-ace4-2c88dde876dd {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:20:04.576467 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9793a68a-9675-4a02-ace4-2c88dde876dd not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:20:04.576880 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2b4e6eb7-5876-430b-b264-b5d623eeee3b no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:20:04.611880 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-46729c44-275d-44db-8291-5372f84070dd tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:04.612317 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-46729c44-275d-44db-8291-5372f84070dd tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Added segment 050d149c-60d2-46c9-af17-fe49b30338d7 of type vlan for network 29d9aec3-9c91-4a07-a23c-c7498165ea65 Apr 11 14:20:04.618048 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-0cf552c9-0c72-4f5b-b5fc-567d469214a9 admin admin] Calling delete_port for 6561a6eb-f8f6-4c15-ad23-8860084212d6 owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:04.657901 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-7f1c4c1b-6225-4976-bf17-e5bc8c47bb1b None None] For port 2b4e6eb7-5876-430b-b264-b5d623eeee3b, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2b4e6eb7-5876-430b-b264-b5d623eeee3b,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:04.658134 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7f1c4c1b-6225-4976-bf17-e5bc8c47bb1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:04.697590 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-66339e5b-cf4d-4caf-be43-d49c1085bc02 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:04.703703 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-46729c44-275d-44db-8291-5372f84070dd tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:04.721501 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f792b9a7-f18d-4a84-9f4d-22c9de153f79 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:04.808228 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f792b9a7-f18d-4a84-9f4d-22c9de153f79 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:04.835045 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c4c1b-6225-4976-bf17-e5bc8c47bb1b None None] Calling delete_port for 2b4e6eb7-5876-430b-b264-b5d623eeee3b owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:04.839838 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792b9a7-f18d-4a84-9f4d-22c9de153f79 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba038773-6154-467f-9183-a87818f5570d,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:04.866988 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-46729c44-275d-44db-8291-5372f84070dd tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:04.874329 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46729c44-275d-44db-8291-5372f84070dd tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:04.874998 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-46729c44-275d-44db-8291-5372f84070dd tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:04.937819 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-66339e5b-cf4d-4caf-be43-d49c1085bc02 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:04.943368 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66339e5b-cf4d-4caf-be43-d49c1085bc02 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:04.945453 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-66339e5b-cf4d-4caf-be43-d49c1085bc02 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:04.955432 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:04.989348 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-de59bc85-faa4-43fd-9192-9c6bd0576ec7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting port da1742cf-952c-463f-8d77-7312aae51fff {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:04.989775 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-de59bc85-faa4-43fd-9192-9c6bd0576ec7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:04.998881 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f792b9a7-f18d-4a84-9f4d-22c9de153f79 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:05.000093 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f792b9a7-f18d-4a84-9f4d-22c9de153f79 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6748610 Apr 11 14:20:05.013666 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37584) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:05.027959 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46729c44-275d-44db-8291-5372f84070dd tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Pushing event updated for resources: {'Network': ['ID=29d9aec3-9c91-4a07-a23c-c7498165ea65,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:05.041258 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-674f0ef3-8450-4a74-9bac-dd953a25e26e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:05.045842 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 29d9aec3-9c91-4a07-a23c-c7498165ea65 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:20:05.075214 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9794948e-3e61-4e61-8921-2abec46c3e7a tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:05.141594 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9794948e-3e61-4e61-8921-2abec46c3e7a tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:05.142847 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7f1c4c1b-6225-4976-bf17-e5bc8c47bb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:05.160457 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0cf552c9-0c72-4f5b-b5fc-567d469214a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:05.173498 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-46729c44-275d-44db-8291-5372f84070dd tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0418484 Apr 11 14:20:05.173840 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-de59bc85-faa4-43fd-9192-9c6bd0576ec7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] The port 'da1742cf-952c-463f-8d77-7312aae51fff' was deleted {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:20:05.176810 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37588) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:05.184702 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Request body: {'ports': [{'network_id': 'c18b2028-6719-437a-badf-fe164a1f85b3', 'name': 'tempest-port--389769081', 'admin_state_up': True}, {'network_id': '29d9aec3-9c91-4a07-a23c-c7498165ea65', 'admin_state_up': False}]} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:05.185015 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Request body: {'port': {'network_id': 'c18b2028-6719-437a-badf-fe164a1f85b3', 'name': 'tempest-port--389769081', 'admin_state_up': True}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:05.185504 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Request body: {'port': {'network_id': '29d9aec3-9c91-4a07-a23c-c7498165ea65', 'admin_state_up': False}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:05.238330 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c4c1b-6225-4976-bf17-e5bc8c47bb1b None None] Pushing event deleted for resources: {'Port': ['ID=2b4e6eb7-5876-430b-b264-b5d623eeee3b,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:05.248242 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1c4c1b-6225-4976-bf17-e5bc8c47bb1b None None] No DVR routers for this DVR port 2b4e6eb7-5876-430b-b264-b5d623eeee3b on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:20:05.257884 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66339e5b-cf4d-4caf-be43-d49c1085bc02 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event updated for resources: {'Network': ['ID=e2c7867f-3c16-42c3-8c4d-07c840228f19,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:05.277310 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-66339e5b-cf4d-4caf-be43-d49c1085bc02 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7446499 Apr 11 14:20:05.287383 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network e2c7867f-3c16-42c3-8c4d-07c840228f19 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:20:05.287583 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf552c9-0c72-4f5b-b5fc-567d469214a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6561a6eb-f8f6-4c15-ad23-8860084212d6,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:05.290816 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674f0ef3-8450-4a74-9bac-dd953a25e26e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:05.294022 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37592) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:05.348767 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-2d2c1ec4-1e58-4772-b0f0-f107f45b677b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Request body: {'subnet': {'network_id': 'e2c7867f-3c16-42c3-8c4d-07c840228f19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:05.368978 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-674f0ef3-8450-4a74-9bac-dd953a25e26e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:05.385435 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674f0ef3-8450-4a74-9bac-dd953a25e26e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:05.386069 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-674f0ef3-8450-4a74-9bac-dd953a25e26e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:05.390939 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f2b974-57d7-4c10-bfba-16d90c217379 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:05.446734 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f0ef3-8450-4a74-9bac-dd953a25e26e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=49cad64d-29b0-422d-a0b6-8954e8d32e80,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:05.558471 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9794948e-3e61-4e61-8921-2abec46c3e7a tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:05.580181 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:05.582355 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9794948e-3e61-4e61-8921-2abec46c3e7a tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:05.585594 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9794948e-3e61-4e61-8921-2abec46c3e7a tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/ba038773-6154-467f-9183-a87818f5570d HTTP/1.1" status: 204 len: 168 time: 0.5663955 Apr 11 14:20:05.593046 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-de59bc85-faa4-43fd-9192-9c6bd0576ec7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:05.600160 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37596) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:05.622605 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.objects.ports [None req-9a47f193-c5a4-4342-9dfe-d5348e1077da tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88617) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 11 14:20:05.623081 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9a47f193-c5a4-4342-9dfe-d5348e1077da tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:05.627123 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Usage tracker for resource:port and tenant:a79ea8df91e84b63a37c56a5dffd7809 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:05.645996 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12b84d8-2d63-45d6-8d32-d7e6ae729afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'fixed_ips': [{'subnet_id': '49cad64d-29b0-422d-a0b6-8954e8d32e80'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:20:05.646899 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b12b84d8-2d63-45d6-8d32-d7e6ae729afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:05.664225 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-de59bc85-faa4-43fd-9192-9c6bd0576ec7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e9ba69-d003-4c8e-9ff4-d71afcb59eac']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:05.673643 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2d2c1ec4-1e58-4772-b0f0-f107f45b677b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:05.679361 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0cf552c9-0c72-4f5b-b5fc-567d469214a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:05.682893 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794948e-3e61-4e61-8921-2abec46c3e7a tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba038773-6154-467f-9183-a87818f5570d,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:05.685750 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:05.688551 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47f193-c5a4-4342-9dfe-d5348e1077da tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Pushing event updated for resources: {'Subnet': ['ID=84bdef42-1061-4eae-9565-f6b5850ef0bc,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:05.697787 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:05.727975 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-674f0ef3-8450-4a74-9bac-dd953a25e26e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2907512 Apr 11 14:20:05.729373 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37600) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:05.730559 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2d2c1ec4-1e58-4772-b0f0-f107f45b677b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Usage tracker for resource:subnet and tenant:f364abda35ba4de88d7da540664f92af is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:05.734835 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2d2c1ec4-1e58-4772-b0f0-f107f45b677b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:05.739060 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-e0e87481-7563-490c-a24a-55e116f20cca tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:05.770112 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a47f193-c5a4-4342-9dfe-d5348e1077da tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Checking segment: {'id': 'b7c3778f-3701-4d1b-99e9-f9ef58fffade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '8ba50598-1a62-4a49-86c1-509b074b5f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:20:05.770487 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a47f193-c5a4-4342-9dfe-d5348e1077da tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Network hostable DHCP agents. Network: 8ba50598-1a62-4a49-86c1-509b074b5f46, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:20:05.804586 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-de59bc85-faa4-43fd-9192-9c6bd0576ec7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73443dd7-0f34-4567-b525-7b85765a701c') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:05.804937 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-de59bc85-faa4-43fd-9192-9c6bd0576ec7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73443dd7-0f34-4567-b525-7b85765a701c') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:05.820336 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-b12b84d8-2d63-45d6-8d32-d7e6ae729afe None None] Allocated IP 172.20.0.2 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/49cad64d-29b0-422d-a0b6-8954e8d32e80/8e8ea77d-7ede-4ab8-81d6-0a549ec581a3) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:05.826563 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2d2c1ec4-1e58-4772-b0f0-f107f45b677b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:05.845734 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-de59bc85-faa4-43fd-9192-9c6bd0576ec7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:05.854171 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Made reservation on behalf of a79ea8df91e84b63a37c56a5dffd7809 for: {'port': 2} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:05.858660 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:05.888478 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:05.979782 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e0e87481-7563-490c-a24a-55e116f20cca tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:05.984224 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e0e87481-7563-490c-a24a-55e116f20cca tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:subnet and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:05.987486 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e0e87481-7563-490c-a24a-55e116f20cca tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:05.994437 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e0e87481-7563-490c-a24a-55e116f20cca tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:06.003198 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a47f193-c5a4-4342-9dfe-d5348e1077da tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Network 8ba50598-1a62-4a49-86c1-509b074b5f46 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:20:06.041432 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b12b84d8-2d63-45d6-8d32-d7e6ae729afe None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:06.047929 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fdc07075-55e2-4f27-9416-c71654e3f233 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Synchronizing usage tracker for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:06.054070 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b12b84d8-2d63-45d6-8d32-d7e6ae729afe None None] Transition to ACTIVE for port object 8e8ea77d-7ede-4ab8-81d6-0a549ec581a3 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:06.064352 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0cf552c9-0c72-4f5b-b5fc-567d469214a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:06.068787 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0cf552c9-0c72-4f5b-b5fc-567d469214a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:06.079990 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-de59bc85-faa4-43fd-9192-9c6bd0576ec7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:06.098837 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de59bc85-faa4-43fd-9192-9c6bd0576ec7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:20:06.099187 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-de59bc85-faa4-43fd-9192-9c6bd0576ec7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:20:06.114486 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:20:06.146546 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e87481-7563-490c-a24a-55e116f20cca tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:06.150191 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e0e87481-7563-490c-a24a-55e116f20cca tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:06.187004 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2c1ec4-1e58-4772-b0f0-f107f45b677b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Made reservation on behalf of f364abda35ba4de88d7da540664f92af for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:06.190545 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2d2c1ec4-1e58-4772-b0f0-f107f45b677b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:06.210568 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] device_id is not set on port d36a0778-0ddb-4b37-b8be-6bf948650028 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:20:06.229669 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fdc07075-55e2-4f27-9416-c71654e3f233 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Unset dirty status for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:06.233959 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-fdc07075-55e2-4f27-9416-c71654e3f233 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6298630 Apr 11 14:20:06.233959 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0cf552c9-0c72-4f5b-b5fc-567d469214a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:06.233959 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf552c9-0c72-4f5b-b5fc-567d469214a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af7ab73c-0d4a-487f-9ede-ad251bc6742c {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:20:06.238354 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37604) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:06.266123 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-9a47f193-c5a4-4342-9dfe-d5348e1077da tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 8ba50598-1a62-4a49-86c1-509b074b5f46) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:06.275971 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c07c2f6-b09b-4d96-8da2-910ca28b463a None None] Network 8ba50598-1a62-4a49-86c1-509b074b5f46 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:06.305415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a47f193-c5a4-4342-9dfe-d5348e1077da tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:06.305415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9a47f193-c5a4-4342-9dfe-d5348e1077da tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:06.392838 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-de59bc85-faa4-43fd-9192-9c6bd0576ec7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:06.419569 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-de59bc85-faa4-43fd-9192-9c6bd0576ec7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:06.424466 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b12b84d8-2d63-45d6-8d32-d7e6ae729afe None None] Transition to ACTIVE for port object 8e8ea77d-7ede-4ab8-81d6-0a549ec581a3 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:06.425480 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9a47f193-c5a4-4342-9dfe-d5348e1077da tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2550621 Apr 11 14:20:06.427732 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-de59bc85-faa4-43fd-9192-9c6bd0576ec7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/networks/c0e9ba69-d003-4c8e-9ff4-d71afcb59eac HTTP/1.1" status: 204 len: 168 time: 4.2401249 Apr 11 14:20:06.432681 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0cf552c9-0c72-4f5b-b5fc-567d469214a9 admin admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:06.433799 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0cf552c9-0c72-4f5b-b5fc-567d469214a9 admin admin] 10.222.0.66 "DELETE /v2.0/routers/af7ab73c-0d4a-487f-9ede-ad251bc6742c HTTP/1.1" status: 204 len: 168 time: 4.4360101 Apr 11 14:20:06.438915 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37608) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:06.439075 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37610) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:06.439180 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37612) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:06.455383 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-eff2586e-82a3-4a5b-a7d1-a3505bcd105e tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1469292614', 'network_id': '8ba50598-1a62-4a49-86c1-509b074b5f46'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:06.460730 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59bc85-faa4-43fd-9192-9c6bd0576ec7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Network': ['ID=c0e9ba69-d003-4c8e-9ff4-d71afcb59eac,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:06.467168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-eff2586e-82a3-4a5b-a7d1-a3505bcd105e tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:06.483910 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-eff2586e-82a3-4a5b-a7d1-a3505bcd105e tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Usage tracker for resource:port and tenant:44053de9de3f4465a441134d64e44170 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:06.490722 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-eff2586e-82a3-4a5b-a7d1-a3505bcd105e tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:06.501798 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-eff2586e-82a3-4a5b-a7d1-a3505bcd105e tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:06.503784 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0e69b07f-65fa-403f-959e-1036034fa4b0 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:06.506810 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-8060b2ae-1cf7-4fb7-8746-88c43fbf0022 admin admin] Deleting subnet 3d775f23-5af1-424c-8995-0ec246e6dd23 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:20:06.510643 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8060b2ae-1cf7-4fb7-8746-88c43fbf0022 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:06.514286 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b12b84d8-2d63-45d6-8d32-d7e6ae729afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:06.567034 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8060b2ae-1cf7-4fb7-8746-88c43fbf0022 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:06.580484 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0e69b07f-65fa-403f-959e-1036034fa4b0 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:06.620189 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12b84d8-2d63-45d6-8d32-d7e6ae729afe None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:06.631505 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-b12b84d8-2d63-45d6-8d32-d7e6ae729afe None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:06.633088 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff2586e-82a3-4a5b-a7d1-a3505bcd105e tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Made reservation on behalf of 44053de9de3f4465a441134d64e44170 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:06.635846 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eff2586e-82a3-4a5b-a7d1-a3505bcd105e tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:06.642928 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12b84d8-2d63-45d6-8d32-d7e6ae729afe None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:06.657642 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b84d8-2d63-45d6-8d32-d7e6ae729afe None None] Pushing event updated for resources: {'Port': ['ID=8e8ea77d-7ede-4ab8-81d6-0a549ec581a3,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:06.659864 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99f2f0a-1eab-4771-9ecf-bc01e6693825 None None] Network 8ba50598-1a62-4a49-86c1-509b074b5f46 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:06.673717 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8060b2ae-1cf7-4fb7-8746-88c43fbf0022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:06.690960 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-eff2586e-82a3-4a5b-a7d1-a3505bcd105e tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] device_id is not set on port 32488cb3-c8b2-41b6-bf72-86e9748bae00 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:20:06.725421 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-d580f432-b727-4367-b1cb-d31cc9e3818a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1067352652'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:06.740229 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-d580f432-b727-4367-b1cb-d31cc9e3818a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:06.762400 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d580f432-b727-4367-b1cb-d31cc9e3818a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:network and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:06.767246 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d580f432-b727-4367-b1cb-d31cc9e3818a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:06.780741 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-d580f432-b727-4367-b1cb-d31cc9e3818a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:06.809679 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0e69b07f-65fa-403f-959e-1036034fa4b0 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:06.844447 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69b07f-65fa-403f-959e-1036034fa4b0 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17b674c-fa21-4524-9dde-97047840b929,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:06.885102 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2d2c1ec4-1e58-4772-b0f0-f107f45b677b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:06.898600 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:06.902138 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-b12b84d8-2d63-45d6-8d32-d7e6ae729afe None None] Attempting to bind port 8e8ea77d-7ede-4ab8-81d6-0a549ec581a3 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:06.902529 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-b12b84d8-2d63-45d6-8d32-d7e6ae729afe None None] Attempting to bind port 8e8ea77d-7ede-4ab8-81d6-0a549ec581a3 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:06.902875 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12b84d8-2d63-45d6-8d32-d7e6ae729afe None None] Attempting to bind port 8e8ea77d-7ede-4ab8-81d6-0a549ec581a3 on network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:06.913034 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12b84d8-2d63-45d6-8d32-d7e6ae729afe None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:20:06.913417 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12b84d8-2d63-45d6-8d32-d7e6ae729afe None None] Checking segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:20:06.913820 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b12b84d8-2d63-45d6-8d32-d7e6ae729afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:06.914239 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12b84d8-2d63-45d6-8d32-d7e6ae729afe None None] Bound using segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:20:06.915274 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-b12b84d8-2d63-45d6-8d32-d7e6ae729afe None None] Bound port: 8e8ea77d-7ede-4ab8-81d6-0a549ec581a3, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:20:06.915870 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b12b84d8-2d63-45d6-8d32-d7e6ae729afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:06.920799 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-eff2586e-82a3-4a5b-a7d1-a3505bcd105e tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Allocated IP 172.20.0.9 (8ba50598-1a62-4a49-86c1-509b074b5f46/84bdef42-1061-4eae-9565-f6b5850ef0bc/32488cb3-c8b2-41b6-bf72-86e9748bae00) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:06.952014 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d580f432-b727-4367-b1cb-d31cc9e3818a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:06.956267 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d580f432-b727-4367-b1cb-d31cc9e3818a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:07.047409 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c1ec4-1e58-4772-b0f0-f107f45b677b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event updated for resources: {'Subnet': ['ID=70e02124-d85b-422e-834d-54219b41de64,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:07.051282 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8060b2ae-1cf7-4fb7-8746-88c43fbf0022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:07.094214 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2c1ec4-1e58-4772-b0f0-f107f45b677b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Checking segment: {'id': '0b4f4a65-2ffd-4609-b114-8d35707592fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e2c7867f-3c16-42c3-8c4d-07c840228f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:20:07.094815 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2c1ec4-1e58-4772-b0f0-f107f45b677b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Network hostable DHCP agents. Network: e2c7867f-3c16-42c3-8c4d-07c840228f19, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:20:07.116934 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060b2ae-1cf7-4fb7-8746-88c43fbf0022 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d775f23-5af1-424c-8995-0ec246e6dd23,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:07.118176 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-b12b84d8-2d63-45d6-8d32-d7e6ae729afe None None] For port 8e8ea77d-7ede-4ab8-81d6-0a549ec581a3, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:20:07.126522 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-b12b84d8-2d63-45d6-8d32-d7e6ae729afe None None] For port 8e8ea77d-7ede-4ab8-81d6-0a549ec581a3, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=8e8ea77d-7ede-4ab8-81d6-0a549ec581a3,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:20:07.128265 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8060b2ae-1cf7-4fb7-8746-88c43fbf0022 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:07.134879 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e172329-64fa-477d-9821-29e5470fb949 None None] Network ff9f934a-1f68-4db9-98bc-c781f6becf61 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:07.135627 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] device_id is not set on port 2b3b9fd8-77fa-40ee-9239-0abd00a102b7 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:20:07.151453 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d580f432-b727-4367-b1cb-d31cc9e3818a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:20:07.175557 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0e69b07f-65fa-403f-959e-1036034fa4b0 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:07.176812 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0e69b07f-65fa-403f-959e-1036034fa4b0 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "DELETE /v2.0/security-groups/c17b674c-fa21-4524-9dde-97047840b929 HTTP/1.1" status: 204 len: 168 time: 0.9381723 Apr 11 14:20:07.182619 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37620) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:07.210270 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d580f432-b727-4367-b1cb-d31cc9e3818a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:07.210608 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-d580f432-b727-4367-b1cb-d31cc9e3818a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Added segment d2b5deb1-71dc-435f-a09f-9d42bfe870db of type vlan for network 05f229b5-b4b8-44d1-940c-fdde1e0f4704 Apr 11 14:20:07.217444 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8060b2ae-1cf7-4fb7-8746-88c43fbf0022 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3d775f23-5af1-424c-8995-0ec246e6dd23 HTTP/1.1" status: 204 len: 168 time: 0.7760463 Apr 11 14:20:07.225923 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37624) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:07.243625 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b12b84d8-2d63-45d6-8d32-d7e6ae729afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:07.275374 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2c1ec4-1e58-4772-b0f0-f107f45b677b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Network e2c7867f-3c16-42c3-8c4d-07c840228f19 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:20:07.290185 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eff2586e-82a3-4a5b-a7d1-a3505bcd105e tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:07.307492 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-202b5581-e54a-4644-b14c-5a7fe3151395 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Synchronizing usage tracker for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:07.333524 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d580f432-b727-4367-b1cb-d31cc9e3818a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:07.363450 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-2d2c1ec4-1e58-4772-b0f0-f107f45b677b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, e2c7867f-3c16-42c3-8c4d-07c840228f19) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:07.368570 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2c1ec4-1e58-4772-b0f0-f107f45b677b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:07.369181 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2d2c1ec4-1e58-4772-b0f0-f107f45b677b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:07.390555 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-202b5581-e54a-4644-b14c-5a7fe3151395 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Unset dirty status for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:07.394858 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-202b5581-e54a-4644-b14c-5a7fe3151395 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2080355 Apr 11 14:20:07.395161 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37628) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:07.395293 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5c6ca3-8239-4c03-96c0-4e0b86758a7f None None] Network e2c7867f-3c16-42c3-8c4d-07c840228f19 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:07.462152 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b84d8-2d63-45d6-8d32-d7e6ae729afe None None] Pushing event updated for resources: {'Port': ['ID=8e8ea77d-7ede-4ab8-81d6-0a549ec581a3,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:07.464508 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eff2586e-82a3-4a5b-a7d1-a3505bcd105e tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:07.518767 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2d2c1ec4-1e58-4772-b0f0-f107f45b677b tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1880667 Apr 11 14:20:07.518767 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c91aef6e-c04f-4dfa-b80e-cb85861e3c65 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:07.528951 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37632) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:07.549756 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-44740c7f-83cf-4546-8041-01d0843049f9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1009458782', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}, 'admin_state_up': False}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:07.563116 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff2586e-82a3-4a5b-a7d1-a3505bcd105e tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Network 8ba50598-1a62-4a49-86c1-509b074b5f46 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:07.569101 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-eff2586e-82a3-4a5b-a7d1-a3505bcd105e tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:07.569309 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-44740c7f-83cf-4546-8041-01d0843049f9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:07.576979 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff2586e-82a3-4a5b-a7d1-a3505bcd105e tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:07.582456 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-44740c7f-83cf-4546-8041-01d0843049f9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Usage tracker for resource:router and tenant:f364abda35ba4de88d7da540664f92af is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:07.612262 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-44740c7f-83cf-4546-8041-01d0843049f9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:07.619285 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c91aef6e-c04f-4dfa-b80e-cb85861e3c65 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:07.623640 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0be41d7a-7221-4e38-8cf7-0e29fb12d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:07.641221 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-44740c7f-83cf-4546-8041-01d0843049f9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:07.653701 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2586e-82a3-4a5b-a7d1-a3505bcd105e tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Pushing event updated for resources: {'Port': ['ID=32488cb3-c8b2-41b6-bf72-86e9748bae00,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:07.681151 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff2586e-82a3-4a5b-a7d1-a3505bcd105e tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:07.681640 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eff2586e-82a3-4a5b-a7d1-a3505bcd105e tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:07.717597 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.objects.ports [None req-e0e87481-7563-490c-a24a-55e116f20cca tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88617) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 11 14:20:07.723986 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4fb1db-1b33-414b-a785-e7377de5ca8b None None] DHCP port deletion for ff9f934a-1f68-4db9-98bc-c781f6becf61 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:20:07.735625 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-ff4fb1db-1b33-414b-a785-e7377de5ca8b None None] Deleting port 75f2fb7a-9685-4307-b651-7ba3014bfdf7 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:07.736057 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ff4fb1db-1b33-414b-a785-e7377de5ca8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:07.766982 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f839a75-1757-4601-a061-25b1ebf39fa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-e2c7867f-3c16-42c3-8c4d-07c840228f19', 'network_id': 'e2c7867f-3c16-42c3-8c4d-07c840228f19', 'tenant_id': 'f364abda35ba4de88d7da540664f92af', 'fixed_ips': [{'subnet_id': '70e02124-d85b-422e-834d-54219b41de64'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:20:07.767754 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4f839a75-1757-4601-a061-25b1ebf39fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:07.796661 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-0be41d7a-7221-4e38-8cf7-0e29fb12d5d0 admin admin] Deleting port 75f2fb7a-9685-4307-b651-7ba3014bfdf7 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:07.797006 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0be41d7a-7221-4e38-8cf7-0e29fb12d5d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:07.840308 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c91aef6e-c04f-4dfa-b80e-cb85861e3c65 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:07.843339 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c91aef6e-c04f-4dfa-b80e-cb85861e3c65 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:07.850407 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c91aef6e-c04f-4dfa-b80e-cb85861e3c65 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "DELETE /v2.0/security-groups/aabd157b-09e9-4d5f-ab55-d9a22ffa7584 HTTP/1.1" status: 204 len: 168 time: 0.4541888 Apr 11 14:20:07.857468 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-eff2586e-82a3-4a5b-a7d1-a3505bcd105e tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.4127817 Apr 11 14:20:07.857468 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37636) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:07.858181 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37638) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:07.870475 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-44740c7f-83cf-4546-8041-01d0843049f9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:07.871256 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-44740c7f-83cf-4546-8041-01d0843049f9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:07.874529 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d580f432-b727-4367-b1cb-d31cc9e3818a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:07.879911 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d580f432-b727-4367-b1cb-d31cc9e3818a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:07.880590 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d580f432-b727-4367-b1cb-d31cc9e3818a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:07.940935 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:08.014213 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-4ad06827-6fa5-47fe-8094-595658930231 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Deleting port 32488cb3-c8b2-41b6-bf72-86e9748bae00 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:08.015669 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4ad06827-6fa5-47fe-8094-595658930231 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:08.099222 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d580f432-b727-4367-b1cb-d31cc9e3818a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6591742 Apr 11 14:20:08.101248 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-44740c7f-83cf-4546-8041-01d0843049f9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:08.103421 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37644) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:08.131163 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-ff4fb1db-1b33-414b-a785-e7377de5ca8b None None] For port 75f2fb7a-9685-4307-b651-7ba3014bfdf7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=75f2fb7a-9685-4307-b651-7ba3014bfdf7,segment=NetworkSegment(7cdf1b81-5e2f-4526-982d-405e14529dcc),segment_id=7cdf1b81-5e2f-4526-982d-405e14529dcc)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:08.131728 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ff4fb1db-1b33-414b-a785-e7377de5ca8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:08.142059 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91aef6e-c04f-4dfa-b80e-cb85861e3c65 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabd157b-09e9-4d5f-ab55-d9a22ffa7584,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:08.150425 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580f432-b727-4367-b1cb-d31cc9e3818a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Network': ['ID=05f229b5-b4b8-44d1-940c-fdde1e0f4704,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:08.163412 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-0561a8a2-5431-4940-abb0-7411b3b878c2 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'subnet': {'network_id': '05f229b5-b4b8-44d1-940c-fdde1e0f4704', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:08.221596 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 05f229b5-b4b8-44d1-940c-fdde1e0f4704 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:20:08.242036 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d86f83d7-f225-4f7b-af04-120684e3465f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Synchronizing usage tracker for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:08.296768 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-4f839a75-1757-4601-a061-25b1ebf39fa6 None None] Allocated IP 172.20.0.2 (e2c7867f-3c16-42c3-8c4d-07c840228f19/70e02124-d85b-422e-834d-54219b41de64/4c503c70-4b04-4313-b193-dadf709bd940) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:08.307273 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-ff4fb1db-1b33-414b-a785-e7377de5ca8b None None] Calling delete_port for 75f2fb7a-9685-4307-b651-7ba3014bfdf7 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:08.371627 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:08.377669 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0561a8a2-5431-4940-abb0-7411b3b878c2 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:08.381811 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0561a8a2-5431-4940-abb0-7411b3b878c2 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:subnet and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:08.386351 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0561a8a2-5431-4940-abb0-7411b3b878c2 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:08.392563 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4ad06827-6fa5-47fe-8094-595658930231 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:08.396728 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0561a8a2-5431-4940-abb0-7411b3b878c2 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:08.435945 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 8e8ea77d-7ede-4ab8-81d6-0a549ec581a3 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:20:08.570234 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0561a8a2-5431-4940-abb0-7411b3b878c2 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:08.574445 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0561a8a2-5431-4940-abb0-7411b3b878c2 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:08.674211 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d86f83d7-f225-4f7b-af04-120684e3465f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Unset dirty status for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:08.683959 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d86f83d7-f225-4f7b-af04-120684e3465f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8082988 Apr 11 14:20:08.683959 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37652) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:08.689079 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-4ad06827-6fa5-47fe-8094-595658930231 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Calling delete_port for 32488cb3-c8b2-41b6-bf72-86e9748bae00 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:08.738534 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-773acbcf-4a38-4034-b000-be83449dd0fd tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Request body: {'security_group': {'name': 'tempest-secgroup--1082765631'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:08.745313 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-773acbcf-4a38-4034-b000-be83449dd0fd tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:08.759230 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-773acbcf-4a38-4034-b000-be83449dd0fd tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:08.778334 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ff4fb1db-1b33-414b-a785-e7377de5ca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:08.837330 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 8e8ea77d-7ede-4ab8-81d6-0a549ec581a3 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:08.842963 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fb1db-1b33-414b-a785-e7377de5ca8b None None] Pushing event deleted for resources: {'Port': ['ID=75f2fb7a-9685-4307-b651-7ba3014bfdf7,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:08.852147 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4fb1db-1b33-414b-a785-e7377de5ca8b None None] No DVR routers for this DVR port 75f2fb7a-9685-4307-b651-7ba3014bfdf7 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:20:08.854767 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-773acbcf-4a38-4034-b000-be83449dd0fd tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:08.903193 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4f839a75-1757-4601-a061-25b1ebf39fa6 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:08.940791 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 75f2fb7a-9685-4307-b651-7ba3014bfdf7 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:20:08.941960 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Pushing event updated for resources: {'Port': ['ID=d36a0778-0ddb-4b37-b8be-6bf948650028,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:08.979665 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-773acbcf-4a38-4034-b000-be83449dd0fd tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:08.981287 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-0be41d7a-7221-4e38-8cf7-0e29fb12d5d0 admin admin] For port 75f2fb7a-9685-4307-b651-7ba3014bfdf7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=75f2fb7a-9685-4307-b651-7ba3014bfdf7,segment=NetworkSegment(7cdf1b81-5e2f-4526-982d-405e14529dcc),segment_id=7cdf1b81-5e2f-4526-982d-405e14529dcc)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:08.984984 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0be41d7a-7221-4e38-8cf7-0e29fb12d5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:08.985523 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 75f2fb7a-9685-4307-b651-7ba3014bfdf7 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:20:08.986003 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 75f2fb7a-9685-4307-b651-7ba3014bfdf7 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:20:08.986294 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6561a6eb-f8f6-4c15-ad23-8860084212d6 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:20:08.989393 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-773acbcf-4a38-4034-b000-be83449dd0fd tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Usage tracker for resource:security_group_rule and tenant:5e36bbfb6b1a4869859326ebd854b202 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:08.998206 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-773acbcf-4a38-4034-b000-be83449dd0fd tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:09.005133 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e0e87481-7563-490c-a24a-55e116f20cca tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:09.013535 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-773acbcf-4a38-4034-b000-be83449dd0fd tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:09.024250 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 6561a6eb-f8f6-4c15-ad23-8860084212d6 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:20:09.024637 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6561a6eb-f8f6-4c15-ad23-8860084212d6 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:20:09.039826 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4ad06827-6fa5-47fe-8094-595658930231 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:09.042896 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4f839a75-1757-4601-a061-25b1ebf39fa6 None None] Transition to ACTIVE for port object 4c503c70-4b04-4313-b193-dadf709bd940 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:09.076330 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4f839a75-1757-4601-a061-25b1ebf39fa6 None None] Transition to ACTIVE for port object 4c503c70-4b04-4313-b193-dadf709bd940 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:09.110503 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad06827-6fa5-47fe-8094-595658930231 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Pushing event deleted for resources: {'Port': ['ID=32488cb3-c8b2-41b6-bf72-86e9748bae00,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:09.113276 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Checking segment: {'id': '46d53bea-b881-422a-9796-c4e57dce343c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c18b2028-6719-437a-badf-fe164a1f85b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:20:09.113825 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Network hostable DHCP agents. Network: c18b2028-6719-437a-badf-fe164a1f85b3, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:20:09.158341 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4f839a75-1757-4601-a061-25b1ebf39fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:09.235300 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f839a75-1757-4601-a061-25b1ebf39fa6 None None] Network e2c7867f-3c16-42c3-8c4d-07c840228f19 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:09.239131 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-4f839a75-1757-4601-a061-25b1ebf39fa6 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:09.249580 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f839a75-1757-4601-a061-25b1ebf39fa6 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:09.261940 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4ad06827-6fa5-47fe-8094-595658930231 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:09.270637 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-773acbcf-4a38-4034-b000-be83449dd0fd tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:09.289760 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f839a75-1757-4601-a061-25b1ebf39fa6 None None] Pushing event updated for resources: {'Port': ['ID=4c503c70-4b04-4313-b193-dadf709bd940,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:09.350031 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-384bbce4-ea80-4b7d-ac2d-8f0f0c258ac8 None None] Provisioning for port 8e8ea77d-7ede-4ab8-81d6-0a549ec581a3 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:09.361100 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-384bbce4-ea80-4b7d-ac2d-8f0f0c258ac8 None None] Provisioning complete for port 8e8ea77d-7ede-4ab8-81d6-0a549ec581a3 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:09.361546 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-384bbce4-ea80-4b7d-ac2d-8f0f0c258ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:09.386101 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-4f839a75-1757-4601-a061-25b1ebf39fa6 None None] Attempting to bind port 4c503c70-4b04-4313-b193-dadf709bd940 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:09.386469 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-4f839a75-1757-4601-a061-25b1ebf39fa6 None None] Attempting to bind port 4c503c70-4b04-4313-b193-dadf709bd940 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '0b4f4a65-2ffd-4609-b114-8d35707592fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e2c7867f-3c16-42c3-8c4d-07c840228f19'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:09.386831 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f839a75-1757-4601-a061-25b1ebf39fa6 None None] Attempting to bind port 4c503c70-4b04-4313-b193-dadf709bd940 on network e2c7867f-3c16-42c3-8c4d-07c840228f19 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:09.391218 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4ad06827-6fa5-47fe-8094-595658930231 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "DELETE /v2.0/ports/32488cb3-c8b2-41b6-bf72-86e9748bae00 HTTP/1.1" status: 204 len: 168 time: 1.5167496 Apr 11 14:20:09.391725 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-44740c7f-83cf-4546-8041-01d0843049f9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:09.393295 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-773acbcf-4a38-4034-b000-be83449dd0fd tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:09.397447 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37656) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:09.402468 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-0be41d7a-7221-4e38-8cf7-0e29fb12d5d0 admin admin] Calling delete_port for 75f2fb7a-9685-4307-b651-7ba3014bfdf7 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:09.406927 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f839a75-1757-4601-a061-25b1ebf39fa6 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:20:09.407362 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f839a75-1757-4601-a061-25b1ebf39fa6 None None] Checking segment: {'id': '0b4f4a65-2ffd-4609-b114-8d35707592fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e2c7867f-3c16-42c3-8c4d-07c840228f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:20:09.407821 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4f839a75-1757-4601-a061-25b1ebf39fa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:09.408127 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f839a75-1757-4601-a061-25b1ebf39fa6 None None] Bound using segment: {'id': '0b4f4a65-2ffd-4609-b114-8d35707592fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e2c7867f-3c16-42c3-8c4d-07c840228f19'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:20:09.408597 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-4f839a75-1757-4601-a061-25b1ebf39fa6 None None] Bound port: 4c503c70-4b04-4313-b193-dadf709bd940, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4f4a65-2ffd-4609-b114-8d35707592fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e2c7867f-3c16-42c3-8c4d-07c840228f19'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:20:09.408987 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4f839a75-1757-4601-a061-25b1ebf39fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:09.421612 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-ce779050-2e86-4e15-8c3f-e00c118d868b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8ba50598-1a62-4a49-86c1-509b074b5f46', 'external_fixed_ips': [{'subnet_id': '84bdef42-1061-4eae-9565-f6b5850ef0bc', 'ip_address': '172.20.0.9'}]}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:09.441397 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ce779050-2e86-4e15-8c3f-e00c118d868b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:09.451385 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ce779050-2e86-4e15-8c3f-e00c118d868b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Usage tracker for resource:router and tenant:44053de9de3f4465a441134d64e44170 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:09.455284 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ce779050-2e86-4e15-8c3f-e00c118d868b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:09.457829 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773acbcf-4a38-4034-b000-be83449dd0fd tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bc8d5b-a2e4-46bb-852a-cdc0a356d6ff,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:09.472594 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ce779050-2e86-4e15-8c3f-e00c118d868b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:09.527243 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-773acbcf-4a38-4034-b000-be83449dd0fd tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:09.529750 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-773acbcf-4a38-4034-b000-be83449dd0fd tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8080387 Apr 11 14:20:09.531292 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37662) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:09.536960 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-6ea160d2-32de-4907-8c11-d08b42923d92 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Request body: {'security_group_rule': {'security_group_id': 'c4bc8d5b-a2e4-46bb-852a-cdc0a356d6ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:09.544781 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-6ea160d2-32de-4907-8c11-d08b42923d92 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:09.551040 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6ea160d2-32de-4907-8c11-d08b42923d92 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Usage tracker for resource:security_group_rule and tenant:5e36bbfb6b1a4869859326ebd854b202 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:09.554951 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6ea160d2-32de-4907-8c11-d08b42923d92 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:09.562394 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-6ea160d2-32de-4907-8c11-d08b42923d92 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:09.569353 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-4f839a75-1757-4601-a061-25b1ebf39fa6 None None] For port 4c503c70-4b04-4313-b193-dadf709bd940, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:20:09.588490 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-4f839a75-1757-4601-a061-25b1ebf39fa6 None None] For port 4c503c70-4b04-4313-b193-dadf709bd940, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4c503c70-4b04-4313-b193-dadf709bd940,segment=NetworkSegment(0b4f4a65-2ffd-4609-b114-8d35707592fd),segment_id=0b4f4a65-2ffd-4609-b114-8d35707592fd)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:20:09.589905 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-384bbce4-ea80-4b7d-ac2d-8f0f0c258ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:09.681283 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Network c18b2028-6719-437a-badf-fe164a1f85b3 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:20:09.695295 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4f839a75-1757-4601-a061-25b1ebf39fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:09.700503 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce779050-2e86-4e15-8c3f-e00c118d868b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:09.701524 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce779050-2e86-4e15-8c3f-e00c118d868b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:09.710348 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6ea160d2-32de-4907-8c11-d08b42923d92 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:09.721999 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.db.api [None req-0be41d7a-7221-4e38-8cf7-0e29fb12d5d0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:20:09.722318 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG oslo_db.api [None req-0be41d7a-7221-4e38-8cf7-0e29fb12d5d0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:20:09.744158 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce779050-2e86-4e15-8c3f-e00c118d868b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:09.790433 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f839a75-1757-4601-a061-25b1ebf39fa6 None None] Pushing event updated for resources: {'Port': ['ID=4c503c70-4b04-4313-b193-dadf709bd940,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:09.793992 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6ea160d2-32de-4907-8c11-d08b42923d92 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:09.839076 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-e0e87481-7563-490c-a24a-55e116f20cca tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] For port 8e8ea77d-7ede-4ab8-81d6-0a549ec581a3, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=8e8ea77d-7ede-4ab8-81d6-0a549ec581a3,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:09.844300 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, c18b2028-6719-437a-badf-fe164a1f85b3) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:09.857809 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3911cb13-cb03-4b1d-8d56-e6fba3eec3f9 None None] Network c18b2028-6719-437a-badf-fe164a1f85b3 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:09.865110 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:09.865996 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:10.001676 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0561a8a2-5431-4940-abb0-7411b3b878c2 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:10.012427 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e0e87481-7563-490c-a24a-55e116f20cca tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:10.091102 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Pushing event updated for resources: {'Port': ['ID=2b3b9fd8-77fa-40ee-9239-0abd00a102b7,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:10.127261 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e0e87481-7563-490c-a24a-55e116f20cca tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:10.128419 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e0e87481-7563-490c-a24a-55e116f20cca tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:10.130593 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6ea160d2-32de-4907-8c11-d08b42923d92 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:10.229021 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-0be41d7a-7221-4e38-8cf7-0e29fb12d5d0 admin admin] Deleting port 75f2fb7a-9685-4307-b651-7ba3014bfdf7 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:10.229592 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0be41d7a-7221-4e38-8cf7-0e29fb12d5d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:10.275456 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-384bbce4-ea80-4b7d-ac2d-8f0f0c258ac8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:20:10.275930 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-384bbce4-ea80-4b7d-ac2d-8f0f0c258ac8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:20:10.297000 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Checking segment: {'id': '050d149c-60d2-46c9-af17-fe49b30338d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '29d9aec3-9c91-4a07-a23c-c7498165ea65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:20:10.297528 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Network hostable DHCP agents. Network: 29d9aec3-9c91-4a07-a23c-c7498165ea65, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:20:10.316861 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea160d2-32de-4907-8c11-d08b42923d92 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8045b62-bcdd-41df-b651-0fe03c6c098a,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:10.320219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e87481-7563-490c-a24a-55e116f20cca tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:10.338997 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-e0e87481-7563-490c-a24a-55e116f20cca tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:10.350592 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd45763c-2e68-4d31-b620-e5a25f87ecc0 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:10.361346 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561a8a2-5431-4940-abb0-7411b3b878c2 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Subnet': ['ID=7d6ef604-c22a-41be-9ae0-1091eb5fdc96,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:10.368715 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e87481-7563-490c-a24a-55e116f20cca tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:10.370260 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e0e87481-7563-490c-a24a-55e116f20cca tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:10.422092 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-0be41d7a-7221-4e38-8cf7-0e29fb12d5d0 admin admin] The port '75f2fb7a-9685-4307-b651-7ba3014bfdf7' was deleted {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:20:10.438694 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce779050-2e86-4e15-8c3f-e00c118d868b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:10.467887 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4c503c70-4b04-4313-b193-dadf709bd940 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:20:10.534904 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e0e87481-7563-490c-a24a-55e116f20cca tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8042104 Apr 11 14:20:10.546695 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0561a8a2-5431-4940-abb0-7411b3b878c2 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Checking segment: {'id': 'd2b5deb1-71dc-435f-a09f-9d42bfe870db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '05f229b5-b4b8-44d1-940c-fdde1e0f4704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:20:10.547185 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0561a8a2-5431-4940-abb0-7411b3b878c2 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network hostable DHCP agents. Network: 05f229b5-b4b8-44d1-940c-fdde1e0f4704, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:20:10.558701 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6ea160d2-32de-4907-8c11-d08b42923d92 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:10.566425 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6ea160d2-32de-4907-8c11-d08b42923d92 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0310619 Apr 11 14:20:10.566425 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37668) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:10.566739 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37672) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:10.570041 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e87481-7563-490c-a24a-55e116f20cca tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=8e8ea77d-7ede-4ab8-81d6-0a549ec581a3,revision_number=4']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:10.614812 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-2366202e-5b37-482e-ba16-dddd99dbbed5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'port': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'mac_address': 'fa:16:3e:2e:b2:d9', 'name': 'tempest-NetworksTestDHCPv6-1642515456'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:10.680688 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Network 29d9aec3-9c91-4a07-a23c-c7498165ea65 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:20:10.725587 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c5430779-c8a9-4977-8d2a-ba502953b343 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:10.752218 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 4c503c70-4b04-4313-b193-dadf709bd940 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:10.758898 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e87481-7563-490c-a24a-55e116f20cca tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=13d5123e-718b-41c2-87c0-365890b22070,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:10.844219 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-384bbce4-ea80-4b7d-ac2d-8f0f0c258ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:10.851443 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c5430779-c8a9-4977-8d2a-ba502953b343 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:10.888955 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-384bbce4-ea80-4b7d-ac2d-8f0f0c258ac8 None None] For port 8e8ea77d-7ede-4ab8-81d6-0a549ec581a3, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=8e8ea77d-7ede-4ab8-81d6-0a549ec581a3,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:10.939754 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0be41d7a-7221-4e38-8cf7-0e29fb12d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:10.968880 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0561a8a2-5431-4940-abb0-7411b3b878c2 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network 05f229b5-b4b8-44d1-940c-fdde1e0f4704 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:20:10.972837 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-384bbce4-ea80-4b7d-ac2d-8f0f0c258ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:10.989489 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-44740c7f-83cf-4546-8041-01d0843049f9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for router_gateway, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:11.050556 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-44740c7f-83cf-4546-8041-01d0843049f9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:11.053935 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-0be41d7a-7221-4e38-8cf7-0e29fb12d5d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9f934a-1f68-4db9-98bc-c781f6becf61']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:11.103778 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bbce4-ea80-4b7d-ac2d-8f0f0c258ac8 None None] Pushing event updated for resources: {'Port': ['ID=8e8ea77d-7ede-4ab8-81d6-0a549ec581a3,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:11.111532 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc8fa0-fd5f-4ec3-bf21-55554be7908b req-755ae0ad-7852-48d8-b86b-14458c84ff47 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:11.113270 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-02bc8fa0-fd5f-4ec3-bf21-55554be7908b req-755ae0ad-7852-48d8-b86b-14458c84ff47 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.4137402 Apr 11 14:20:11.124359 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-0be41d7a-7221-4e38-8cf7-0e29fb12d5d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cdf1b81-5e2f-4526-982d-405e14529dcc') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:11.124789 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-0be41d7a-7221-4e38-8cf7-0e29fb12d5d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cdf1b81-5e2f-4526-982d-405e14529dcc') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:11.129141 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c5430779-c8a9-4977-8d2a-ba502953b343 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:11.141187 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 29d9aec3-9c91-4a07-a23c-c7498165ea65) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:11.146072 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:11.151125 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fadb0d5-da4a-4d23-8a81-93c9c8a8796a None None] Network 29d9aec3-9c91-4a07-a23c-c7498165ea65 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:11.154388 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:11.159956 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:11.160829 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:11.168707 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-0561a8a2-5431-4940-abb0-7411b3b878c2 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 05f229b5-b4b8-44d1-940c-fdde1e0f4704) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:11.173455 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0561a8a2-5431-4940-abb0-7411b3b878c2 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:11.174520 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0561a8a2-5431-4940-abb0-7411b3b878c2 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:11.182679 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2366202e-5b37-482e-ba16-dddd99dbbed5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:11.191872 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e847e86f-81f9-4c5c-8cfa-e8c79eeed174 None None] Network 05f229b5-b4b8-44d1-940c-fdde1e0f4704 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:11.198632 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2366202e-5b37-482e-ba16-dddd99dbbed5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:port and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:11.201431 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5430779-c8a9-4977-8d2a-ba502953b343 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8045b62-bcdd-41df-b651-0fe03c6c098a,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:11.203408 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2366202e-5b37-482e-ba16-dddd99dbbed5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:11.210983 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0be41d7a-7221-4e38-8cf7-0e29fb12d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:11.217777 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2366202e-5b37-482e-ba16-dddd99dbbed5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:11.221062 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c5430779-c8a9-4977-8d2a-ba502953b343 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:11.226404 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c5430779-c8a9-4977-8d2a-ba502953b343 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/a8045b62-bcdd-41df-b651-0fe03c6c098a HTTP/1.1" status: 204 len: 168 time: 0.6533096 Apr 11 14:20:11.232601 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37678) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:11.266769 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-02bc8fa0-fd5f-4ec3-bf21-55554be7908b req-f425bf62-1cee-4957-9662-fd048ecb3c7d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400213 Apr 11 14:20:11.302468 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0561a8a2-5431-4940-abb0-7411b3b878c2 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1930149 Apr 11 14:20:11.309337 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37682) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:11.323671 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0be41d7a-7221-4e38-8cf7-0e29fb12d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:11.326089 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-b0ef3712-32be-4d2b-a7d8-55532e3e311f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'port': {'network_id': '05f229b5-b4b8-44d1-940c-fdde1e0f4704', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1598601757'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:11.343212 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d83873-bd3b-4add-b225-4fe6deeb5289 None None] Network e2c7867f-3c16-42c3-8c4d-07c840228f19 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:11.351736 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e7d17-e9f2-49b4-9afa-c42f9841803c req-32feba79-1454-458c-b0a7-82ba5999e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:11.353835 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6d0e7d17-e9f2-49b4-9afa-c42f9841803c req-32feba79-1454-458c-b0a7-82ba5999e50e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=724311974f544075b7138da08838fdf2&device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 1098 time: 0.5039546 Apr 11 14:20:11.355143 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be41d7a-7221-4e38-8cf7-0e29fb12d5d0 admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:20:11.355625 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0be41d7a-7221-4e38-8cf7-0e29fb12d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: util.warn( Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: util.warn( Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: util.warn( Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: util.warn( Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:20:11.376586 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:20:11.577973 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2366202e-5b37-482e-ba16-dddd99dbbed5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:11.717442 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-caca9f0a-1062-4071-8a5b-cce648e2635c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.5373940 Apr 11 14:20:11.721172 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37686) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:11.802985 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-483e2094-af90-40b5-8e05-eb3a5b3559cc tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Synchronizing usage tracker for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:11.870884 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-44740c7f-83cf-4546-8041-01d0843049f9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Allocated IP 172.26.7.209 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/33e9c5aa-3900-412c-a7ca-9665084fd73b) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:11.873135 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e7d17-e9f2-49b4-9afa-c42f9841803c req-754ffcbd-00ac-4da0-8c4d-0b4216bc8dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:11.874640 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6d0e7d17-e9f2-49b4-9afa-c42f9841803c req-754ffcbd-00ac-4da0-8c4d-0b4216bc8dbc service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6ea0449-d5bb-46c4-a148-72f3fb27a286 HTTP/1.1" status: 200 len: 914 time: 0.4788485 Apr 11 14:20:11.909141 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f0be2b-7fc9-480e-b71a-5d61fefc6b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-05f229b5-b4b8-44d1-940c-fdde1e0f4704', 'network_id': '05f229b5-b4b8-44d1-940c-fdde1e0f4704', 'tenant_id': 'bed9b91ec31243819559d0be20aa92c4', 'fixed_ips': [{'subnet_id': '7d6ef604-c22a-41be-9ae0-1091eb5fdc96'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:20:11.910014 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-51f0be2b-7fc9-480e-b71a-5d61fefc6b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:12.028624 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b0ef3712-32be-4d2b-a7d8-55532e3e311f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:12.057611 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b0ef3712-32be-4d2b-a7d8-55532e3e311f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:port and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:12.061545 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b0ef3712-32be-4d2b-a7d8-55532e3e311f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:12.074824 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b0ef3712-32be-4d2b-a7d8-55532e3e311f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:12.090903 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6d0e7d17-e9f2-49b4-9afa-c42f9841803c req-4087a3db-53eb-431c-a483-34b5232d6e1a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cda5d63f-6fbf-49e9-babc-df0ba1611d60 HTTP/1.1" status: 200 len: 1001 time: 0.2100098 Apr 11 14:20:12.099923 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2366202e-5b37-482e-ba16-dddd99dbbed5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:12.102039 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-985cae51-5c89-4a8c-a4e3-72aadac44d8e None None] Provisioning for port 4c503c70-4b04-4313-b193-dadf709bd940 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:12.110181 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce779050-2e86-4e15-8c3f-e00c118d868b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:12.110361 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-51f0be2b-7fc9-480e-b71a-5d61fefc6b7e None None] Allocated IP 172.20.0.2 (05f229b5-b4b8-44d1-940c-fdde1e0f4704/7d6ef604-c22a-41be-9ae0-1091eb5fdc96/53366436-c906-4188-8f5d-4181361699c1) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:12.114771 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-985cae51-5c89-4a8c-a4e3-72aadac44d8e None None] Provisioning complete for port 4c503c70-4b04-4313-b193-dadf709bd940 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:12.115257 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-985cae51-5c89-4a8c-a4e3-72aadac44d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:12.142615 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0be41d7a-7221-4e38-8cf7-0e29fb12d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:12.147210 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0be41d7a-7221-4e38-8cf7-0e29fb12d5d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:12.154523 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce779050-2e86-4e15-8c3f-e00c118d868b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:12.157703 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-483e2094-af90-40b5-8e05-eb3a5b3559cc tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Unset dirty status for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:12.159263 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-483e2094-af90-40b5-8e05-eb3a5b3559cc tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9147668 Apr 11 14:20:12.174113 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-2366202e-5b37-482e-ba16-dddd99dbbed5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] device_id is not set on port 17198d0d-bb5c-45b3-9b3a-7696fcc4bdff yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:20:12.184746 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37690) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:12.221873 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be41d7a-7221-4e38-8cf7-0e29fb12d5d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff9f934a-1f68-4db9-98bc-c781f6becf61,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:12.270352 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0be41d7a-7221-4e38-8cf7-0e29fb12d5d0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ff9f934a-1f68-4db9-98bc-c781f6becf61 HTTP/1.1" status: 204 len: 168 time: 5.0376928 Apr 11 14:20:12.270352 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e7d17-e9f2-49b4-9afa-c42f9841803c req-c2bdc246-37ad-4d9d-91af-b83ef107ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:12.275714 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6d0e7d17-e9f2-49b4-9afa-c42f9841803c req-c2bdc246-37ad-4d9d-91af-b83ef107ab57 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07ac75f7-df8a-45a0-834c-28e735b7edb3 HTTP/1.1" status: 200 len: 851 time: 0.1772778 Apr 11 14:20:12.282023 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-44740c7f-83cf-4546-8041-01d0843049f9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:12.343460 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037912b2-77ae-4074-bc9f-a49b4223d542 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:12.357261 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037912b2-77ae-4074-bc9f-a49b4223d542 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:12.357261 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-037912b2-77ae-4074-bc9f-a49b4223d542 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6251042 Apr 11 14:20:12.366144 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37698) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:12.396911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ef3712-32be-4d2b-a7d8-55532e3e311f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:12.400847 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b0ef3712-32be-4d2b-a7d8-55532e3e311f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:12.455019 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 8e8ea77d-7ede-4ab8-81d6-0a549ec581a3 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:20:12.531745 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-985cae51-5c89-4a8c-a4e3-72aadac44d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:12.545325 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-b0ef3712-32be-4d2b-a7d8-55532e3e311f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] device_id is not set on port f504f736-0339-472e-bc0c-e167d8680bf3 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:20:12.574955 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-05c6440c-b5c5-4610-8a0e-87fbf97215bb tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:12.616052 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-51f0be2b-7fc9-480e-b71a-5d61fefc6b7e None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:12.627656 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-985cae51-5c89-4a8c-a4e3-72aadac44d8e None None] For port 4c503c70-4b04-4313-b193-dadf709bd940, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4c503c70-4b04-4313-b193-dadf709bd940,segment=NetworkSegment(0b4f4a65-2ffd-4609-b114-8d35707592fd),segment_id=0b4f4a65-2ffd-4609-b114-8d35707592fd)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:12.627977 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-b4b88d32-ae07-48e7-aee4-038a0348e570 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Deleting port d36a0778-0ddb-4b37-b8be-6bf948650028 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:12.628331 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b4b88d32-ae07-48e7-aee4-038a0348e570 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:12.640115 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-51f0be2b-7fc9-480e-b71a-5d61fefc6b7e None None] Transition to ACTIVE for port object 53366436-c906-4188-8f5d-4181361699c1 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:12.647409 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 8e8ea77d-7ede-4ab8-81d6-0a549ec581a3 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:12.647841 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:12.702030 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-51f0be2b-7fc9-480e-b71a-5d61fefc6b7e None None] Transition to ACTIVE for port object 53366436-c906-4188-8f5d-4181361699c1 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:12.705187 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-05c6440c-b5c5-4610-8a0e-87fbf97215bb tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:12.718745 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-985cae51-5c89-4a8c-a4e3-72aadac44d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:12.761987 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e7d17-e9f2-49b4-9afa-c42f9841803c req-c3f382cf-352f-4931-8971-5eab4eb0f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:12.763520 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6d0e7d17-e9f2-49b4-9afa-c42f9841803c req-c3f382cf-352f-4931-8971-5eab4eb0f47c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6ea0449-d5bb-46c4-a148-72f3fb27a286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4638414 Apr 11 14:20:12.794881 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-51f0be2b-7fc9-480e-b71a-5d61fefc6b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:12.798032 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-2366202e-5b37-482e-ba16-dddd99dbbed5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 172.20.0.5 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/49cad64d-29b0-422d-a0b6-8954e8d32e80/17198d0d-bb5c-45b3-9b3a-7696fcc4bdff) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:12.840198 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-2366202e-5b37-482e-ba16-dddd99dbbed5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 2001:db8::f816:3eff:fe2e:b2d9 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/13d5123e-718b-41c2-87c0-365890b22070/17198d0d-bb5c-45b3-9b3a-7696fcc4bdff) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:12.860071 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cae51-5c89-4a8c-a4e3-72aadac44d8e None None] Pushing event updated for resources: {'Port': ['ID=4c503c70-4b04-4313-b193-dadf709bd940,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:12.893977 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-ce779050-2e86-4e15-8c3f-e00c118d868b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Allocated IP 172.20.0.9 (8ba50598-1a62-4a49-86c1-509b074b5f46/84bdef42-1061-4eae-9565-f6b5850ef0bc/26d4772c-ebb2-49e9-af82-f00b6bc9d399) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:12.905990 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f0be2b-7fc9-480e-b71a-5d61fefc6b7e None None] Network 05f229b5-b4b8-44d1-940c-fdde1e0f4704 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:12.911166 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-51f0be2b-7fc9-480e-b71a-5d61fefc6b7e None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:12.930479 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f0be2b-7fc9-480e-b71a-5d61fefc6b7e None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:12.941364 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-b0ef3712-32be-4d2b-a7d8-55532e3e311f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Allocated IP 172.20.0.6 (05f229b5-b4b8-44d1-940c-fdde1e0f4704/7d6ef604-c22a-41be-9ae0-1091eb5fdc96/f504f736-0339-472e-bc0c-e167d8680bf3) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:12.957266 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-44740c7f-83cf-4546-8041-01d0843049f9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:12.990808 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-20fe544f-a043-4167-b41e-f1bb3720927a None None] Provisioning complete for port 8e8ea77d-7ede-4ab8-81d6-0a549ec581a3 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:12.990808 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-20fe544f-a043-4167-b41e-f1bb3720927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:13.023188 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37702) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:13.068265 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0be2b-7fc9-480e-b71a-5d61fefc6b7e None None] Pushing event updated for resources: {'Port': ['ID=53366436-c906-4188-8f5d-4181361699c1,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:13.110870 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f2034-b652-4b8c-81f3-18f0988c331e req-dd1a7a5a-a3ed-4dab-9dc7-4f89b7e8a4e1 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:13.112431 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d27f2034-b652-4b8c-81f3-18f0988c331e req-dd1a7a5a-a3ed-4dab-9dc7-4f89b7e8a4e1 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.5925989 Apr 11 14:20:13.132596 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44740c7f-83cf-4546-8041-01d0843049f9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:13.159330 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-51f0be2b-7fc9-480e-b71a-5d61fefc6b7e None None] Attempting to bind port 53366436-c906-4188-8f5d-4181361699c1 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:13.159823 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-51f0be2b-7fc9-480e-b71a-5d61fefc6b7e None None] Attempting to bind port 53366436-c906-4188-8f5d-4181361699c1 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'd2b5deb1-71dc-435f-a09f-9d42bfe870db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '05f229b5-b4b8-44d1-940c-fdde1e0f4704'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:13.160279 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0be2b-7fc9-480e-b71a-5d61fefc6b7e None None] Attempting to bind port 53366436-c906-4188-8f5d-4181361699c1 on network 05f229b5-b4b8-44d1-940c-fdde1e0f4704 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:13.168442 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0be2b-7fc9-480e-b71a-5d61fefc6b7e None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:20:13.169320 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0be2b-7fc9-480e-b71a-5d61fefc6b7e None None] Checking segment: {'id': 'd2b5deb1-71dc-435f-a09f-9d42bfe870db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '05f229b5-b4b8-44d1-940c-fdde1e0f4704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:20:13.169464 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-51f0be2b-7fc9-480e-b71a-5d61fefc6b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:13.169943 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0be2b-7fc9-480e-b71a-5d61fefc6b7e None None] Bound using segment: {'id': 'd2b5deb1-71dc-435f-a09f-9d42bfe870db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '05f229b5-b4b8-44d1-940c-fdde1e0f4704'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:20:13.170813 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-51f0be2b-7fc9-480e-b71a-5d61fefc6b7e None None] Bound port: 53366436-c906-4188-8f5d-4181361699c1, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b5deb1-71dc-435f-a09f-9d42bfe870db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '05f229b5-b4b8-44d1-940c-fdde1e0f4704'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:20:13.170963 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-51f0be2b-7fc9-480e-b71a-5d61fefc6b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:13.173457 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-44740c7f-83cf-4546-8041-01d0843049f9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:13.176197 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44740c7f-83cf-4546-8041-01d0843049f9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:13.288101 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44740c7f-83cf-4546-8041-01d0843049f9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event updated for resources: {'Port': ['ID=33e9c5aa-3900-412c-a7ca-9665084fd73b,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:13.337607 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-51f0be2b-7fc9-480e-b71a-5d61fefc6b7e None None] For port 53366436-c906-4188-8f5d-4181361699c1, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:20:13.343697 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-05c6440c-b5c5-4610-8a0e-87fbf97215bb tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:13.344539 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-51f0be2b-7fc9-480e-b71a-5d61fefc6b7e None None] For port 53366436-c906-4188-8f5d-4181361699c1, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=53366436-c906-4188-8f5d-4181361699c1,segment=NetworkSegment(d2b5deb1-71dc-435f-a09f-9d42bfe870db),segment_id=d2b5deb1-71dc-435f-a09f-9d42bfe870db)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:20:13.352586 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-20fe544f-a043-4167-b41e-f1bb3720927a None None] Provisioning complete for port 4c503c70-4b04-4313-b193-dadf709bd940 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:13.353248 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-20fe544f-a043-4167-b41e-f1bb3720927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:13.356396 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b4b88d32-ae07-48e7-aee4-038a0348e570 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:13.373183 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6d0e7d17-e9f2-49b4-9afa-c42f9841803c req-041ef570-0e07-414f-9ce8-153252a4b57c service neutron] 10.222.0.53 "GET /v2.0/networks/c6ea0449-d5bb-46c4-a148-72f3fb27a286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495238 Apr 11 14:20:13.392476 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f1ecc1de-c156-4180-a7af-efa49c45aeb3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3a85f0a6d08649479272c8b7c048674a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3634043 Apr 11 14:20:13.395683 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d27f2034-b652-4b8c-81f3-18f0988c331e req-7c9cbe3a-0b63-4129-a654-add5b7994439 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2536991 Apr 11 14:20:13.403491 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37706) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:13.417566 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-51f0be2b-7fc9-480e-b71a-5d61fefc6b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:13.496959 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6440c-b5c5-4610-8a0e-87fbf97215bb tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bc8d5b-a2e4-46bb-852a-cdc0a356d6ff,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:13.576142 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0be2b-7fc9-480e-b71a-5d61fefc6b7e None None] Pushing event updated for resources: {'Port': ['ID=53366436-c906-4188-8f5d-4181361699c1,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:13.602083 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce779050-2e86-4e15-8c3f-e00c118d868b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:13.628952 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2366202e-5b37-482e-ba16-dddd99dbbed5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:13.637433 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b0ef3712-32be-4d2b-a7d8-55532e3e311f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:13.682635 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-2366202e-5b37-482e-ba16-dddd99dbbed5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Transition to ACTIVE for port object 17198d0d-bb5c-45b3-9b3a-7696fcc4bdff will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:13.697548 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-b0ef3712-32be-4d2b-a7d8-55532e3e311f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Transition to ACTIVE for port object f504f736-0339-472e-bc0c-e167d8680bf3 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:13.699587 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-037c436c-1367-4fc5-a192-54e61236cd00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:13.744327 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-b4b88d32-ae07-48e7-aee4-038a0348e570 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Calling delete_port for d36a0778-0ddb-4b37-b8be-6bf948650028 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:13.783216 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-037c436c-1367-4fc5-a192-54e61236cd00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:13.854250 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce779050-2e86-4e15-8c3f-e00c118d868b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:13.904175 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b0ef3712-32be-4d2b-a7d8-55532e3e311f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:13.908548 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2366202e-5b37-482e-ba16-dddd99dbbed5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:13.934058 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce779050-2e86-4e15-8c3f-e00c118d868b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Network 8ba50598-1a62-4a49-86c1-509b074b5f46 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:13.941693 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-ce779050-2e86-4e15-8c3f-e00c118d868b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:13.948625 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce779050-2e86-4e15-8c3f-e00c118d868b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:13.994991 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ef3712-32be-4d2b-a7d8-55532e3e311f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network 05f229b5-b4b8-44d1-940c-fdde1e0f4704 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:13.999572 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-037c436c-1367-4fc5-a192-54e61236cd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:14.002220 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce779050-2e86-4e15-8c3f-e00c118d868b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Pushing event updated for resources: {'Port': ['ID=26d4772c-ebb2-49e9-af82-f00b6bc9d399,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:14.022610 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-b0ef3712-32be-4d2b-a7d8-55532e3e311f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:14.042113 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-05c6440c-b5c5-4610-8a0e-87fbf97215bb tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:14.043252 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-05c6440c-b5c5-4610-8a0e-87fbf97215bb tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "DELETE /v2.0/security-groups/c4bc8d5b-a2e4-46bb-852a-cdc0a356d6ff HTTP/1.1" status: 204 len: 168 time: 1.8559558 Apr 11 14:20:14.070577 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37710) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:14.073335 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ef3712-32be-4d2b-a7d8-55532e3e311f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:14.099611 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2366202e-5b37-482e-ba16-dddd99dbbed5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:14.116811 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-2366202e-5b37-482e-ba16-dddd99dbbed5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:14.130026 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c436c-1367-4fc5-a192-54e61236cd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43ea9b5-03d5-4d62-8b03-0e32dbe8de6f,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:14.148292 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2366202e-5b37-482e-ba16-dddd99dbbed5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:14.170618 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0f067c9a-44c1-4c20-b253-4dee86176e60 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Synchronizing usage tracker for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:14.174546 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6d0e7d17-e9f2-49b4-9afa-c42f9841803c req-d6491c90-a866-4d30-8ac0-7aec3efdeb74 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ea0449-d5bb-46c4-a148-72f3fb27a286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7895093 Apr 11 14:20:14.212204 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b4b88d32-ae07-48e7-aee4-038a0348e570 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:14.272015 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b88d32-ae07-48e7-aee4-038a0348e570 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Pushing event deleted for resources: {'Port': ['ID=d36a0778-0ddb-4b37-b8be-6bf948650028,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:14.275318 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0f067c9a-44c1-4c20-b253-4dee86176e60 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Unset dirty status for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:14.276575 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0f067c9a-44c1-4c20-b253-4dee86176e60 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2051613 Apr 11 14:20:14.277655 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b4b88d32-ae07-48e7-aee4-038a0348e570 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:14.297446 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37714) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:14.312183 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ef3712-32be-4d2b-a7d8-55532e3e311f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:14.313520 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b0ef3712-32be-4d2b-a7d8-55532e3e311f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:14.317385 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-5abb1305-af5a-44cb-85bb-904ee333102c tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Request body: {'security_group': {'name': 'tempest-secgroup--870800666'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:14.318807 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef3712-32be-4d2b-a7d8-55532e3e311f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Port': ['ID=f504f736-0339-472e-bc0c-e167d8680bf3,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:14.418433 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366202e-5b37-482e-ba16-dddd99dbbed5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=17198d0d-bb5c-45b3-9b3a-7696fcc4bdff,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:14.437570 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5abb1305-af5a-44cb-85bb-904ee333102c tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:14.453269 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b4b88d32-ae07-48e7-aee4-038a0348e570 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] 10.222.0.66 "DELETE /v2.0/ports/d36a0778-0ddb-4b37-b8be-6bf948650028 HTTP/1.1" status: 204 len: 168 time: 2.0824387 Apr 11 14:20:14.505242 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5abb1305-af5a-44cb-85bb-904ee333102c tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:14.508875 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37720) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:14.519865 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-037c436c-1367-4fc5-a192-54e61236cd00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:14.521093 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-037c436c-1367-4fc5-a192-54e61236cd00 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c43ea9b5-03d5-4d62-8b03-0e32dbe8de6f HTTP/1.1" status: 204 len: 168 time: 0.9767776 Apr 11 14:20:14.602944 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 53366436-c906-4188-8f5d-4181361699c1 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:20:14.670633 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5abb1305-af5a-44cb-85bb-904ee333102c tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:14.727098 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5abb1305-af5a-44cb-85bb-904ee333102c tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:14.744464 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5abb1305-af5a-44cb-85bb-904ee333102c tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Usage tracker for resource:security_group_rule and tenant:5e36bbfb6b1a4869859326ebd854b202 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:14.749436 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5abb1305-af5a-44cb-85bb-904ee333102c tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:14.752676 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-44740c7f-83cf-4546-8041-01d0843049f9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for router_gateway, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:14.774124 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2366202e-5b37-482e-ba16-dddd99dbbed5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:14.774802 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2366202e-5b37-482e-ba16-dddd99dbbed5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:14.786541 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b0ef3712-32be-4d2b-a7d8-55532e3e311f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.4691050 Apr 11 14:20:14.793990 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37726) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:14.814227 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 53366436-c906-4188-8f5d-4181361699c1 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:14.822306 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5abb1305-af5a-44cb-85bb-904ee333102c tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:14.823513 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4c503c70-4b04-4313-b193-dadf709bd940 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:20:14.862968 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-52bb35df-4065-4930-be40-a666379acf13 None None] Provisioning for port 17198d0d-bb5c-45b3-9b3a-7696fcc4bdff completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:14.875741 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfc2faa-202a-445a-9021-9c7b381d1d91 None None] Network 05f229b5-b4b8-44d1-940c-fdde1e0f4704 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:14.908466 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-52bb35df-4065-4930-be40-a666379acf13 None None] Provisioning complete for port 17198d0d-bb5c-45b3-9b3a-7696fcc4bdff triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:14.909121 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-52bb35df-4065-4930-be40-a666379acf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:14.919306 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-d0ee45be-e1e2-4096-99e7-4704b839c6b7 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Deleting port 2b3b9fd8-77fa-40ee-9239-0abd00a102b7 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:14.919655 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0ee45be-e1e2-4096-99e7-4704b839c6b7 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:15.035244 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-d8e56bc0-4203-45bd-b7a9-953e1df2bdd9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting port f504f736-0339-472e-bc0c-e167d8680bf3 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:15.035847 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d8e56bc0-4203-45bd-b7a9-953e1df2bdd9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:15.065548 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-52bb35df-4065-4930-be40-a666379acf13 None None] Port 17198d0d-bb5c-45b3-9b3a-7696fcc4bdff cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:20:15.117094 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 4c503c70-4b04-4313-b193-dadf709bd940 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:15.118005 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:15.149076 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5abb1305-af5a-44cb-85bb-904ee333102c tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:15.154446 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e533b5b-1dff-447a-a5cb-5e18b944ec9d req-d2a4e32a-4a85-4ddb-902d-8b822870a713 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:15.159412 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7e533b5b-1dff-447a-a5cb-5e18b944ec9d req-d2a4e32a-4a85-4ddb-902d-8b822870a713 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.4973328 Apr 11 14:20:15.197363 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2366202e-5b37-482e-ba16-dddd99dbbed5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.6296306 Apr 11 14:20:15.323586 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-44740c7f-83cf-4546-8041-01d0843049f9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:15.327524 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37734) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:15.376603 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-88f88def-e06f-4ee5-81bc-3a93bd9e7618 None None] Provisioning for port 53366436-c906-4188-8f5d-4181361699c1 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:15.393097 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-88f88def-e06f-4ee5-81bc-3a93bd9e7618 None None] Provisioning complete for port 53366436-c906-4188-8f5d-4181361699c1 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:15.394007 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-88f88def-e06f-4ee5-81bc-3a93bd9e7618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:15.418811 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5abb1305-af5a-44cb-85bb-904ee333102c tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:15.579658 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7e533b5b-1dff-447a-a5cb-5e18b944ec9d req-039bd695-edd0-4f47-a917-059fb2137f70 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407835 Apr 11 14:20:15.604739 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-88f88def-e06f-4ee5-81bc-3a93bd9e7618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:15.625215 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb1305-af5a-44cb-85bb-904ee333102c tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a80618-ded2-4641-9533-3bb6b0efd103,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:15.663172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-88f88def-e06f-4ee5-81bc-3a93bd9e7618 None None] For port 53366436-c906-4188-8f5d-4181361699c1, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=53366436-c906-4188-8f5d-4181361699c1,segment=NetworkSegment(d2b5deb1-71dc-435f-a09f-9d42bfe870db),segment_id=d2b5deb1-71dc-435f-a09f-9d42bfe870db)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:15.762152 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-88f88def-e06f-4ee5-81bc-3a93bd9e7618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:15.811049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5abb1305-af5a-44cb-85bb-904ee333102c tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:15.812536 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5abb1305-af5a-44cb-85bb-904ee333102c tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5141087 Apr 11 14:20:15.825100 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37744) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:15.869466 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f88def-e06f-4ee5-81bc-3a93bd9e7618 None None] Pushing event updated for resources: {'Port': ['ID=53366436-c906-4188-8f5d-4181361699c1,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:15.881106 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b961eafa-a434-4464-896a-895a7ae36ae2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:15.895870 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-d915b1f1-8d09-426b-b7d5-5761b0c7c682 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Request body: {'security_group_rule': {'security_group_id': 'f9a80618-ded2-4641-9533-3bb6b0efd103', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:15.896502 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b961eafa-a434-4464-896a-895a7ae36ae2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:15.901165 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b961eafa-a434-4464-896a-895a7ae36ae2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5181394 Apr 11 14:20:15.902615 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37752) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:15.941151 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-d915b1f1-8d09-426b-b7d5-5761b0c7c682 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:15.956922 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8b9915c7-9a46-4352-8153-373fa3380354 None None] Provisioning for port f504f736-0339-472e-bc0c-e167d8680bf3 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:15.957493 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0ee45be-e1e2-4096-99e7-4704b839c6b7 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:15.963568 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8b9915c7-9a46-4352-8153-373fa3380354 None None] Provisioning complete for port f504f736-0339-472e-bc0c-e167d8680bf3 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:15.964036 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8b9915c7-9a46-4352-8153-373fa3380354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:15.982170 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d915b1f1-8d09-426b-b7d5-5761b0c7c682 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Usage tracker for resource:security_group_rule and tenant:5e36bbfb6b1a4869859326ebd854b202 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:16.010740 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-83f21625-eb9a-46c7-8aa8-5d03fd01d0c2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting port 17198d0d-bb5c-45b3-9b3a-7696fcc4bdff {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:16.011140 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-83f21625-eb9a-46c7-8aa8-5d03fd01d0c2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:16.033498 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-8b9915c7-9a46-4352-8153-373fa3380354 None None] Port f504f736-0339-472e-bc0c-e167d8680bf3 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:20:16.048550 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8b9915c7-9a46-4352-8153-373fa3380354 None None] Provisioning complete for port 53366436-c906-4188-8f5d-4181361699c1 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:16.049133 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8b9915c7-9a46-4352-8153-373fa3380354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:16.054864 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d8e56bc0-4203-45bd-b7a9-953e1df2bdd9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:16.204719 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-d8e56bc0-4203-45bd-b7a9-953e1df2bdd9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Calling delete_port for f504f736-0339-472e-bc0c-e167d8680bf3 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:16.246949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce779050-2e86-4e15-8c3f-e00c118d868b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:16.279568 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44740c7f-83cf-4546-8041-01d0843049f9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Router 9a7e69eb-1dc7-4f28-bf10-f9bbc6838766 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:20:16.305893 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d915b1f1-8d09-426b-b7d5-5761b0c7c682 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:16.327938 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-40a09969-8b24-4688-8d56-37b665912b46 None None] Provisioning complete for port f504f736-0339-472e-bc0c-e167d8680bf3 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:16.328419 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-40a09969-8b24-4688-8d56-37b665912b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:16.420410 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-40a09969-8b24-4688-8d56-37b665912b46 None None] Port f504f736-0339-472e-bc0c-e167d8680bf3 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:20:16.422046 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 53366436-c906-4188-8f5d-4181361699c1 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:20:16.438258 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-83f21625-eb9a-46c7-8aa8-5d03fd01d0c2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:16.450956 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-d0ee45be-e1e2-4096-99e7-4704b839c6b7 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Calling delete_port for 2b3b9fd8-77fa-40ee-9239-0abd00a102b7 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:16.489554 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-d915b1f1-8d09-426b-b7d5-5761b0c7c682 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:16.506584 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 53366436-c906-4188-8f5d-4181361699c1 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:16.507794 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:16.600922 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-83f21625-eb9a-46c7-8aa8-5d03fd01d0c2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Calling delete_port for 17198d0d-bb5c-45b3-9b3a-7696fcc4bdff owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:16.746097 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d915b1f1-8d09-426b-b7d5-5761b0c7c682 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:16.815107 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44740c7f-83cf-4546-8041-01d0843049f9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:20:16.826388 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875669fc-b616-4406-8f15-6660a2e2882b None None] Sync routers for ids ['9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:20:16.837819 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875669fc-b616-4406-8f15-6660a2e2882b None None] Routers {'9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:20:16.838503 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-875669fc-b616-4406-8f15-6660a2e2882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:16.876531 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0ee45be-e1e2-4096-99e7-4704b839c6b7 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:16.926966 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876354d-c510-4aaf-a331-3d3d12e3e791 req-d5fb370f-3473-4178-9ca6-ea8a70758074 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:16.928630 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6876354d-c510-4aaf-a331-3d3d12e3e791 req-d5fb370f-3473-4178-9ca6-ea8a70758074 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.2105153 Apr 11 14:20:16.932475 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-875669fc-b616-4406-8f15-6660a2e2882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:16.953315 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875669fc-b616-4406-8f15-6660a2e2882b None None] Routers {'9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:20:16.957670 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-875669fc-b616-4406-8f15-6660a2e2882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:16.963116 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee45be-e1e2-4096-99e7-4704b839c6b7 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Pushing event deleted for resources: {'Port': ['ID=2b3b9fd8-77fa-40ee-9239-0abd00a102b7,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:16.967425 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0ee45be-e1e2-4096-99e7-4704b839c6b7 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:17.003566 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-44740c7f-83cf-4546-8041-01d0843049f9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:17.004886 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-44740c7f-83cf-4546-8041-01d0843049f9 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.4743068 Apr 11 14:20:17.014703 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37772) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:17.041588 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-875669fc-b616-4406-8f15-6660a2e2882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:17.044715 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875669fc-b616-4406-8f15-6660a2e2882b None None] The sync data for ids ['9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:20:17.054985 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d0ee45be-e1e2-4096-99e7-4704b839c6b7 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] 10.222.0.66 "DELETE /v2.0/ports/2b3b9fd8-77fa-40ee-9239-0abd00a102b7 HTTP/1.1" status: 204 len: 168 time: 2.5327530 Apr 11 14:20:17.056197 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d8e56bc0-4203-45bd-b7a9-953e1df2bdd9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:17.061919 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37776) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:17.124147 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6876354d-c510-4aaf-a331-3d3d12e3e791 req-e362adb0-9243-445d-8536-11f927d8f266 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825254 Apr 11 14:20:17.128655 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d915b1f1-8d09-426b-b7d5-5761b0c7c682 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:17.167868 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e56bc0-4203-45bd-b7a9-953e1df2bdd9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Port': ['ID=f504f736-0339-472e-bc0c-e167d8680bf3,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:17.217684 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ce3193a3-b4f6-4722-94d5-9657f557b32c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Synchronizing usage tracker for tenant:a79ea8df91e84b63a37c56a5dffd7809 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:17.232556 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d915b1f1-8d09-426b-b7d5-5761b0c7c682 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:17.279344 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce779050-2e86-4e15-8c3f-e00c118d868b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:17.364257 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37786) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:17.373411 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-83f21625-eb9a-46c7-8aa8-5d03fd01d0c2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:17.382462 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915b1f1-8d09-426b-b7d5-5761b0c7c682 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93db8e2-ac08-47c0-ab64-e5a1cc0351ea,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:17.478258 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f21625-eb9a-46c7-8aa8-5d03fd01d0c2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Port': ['ID=17198d0d-bb5c-45b3-9b3a-7696fcc4bdff,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:17.588393 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ce3193a3-b4f6-4722-94d5-9657f557b32c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Unset dirty status for tenant:a79ea8df91e84b63a37c56a5dffd7809 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:17.594271 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ce3193a3-b4f6-4722-94d5-9657f557b32c tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4853292 Apr 11 14:20:17.599062 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37792) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:17.616947 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-2b4e78d1-761f-45e8-9546-113cd7d5c37b tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-246949761'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:17.635648 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2b4e78d1-761f-45e8-9546-113cd7d5c37b tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:17.675622 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d8e56bc0-4203-45bd-b7a9-953e1df2bdd9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:17.681657 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d8e56bc0-4203-45bd-b7a9-953e1df2bdd9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/ports/f504f736-0339-472e-bc0c-e167d8680bf3 HTTP/1.1" status: 204 len: 168 time: 2.8829556 Apr 11 14:20:17.739253 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d915b1f1-8d09-426b-b7d5-5761b0c7c682 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:17.743640 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d915b1f1-8d09-426b-b7d5-5761b0c7c682 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9124031 Apr 11 14:20:17.743640 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37796) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:17.748543 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2b4e78d1-761f-45e8-9546-113cd7d5c37b tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Usage tracker for resource:network and tenant:a79ea8df91e84b63a37c56a5dffd7809 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:17.764522 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2b4e78d1-761f-45e8-9546-113cd7d5c37b tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:17.769999 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37798) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:17.824074 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2b4e78d1-761f-45e8-9546-113cd7d5c37b tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:17.839408 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-b2ad659f-76d6-4d63-9c39-1611d6fec946 tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1875537696'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:17.850832 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-4816e61a-e194-4c0b-af35-a726c3e10b3f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] GET failed (client error): The resource could not be found. Apr 11 14:20:17.851375 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4816e61a-e194-4c0b-af35-a726c3e10b3f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Synchronizing usage tracker for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:17.851948 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b2ad659f-76d6-4d63-9c39-1611d6fec946 tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:17.860154 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-58b0a527-106c-4994-b9c6-af0aaaa56298 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-group-rules/a93db8e2-ac08-47c0-ab64-e5a1cc0351ea HTTP/1.1" status: 200 len: 763 time: 0.0890298 Apr 11 14:20:17.866068 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37804) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:17.900296 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b2ad659f-76d6-4d63-9c39-1611d6fec946 tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Usage tracker for resource:network and tenant:b05086a1420946a19c4aef7ec4b7838a is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:17.919045 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b2ad659f-76d6-4d63-9c39-1611d6fec946 tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:17.932109 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b2ad659f-76d6-4d63-9c39-1611d6fec946 tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:17.936542 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4e78d1-761f-45e8-9546-113cd7d5c37b tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Made reservation on behalf of a79ea8df91e84b63a37c56a5dffd7809 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:17.940056 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2b4e78d1-761f-45e8-9546-113cd7d5c37b tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:17.957891 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9c86f86f-8a7f-4f3b-ac4d-00489f3189a6 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Synchronizing usage tracker for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:17.995433 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4e78d1-761f-45e8-9546-113cd7d5c37b tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:20:18.004827 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2b4e78d1-761f-45e8-9546-113cd7d5c37b tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:18.005171 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-2b4e78d1-761f-45e8-9546-113cd7d5c37b tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Added segment 09c40a7a-063d-45a9-bcc7-b04dd6d71580 of type vlan for network ee4fb0ad-a606-41fe-bb49-a6c2aba93971 Apr 11 14:20:18.011918 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4816e61a-e194-4c0b-af35-a726c3e10b3f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Unset dirty status for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:18.016046 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4816e61a-e194-4c0b-af35-a726c3e10b3f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "GET /v2.0/ports/f504f736-0339-472e-bc0c-e167d8680bf3 HTTP/1.1" status: 404 len: 333 time: 0.2504337 Apr 11 14:20:18.016046 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37808) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:18.019610 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-83f21625-eb9a-46c7-8aa8-5d03fd01d0c2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:18.024517 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-83f21625-eb9a-46c7-8aa8-5d03fd01d0c2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/17198d0d-bb5c-45b3-9b3a-7696fcc4bdff HTTP/1.1" status: 204 len: 168 time: 2.1178916 Apr 11 14:20:18.025321 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37812) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:18.080596 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2b4e78d1-761f-45e8-9546-113cd7d5c37b tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:18.106407 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d79c242-a925-4c84-a124-0bd235a9c19a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting subnet 7d6ef604-c22a-41be-9ae0-1091eb5fdc96 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:20:18.117184 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce779050-2e86-4e15-8c3f-e00c118d868b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Router 312d32e4-5ab9-4101-8d8d-b9d39db27aea is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:20:18.118983 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6d79c242-a925-4c84-a124-0bd235a9c19a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:18.154364 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ad659f-76d6-4d63-9c39-1611d6fec946 tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Made reservation on behalf of b05086a1420946a19c4aef7ec4b7838a for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:18.157791 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b2ad659f-76d6-4d63-9c39-1611d6fec946 tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:18.162663 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9c86f86f-8a7f-4f3b-ac4d-00489f3189a6 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Unset dirty status for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:18.163972 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9c86f86f-8a7f-4f3b-ac4d-00489f3189a6 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2969711 Apr 11 14:20:18.174301 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37816) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:18.182763 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b2ad659f-76d6-4d63-9c39-1611d6fec946 tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:18.218135 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a363fec7-e349-44e1-974f-84a10e155b01 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:18.219638 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a363fec7-e349-44e1-974f-84a10e155b01 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:18.221121 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a363fec7-e349-44e1-974f-84a10e155b01 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:18.221969 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a363fec7-e349-44e1-974f-84a10e155b01 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:18.229384 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b2ad659f-76d6-4d63-9c39-1611d6fec946 tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:18.238170 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b2ad659f-76d6-4d63-9c39-1611d6fec946 tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Usage tracker for resource:security_group_rule and tenant:b05086a1420946a19c4aef7ec4b7838a is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:18.244080 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b2ad659f-76d6-4d63-9c39-1611d6fec946 tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:18.260215 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2b4e78d1-761f-45e8-9546-113cd7d5c37b tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:18.265739 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4e78d1-761f-45e8-9546-113cd7d5c37b tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:18.266352 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2b4e78d1-761f-45e8-9546-113cd7d5c37b tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:18.286662 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b2ad659f-76d6-4d63-9c39-1611d6fec946 tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:18.310690 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6d79c242-a925-4c84-a124-0bd235a9c19a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:18.368143 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a363fec7-e349-44e1-974f-84a10e155b01 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:18.369311 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a363fec7-e349-44e1-974f-84a10e155b01 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3433914 Apr 11 14:20:18.376587 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37820) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:18.385394 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-185f4e4f-7269-4c1e-9c10-7809bfc7a38f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:18.480358 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-185f4e4f-7269-4c1e-9c10-7809bfc7a38f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:18.533716 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-e36ed0f9-e871-4817-a135-412dcfe0212b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet 13d5123e-718b-41c2-87c0-365890b22070 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:20:18.542240 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e36ed0f9-e871-4817-a135-412dcfe0212b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:18.563308 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e78d1-761f-45e8-9546-113cd7d5c37b tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Pushing event updated for resources: {'Network': ['ID=ee4fb0ad-a606-41fe-bb49-a6c2aba93971,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:18.575030 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network ee4fb0ad-a606-41fe-bb49-a6c2aba93971 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:20:18.580985 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2b4e78d1-761f-45e8-9546-113cd7d5c37b tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9807360 Apr 11 14:20:18.584106 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37824) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:18.592674 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-458e1aaf-457e-4837-82ce-78c170388ad1 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:18.604041 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-1b0af847-d3e8-499f-b7b2-2ad93baa7c93 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1534232786'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:18.620106 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1b0af847-d3e8-499f-b7b2-2ad93baa7c93 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:18.630620 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce779050-2e86-4e15-8c3f-e00c118d868b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:20:18.633627 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1b0af847-d3e8-499f-b7b2-2ad93baa7c93 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Usage tracker for resource:network and tenant:a79ea8df91e84b63a37c56a5dffd7809 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:18.637450 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1b0af847-d3e8-499f-b7b2-2ad93baa7c93 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:18.639060 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b2ad659f-76d6-4d63-9c39-1611d6fec946 tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:18.650792 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1b0af847-d3e8-499f-b7b2-2ad93baa7c93 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:18.677095 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6d79c242-a925-4c84-a124-0bd235a9c19a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:18.700575 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] Sync routers for ids ['312d32e4-5ab9-4101-8d8d-b9d39db27aea'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:20:18.704203 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e36ed0f9-e871-4817-a135-412dcfe0212b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:18.710787 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-185f4e4f-7269-4c1e-9c10-7809bfc7a38f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:18.730731 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-185f4e4f-7269-4c1e-9c10-7809bfc7a38f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:18.730916 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] Routers {'312d32e4-5ab9-4101-8d8d-b9d39db27aea'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:20:18.731452 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-185f4e4f-7269-4c1e-9c10-7809bfc7a38f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/a93db8e2-ac08-47c0-ab64-e5a1cc0351ea HTTP/1.1" status: 204 len: 168 time: 0.5540690 Apr 11 14:20:18.734274 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['312d32e4-5ab9-4101-8d8d-b9d39db27aea'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:18.736003 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37828) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:18.738461 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f4e4f-7269-4c1e-9c10-7809bfc7a38f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a93db8e2-ac08-47c0-ab64-e5a1cc0351ea,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:18.747449 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b2ad659f-76d6-4d63-9c39-1611d6fec946 tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:18.806550 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-abf13c36-f512-43ed-994a-b323d3b4d788 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Synchronizing usage tracker for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:18.807142 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ad659f-76d6-4d63-9c39-1611d6fec946 tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:20:18.812966 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0af847-d3e8-499f-b7b2-2ad93baa7c93 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Made reservation on behalf of a79ea8df91e84b63a37c56a5dffd7809 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:18.816482 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b0af847-d3e8-499f-b7b2-2ad93baa7c93 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:18.830821 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce779050-2e86-4e15-8c3f-e00c118d868b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:18.832451 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ce779050-2e86-4e15-8c3f-e00c118d868b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.4240499 Apr 11 14:20:18.838646 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37832) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:18.901892 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad659f-76d6-4d63-9c39-1611d6fec946 tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a490059-6058-4259-b6d9-608a2a43d4e7,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:18.908349 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b2ad659f-76d6-4d63-9c39-1611d6fec946 tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:18.908349 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-b2ad659f-76d6-4d63-9c39-1611d6fec946 tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Added segment 6ced2437-5e36-4282-abcc-2a3c5bdb4d97 of type vlan for network 3e2b9929-56e9-4307-8151-9e010ca342aa Apr 11 14:20:18.917738 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6d79c242-a925-4c84-a124-0bd235a9c19a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:18.931955 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] Set router 312d32e4-5ab9-4101-8d8d-b9d39db27aea gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:20:18.978498 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79c242-a925-4c84-a124-0bd235a9c19a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Subnet': ['ID=7d6ef604-c22a-41be-9ae0-1091eb5fdc96,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:18.980718 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6d79c242-a925-4c84-a124-0bd235a9c19a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:18.987463 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0af847-d3e8-499f-b7b2-2ad93baa7c93 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:20:19.005368 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e36ed0f9-e871-4817-a135-412dcfe0212b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:19.012626 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6d79c242-a925-4c84-a124-0bd235a9c19a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/subnets/7d6ef604-c22a-41be-9ae0-1091eb5fdc96 HTTP/1.1" status: 204 len: 168 time: 0.9933126 Apr 11 14:20:19.058673 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b311b9bc-e802-4d6b-aa4c-2ec7efef9ec9 None None] Network 05f229b5-b4b8-44d1-940c-fdde1e0f4704 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:19.063568 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37836) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:19.078763 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b0af847-d3e8-499f-b7b2-2ad93baa7c93 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:19.079464 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-1b0af847-d3e8-499f-b7b2-2ad93baa7c93 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Added segment 1b49365d-b768-4644-a635-4f401bf31abe of type vlan for network f9b9ea61-c103-480a-9ee0-3dd18aa1a902 Apr 11 14:20:19.084279 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b2ad659f-76d6-4d63-9c39-1611d6fec946 tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:19.102496 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-abf13c36-f512-43ed-994a-b323d3b4d788 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Unset dirty status for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:19.104125 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-abf13c36-f512-43ed-994a-b323d3b4d788 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3670652 Apr 11 14:20:19.116662 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37840) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:19.146744 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-6814fde7-5d7a-44a9-a1da-1cef694049be tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Request body: {'security_group_rule': {'security_group_id': 'f9a80618-ded2-4641-9533-3bb6b0efd103', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:19.163211 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-6814fde7-5d7a-44a9-a1da-1cef694049be tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:19.188449 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e36ed0f9-e871-4817-a135-412dcfe0212b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:19.244147 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bc45c920-10b6-4a61-91ed-5948c60dd3cd tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:19.247950 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ed0f9-e871-4817-a135-412dcfe0212b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=13d5123e-718b-41c2-87c0-365890b22070,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:19.261925 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b2ad659f-76d6-4d63-9c39-1611d6fec946 tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:19.266394 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ad659f-76d6-4d63-9c39-1611d6fec946 tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:19.266995 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b2ad659f-76d6-4d63-9c39-1611d6fec946 tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:19.293258 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b0af847-d3e8-499f-b7b2-2ad93baa7c93 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:19.305655 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e36ed0f9-e871-4817-a135-412dcfe0212b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:19.316451 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-6814fde7-5d7a-44a9-a1da-1cef694049be tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:19.324938 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1c6c0a-5b7c-4b86-bd38-61bb6d996869 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:19.342773 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3c9aae5f-ebac-4e13-bcc2-b4a8d53fc8e7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:19.390148 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-3c9aae5f-ebac-4e13-bcc2-b4a8d53fc8e7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting port 53366436-c906-4188-8f5d-4181361699c1 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:19.390795 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3c9aae5f-ebac-4e13-bcc2-b4a8d53fc8e7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:19.421388 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e36ed0f9-e871-4817-a135-412dcfe0212b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/13d5123e-718b-41c2-87c0-365890b22070 HTTP/1.1" status: 204 len: 168 time: 1.0393779 Apr 11 14:20:19.454783 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37844) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:19.528578 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad659f-76d6-4d63-9c39-1611d6fec946 tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Pushing event updated for resources: {'Network': ['ID=3e2b9929-56e9-4307-8151-9e010ca342aa,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:19.535975 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-5544c87c-cdfe-43c6-9272-a3336dcbc2bf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet 49cad64d-29b0-422d-a0b6-8954e8d32e80 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:20:19.550666 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b2ad659f-76d6-4d63-9c39-1611d6fec946 tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.1758287 Apr 11 14:20:19.550666 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5544c87c-cdfe-43c6-9272-a3336dcbc2bf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:19.562488 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 3e2b9929-56e9-4307-8151-9e010ca342aa details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:20:19.576946 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b0af847-d3e8-499f-b7b2-2ad93baa7c93 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:19.582576 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0af847-d3e8-499f-b7b2-2ad93baa7c93 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:19.583211 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b0af847-d3e8-499f-b7b2-2ad93baa7c93 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:19.683048 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6814fde7-5d7a-44a9-a1da-1cef694049be tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:19.725507 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312d32e4-5ab9-4101-8d8d-b9d39db27aea', 'name': '', 'tenant_id': '44053de9de3f4465a441134d64e44170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ba50598-1a62-4a49-86c1-509b074b5f46', 'external_fixed_ips': [{'subnet_id': '84bdef42-1061-4eae-9565-f6b5850ef0bc', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '26d4772c-ebb2-49e9-af82-f00b6bc9d399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:20:09Z', 'updated_at': '2022-04-11T14:20:14Z', 'revision_number': 3, 'project_id': '44053de9de3f4465a441134d64e44170', 'gw_port': {'id': '26d4772c-ebb2-49e9-af82-f00b6bc9d399', 'name': '', 'network_id': '8ba50598-1a62-4a49-86c1-509b074b5f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312d32e4-5ab9-4101-8d8d-b9d39db27aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '84bdef42-1061-4eae-9565-f6b5850ef0bc', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:20:12Z', 'updated_at': '2022-04-11T14:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '84bdef42-1061-4eae-9565-f6b5850ef0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:19.746969 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] Checking router: 312d32e4-5ab9-4101-8d8d-b9d39db27aea for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:20:19.747303 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] Updating router 312d32e4-5ab9-4101-8d8d-b9d39db27aea port 26d4772c-ebb2-49e9-af82-f00b6bc9d399 binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:20:19.780318 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4295945e-f70b-41ee-9f2f-e80fb8384b26 None None] DHCP port deletion for 05f229b5-b4b8-44d1-940c-fdde1e0f4704 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:20:19.795016 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-4295945e-f70b-41ee-9f2f-e80fb8384b26 None None] Deleting port 53366436-c906-4188-8f5d-4181361699c1 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:19.795385 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4295945e-f70b-41ee-9f2f-e80fb8384b26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:19.824372 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37852) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:19.843304 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Request body: {'port': {'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa', 'binding:host_id': 'hv-neutron-8373', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-251793293'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:19.856357 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:19.858275 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:19.865654 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Usage tracker for resource:port and tenant:6e02807210004f648d67ab606ae86813 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:19.876864 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:19.880361 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-458e1aaf-457e-4837-82ce-78c170388ad1 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Allocated IP 172.20.0.1 (e2c7867f-3c16-42c3-8c4d-07c840228f19/70e02124-d85b-422e-834d-54219b41de64/236dd789-14bc-445a-a3a6-a2eb55e1a4a1) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:19.885075 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5544c87c-cdfe-43c6-9272-a3336dcbc2bf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:19.902632 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1b0af847-d3e8-499f-b7b2-2ad93baa7c93 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3172257 Apr 11 14:20:19.922846 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:20.044816 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0af847-d3e8-499f-b7b2-2ad93baa7c93 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Pushing event updated for resources: {'Network': ['ID=f9b9ea61-c103-480a-9ee0-3dd18aa1a902,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:20.046387 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37856) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:20.051774 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Made reservation on behalf of 6e02807210004f648d67ab606ae86813 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:20.058706 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:20.079240 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bc45c920-10b6-4a61-91ed-5948c60dd3cd tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:20.120494 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network f9b9ea61-c103-480a-9ee0-3dd18aa1a902 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:20:20.139065 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6814fde7-5d7a-44a9-a1da-1cef694049be tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:20.158174 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-53200929-1a90-4fc1-8bf7-4cb0148cc698 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Request body: {'subnets': [{'network_id': 'ee4fb0ad-a606-41fe-bb49-a6c2aba93971', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1346630658', 'ip_version': 4}, {'network_id': 'f9b9ea61-c103-480a-9ee0-3dd18aa1a902', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:20.158945 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-53200929-1a90-4fc1-8bf7-4cb0148cc698 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Request body: {'subnet': {'network_id': 'ee4fb0ad-a606-41fe-bb49-a6c2aba93971', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1346630658', 'ip_version': 4}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:20.159676 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-53200929-1a90-4fc1-8bf7-4cb0148cc698 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Request body: {'subnet': {'network_id': 'f9b9ea61-c103-480a-9ee0-3dd18aa1a902', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:20.174204 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-3c9aae5f-ebac-4e13-bcc2-b4a8d53fc8e7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] For port 53366436-c906-4188-8f5d-4181361699c1, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=53366436-c906-4188-8f5d-4181361699c1,segment=NetworkSegment(d2b5deb1-71dc-435f-a09f-9d42bfe870db),segment_id=d2b5deb1-71dc-435f-a09f-9d42bfe870db)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:20.174903 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3c9aae5f-ebac-4e13-bcc2-b4a8d53fc8e7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:20.218624 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:20.351178 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-bc45c920-10b6-4a61-91ed-5948c60dd3cd tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Deleting port 26d4772c-ebb2-49e9-af82-f00b6bc9d399 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:20.351606 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bc45c920-10b6-4a61-91ed-5948c60dd3cd tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:20.357273 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-4295945e-f70b-41ee-9f2f-e80fb8384b26 None None] For port 53366436-c906-4188-8f5d-4181361699c1, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=53366436-c906-4188-8f5d-4181361699c1,segment=NetworkSegment(d2b5deb1-71dc-435f-a09f-9d42bfe870db),segment_id=d2b5deb1-71dc-435f-a09f-9d42bfe870db)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:20.358014 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4295945e-f70b-41ee-9f2f-e80fb8384b26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:20.376125 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:20.379814 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6814fde7-5d7a-44a9-a1da-1cef694049be tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:20.394750 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-3c9aae5f-ebac-4e13-bcc2-b4a8d53fc8e7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Calling delete_port for 53366436-c906-4188-8f5d-4181361699c1 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:20.414250 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Usage tracker for resource:security_group_rule and tenant:6e02807210004f648d67ab606ae86813 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:20.425074 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:20.481111 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814fde7-5d7a-44a9-a1da-1cef694049be tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce6ba2a-8914-4cd7-863c-65fc38accf01,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:20.518863 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-4295945e-f70b-41ee-9f2f-e80fb8384b26 None None] Calling delete_port for 53366436-c906-4188-8f5d-4181361699c1 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:20.558189 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:20.567759 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 53366436-c906-4188-8f5d-4181361699c1 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:20:20.585610 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5544c87c-cdfe-43c6-9272-a3336dcbc2bf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:20.618138 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-458e1aaf-457e-4837-82ce-78c170388ad1 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:20.621096 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6814fde7-5d7a-44a9-a1da-1cef694049be tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:20.622248 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6814fde7-5d7a-44a9-a1da-1cef694049be tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4936764 Apr 11 14:20:20.629552 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37860) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:20.650295 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-53200929-1a90-4fc1-8bf7-4cb0148cc698 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:20.663238 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-53200929-1a90-4fc1-8bf7-4cb0148cc698 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Usage tracker for resource:subnet and tenant:a79ea8df91e84b63a37c56a5dffd7809 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:20.665713 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d72ec2eb-f8c6-405e-a139-bf4091d99cda tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-group-rules/7ce6ba2a-8914-4cd7-863c-65fc38accf01 HTTP/1.1" status: 200 len: 763 time: 0.0346069 Apr 11 14:20:20.670118 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37864) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:20.679071 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-53200929-1a90-4fc1-8bf7-4cb0148cc698 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:20.694897 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-53200929-1a90-4fc1-8bf7-4cb0148cc698 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:20.762685 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bc45c920-10b6-4a61-91ed-5948c60dd3cd tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:20.777061 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-4295945e-f70b-41ee-9f2f-e80fb8384b26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:20:20.777647 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-4295945e-f70b-41ee-9f2f-e80fb8384b26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:20:20.779629 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No active binding found for port 53366436-c906-4188-8f5d-4181361699c1 {{(pid=88618) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 11 14:20:20.780038 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 53366436-c906-4188-8f5d-4181361699c1 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:20:20.792493 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:20.812557 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53200929-1a90-4fc1-8bf7-4cb0148cc698 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Made reservation on behalf of a79ea8df91e84b63a37c56a5dffd7809 for: {'subnet': 2} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:20.817283 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-53200929-1a90-4fc1-8bf7-4cb0148cc698 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:20.817615 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-53200929-1a90-4fc1-8bf7-4cb0148cc698 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:20.850261 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-458e1aaf-457e-4837-82ce-78c170388ad1 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Transition to ACTIVE for port object 236dd789-14bc-445a-a3a6-a2eb55e1a4a1 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:20.853152 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3c9aae5f-ebac-4e13-bcc2-b4a8d53fc8e7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:20.854617 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5544c87c-cdfe-43c6-9272-a3336dcbc2bf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:20.917227 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:20.921818 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4e90b3a3-c8bd-4691-acbc-967945417875 None None] Provisioning complete for port 8e8ea77d-7ede-4ab8-81d6-0a549ec581a3 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:20.922142 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4e90b3a3-c8bd-4691-acbc-967945417875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:20.952057 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544c87c-cdfe-43c6-9272-a3336dcbc2bf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=49cad64d-29b0-422d-a0b6-8954e8d32e80,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:20.955019 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-bc45c920-10b6-4a61-91ed-5948c60dd3cd tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Calling delete_port for 26d4772c-ebb2-49e9-af82-f00b6bc9d399 owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:20.962635 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5544c87c-cdfe-43c6-9272-a3336dcbc2bf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:20.966306 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] Transition to ACTIVE for port object 26d4772c-ebb2-49e9-af82-f00b6bc9d399 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:20.968653 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:20.988298 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a919bf6-c281-4052-bb31-bc85797da2ea None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:20.988663 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] device_id is not set on port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:20:21.035179 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c90be316-2de6-4f94-bb3c-13a63362a61e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Synchronizing usage tracker for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:21.056524 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9aae5f-ebac-4e13-bcc2-b4a8d53fc8e7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Port': ['ID=53366436-c906-4188-8f5d-4181361699c1,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:21.062639 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9aae5f-ebac-4e13-bcc2-b4a8d53fc8e7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] No DVR routers for this DVR port 53366436-c906-4188-8f5d-4181361699c1 on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:20:21.079280 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:21.157704 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5544c87c-cdfe-43c6-9272-a3336dcbc2bf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/49cad64d-29b0-422d-a0b6-8954e8d32e80 HTTP/1.1" status: 204 len: 168 time: 1.7017181 Apr 11 14:20:21.161390 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37868) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:21.224984 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c90be316-2de6-4f94-bb3c-13a63362a61e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Unset dirty status for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:21.226320 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c90be316-2de6-4f94-bb3c-13a63362a61e tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5534077 Apr 11 14:20:21.232521 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3c9aae5f-ebac-4e13-bcc2-b4a8d53fc8e7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:21.241691 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37872) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:21.260289 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544181a3-1239-463f-8dce-73a0aacd85dd None None] Pushing event updated for resources: {'Port': ['ID=26d4772c-ebb2-49e9-af82-f00b6bc9d399,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:21.260529 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3026d62-5814-42ee-a614-a41678817292,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:21.283334 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-3c9aae5f-ebac-4e13-bcc2-b4a8d53fc8e7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f229b5-b4b8-44d1-940c-fdde1e0f4704']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:21.283549 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1277aa99-57ad-4afb-931d-0577f3d3c5cb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1069968 Apr 11 14:20:21.287397 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37876) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:21.293467 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-4295945e-f70b-41ee-9f2f-e80fb8384b26 None None] Deleting port 53366436-c906-4188-8f5d-4181361699c1 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:21.294225 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4295945e-f70b-41ee-9f2f-e80fb8384b26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:21.306269 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-3c9aae5f-ebac-4e13-bcc2-b4a8d53fc8e7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2b5deb1-71dc-435f-a09f-9d42bfe870db') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:21.306630 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-3c9aae5f-ebac-4e13-bcc2-b4a8d53fc8e7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2b5deb1-71dc-435f-a09f-9d42bfe870db') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:21.325178 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] Attempting to bind port 26d4772c-ebb2-49e9-af82-f00b6bc9d399 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:21.325544 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] Attempting to bind port 26d4772c-ebb2-49e9-af82-f00b6bc9d399 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'b7c3778f-3701-4d1b-99e9-f9ef58fffade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '8ba50598-1a62-4a49-86c1-509b074b5f46'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:21.326126 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] Attempting to bind port 26d4772c-ebb2-49e9-af82-f00b6bc9d399 on network 8ba50598-1a62-4a49-86c1-509b074b5f46 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:21.327664 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d9e612fd-b49c-4f0f-a3c2-feffd021eaee tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:21.339441 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3c9aae5f-ebac-4e13-bcc2-b4a8d53fc8e7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:21.356734 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:20:21.357400 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] Checking segment: {'id': 'b7c3778f-3701-4d1b-99e9-f9ef58fffade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '8ba50598-1a62-4a49-86c1-509b074b5f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:20:21.358001 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:21.358572 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] Bound using segment: {'id': 'b7c3778f-3701-4d1b-99e9-f9ef58fffade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '8ba50598-1a62-4a49-86c1-509b074b5f46'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:20:21.359251 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] Bound port: 26d4772c-ebb2-49e9-af82-f00b6bc9d399, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c3778f-3701-4d1b-99e9-f9ef58fffade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '8ba50598-1a62-4a49-86c1-509b074b5f46'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:20:21.359797 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:21.429536 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-4295945e-f70b-41ee-9f2f-e80fb8384b26 None None] The port '53366436-c906-4188-8f5d-4181361699c1' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:20:21.445594 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-458e1aaf-457e-4837-82ce-78c170388ad1 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:21.474268 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d9e612fd-b49c-4f0f-a3c2-feffd021eaee tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:21.491500 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3c9aae5f-ebac-4e13-bcc2-b4a8d53fc8e7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:21.500432 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] For port 26d4772c-ebb2-49e9-af82-f00b6bc9d399, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:20:21.504048 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] For port 26d4772c-ebb2-49e9-af82-f00b6bc9d399, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=26d4772c-ebb2-49e9-af82-f00b6bc9d399,segment=NetworkSegment(b7c3778f-3701-4d1b-99e9-f9ef58fffade),segment_id=b7c3778f-3701-4d1b-99e9-f9ef58fffade)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:20:21.504754 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c9aae5f-ebac-4e13-bcc2-b4a8d53fc8e7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:20:21.505078 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3c9aae5f-ebac-4e13-bcc2-b4a8d53fc8e7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:20:21.522273 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:20:21.569285 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f808e237-521a-48f2-b885-40cf49022301 None None] DHCP port deletion for 47d4fbd0-dfc4-4187-bb2e-73c4649db563 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:20:21.574436 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f808e237-521a-48f2-b885-40cf49022301 None None] Deleting port 8e8ea77d-7ede-4ab8-81d6-0a549ec581a3 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:21.574865 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f808e237-521a-48f2-b885-40cf49022301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:21.590436 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.api [None req-bc45c920-10b6-4a61-91ed-5948c60dd3cd tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:20:21.591040 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG oslo_db.api [None req-bc45c920-10b6-4a61-91ed-5948c60dd3cd tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:20:21.601720 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:21.624511 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458e1aaf-457e-4837-82ce-78c170388ad1 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Network e2c7867f-3c16-42c3-8c4d-07c840228f19 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:21.637166 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-458e1aaf-457e-4837-82ce-78c170388ad1 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:21.651027 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d9e612fd-b49c-4f0f-a3c2-feffd021eaee tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:21.678454 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e612fd-b49c-4f0f-a3c2-feffd021eaee tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ce6ba2a-8914-4cd7-863c-65fc38accf01,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:21.687391 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3c9aae5f-ebac-4e13-bcc2-b4a8d53fc8e7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:21.707402 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458e1aaf-457e-4837-82ce-78c170388ad1 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:21.718812 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3c9aae5f-ebac-4e13-bcc2-b4a8d53fc8e7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:21.727903 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9aae5f-ebac-4e13-bcc2-b4a8d53fc8e7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Network': ['ID=05f229b5-b4b8-44d1-940c-fdde1e0f4704,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:21.769428 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] Routers {'312d32e4-5ab9-4101-8d8d-b9d39db27aea'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:20:21.773986 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['312d32e4-5ab9-4101-8d8d-b9d39db27aea'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:21.806151 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e1aaf-457e-4837-82ce-78c170388ad1 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event updated for resources: {'Port': ['ID=236dd789-14bc-445a-a3a6-a2eb55e1a4a1,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:21.826924 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d9e612fd-b49c-4f0f-a3c2-feffd021eaee tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:21.830827 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d9e612fd-b49c-4f0f-a3c2-feffd021eaee tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/7ce6ba2a-8914-4cd7-863c-65fc38accf01 HTTP/1.1" status: 204 len: 168 time: 0.5873418 Apr 11 14:20:21.831586 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37880) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:21.857604 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3c9aae5f-ebac-4e13-bcc2-b4a8d53fc8e7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/networks/05f229b5-b4b8-44d1-940c-fdde1e0f4704 HTTP/1.1" status: 204 len: 168 time: 2.7894392 Apr 11 14:20:21.860050 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37884) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:21.863609 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebc74a4-27a6-4d54-bdb3-919186b5fc0b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:21.864379 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-eebc74a4-27a6-4d54-bdb3-919186b5fc0b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:21.866421 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-9db4f72b-ac73-4f5d-af7c-2dfeef7df9d8 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'port': {'network_id': 'cb1f0d05-548a-4a06-9e81-75081f5f174c', 'name': 'tempest-PortsTestJSON-895575124'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:21.887582 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] device_id is not set on port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:20:21.901170 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544181a3-1239-463f-8dce-73a0aacd85dd None None] Pushing event updated for resources: {'Port': ['ID=26d4772c-ebb2-49e9-af82-f00b6bc9d399,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:21.913979 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:21.929617 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-458e1aaf-457e-4837-82ce-78c170388ad1 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:21.997632 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f57a3d84-9cd0-4954-b35c-59ebd2e7024c tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Synchronizing usage tracker for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:22.049277 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9db4f72b-ac73-4f5d-af7c-2dfeef7df9d8 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:22.054710 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9db4f72b-ac73-4f5d-af7c-2dfeef7df9d8 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:port and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:22.058662 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9db4f72b-ac73-4f5d-af7c-2dfeef7df9d8 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:22.064777 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9db4f72b-ac73-4f5d-af7c-2dfeef7df9d8 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:22.093175 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-bc45c920-10b6-4a61-91ed-5948c60dd3cd tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Deleting port 26d4772c-ebb2-49e9-af82-f00b6bc9d399 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:22.093175 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bc45c920-10b6-4a61-91ed-5948c60dd3cd tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:22.115726 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] Set router 312d32e4-5ab9-4101-8d8d-b9d39db27aea gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:20:22.126122 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f57a3d84-9cd0-4954-b35c-59ebd2e7024c tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Unset dirty status for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:22.127788 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f57a3d84-9cd0-4954-b35c-59ebd2e7024c tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2950432 Apr 11 14:20:22.135242 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37888) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:22.142323 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-3b1b6d80-57cd-4f4e-8d52-b8ae7fa35701 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Request body: {'security_group_rule': {'security_group_id': 'f9a80618-ded2-4641-9533-3bb6b0efd103', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:22.150519 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3b1b6d80-57cd-4f4e-8d52-b8ae7fa35701 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:22.172469 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3b1b6d80-57cd-4f4e-8d52-b8ae7fa35701 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:22.174386 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db4f72b-ac73-4f5d-af7c-2dfeef7df9d8 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:22.179331 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9db4f72b-ac73-4f5d-af7c-2dfeef7df9d8 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:22.220445 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5c5365e-d720-46b4-a56e-9759916b3954 None None] Provisioning for port 236dd789-14bc-445a-a3a6-a2eb55e1a4a1 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:22.229233 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Transition to ACTIVE for port object 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:22.236195 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5c5365e-d720-46b4-a56e-9759916b3954 None None] Provisioning complete for port 236dd789-14bc-445a-a3a6-a2eb55e1a4a1 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:22.236824 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5c5365e-d720-46b4-a56e-9759916b3954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:22.238440 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-9db4f72b-ac73-4f5d-af7c-2dfeef7df9d8 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] device_id is not set on port b1dc0161-68d1-4dfc-bbc8-1c10443646e6 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:20:22.260872 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312d32e4-5ab9-4101-8d8d-b9d39db27aea', 'name': '', 'tenant_id': '44053de9de3f4465a441134d64e44170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:20:09Z', 'updated_at': '2022-04-11T14:20:20Z', 'revision_number': 4, 'project_id': '44053de9de3f4465a441134d64e44170', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:22.269038 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f808e237-521a-48f2-b885-40cf49022301 None None] For port 8e8ea77d-7ede-4ab8-81d6-0a549ec581a3, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=8e8ea77d-7ede-4ab8-81d6-0a549ec581a3,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:22.269436 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f808e237-521a-48f2-b885-40cf49022301 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:22.294672 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5892ba-077b-4b9a-9be0-65e03c5c33a1 None None] The sync data for ids ['312d32e4-5ab9-4101-8d8d-b9d39db27aea'] in dv-neutron-837330-1-hyperv is: [{'id': '312d32e4-5ab9-4101-8d8d-b9d39db27aea', 'name': '', 'tenant_id': '44053de9de3f4465a441134d64e44170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:20:09Z', 'updated_at': '2022-04-11T14:20:20Z', 'revision_number': 4, 'project_id': '44053de9de3f4465a441134d64e44170', 'gw_port_host': None}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:20:22.372757 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-3b1b6d80-57cd-4f4e-8d52-b8ae7fa35701 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Project 5e36bbfb6b1a4869859326ebd854b202 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:20:22.384583 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3b1b6d80-57cd-4f4e-8d52-b8ae7fa35701 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:22.398057 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-eebc74a4-27a6-4d54-bdb3-919186b5fc0b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:22.399258 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-eebc74a4-27a6-4d54-bdb3-919186b5fc0b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0994306 Apr 11 14:20:22.402802 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37892) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:22.434569 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:22.439215 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f808e237-521a-48f2-b885-40cf49022301 None None] Calling delete_port for 8e8ea77d-7ede-4ab8-81d6-0a549ec581a3 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:22.476555 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 8e8ea77d-7ede-4ab8-81d6-0a549ec581a3 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:20:22.544407 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5c5365e-d720-46b4-a56e-9759916b3954 None None] Port 236dd789-14bc-445a-a3a6-a2eb55e1a4a1 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:20:22.572289 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5d4ba4-0d95-4449-8673-755c04fa9f23 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:22.573263 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ea5d4ba4-0d95-4449-8673-755c04fa9f23 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:22.597366 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Pushing event updated for resources: {'Port': ['ID=9f74c9c9-f41e-4b2b-8d01-fe5701a576f3,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:22.604957 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-bc45c920-10b6-4a61-91ed-5948c60dd3cd tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] For port 26d4772c-ebb2-49e9-af82-f00b6bc9d399, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=26d4772c-ebb2-49e9-af82-f00b6bc9d399,segment=NetworkSegment(b7c3778f-3701-4d1b-99e9-f9ef58fffade),segment_id=b7c3778f-3701-4d1b-99e9-f9ef58fffade)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:22.605701 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bc45c920-10b6-4a61-91ed-5948c60dd3cd tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:22.611133 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Checking segment: {'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:20:22.611639 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Network hostable DHCP agents. Network: 3e2b9929-56e9-4307-8151-9e010ca342aa, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:20:22.675487 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-53200929-1a90-4fc1-8bf7-4cb0148cc698 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:22.679933 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:22.730436 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3b1b6d80-57cd-4f4e-8d52-b8ae7fa35701 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:22.739471 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f808e237-521a-48f2-b885-40cf49022301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:22.742507 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Network 3e2b9929-56e9-4307-8151-9e010ca342aa is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:20:22.811514 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53200929-1a90-4fc1-8bf7-4cb0148cc698 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Pushing event updated for resources: {'Subnet': ['ID=0ae5a196-3d5c-4ba5-b098-3a596a79060e,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:22.837201 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53200929-1a90-4fc1-8bf7-4cb0148cc698 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Checking segment: {'id': '09c40a7a-063d-45a9-bcc7-b04dd6d71580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'ee4fb0ad-a606-41fe-bb49-a6c2aba93971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:20:22.841265 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53200929-1a90-4fc1-8bf7-4cb0148cc698 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Network hostable DHCP agents. Network: ee4fb0ad-a606-41fe-bb49-a6c2aba93971, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:20:22.841417 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808e237-521a-48f2-b885-40cf49022301 None None] Pushing event deleted for resources: {'Port': ['ID=8e8ea77d-7ede-4ab8-81d6-0a549ec581a3,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:22.841417 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f808e237-521a-48f2-b885-40cf49022301 None None] No DVR routers for this DVR port 8e8ea77d-7ede-4ab8-81d6-0a549ec581a3 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:20:22.847073 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-bc45c920-10b6-4a61-91ed-5948c60dd3cd tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Calling delete_port for 26d4772c-ebb2-49e9-af82-f00b6bc9d399 owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:22.854487 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-458e1aaf-457e-4837-82ce-78c170388ad1 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:22.869288 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 3e2b9929-56e9-4307-8151-9e010ca342aa) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:22.873143 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:22.879670 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ea5d4ba4-0d95-4449-8673-755c04fa9f23 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:22.880776 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf337e2-12b2-4ed2-b542-8ecb2b9c43be None None] Network 3e2b9929-56e9-4307-8151-9e010ca342aa requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:22.881582 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ea5d4ba4-0d95-4449-8673-755c04fa9f23 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4752715 Apr 11 14:20:22.882329 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3b1b6d80-57cd-4f4e-8d52-b8ae7fa35701 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:22.886401 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37896) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:22.932807 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b6d80-57cd-4f4e-8d52-b8ae7fa35701 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f324ad-dbc5-4b90-9715-4699c4271e76,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:22.972316 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:22.972637 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:22.972981 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:22.981405 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9db4f72b-ac73-4f5d-af7c-2dfeef7df9d8 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:23.007990 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a72b0d34-98f0-4345-89bf-f5b22d113faa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1128941 Apr 11 14:20:23.024132 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37900) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:23.031138 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-fedc9f99-c5f3-462f-badf-78c44c5d108a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:23.049891 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:23.050228 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:23.056022 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempt 2 to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 Apr 11 14:20:23.090987 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3b1b6d80-57cd-4f4e-8d52-b8ae7fa35701 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:23.095420 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3b1b6d80-57cd-4f4e-8d52-b8ae7fa35701 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9589293 Apr 11 14:20:23.096121 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37904) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:23.170592 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-79c6f489-bfb8-4f63-befe-4379e997d4af tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-group-rules/14f324ad-dbc5-4b90-9715-4699c4271e76 HTTP/1.1" status: 200 len: 769 time: 0.0669622 Apr 11 14:20:23.173129 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37908) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:23.224917 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:23.225251 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:23.225579 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:23.227740 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53200929-1a90-4fc1-8bf7-4cb0148cc698 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Network ee4fb0ad-a606-41fe-bb49-a6c2aba93971 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:20:23.231797 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-229fe4b3-45ce-4705-99b6-bd09243f0aaa tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Synchronizing usage tracker for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:23.258582 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9db4f72b-ac73-4f5d-af7c-2dfeef7df9d8 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:23.259152 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-53200929-1a90-4fc1-8bf7-4cb0148cc698 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, ee4fb0ad-a606-41fe-bb49-a6c2aba93971) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:23.264085 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-53200929-1a90-4fc1-8bf7-4cb0148cc698 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:23.268556 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:23.269477 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:23.271337 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4a651a-03b6-483c-b2a9-b9b92fed7ae0 None None] Network ee4fb0ad-a606-41fe-bb49-a6c2aba93971 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:23.301242 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempt 3 to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 Apr 11 14:20:23.307183 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bc45c920-10b6-4a61-91ed-5948c60dd3cd tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:23.335494 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-229fe4b3-45ce-4705-99b6-bd09243f0aaa tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Unset dirty status for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:23.336775 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-229fe4b3-45ce-4705-99b6-bd09243f0aaa tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1628232 Apr 11 14:20:23.342827 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37912) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:23.344583 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db4f72b-ac73-4f5d-af7c-2dfeef7df9d8 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network cb1f0d05-548a-4a06-9e81-75081f5f174c is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:23.353240 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-fedc9f99-c5f3-462f-badf-78c44c5d108a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:23.390506 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-9db4f72b-ac73-4f5d-af7c-2dfeef7df9d8 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:23.401491 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db4f72b-ac73-4f5d-af7c-2dfeef7df9d8 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:23.407063 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db4f72b-ac73-4f5d-af7c-2dfeef7df9d8 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:23.407672 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9db4f72b-ac73-4f5d-af7c-2dfeef7df9d8 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:23.416299 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:23.416299 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:23.416299 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:23.425340 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4f72b-ac73-4f5d-af7c-2dfeef7df9d8 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Port': ['ID=b1dc0161-68d1-4dfc-bbc8-1c10443646e6,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:23.446560 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:23.446895 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:23.451274 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-fedc9f99-c5f3-462f-badf-78c44c5d108a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:23.454382 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempt 4 to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 Apr 11 14:20:23.490785 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53200929-1a90-4fc1-8bf7-4cb0148cc698 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Pushing event updated for resources: {'Subnet': ['ID=fc774c0a-fa86-4e63-b575-bd9a42391336,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:23.519888 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:23.520229 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:23.523003 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:23.525645 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e49aebf-5c44-484d-9f29-3e0696c63f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-ee4fb0ad-a606-41fe-bb49-a6c2aba93971', 'network_id': 'ee4fb0ad-a606-41fe-bb49-a6c2aba93971', 'tenant_id': 'a79ea8df91e84b63a37c56a5dffd7809', 'fixed_ips': [{'subnet_id': '0ae5a196-3d5c-4ba5-b098-3a596a79060e'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:20:23.526586 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1e49aebf-5c44-484d-9f29-3e0696c63f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:23.534504 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45c920-10b6-4a61-91ed-5948c60dd3cd tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Pushing event deleted for resources: {'Port': ['ID=26d4772c-ebb2-49e9-af82-f00b6bc9d399,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:23.537254 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-51688754-580a-45c9-9914-199194121cb7 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:23.539185 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:23.539527 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:23.553197 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-51688754-580a-45c9-9914-199194121cb7 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:23.555985 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempt 5 to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 Apr 11 14:20:23.563092 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53200929-1a90-4fc1-8bf7-4cb0148cc698 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Checking segment: {'id': '1b49365d-b768-4644-a635-4f401bf31abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'f9b9ea61-c103-480a-9ee0-3dd18aa1a902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:20:23.563450 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53200929-1a90-4fc1-8bf7-4cb0148cc698 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Network hostable DHCP agents. Network: f9b9ea61-c103-480a-9ee0-3dd18aa1a902, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:20:23.577581 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bc45c920-10b6-4a61-91ed-5948c60dd3cd tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:23.592850 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedc9f99-c5f3-462f-badf-78c44c5d108a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:23.596377 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fedc9f99-c5f3-462f-badf-78c44c5d108a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:23.598254 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-fedc9f99-c5f3-462f-badf-78c44c5d108a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:20:23.599347 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fedc9f99-c5f3-462f-badf-78c44c5d108a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:20:23.674906 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:23.675111 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:23.675446 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:23.702620 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:23.703071 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:23.709578 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempt 6 to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 Apr 11 14:20:23.737001 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:23.737338 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:23.737758 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:23.753819 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:23.754165 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:23.756906 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempt 7 to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 Apr 11 14:20:23.778849 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:23.779162 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:23.779493 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:23.786696 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-fedc9f99-c5f3-462f-badf-78c44c5d108a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7575564 Apr 11 14:20:23.786853 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37916) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:23.792247 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-a2b51f19-a571-4a99-877c-3de36924234a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:23.797734 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9db4f72b-ac73-4f5d-af7c-2dfeef7df9d8 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9365189 Apr 11 14:20:23.810211 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37920) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:23.813490 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:23.813817 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:23.827651 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempt 8 to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 Apr 11 14:20:23.834691 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53200929-1a90-4fc1-8bf7-4cb0148cc698 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Network f9b9ea61-c103-480a-9ee0-3dd18aa1a902 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:20:23.862544 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-458e1aaf-457e-4837-82ce-78c170388ad1 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:23.918137 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bc45c920-10b6-4a61-91ed-5948c60dd3cd tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:23.920095 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-51688754-580a-45c9-9914-199194121cb7 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:23.922347 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bc45c920-10b6-4a61-91ed-5948c60dd3cd tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:23.954843 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51688754-580a-45c9-9914-199194121cb7 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14f324ad-dbc5-4b90-9715-4699c4271e76,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:23.987392 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-1b6c054f-2222-4f40-a33d-d700c0670d56 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting port b1dc0161-68d1-4dfc-bbc8-1c10443646e6 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:23.987734 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b6c054f-2222-4f40-a33d-d700c0670d56 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:24.059857 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-51688754-580a-45c9-9914-199194121cb7 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:24.060955 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:24.061291 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:24.061611 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-51688754-580a-45c9-9914-199194121cb7 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/14f324ad-dbc5-4b90-9715-4699c4271e76 HTTP/1.1" status: 204 len: 168 time: 0.7133257 Apr 11 14:20:24.061731 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:24.065295 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37924) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:24.071661 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-53200929-1a90-4fc1-8bf7-4cb0148cc698 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, f9b9ea61-c103-480a-9ee0-3dd18aa1a902) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:24.076131 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53200929-1a90-4fc1-8bf7-4cb0148cc698 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:24.076765 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53200929-1a90-4fc1-8bf7-4cb0148cc698 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:24.077390 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-53200929-1a90-4fc1-8bf7-4cb0148cc698 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:24.081783 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-458e1aaf-457e-4837-82ce-78c170388ad1 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:24.082138 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-1e49aebf-5c44-484d-9f29-3e0696c63f01 None None] Allocated IP 172.20.0.2 (ee4fb0ad-a606-41fe-bb49-a6c2aba93971/0ae5a196-3d5c-4ba5-b098-3a596a79060e/365b1de5-cf59-4582-bc82-5b76755b1954) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:24.101041 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff75c768-8011-478d-9bb7-ac2e67c08fb3 None None] Network f9b9ea61-c103-480a-9ee0-3dd18aa1a902 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:24.124011 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bc45c920-10b6-4a61-91ed-5948c60dd3cd tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:24.124647 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc45c920-10b6-4a61-91ed-5948c60dd3cd tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 312d32e4-5ab9-4101-8d8d-b9d39db27aea {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:20:24.157183 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bc45c920-10b6-4a61-91ed-5948c60dd3cd tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:24.158576 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-bc45c920-10b6-4a61-91ed-5948c60dd3cd tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "DELETE /v2.0/routers/312d32e4-5ab9-4101-8d8d-b9d39db27aea HTTP/1.1" status: 204 len: 168 time: 5.3189986 Apr 11 14:20:24.168638 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:24.169142 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37928) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:24.200975 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:24.201197 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:24.210545 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempt 9 to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 Apr 11 14:20:24.247968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a2b51f19-a571-4a99-877c-3de36924234a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:24.252366 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:24.252697 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:24.253043 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:24.280001 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f1375a0e-994a-4390-8093-4886628e2944 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Synchronizing usage tracker for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:24.281795 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-458e1aaf-457e-4837-82ce-78c170388ad1 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:24.295282 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:24.295567 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:24.296531 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a2b51f19-a571-4a99-877c-3de36924234a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:24.300446 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.plugins.ml2.plugin [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempt 10 to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 Apr 11 14:20:24.307528 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e1aaf-457e-4837-82ce-78c170388ad1 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event updated for resources: {'Port': ['ID=236dd789-14bc-445a-a3a6-a2eb55e1a4a1,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:24.351726 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-53200929-1a90-4fc1-8bf7-4cb0148cc698 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.2981002 Apr 11 14:20:24.354886 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37932) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:24.357917 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:24.358272 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:24.358610 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:24.390708 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b6c054f-2222-4f40-a33d-d700c0670d56 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:24.402831 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-2518b6ce-4b82-42ae-93c8-e9790c31ad6f tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Deleting subnet 84bdef42-1061-4eae-9565-f6b5850ef0bc {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:20:24.405940 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:24.406276 dv-neutron-837330-1-hyperv neutron-server[88617]: ERROR neutron.plugins.ml2.managers [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:24.406644 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:24.472406 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b51f19-a571-4a99-877c-3de36924234a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:24.475481 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2518b6ce-4b82-42ae-93c8-e9790c31ad6f tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:24.476504 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a2b51f19-a571-4a99-877c-3de36924234a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:24.477927 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b51f19-a571-4a99-877c-3de36924234a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:20:24.484624 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b51f19-a571-4a99-877c-3de36924234a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:20:24.557639 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1e49aebf-5c44-484d-9f29-3e0696c63f01 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:24.567581 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f1375a0e-994a-4390-8093-4886628e2944 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Unset dirty status for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:24.570220 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f1375a0e-994a-4390-8093-4886628e2944 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5036685 Apr 11 14:20:24.575591 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1e49aebf-5c44-484d-9f29-3e0696c63f01 None None] Transition to ACTIVE for port object 365b1de5-cf59-4582-bc82-5b76755b1954 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:24.578506 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90969347-cb38-4ece-81ff-cf8955412f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-f9b9ea61-c103-480a-9ee0-3dd18aa1a902', 'network_id': 'f9b9ea61-c103-480a-9ee0-3dd18aa1a902', 'tenant_id': 'a79ea8df91e84b63a37c56a5dffd7809', 'fixed_ips': [{'subnet_id': 'fc774c0a-fa86-4e63-b575-bd9a42391336'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:20:24.579411 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-90969347-cb38-4ece-81ff-cf8955412f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:24.580159 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37936) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:24.585734 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-1b6c054f-2222-4f40-a33d-d700c0670d56 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Calling delete_port for b1dc0161-68d1-4dfc-bbc8-1c10443646e6 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:24.613778 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d52734-df55-4c30-8e7c-c2fb4079ceb7 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:24.616844 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d52734-df55-4c30-8e7c-c2fb4079ceb7 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:24.617628 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d52734-df55-4c30-8e7c-c2fb4079ceb7 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:24.618614 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-19d52734-df55-4c30-8e7c-c2fb4079ceb7 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Synchronizing usage tracker for tenant:a79ea8df91e84b63a37c56a5dffd7809 on resource:subnet {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:24.640466 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a2b51f19-a571-4a99-877c-3de36924234a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8525703 Apr 11 14:20:24.647882 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37940) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:24.650248 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2518b6ce-4b82-42ae-93c8-e9790c31ad6f tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:24.663441 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1e49aebf-5c44-484d-9f29-3e0696c63f01 None None] Transition to ACTIVE for port object 365b1de5-cf59-4582-bc82-5b76755b1954 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:24.685622 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458e1aaf-457e-4837-82ce-78c170388ad1 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Network e2c7867f-3c16-42c3-8c4d-07c840228f19 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:24.692132 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-69185d47-13f9-4346-9b65-1bc91f6d8fa4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:24.697567 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-458e1aaf-457e-4837-82ce-78c170388ad1 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:24.717512 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] For port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:20:24.717899 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempted to set empty binding levels {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 11 14:20:24.753066 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1e49aebf-5c44-484d-9f29-3e0696c63f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:24.810413 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-19d52734-df55-4c30-8e7c-c2fb4079ceb7 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Unset dirty status for tenant:a79ea8df91e84b63a37c56a5dffd7809 on resource:subnet {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:24.814808 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-19d52734-df55-4c30-8e7c-c2fb4079ceb7 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.4558761 Apr 11 14:20:24.817253 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37944) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:24.822280 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3bf8f672-69d1-421d-bbf6-8375945ba098 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:24.830230 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e49aebf-5c44-484d-9f29-3e0696c63f01 None None] Network ee4fb0ad-a606-41fe-bb49-a6c2aba93971 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:24.836205 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-1e49aebf-5c44-484d-9f29-3e0696c63f01 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:24.838815 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:24.842403 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e49aebf-5c44-484d-9f29-3e0696c63f01 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:24.890125 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2518b6ce-4b82-42ae-93c8-e9790c31ad6f tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:24.905870 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-90969347-cb38-4ece-81ff-cf8955412f8f None None] Allocated IP 172.20.0.18 (f9b9ea61-c103-480a-9ee0-3dd18aa1a902/fc774c0a-fa86-4e63-b575-bd9a42391336/4320bd8d-0ec4-40a4-bf40-1987b023d0c7) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:24.939492 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49aebf-5c44-484d-9f29-3e0696c63f01 None None] Pushing event updated for resources: {'Port': ['ID=365b1de5-cf59-4582-bc82-5b76755b1954,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:24.941255 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b6c054f-2222-4f40-a33d-d700c0670d56 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:24.971817 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-1e49aebf-5c44-484d-9f29-3e0696c63f01 None None] Attempting to bind port 365b1de5-cf59-4582-bc82-5b76755b1954 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:24.972186 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-1e49aebf-5c44-484d-9f29-3e0696c63f01 None None] Attempting to bind port 365b1de5-cf59-4582-bc82-5b76755b1954 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '09c40a7a-063d-45a9-bcc7-b04dd6d71580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'ee4fb0ad-a606-41fe-bb49-a6c2aba93971'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:24.972549 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e49aebf-5c44-484d-9f29-3e0696c63f01 None None] Attempting to bind port 365b1de5-cf59-4582-bc82-5b76755b1954 on network ee4fb0ad-a606-41fe-bb49-a6c2aba93971 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:24.993520 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e49aebf-5c44-484d-9f29-3e0696c63f01 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:20:24.993912 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e49aebf-5c44-484d-9f29-3e0696c63f01 None None] Checking segment: {'id': '09c40a7a-063d-45a9-bcc7-b04dd6d71580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'ee4fb0ad-a606-41fe-bb49-a6c2aba93971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:20:24.994217 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1e49aebf-5c44-484d-9f29-3e0696c63f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:24.994615 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e49aebf-5c44-484d-9f29-3e0696c63f01 None None] Bound using segment: {'id': '09c40a7a-063d-45a9-bcc7-b04dd6d71580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'ee4fb0ad-a606-41fe-bb49-a6c2aba93971'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:20:24.995105 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-1e49aebf-5c44-484d-9f29-3e0696c63f01 None None] Bound port: 365b1de5-cf59-4582-bc82-5b76755b1954, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c40a7a-063d-45a9-bcc7-b04dd6d71580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'ee4fb0ad-a606-41fe-bb49-a6c2aba93971'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:20:24.995482 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1e49aebf-5c44-484d-9f29-3e0696c63f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:25.032168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-69185d47-13f9-4346-9b65-1bc91f6d8fa4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:25.057408 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c054f-2222-4f40-a33d-d700c0670d56 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Port': ['ID=b1dc0161-68d1-4dfc-bbc8-1c10443646e6,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:25.070381 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3bf8f672-69d1-421d-bbf6-8375945ba098 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:25.095274 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-69185d47-13f9-4346-9b65-1bc91f6d8fa4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:25.111904 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-470e5704-0af3-4ad8-8857-2bf39db97772 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Deleting subnet 0ae5a196-3d5c-4ba5-b098-3a596a79060e {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:20:25.114040 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:25.114746 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:25.115489 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b6c054f-2222-4f40-a33d-d700c0670d56 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:25.126230 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458e1aaf-457e-4837-82ce-78c170388ad1 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Router 9a7e69eb-1dc7-4f28-bf10-f9bbc6838766 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:20:25.126438 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-470e5704-0af3-4ad8-8857-2bf39db97772 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:25.175595 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1b6c054f-2222-4f40-a33d-d700c0670d56 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/ports/b1dc0161-68d1-4dfc-bbc8-1c10443646e6 HTTP/1.1" status: 204 len: 168 time: 1.3634861 Apr 11 14:20:25.180053 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37950) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:25.188631 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-5ec70703-a25d-4cfe-aeea-e82495a6fdda tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'port': {'network_id': 'cb1f0d05-548a-4a06-9e81-75081f5f174c', 'mac_address': 'fa:16:3e:1f:1e:90', 'name': 'tempest-PortsTestJSON-1167982148'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:25.190492 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e00173b8-7493-44bc-9772-086b8eb73592 None None] Provisioning complete for port 236dd789-14bc-445a-a3a6-a2eb55e1a4a1 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:25.190866 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e00173b8-7493-44bc-9772-086b8eb73592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:25.197014 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Pushing event updated for resources: {'Port': ['ID=9f74c9c9-f41e-4b2b-8d01-fe5701a576f3,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:25.233996 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-470e5704-0af3-4ad8-8857-2bf39db97772 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:25.250815 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-e00173b8-7493-44bc-9772-086b8eb73592 None None] Port 236dd789-14bc-445a-a3a6-a2eb55e1a4a1 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:20:25.296325 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-1e49aebf-5c44-484d-9f29-3e0696c63f01 None None] For port 365b1de5-cf59-4582-bc82-5b76755b1954, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:20:25.339474 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8b5330ed-92d3-479a-8ddb-1f942537693a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:25.347266 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-1e49aebf-5c44-484d-9f29-3e0696c63f01 None None] For port 365b1de5-cf59-4582-bc82-5b76755b1954, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=365b1de5-cf59-4582-bc82-5b76755b1954,segment=NetworkSegment(09c40a7a-063d-45a9-bcc7-b04dd6d71580),segment_id=09c40a7a-063d-45a9-bcc7-b04dd6d71580)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:20:25.361181 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69185d47-13f9-4346-9b65-1bc91f6d8fa4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:25.364903 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-69185d47-13f9-4346-9b65-1bc91f6d8fa4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:25.366474 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-69185d47-13f9-4346-9b65-1bc91f6d8fa4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:20:25.366979 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69185d47-13f9-4346-9b65-1bc91f6d8fa4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:20:25.373393 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-90969347-cb38-4ece-81ff-cf8955412f8f None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:25.384212 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-38392ddc-6bd3-4154-961f-94e7fe9ef4b5 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.5520694 Apr 11 14:20:25.385300 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3bf8f672-69d1-421d-bbf6-8375945ba098 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:25.387863 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37954) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:25.388027 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-90969347-cb38-4ece-81ff-cf8955412f8f None None] Transition to ACTIVE for port object 4320bd8d-0ec4-40a4-bf40-1987b023d0c7 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:25.404976 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5ec70703-a25d-4cfe-aeea-e82495a6fdda tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:25.409413 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-90969347-cb38-4ece-81ff-cf8955412f8f None None] Transition to ACTIVE for port object 4320bd8d-0ec4-40a4-bf40-1987b023d0c7 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:25.417545 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8f672-69d1-421d-bbf6-8375945ba098 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a80618-ded2-4641-9533-3bb6b0efd103,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:25.443854 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1e49aebf-5c44-484d-9f29-3e0696c63f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:25.458500 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458e1aaf-457e-4837-82ce-78c170388ad1 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:20:25.469577 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-458e1aaf-457e-4837-82ce-78c170388ad1 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "PUT /v2.0/routers/9a7e69eb-1dc7-4f28-bf10-f9bbc6838766/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4490883 Apr 11 14:20:25.469577 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37958) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:25.478381 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee15595-444c-4e21-a54e-86d768601bfc None None] Sync routers for ids ['9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:20:25.479796 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-91844e73-82b5-4283-be15-55b8bed9557f tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Request body: {'port': {'network_id': 'e2c7867f-3c16-42c3-8c4d-07c840228f19', 'name': 'tempest-FloatingIPTestJSON-1477969661'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:25.494194 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee15595-444c-4e21-a54e-86d768601bfc None None] Routers {'9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:20:25.495201 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-3ee15595-444c-4e21-a54e-86d768601bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:25.541450 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-90969347-cb38-4ece-81ff-cf8955412f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:25.573941 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90969347-cb38-4ece-81ff-cf8955412f8f None None] Network f9b9ea61-c103-480a-9ee0-3dd18aa1a902 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:25.576315 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49aebf-5c44-484d-9f29-3e0696c63f01 None None] Pushing event updated for resources: {'Port': ['ID=365b1de5-cf59-4582-bc82-5b76755b1954,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:25.580466 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-90969347-cb38-4ece-81ff-cf8955412f8f None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:25.580627 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5ec70703-a25d-4cfe-aeea-e82495a6fdda tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:port and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:25.591316 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5ec70703-a25d-4cfe-aeea-e82495a6fdda tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:25.594433 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2518b6ce-4b82-42ae-93c8-e9790c31ad6f tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:25.619809 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90969347-cb38-4ece-81ff-cf8955412f8f None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:25.623673 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-3ee15595-444c-4e21-a54e-86d768601bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:25.635258 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5ec70703-a25d-4cfe-aeea-e82495a6fdda tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:25.638979 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee15595-444c-4e21-a54e-86d768601bfc None None] Routers {'9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:20:25.639820 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-3ee15595-444c-4e21-a54e-86d768601bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:19:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:25.666821 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3bf8f672-69d1-421d-bbf6-8375945ba098 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:25.669249 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3bf8f672-69d1-421d-bbf6-8375945ba098 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "DELETE /v2.0/security-groups/f9a80618-ded2-4641-9533-3bb6b0efd103 HTTP/1.1" status: 204 len: 168 time: 1.0874467 Apr 11 14:20:25.670168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518b6ce-4b82-42ae-93c8-e9790c31ad6f tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=84bdef42-1061-4eae-9565-f6b5850ef0bc,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:25.670939 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-91844e73-82b5-4283-be15-55b8bed9557f tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:25.674645 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37962) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:25.678447 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2518b6ce-4b82-42ae-93c8-e9790c31ad6f tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:25.683838 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2518b6ce-4b82-42ae-93c8-e9790c31ad6f tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/84bdef42-1061-4eae-9565-f6b5850ef0bc HTTP/1.1" status: 204 len: 168 time: 1.5046797 Apr 11 14:20:25.686467 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37966) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:25.689538 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-69185d47-13f9-4346-9b65-1bc91f6d8fa4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0118814 Apr 11 14:20:25.693043 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-2c55177d-65e8-4d85-9c48-a0464a6b1cd0 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Deleting port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:25.693585 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2c55177d-65e8-4d85-9c48-a0464a6b1cd0 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:25.697343 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-91844e73-82b5-4283-be15-55b8bed9557f tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Usage tracker for resource:port and tenant:f364abda35ba4de88d7da540664f92af is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:25.699894 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37970) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:25.710829 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-ee26b04b-f705-4cc7-9e5a-68e4c35662dd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:25.729689 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-91844e73-82b5-4283-be15-55b8bed9557f tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:25.744233 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-90969347-cb38-4ece-81ff-cf8955412f8f None None] Attempting to bind port 4320bd8d-0ec4-40a4-bf40-1987b023d0c7 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:25.744596 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-90969347-cb38-4ece-81ff-cf8955412f8f None None] Attempting to bind port 4320bd8d-0ec4-40a4-bf40-1987b023d0c7 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '1b49365d-b768-4644-a635-4f401bf31abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'f9b9ea61-c103-480a-9ee0-3dd18aa1a902'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:25.744981 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90969347-cb38-4ece-81ff-cf8955412f8f None None] Attempting to bind port 4320bd8d-0ec4-40a4-bf40-1987b023d0c7 on network f9b9ea61-c103-480a-9ee0-3dd18aa1a902 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:25.746474 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-3ee15595-444c-4e21-a54e-86d768601bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:25.747034 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee15595-444c-4e21-a54e-86d768601bfc None None] The sync data for ids ['9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:20:25.747241 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90969347-cb38-4ece-81ff-cf8955412f8f None None] Pushing event updated for resources: {'Port': ['ID=4320bd8d-0ec4-40a4-bf40-1987b023d0c7,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:25.751164 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-91844e73-82b5-4283-be15-55b8bed9557f tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:25.757778 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90969347-cb38-4ece-81ff-cf8955412f8f None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:20:25.758172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90969347-cb38-4ece-81ff-cf8955412f8f None None] Checking segment: {'id': '1b49365d-b768-4644-a635-4f401bf31abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'f9b9ea61-c103-480a-9ee0-3dd18aa1a902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:20:25.758616 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-90969347-cb38-4ece-81ff-cf8955412f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:25.759061 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90969347-cb38-4ece-81ff-cf8955412f8f None None] Bound using segment: {'id': '1b49365d-b768-4644-a635-4f401bf31abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'f9b9ea61-c103-480a-9ee0-3dd18aa1a902'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:20:25.759449 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-90969347-cb38-4ece-81ff-cf8955412f8f None None] Bound port: 4320bd8d-0ec4-40a4-bf40-1987b023d0c7, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b49365d-b768-4644-a635-4f401bf31abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'f9b9ea61-c103-480a-9ee0-3dd18aa1a902'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:20:25.759819 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-90969347-cb38-4ece-81ff-cf8955412f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:25.853611 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a9a2ab3-420b-407d-8a93-b975db3d1a41 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:25.868928 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec70703-a25d-4cfe-aeea-e82495a6fdda tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:25.884509 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-90969347-cb38-4ece-81ff-cf8955412f8f None None] For port 4320bd8d-0ec4-40a4-bf40-1987b023d0c7, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:20:25.886895 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9907772f-020b-467a-934f-29b4b889c040 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Synchronizing usage tracker for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:25.888882 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-90969347-cb38-4ece-81ff-cf8955412f8f None None] For port 4320bd8d-0ec4-40a4-bf40-1987b023d0c7, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4320bd8d-0ec4-40a4-bf40-1987b023d0c7,segment=NetworkSegment(1b49365d-b768-4644-a635-4f401bf31abe),segment_id=1b49365d-b768-4644-a635-4f401bf31abe)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:20:25.889796 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-470e5704-0af3-4ad8-8857-2bf39db97772 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:25.904107 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ee26b04b-f705-4cc7-9e5a-68e4c35662dd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:25.915332 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ee26b04b-f705-4cc7-9e5a-68e4c35662dd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:25.977536 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91844e73-82b5-4283-be15-55b8bed9557f tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Made reservation on behalf of f364abda35ba4de88d7da540664f92af for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:25.988365 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-91844e73-82b5-4283-be15-55b8bed9557f tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:26.015441 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-91844e73-82b5-4283-be15-55b8bed9557f tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] device_id is not set on port 3993c274-0b14-4790-afb0-dc17a3a9af79 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:20:26.018077 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-90969347-cb38-4ece-81ff-cf8955412f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:26.058808 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee26b04b-f705-4cc7-9e5a-68e4c35662dd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:26.062620 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ee26b04b-f705-4cc7-9e5a-68e4c35662dd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:26.064010 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee26b04b-f705-4cc7-9e5a-68e4c35662dd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:20:26.064441 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee26b04b-f705-4cc7-9e5a-68e4c35662dd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:20:26.070471 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9907772f-020b-467a-934f-29b4b889c040 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Unset dirty status for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:26.076244 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9907772f-020b-467a-934f-29b4b889c040 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3997829 Apr 11 14:20:26.077047 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37974) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:26.085094 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-bd7f0ae0-91db-4b49-a090-53bdbdd890b6 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Request body: {'security_group': {'name': 'tempest-secgroup--1915188500'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:26.091158 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-bd7f0ae0-91db-4b49-a090-53bdbdd890b6 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:26.101773 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-bd7f0ae0-91db-4b49-a090-53bdbdd890b6 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:26.154658 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90969347-cb38-4ece-81ff-cf8955412f8f None None] Pushing event updated for resources: {'Port': ['ID=4320bd8d-0ec4-40a4-bf40-1987b023d0c7,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:26.283024 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5ec70703-a25d-4cfe-aeea-e82495a6fdda tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:26.293626 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0ae0-91db-4b49-a090-53bdbdd890b6 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:26.339766 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-bd7f0ae0-91db-4b49-a090-53bdbdd890b6 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:26.373215 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-bd7f0ae0-91db-4b49-a090-53bdbdd890b6 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Usage tracker for resource:security_group_rule and tenant:5e36bbfb6b1a4869859326ebd854b202 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:26.377328 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a9a2ab3-420b-407d-8a93-b975db3d1a41 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:26.380944 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-bd7f0ae0-91db-4b49-a090-53bdbdd890b6 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:26.401124 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ee26b04b-f705-4cc7-9e5a-68e4c35662dd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6971567 Apr 11 14:20:26.409239 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37978) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:26.413427 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-bd7f0ae0-91db-4b49-a090-53bdbdd890b6 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:26.420371 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-753bf383-9fc4-403b-984d-ca7e55af6b5e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:26.440760 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 365b1de5-cf59-4582-bc82-5b76755b1954 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:20:26.499840 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-470e5704-0af3-4ad8-8857-2bf39db97772 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:26.512209 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-5ec70703-a25d-4cfe-aeea-e82495a6fdda tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] device_id is not set on port 6cd418c9-d6bb-467a-ae3b-874a0304179f yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:20:26.603582 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-91844e73-82b5-4283-be15-55b8bed9557f tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Allocated IP 172.20.0.3 (e2c7867f-3c16-42c3-8c4d-07c840228f19/70e02124-d85b-422e-834d-54219b41de64/3993c274-0b14-4790-afb0-dc17a3a9af79) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:26.610557 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-753bf383-9fc4-403b-984d-ca7e55af6b5e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:26.641050 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-753bf383-9fc4-403b-984d-ca7e55af6b5e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:26.649416 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-2c55177d-65e8-4d85-9c48-a0464a6b1cd0 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] For port 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3, host hv-neutron-8373, got binding levels [] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:26.650031 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2c55177d-65e8-4d85-9c48-a0464a6b1cd0 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:26.663822 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e5704-0af3-4ad8-8857-2bf39db97772 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae5a196-3d5c-4ba5-b098-3a596a79060e,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:26.665155 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-7a9a2ab3-420b-407d-8a93-b975db3d1a41 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba50598-1a62-4a49-86c1-509b074b5f46']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:26.675437 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-470e5704-0af3-4ad8-8857-2bf39db97772 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:26.683052 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 365b1de5-cf59-4582-bc82-5b76755b1954 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:26.713907 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0ae0-91db-4b49-a090-53bdbdd890b6 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:26.806060 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-7a9a2ab3-420b-407d-8a93-b975db3d1a41 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c3778f-3701-4d1b-99e9-f9ef58fffade') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:26.806365 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-7a9a2ab3-420b-407d-8a93-b975db3d1a41 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c3778f-3701-4d1b-99e9-f9ef58fffade') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:26.825120 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0ae0-91db-4b49-a090-53bdbdd890b6 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:26.826785 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-2c55177d-65e8-4d85-9c48-a0464a6b1cd0 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Calling delete_port for 9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:26.880334 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a9a2ab3-420b-407d-8a93-b975db3d1a41 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:26.907026 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f0ae0-91db-4b49-a090-53bdbdd890b6 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f97e1b5d-7302-4a2c-8b24-74711c75a7c0,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:26.911695 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753bf383-9fc4-403b-984d-ca7e55af6b5e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:26.914810 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-753bf383-9fc4-403b-984d-ca7e55af6b5e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:26.917271 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-753bf383-9fc4-403b-984d-ca7e55af6b5e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:20:26.918441 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-753bf383-9fc4-403b-984d-ca7e55af6b5e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:20:26.940932 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a9a2ab3-420b-407d-8a93-b975db3d1a41 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:26.959092 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a9a2ab3-420b-407d-8a93-b975db3d1a41 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:20:26.959498 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a9a2ab3-420b-407d-8a93-b975db3d1a41 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:26.976545 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-470e5704-0af3-4ad8-8857-2bf39db97772 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] 10.222.0.66 "DELETE /v2.0/subnets/0ae5a196-3d5c-4ba5-b098-3a596a79060e HTTP/1.1" status: 204 len: 168 time: 2.1591961 Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:20:26.977474 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:20:26.980757 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37982) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:27.074200 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-753bf383-9fc4-403b-984d-ca7e55af6b5e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6581764 Apr 11 14:20:27.080794 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-91844e73-82b5-4283-be15-55b8bed9557f tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:27.088593 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37986) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:27.088593 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0ae0-91db-4b49-a090-53bdbdd890b6 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:27.089698 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bd7f0ae0-91db-4b49-a090-53bdbdd890b6 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0087988 Apr 11 14:20:27.098541 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c25fe44-b871-445e-aae4-349e93a93850 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Deleting subnet fc774c0a-fa86-4e63-b575-bd9a42391336 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:20:27.103370 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 37990) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:27.107045 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-58e36a47-eeca-497c-9947-a9eeed560eda tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:27.113571 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a48b35e-ffe4-484f-96e2-88f7d291ae50 None None] Network ee4fb0ad-a606-41fe-bb49-a6c2aba93971 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:27.155166 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-91844e73-82b5-4283-be15-55b8bed9557f tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Transition to ACTIVE for port object 3993c274-0b14-4790-afb0-dc17a3a9af79 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:27.188756 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-26a78997-8657-4782-8504-f951868d14de tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Request body: {'security_group_rule': {'security_group_id': 'f97e1b5d-7302-4a2c-8b24-74711c75a7c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:27.199871 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0c25fe44-b871-445e-aae4-349e93a93850 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:27.244244 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5ec70703-a25d-4cfe-aeea-e82495a6fdda tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:27.262633 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-26a78997-8657-4782-8504-f951868d14de tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:27.266440 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-91844e73-82b5-4283-be15-55b8bed9557f tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:27.279376 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2c55177d-65e8-4d85-9c48-a0464a6b1cd0 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:27.337804 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55177d-65e8-4d85-9c48-a0464a6b1cd0 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f74c9c9-f41e-4b2b-8d01-fe5701a576f3,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:27.344917 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5ec70703-a25d-4cfe-aeea-e82495a6fdda tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:27.399085 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-dfff5d88-7ad0-4f7b-92ca-626003c9c64e None None] Provisioning for port 365b1de5-cf59-4582-bc82-5b76755b1954 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:27.414649 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-dfff5d88-7ad0-4f7b-92ca-626003c9c64e None None] Provisioning complete for port 365b1de5-cf59-4582-bc82-5b76755b1954 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:27.415018 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-dfff5d88-7ad0-4f7b-92ca-626003c9c64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:27.432508 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-26a78997-8657-4782-8504-f951868d14de tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Usage tracker for resource:security_group_rule and tenant:5e36bbfb6b1a4869859326ebd854b202 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:27.452087 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-26a78997-8657-4782-8504-f951868d14de tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:27.493949 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-26a78997-8657-4782-8504-f951868d14de tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:27.549400 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91844e73-82b5-4283-be15-55b8bed9557f tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event updated for resources: {'Port': ['ID=3993c274-0b14-4790-afb0-dc17a3a9af79,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:27.579502 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0c25fe44-b871-445e-aae4-349e93a93850 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:27.605998 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec70703-a25d-4cfe-aeea-e82495a6fdda tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network cb1f0d05-548a-4a06-9e81-75081f5f174c is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:27.610501 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2c55177d-65e8-4d85-9c48-a0464a6b1cd0 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:27.613366 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-5ec70703-a25d-4cfe-aeea-e82495a6fdda tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:27.621398 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec70703-a25d-4cfe-aeea-e82495a6fdda tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:27.627852 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec70703-a25d-4cfe-aeea-e82495a6fdda tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:27.628680 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5ec70703-a25d-4cfe-aeea-e82495a6fdda tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:27.635552 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-dfff5d88-7ad0-4f7b-92ca-626003c9c64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:27.645915 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2c55177d-65e8-4d85-9c48-a0464a6b1cd0 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] 10.222.0.66 "DELETE /v2.0/ports/9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 HTTP/1.1" status: 204 len: 168 time: 2.2495070 Apr 11 14:20:27.657262 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91844e73-82b5-4283-be15-55b8bed9557f tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Network e2c7867f-3c16-42c3-8c4d-07c840228f19 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:27.659311 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 37994) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:27.659441 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c6e2dd-889b-4644-ab5e-2874ac503218 None None] DHCP port deletion for ee4fb0ad-a606-41fe-bb49-a6c2aba93971 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:20:27.668531 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-93c6e2dd-889b-4644-ab5e-2874ac503218 None None] Deleting port 365b1de5-cf59-4582-bc82-5b76755b1954 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:27.669048 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-93c6e2dd-889b-4644-ab5e-2874ac503218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:27.674813 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-58e36a47-eeca-497c-9947-a9eeed560eda tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:27.684228 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-91844e73-82b5-4283-be15-55b8bed9557f tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:27.698128 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91844e73-82b5-4283-be15-55b8bed9557f tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:27.732889 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-58e36a47-eeca-497c-9947-a9eeed560eda tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:27.736403 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-26a78997-8657-4782-8504-f951868d14de tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:27.761661 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7943d5-4c52-474b-ad6e-23e60f5c8263 None None] Network f9b9ea61-c103-480a-9ee0-3dd18aa1a902 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:27.772174 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a9a2ab3-420b-407d-8a93-b975db3d1a41 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:27.783813 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9a2ab3-420b-407d-8a93-b975db3d1a41 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8ba50598-1a62-4a49-86c1-509b074b5f46 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 11 14:20:27.788079 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a9a2ab3-420b-407d-8a93-b975db3d1a41 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:27.795996 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7a9a2ab3-420b-407d-8a93-b975db3d1a41 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "DELETE /v2.0/networks/8ba50598-1a62-4a49-86c1-509b074b5f46 HTTP/1.1" status: 204 len: 168 time: 2.1078286 Apr 11 14:20:27.797659 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec70703-a25d-4cfe-aeea-e82495a6fdda tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Port': ['ID=6cd418c9-d6bb-467a-ae3b-874a0304179f,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:27.806405 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6204a770-8c4b-4441-a384-51ad8382663b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:27.835738 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-dfff5d88-7ad0-4f7b-92ca-626003c9c64e None None] For port 365b1de5-cf59-4582-bc82-5b76755b1954, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=365b1de5-cf59-4582-bc82-5b76755b1954,segment=NetworkSegment(09c40a7a-063d-45a9-bcc7-b04dd6d71580),segment_id=09c40a7a-063d-45a9-bcc7-b04dd6d71580)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:27.844361 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91844e73-82b5-4283-be15-55b8bed9557f tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:27.845304 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-91844e73-82b5-4283-be15-55b8bed9557f tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:27.861017 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5ec70703-a25d-4cfe-aeea-e82495a6fdda tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6793220 Apr 11 14:20:27.869842 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38000) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:27.876900 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef24b79-dd83-4d1c-bc6d-a1076fc2cf21 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] GET failed (client error): The resource could not be found. Apr 11 14:20:27.877443 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7ef24b79-dd83-4d1c-bc6d-a1076fc2cf21 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Synchronizing usage tracker for tenant:6e02807210004f648d67ab606ae86813 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:27.892903 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a2ab3-420b-407d-8a93-b975db3d1a41 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Pushing event deleted for resources: {'Network': ['ID=8ba50598-1a62-4a49-86c1-509b074b5f46,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:27.994261 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7ef24b79-dd83-4d1c-bc6d-a1076fc2cf21 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Unset dirty status for tenant:6e02807210004f648d67ab606ae86813 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:27.996428 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7ef24b79-dd83-4d1c-bc6d-a1076fc2cf21 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] 10.222.0.66 "GET /v2.0/ports/9f74c9c9-f41e-4b2b-8d01-fe5701a576f3 HTTP/1.1" status: 404 len: 333 time: 0.3322070 Apr 11 14:20:28.000281 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38004) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:28.008092 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-dceb3273-f1a7-4e32-84bf-eeb080c8695f tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Request body: {'port': {'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-619504957'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:28.028816 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-dceb3273-f1a7-4e32-84bf-eeb080c8695f tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:28.049490 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e36a47-eeca-497c-9947-a9eeed560eda tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:28.052735 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-58e36a47-eeca-497c-9947-a9eeed560eda tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:28.054799 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e36a47-eeca-497c-9947-a9eeed560eda tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:20:28.055502 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58e36a47-eeca-497c-9947-a9eeed560eda tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:20:28.071094 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0c25fe44-b871-445e-aae4-349e93a93850 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:28.073079 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-dceb3273-f1a7-4e32-84bf-eeb080c8695f tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:28.080065 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-dfff5d88-7ad0-4f7b-92ca-626003c9c64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:28.122624 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38010) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:28.122828 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-91844e73-82b5-4283-be15-55b8bed9557f tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6519940 Apr 11 14:20:28.132082 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-6deb2682-cf28-4132-9721-e932efe0fccb tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Request body: {'floatingip': {'port_id': '3993c274-0b14-4790-afb0-dc17a3a9af79'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:28.154688 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d27303d-ed57-4c02-94ad-898e70daf8c6 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:28.156348 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3d27303d-ed57-4c02-94ad-898e70daf8c6 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "GET /v2.0/ports/6cd418c9-d6bb-467a-ae3b-874a0304179f HTTP/1.1" status: 200 len: 841 time: 0.2830698 Apr 11 14:20:28.164523 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-26a78997-8657-4782-8504-f951868d14de tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:28.168513 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38014) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:28.253442 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dceb3273-f1a7-4e32-84bf-eeb080c8695f tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Made reservation on behalf of 6e02807210004f648d67ab606ae86813 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:28.255869 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dceb3273-f1a7-4e32-84bf-eeb080c8695f tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:28.256029 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-26a78997-8657-4782-8504-f951868d14de tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:28.303438 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-58e36a47-eeca-497c-9947-a9eeed560eda tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.2162457 Apr 11 14:20:28.309211 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38020) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:28.328469 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-7280e8e2-1846-429c-9d4a-7299d4f040ad tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting port 6cd418c9-d6bb-467a-ae3b-874a0304179f {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:28.328890 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7280e8e2-1846-429c-9d4a-7299d4f040ad tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:28.364611 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a78997-8657-4782-8504-f951868d14de tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2bb5d2-ff70-4dd8-955a-29c2b218194b,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:28.388968 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff5d88-7ad0-4f7b-92ca-626003c9c64e None None] Pushing event updated for resources: {'Port': ['ID=365b1de5-cf59-4582-bc82-5b76755b1954,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:28.447767 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-93c6e2dd-889b-4644-ab5e-2874ac503218 None None] For port 365b1de5-cf59-4582-bc82-5b76755b1954, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=365b1de5-cf59-4582-bc82-5b76755b1954,segment=NetworkSegment(09c40a7a-063d-45a9-bcc7-b04dd6d71580),segment_id=09c40a7a-063d-45a9-bcc7-b04dd6d71580)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:28.447767 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-93c6e2dd-889b-4644-ab5e-2874ac503218 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:28.461199 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-26a78997-8657-4782-8504-f951868d14de tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:28.462903 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-26a78997-8657-4782-8504-f951868d14de tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3238394 Apr 11 14:20:28.467512 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0c25fe44-b871-445e-aae4-349e93a93850 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:28.473491 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38024) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:28.477226 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d69341fa-e281-402b-853f-250b5985b4bc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:28.480403 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-dceb3273-f1a7-4e32-84bf-eeb080c8695f tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] device_id is not set on port 3d81644f-9055-46b7-a26d-defd2e24c8da yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:20:28.553294 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-66460224-e23f-4b28-be0e-89c3f6467cd5 None None] Provisioning for port 4320bd8d-0ec4-40a4-bf40-1987b023d0c7 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:28.583001 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38026) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:28.590098 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-7bc7edff-510c-4705-8ada-e4a889a70660 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Request body: {'router': {'name': 'tempest-router--2027138624', 'project_id': '6f72614149034070b101767ed3a8fe7d'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:28.607834 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7bc7edff-510c-4705-8ada-e4a889a70660 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:28.626608 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6deb2682-cf28-4132-9721-e932efe0fccb tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:28.634927 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4320bd8d-0ec4-40a4-bf40-1987b023d0c7 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:20:28.696110 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7bc7edff-510c-4705-8ada-e4a889a70660 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Usage tracker for resource:router and tenant:6f72614149034070b101767ed3a8fe7d is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:28.701167 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7bc7edff-510c-4705-8ada-e4a889a70660 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:28.706360 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-93c6e2dd-889b-4644-ab5e-2874ac503218 None None] Calling delete_port for 365b1de5-cf59-4582-bc82-5b76755b1954 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:28.731893 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7bc7edff-510c-4705-8ada-e4a889a70660 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:28.766890 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25fe44-b871-445e-aae4-349e93a93850 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Pushing event deleted for resources: {'Subnet': ['ID=fc774c0a-fa86-4e63-b575-bd9a42391336,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:28.778635 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7280e8e2-1846-429c-9d4a-7299d4f040ad tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:28.790582 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0c25fe44-b871-445e-aae4-349e93a93850 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:28.792485 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0c25fe44-b871-445e-aae4-349e93a93850 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] 10.222.0.66 "DELETE /v2.0/subnets/fc774c0a-fa86-4e63-b575-bd9a42391336 HTTP/1.1" status: 204 len: 168 time: 1.8105400 Apr 11 14:20:28.797881 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38032) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:28.826608 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d69341fa-e281-402b-853f-250b5985b4bc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:28.830223 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d69341fa-e281-402b-853f-250b5985b4bc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5180898 Apr 11 14:20:28.833446 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6cccdb6e-879b-424b-8777-65b4512dfdea tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:28.839723 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38036) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:28.839923 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7bc7edff-510c-4705-8ada-e4a889a70660 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:28.840397 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7bc7edff-510c-4705-8ada-e4a889a70660 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:28.855883 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7bc7edff-510c-4705-8ada-e4a889a70660 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:28.897755 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:28.899156 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-66460224-e23f-4b28-be0e-89c3f6467cd5 None None] Provisioning for port 3993c274-0b14-4790-afb0-dc17a3a9af79 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:28.907598 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-66460224-e23f-4b28-be0e-89c3f6467cd5 None None] Provisioning complete for port 3993c274-0b14-4790-afb0-dc17a3a9af79 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:28.907951 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-66460224-e23f-4b28-be0e-89c3f6467cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:28.945814 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:28.955120 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 4320bd8d-0ec4-40a4-bf40-1987b023d0c7 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:28.962224 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7bc7edff-510c-4705-8ada-e4a889a70660 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:28.975452 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 4320bd8d-0ec4-40a4-bf40-1987b023d0c7 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:28.975452 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:29.024048 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-66460224-e23f-4b28-be0e-89c3f6467cd5 None None] Port 3993c274-0b14-4790-afb0-dc17a3a9af79 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:20:29.140647 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-7280e8e2-1846-429c-9d4a-7299d4f040ad tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Calling delete_port for 6cd418c9-d6bb-467a-ae3b-874a0304179f owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:29.144259 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-93c6e2dd-889b-4644-ab5e-2874ac503218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:29.149260 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59ab41b-163b-4440-84e1-ddbc6a587f05 None None] DHCP port deletion for f9b9ea61-c103-480a-9ee0-3dd18aa1a902 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:20:29.174476 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dceb3273-f1a7-4e32-84bf-eeb080c8695f tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:29.208355 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7bc7edff-510c-4705-8ada-e4a889a70660 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:29.209816 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7bc7edff-510c-4705-8ada-e4a889a70660 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6251497 Apr 11 14:20:29.216412 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-b59ab41b-163b-4440-84e1-ddbc6a587f05 None None] Deleting port 4320bd8d-0ec4-40a4-bf40-1987b023d0c7 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:29.216934 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b59ab41b-163b-4440-84e1-ddbc6a587f05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:29.222078 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38040) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:29.244600 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6e2dd-889b-4644-ab5e-2874ac503218 None None] Pushing event deleted for resources: {'Port': ['ID=365b1de5-cf59-4582-bc82-5b76755b1954,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:29.249313 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c6e2dd-889b-4644-ab5e-2874ac503218 None None] No DVR routers for this DVR port 365b1de5-cf59-4582-bc82-5b76755b1954 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:20:29.282755 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6cccdb6e-879b-424b-8777-65b4512dfdea tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:29.287801 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:29.352208 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09c270e-612a-445f-9698-863161f07eff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:29.352914 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e09c270e-612a-445f-9698-863161f07eff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Synchronizing usage tracker for tenant:a79ea8df91e84b63a37c56a5dffd7809 on resource:subnet {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:29.357667 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6621d8f-4488-4d3c-b7b4-720cfaa15190 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:29.358479 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e6621d8f-4488-4d3c-b7b4-720cfaa15190 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:29.372150 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dceb3273-f1a7-4e32-84bf-eeb080c8695f tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:29.425997 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 4320bd8d-0ec4-40a4-bf40-1987b023d0c7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4320bd8d-0ec4-40a4-bf40-1987b023d0c7,segment=NetworkSegment(1b49365d-b768-4644-a635-4f401bf31abe),segment_id=1b49365d-b768-4644-a635-4f401bf31abe)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:29.455833 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b04a0c11-a97a-4374-8f82-a67a797ea57e tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:29.471322 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dceb3273-f1a7-4e32-84bf-eeb080c8695f tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Network 3e2b9929-56e9-4307-8151-9e010ca342aa is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:29.484867 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-dceb3273-f1a7-4e32-84bf-eeb080c8695f tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:29.489637 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb3273-f1a7-4e32-84bf-eeb080c8695f tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Pushing event updated for resources: {'Port': ['ID=3d81644f-9055-46b7-a26d-defd2e24c8da,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:29.491926 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dceb3273-f1a7-4e32-84bf-eeb080c8695f tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:29.493015 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dceb3273-f1a7-4e32-84bf-eeb080c8695f tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:29.493625 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dceb3273-f1a7-4e32-84bf-eeb080c8695f tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:29.526392 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:29.588035 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-dceb3273-f1a7-4e32-84bf-eeb080c8695f tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5865757 Apr 11 14:20:29.591332 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38044) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:29.591507 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e6621d8f-4488-4d3c-b7b4-720cfaa15190 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:29.594555 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e6621d8f-4488-4d3c-b7b4-720cfaa15190 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5756924 Apr 11 14:20:29.599353 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8373'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:29.603169 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38048) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:29.607772 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-b59ab41b-163b-4440-84e1-ddbc6a587f05 None None] For port 4320bd8d-0ec4-40a4-bf40-1987b023d0c7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4320bd8d-0ec4-40a4-bf40-1987b023d0c7,segment=NetworkSegment(1b49365d-b768-4644-a635-4f401bf31abe),segment_id=1b49365d-b768-4644-a635-4f401bf31abe)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:29.608249 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b59ab41b-163b-4440-84e1-ddbc6a587f05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:29.623608 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 365b1de5-cf59-4582-bc82-5b76755b1954 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:20:29.712161 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e09c270e-612a-445f-9698-863161f07eff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Unset dirty status for tenant:a79ea8df91e84b63a37c56a5dffd7809 on resource:subnet {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:29.716927 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e09c270e-612a-445f-9698-863161f07eff tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9129219 Apr 11 14:20:29.716927 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7280e8e2-1846-429c-9d4a-7299d4f040ad tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:29.723956 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38052) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:29.777472 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 365b1de5-cf59-4582-bc82-5b76755b1954 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:20:29.777694 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 365b1de5-cf59-4582-bc82-5b76755b1954 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:20:29.787058 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-b59ab41b-163b-4440-84e1-ddbc6a587f05 None None] Calling delete_port for 4320bd8d-0ec4-40a4-bf40-1987b023d0c7 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:29.831920 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9cb0bff4-7069-4070-9f0a-9a37ebe9d9e0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2211540 Apr 11 14:20:29.835539 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=4320bd8d-0ec4-40a4-bf40-1987b023d0c7,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:29.840245 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38056) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:29.896995 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:29.916978 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-2f712f7b-4a42-4a23-8d01-7edea34ca547 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:29.927318 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-b59ab41b-163b-4440-84e1-ddbc6a587f05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:20:29.927924 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-b59ab41b-163b-4440-84e1-ddbc6a587f05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:20:29.936508 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280e8e2-1846-429c-9d4a-7299d4f040ad tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Port': ['ID=6cd418c9-d6bb-467a-ae3b-874a0304179f,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:29.944195 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b04a0c11-a97a-4374-8f82-a67a797ea57e tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:29.946108 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6cccdb6e-879b-424b-8777-65b4512dfdea tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:29.962998 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b04a0c11-a97a-4374-8f82-a67a797ea57e tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:29.965007 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7280e8e2-1846-429c-9d4a-7299d4f040ad tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:30.007361 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cccdb6e-879b-424b-8777-65b4512dfdea tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97e1b5d-7302-4a2c-8b24-74711c75a7c0,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:30.077050 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6deb2682-cf28-4132-9721-e932efe0fccb tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:30.077528 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7280e8e2-1846-429c-9d4a-7299d4f040ad tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/ports/6cd418c9-d6bb-467a-ae3b-874a0304179f HTTP/1.1" status: 204 len: 168 time: 1.9076455 Apr 11 14:20:30.082137 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38062) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:30.091878 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-80aa4327-5201-45b5-969b-c5d0f00f2936 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:30.092387 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6cccdb6e-879b-424b-8777-65b4512dfdea tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:30.093450 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6cccdb6e-879b-424b-8777-65b4512dfdea tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "DELETE /v2.0/security-groups/f97e1b5d-7302-4a2c-8b24-74711c75a7c0 HTTP/1.1" status: 204 len: 168 time: 1.5436859 Apr 11 14:20:30.096932 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:30.107500 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38066) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:30.145001 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-fafd48d5-fc96-4fee-8bb8-e474ef26c99d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] GET failed (client error): The resource could not be found. Apr 11 14:20:30.145528 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fafd48d5-fc96-4fee-8bb8-e474ef26c99d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Synchronizing usage tracker for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:30.149174 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-2f712f7b-4a42-4a23-8d01-7edea34ca547 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:30.165394 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-2f712f7b-4a42-4a23-8d01-7edea34ca547 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:30.170877 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b04a0c11-a97a-4374-8f82-a67a797ea57e tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:30.171349 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04a0c11-a97a-4374-8f82-a67a797ea57e tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b11784cd-d98a-45cc-928c-8746a15bab6d {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:20:30.178110 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6deb2682-cf28-4132-9721-e932efe0fccb tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:30.181464 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b04a0c11-a97a-4374-8f82-a67a797ea57e tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:30.185080 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b04a0c11-a97a-4374-8f82-a67a797ea57e tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "DELETE /v2.0/routers/b11784cd-d98a-45cc-928c-8746a15bab6d HTTP/1.1" status: 204 len: 168 time: 0.9596281 Apr 11 14:20:30.229499 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-80aa4327-5201-45b5-969b-c5d0f00f2936 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Deleting port 4320bd8d-0ec4-40a4-bf40-1987b023d0c7 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:30.229499 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-80aa4327-5201-45b5-969b-c5d0f00f2936 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:30.249914 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fafd48d5-fc96-4fee-8bb8-e474ef26c99d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Unset dirty status for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:30.254647 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-fafd48d5-fc96-4fee-8bb8-e474ef26c99d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "GET /v2.0/ports/6cd418c9-d6bb-467a-ae3b-874a0304179f HTTP/1.1" status: 404 len: 333 time: 0.1602514 Apr 11 14:20:30.255753 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38072) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:30.263416 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-52bce2e4-1fe0-4c51-bdc7-819061e5b877 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'port': {'network_id': 'cb1f0d05-548a-4a06-9e81-75081f5f174c', 'name': 'tempest-PortsTestJSON-935672184'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:30.352127 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f712f7b-4a42-4a23-8d01-7edea34ca547 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:30.356039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2f712f7b-4a42-4a23-8d01-7edea34ca547 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:30.375092 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4320bd8d-0ec4-40a4-bf40-1987b023d0c7 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:20:30.387332 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-12b76457-3817-43a6-863f-5195fcf41283 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Synchronizing usage tracker for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:30.428761 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-b59ab41b-163b-4440-84e1-ddbc6a587f05 None None] Deleting port 4320bd8d-0ec4-40a4-bf40-1987b023d0c7 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:30.429446 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b59ab41b-163b-4440-84e1-ddbc6a587f05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:30.505013 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38076) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:30.600659 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:30.635261 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-52bce2e4-1fe0-4c51-bdc7-819061e5b877 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:30.663194 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-52bce2e4-1fe0-4c51-bdc7-819061e5b877 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:30.663471 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 4320bd8d-0ec4-40a4-bf40-1987b023d0c7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4320bd8d-0ec4-40a4-bf40-1987b023d0c7,segment=NetworkSegment(1b49365d-b768-4644-a635-4f401bf31abe),segment_id=1b49365d-b768-4644-a635-4f401bf31abe)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:30.708992 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-12b76457-3817-43a6-863f-5195fcf41283 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Unset dirty status for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:30.710278 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-12b76457-3817-43a6-863f-5195fcf41283 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6017065 Apr 11 14:20:30.717291 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-6deb2682-cf28-4132-9721-e932efe0fccb tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Floating IP f3b6a171-ddae-4519-95a9-12c37c799fe6 associated. External IP: 172.26.7.250, port: 2692bce8-e5b4-433b-a2f3-fea80ca787bb. Apr 11 14:20:30.735154 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38082) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:30.750445 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-b59ab41b-163b-4440-84e1-ddbc6a587f05 None None] For port 4320bd8d-0ec4-40a4-bf40-1987b023d0c7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4320bd8d-0ec4-40a4-bf40-1987b023d0c7,segment=NetworkSegment(1b49365d-b768-4644-a635-4f401bf31abe),segment_id=1b49365d-b768-4644-a635-4f401bf31abe)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:30.751249 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b59ab41b-163b-4440-84e1-ddbc6a587f05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:30.810557 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bce2e4-1fe0-4c51-bdc7-819061e5b877 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:30.814468 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-52bce2e4-1fe0-4c51-bdc7-819061e5b877 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:30.832922 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:30.851525 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ff1958b0-1389-4313-87d6-56486b799bd9 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Synchronizing usage tracker for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:30.877700 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-80aa4327-5201-45b5-969b-c5d0f00f2936 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] For port 4320bd8d-0ec4-40a4-bf40-1987b023d0c7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4320bd8d-0ec4-40a4-bf40-1987b023d0c7,segment=NetworkSegment(1b49365d-b768-4644-a635-4f401bf31abe),segment_id=1b49365d-b768-4644-a635-4f401bf31abe)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:30.878106 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-80aa4327-5201-45b5-969b-c5d0f00f2936 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:30.893265 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-52bce2e4-1fe0-4c51-bdc7-819061e5b877 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] device_id is not set on port a93064fb-626b-4047-9c59-6c8c099127cd yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:20:30.936619 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-b59ab41b-163b-4440-84e1-ddbc6a587f05 None None] Calling delete_port for 4320bd8d-0ec4-40a4-bf40-1987b023d0c7 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:30.965481 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] device_id is not set on port 3d81644f-9055-46b7-a26d-defd2e24c8da yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:20:31.039987 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=4320bd8d-0ec4-40a4-bf40-1987b023d0c7,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:31.072789 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ff1958b0-1389-4313-87d6-56486b799bd9 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] Unset dirty status for tenant:5e36bbfb6b1a4869859326ebd854b202 on resource:security_group_rule {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:31.074270 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ff1958b0-1389-4313-87d6-56486b799bd9 tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3315258 Apr 11 14:20:31.078572 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-6793f18c-0f23-4ecd-87a3-50e0da167a2a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1596044291', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}, 'admin_state_up': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:31.079467 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38086) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:31.093894 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-80aa4327-5201-45b5-969b-c5d0f00f2936 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Calling delete_port for 4320bd8d-0ec4-40a4-bf40-1987b023d0c7 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:31.120558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-b59ab41b-163b-4440-84e1-ddbc6a587f05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:20:31.121193 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-b59ab41b-163b-4440-84e1-ddbc6a587f05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:20:31.132254 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:31.140852 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-6793f18c-0f23-4ecd-87a3-50e0da167a2a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:31.155350 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6793f18c-0f23-4ecd-87a3-50e0da167a2a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Usage tracker for resource:router and tenant:54bdc85d6ad64f4c8e9c5291f9282b9f is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:31.162286 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6793f18c-0f23-4ecd-87a3-50e0da167a2a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:31.182067 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-b59ab41b-163b-4440-84e1-ddbc6a587f05 None None] Deleting port 4320bd8d-0ec4-40a4-bf40-1987b023d0c7 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:31.182587 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b59ab41b-163b-4440-84e1-ddbc6a587f05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:31.194224 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-6793f18c-0f23-4ecd-87a3-50e0da167a2a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:31.199642 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-006ccaf0-bd60-4f1c-8cab-03eacad4d42f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] delete failed (client error): The resource could not be found. Apr 11 14:20:31.204232 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-006ccaf0-bd60-4f1c-8cab-03eacad4d42f tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "DELETE /v2.0/security-groups/f97e1b5d-7302-4a2c-8b24-74711c75a7c0 HTTP/1.1" status: 404 len: 347 time: 0.1201587 Apr 11 14:20:31.204397 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Transition to ACTIVE for port object 3d81644f-9055-46b7-a26d-defd2e24c8da will not be triggered until provisioned by entity L2. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:31.210009 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38090) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:31.288850 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.objects.ports [None req-2f712f7b-4a42-4a23-8d01-7edea34ca547 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88617) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 11 14:20:31.292149 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-52bce2e4-1fe0-4c51-bdc7-819061e5b877 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:31.294043 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2f712f7b-4a42-4a23-8d01-7edea34ca547 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:31.312051 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:31.368225 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f712f7b-4a42-4a23-8d01-7edea34ca547 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:31.372327 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-2f712f7b-4a42-4a23-8d01-7edea34ca547 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:31.375311 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f712f7b-4a42-4a23-8d01-7edea34ca547 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:31.376277 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2f712f7b-4a42-4a23-8d01-7edea34ca547 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:31.379507 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6793f18c-0f23-4ecd-87a3-50e0da167a2a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:31.380512 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6793f18c-0f23-4ecd-87a3-50e0da167a2a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:31.391513 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c0cf8e-c8cf-4711-beaa-62371260235a None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:31.397055 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f712f7b-4a42-4a23-8d01-7edea34ca547 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=67e006fd-e029-4c0d-bced-88cb85be3cf4,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:31.440348 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-b59ab41b-163b-4440-84e1-ddbc6a587f05 None None] For port 4320bd8d-0ec4-40a4-bf40-1987b023d0c7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4320bd8d-0ec4-40a4-bf40-1987b023d0c7,segment=NetworkSegment(1b49365d-b768-4644-a635-4f401bf31abe),segment_id=1b49365d-b768-4644-a635-4f401bf31abe)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:31.440747 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b59ab41b-163b-4440-84e1-ddbc6a587f05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:31.488209 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2f712f7b-4a42-4a23-8d01-7edea34ca547 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6424313 Apr 11 14:20:31.488712 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38094) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:31.495413 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-b0b990b7-a112-4b31-be9f-a0278dd1f848 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'port': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'mac_address': 'fa:16:3e:8f:d0:63', 'name': 'tempest-NetworksTestDHCPv6-1435930390'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:31.531748 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-52bce2e4-1fe0-4c51-bdc7-819061e5b877 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:31.592980 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.api [None req-80aa4327-5201-45b5-969b-c5d0f00f2936 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:20:31.593540 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG oslo_db.api [None req-80aa4327-5201-45b5-969b-c5d0f00f2936 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:20:31.637939 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4bb31e79-0ef4-4508-8304-159c6eff473a tempest-SecGroupIPv6Test-615520132 tempest-SecGroupIPv6Test-615520132-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4201918 Apr 11 14:20:31.672749 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-b59ab41b-163b-4440-84e1-ddbc6a587f05 None None] Calling delete_port for 4320bd8d-0ec4-40a4-bf40-1987b023d0c7 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:31.723292 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Pushing event updated for resources: {'Port': ['ID=3d81644f-9055-46b7-a26d-defd2e24c8da,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:31.733016 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6793f18c-0f23-4ecd-87a3-50e0da167a2a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:31.749478 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:31.749864 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:31.750235 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:31.768641 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bce2e4-1fe0-4c51-bdc7-819061e5b877 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network cb1f0d05-548a-4a06-9e81-75081f5f174c is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:31.768861 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 3d81644f-9055-46b7-a26d-defd2e24c8da on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:31.768986 dv-neutron-837330-1-hyperv neutron-server[88616]: ERROR neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:31.774523 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.plugins.ml2.plugin [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempt 2 to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da Apr 11 14:20:31.798367 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:31.798719 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:31.799045 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:31.802601 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6deb2682-cf28-4132-9721-e932efe0fccb tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Router 73279aa8-6434-415a-8b91-e5bc5ab99e3f has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:20:31.804421 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-52bce2e4-1fe0-4c51-bdc7-819061e5b877 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:31.808655 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 3d81644f-9055-46b7-a26d-defd2e24c8da on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:31.808655 dv-neutron-837330-1-hyperv neutron-server[88616]: ERROR neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:31.809927 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.plugins.ml2.plugin [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempt 3 to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da Apr 11 14:20:31.814362 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bce2e4-1fe0-4c51-bdc7-819061e5b877 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Port': ['ID=a93064fb-626b-4047-9c59-6c8c099127cd,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:31.822212 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bce2e4-1fe0-4c51-bdc7-819061e5b877 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:31.831030 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bce2e4-1fe0-4c51-bdc7-819061e5b877 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:31.833599 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-52bce2e4-1fe0-4c51-bdc7-819061e5b877 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:31.837138 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b0b990b7-a112-4b31-be9f-a0278dd1f848 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:31.868088 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b0b990b7-a112-4b31-be9f-a0278dd1f848 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:31.872552 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197e99eb-f6ff-438c-a462-b88b1e517135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'fixed_ips': [{'subnet_id': '67e006fd-e029-4c0d-bced-88cb85be3cf4'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:20:31.873395 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-197e99eb-f6ff-438c-a462-b88b1e517135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:31.886553 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:31.886897 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:31.887245 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:31.887918 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b59ab41b-163b-4440-84e1-ddbc6a587f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:31.943930 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ab41b-163b-4440-84e1-ddbc6a587f05 None None] Pushing event deleted for resources: {'Port': ['ID=4320bd8d-0ec4-40a4-bf40-1987b023d0c7,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:31.945738 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59ab41b-163b-4440-84e1-ddbc6a587f05 None None] No DVR routers for this DVR port 4320bd8d-0ec4-40a4-bf40-1987b023d0c7 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:20:31.954594 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 3d81644f-9055-46b7-a26d-defd2e24c8da on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:31.954931 dv-neutron-837330-1-hyperv neutron-server[88616]: ERROR neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:31.964225 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.plugins.ml2.plugin [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempt 4 to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da Apr 11 14:20:31.997072 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-52bce2e4-1fe0-4c51-bdc7-819061e5b877 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7399106 Apr 11 14:20:32.000017 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b990b7-a112-4b31-be9f-a0278dd1f848 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:32.057533 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38100) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:32.058118 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:32.058335 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:32.058699 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:32.077653 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-24b2775b-a910-4b05-8b5f-79dd644f6df0 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:32.102825 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-80aa4327-5201-45b5-969b-c5d0f00f2936 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Deleting port 4320bd8d-0ec4-40a4-bf40-1987b023d0c7 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:32.103168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-80aa4327-5201-45b5-969b-c5d0f00f2936 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:32.119949 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-197e99eb-f6ff-438c-a462-b88b1e517135 None None] Allocated IP 2001:db8::f816:3eff:feb9:d400 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/67e006fd-e029-4c0d-bced-88cb85be3cf4/2a2eb676-6ae6-4780-b32d-95d95f39ce3f) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:32.202783 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 3d81644f-9055-46b7-a26d-defd2e24c8da on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:32.203311 dv-neutron-837330-1-hyperv neutron-server[88616]: ERROR neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:32.272491 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.plugins.ml2.plugin [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempt 5 to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da Apr 11 14:20:32.338835 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b0b990b7-a112-4b31-be9f-a0278dd1f848 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:32.341578 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-80aa4327-5201-45b5-969b-c5d0f00f2936 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] The port '4320bd8d-0ec4-40a4-bf40-1987b023d0c7' was deleted {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:20:32.391846 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-b0b990b7-a112-4b31-be9f-a0278dd1f848 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] device_id is not set on port 19bdfc33-46bc-454d-9dbf-a5964b121946 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:20:32.406364 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-197e99eb-f6ff-438c-a462-b88b1e517135 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:32.422402 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-197e99eb-f6ff-438c-a462-b88b1e517135 None None] Transition to ACTIVE for port object 2a2eb676-6ae6-4780-b32d-95d95f39ce3f will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:32.430139 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38106) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:32.448367 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-197e99eb-f6ff-438c-a462-b88b1e517135 None None] Transition to ACTIVE for port object 2a2eb676-6ae6-4780-b32d-95d95f39ce3f will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:32.453397 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6793f18c-0f23-4ecd-87a3-50e0da167a2a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:32.463986 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:32.464325 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:32.464847 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:32.514145 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6deb2682-cf28-4132-9721-e932efe0fccb tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:20:32.520139 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-197e99eb-f6ff-438c-a462-b88b1e517135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:32.562090 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3b288a-d522-4f17-acf2-91e0518bf4ac None None] Sync routers for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:20:32.593284 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3b288a-d522-4f17-acf2-91e0518bf4ac None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:20:32.594561 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-0c3b288a-d522-4f17-acf2-91e0518bf4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:32.624115 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 3d81644f-9055-46b7-a26d-defd2e24c8da on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:32.624722 dv-neutron-837330-1-hyperv neutron-server[88616]: ERROR neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:32.632052 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.plugins.ml2.plugin [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempt 6 to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da Apr 11 14:20:32.638976 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-b0b990b7-a112-4b31-be9f-a0278dd1f848 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 2001:db8::f816:3eff:fe8f:d063 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/67e006fd-e029-4c0d-bced-88cb85be3cf4/19bdfc33-46bc-454d-9dbf-a5964b121946) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:32.649932 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a853beb8-761c-4afe-b303-2f94dcf715bc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5e36bbfb6b1a4869859326ebd854b202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186460 Apr 11 14:20:32.654668 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38112) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:32.683217 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-0c3b288a-d522-4f17-acf2-91e0518bf4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:32.686398 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197e99eb-f6ff-438c-a462-b88b1e517135 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:32.697009 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-197e99eb-f6ff-438c-a462-b88b1e517135 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:32.703349 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197e99eb-f6ff-438c-a462-b88b1e517135 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:32.714767 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e99eb-f6ff-438c-a462-b88b1e517135 None None] Pushing event updated for resources: {'Port': ['ID=2a2eb676-6ae6-4780-b32d-95d95f39ce3f,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:32.747237 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3b288a-d522-4f17-acf2-91e0518bf4ac None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:20:32.747237 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-0c3b288a-d522-4f17-acf2-91e0518bf4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:32.757053 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-80aa4327-5201-45b5-969b-c5d0f00f2936 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:32.764293 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-24b2775b-a910-4b05-8b5f-79dd644f6df0 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:32.773545 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:32.773902 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:32.774244 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:32.790680 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8a9c7e30-b656-42b8-8acb-099d751d6424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:32.818581 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 3d81644f-9055-46b7-a26d-defd2e24c8da on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:32.819172 dv-neutron-837330-1-hyperv neutron-server[88616]: ERROR neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:32.856469 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-0c3b288a-d522-4f17-acf2-91e0518bf4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:32.856469 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3b288a-d522-4f17-acf2-91e0518bf4ac None None] The sync data for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:20:32.885132 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-197e99eb-f6ff-438c-a462-b88b1e517135 None None] Attempting to bind port 2a2eb676-6ae6-4780-b32d-95d95f39ce3f on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:32.885506 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-197e99eb-f6ff-438c-a462-b88b1e517135 None None] Attempting to bind port 2a2eb676-6ae6-4780-b32d-95d95f39ce3f by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:32.885888 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e99eb-f6ff-438c-a462-b88b1e517135 None None] Attempting to bind port 2a2eb676-6ae6-4780-b32d-95d95f39ce3f on network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:32.888996 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8a9c7e30-b656-42b8-8acb-099d751d6424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:32.892670 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e99eb-f6ff-438c-a462-b88b1e517135 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:20:32.893012 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e99eb-f6ff-438c-a462-b88b1e517135 None None] Checking segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:20:32.893441 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-197e99eb-f6ff-438c-a462-b88b1e517135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:32.893808 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e99eb-f6ff-438c-a462-b88b1e517135 None None] Bound using segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:20:32.895566 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-197e99eb-f6ff-438c-a462-b88b1e517135 None None] Bound port: 2a2eb676-6ae6-4780-b32d-95d95f39ce3f, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:20:32.896510 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-197e99eb-f6ff-438c-a462-b88b1e517135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:32.970607 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b0b990b7-a112-4b31-be9f-a0278dd1f848 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:32.988958 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-b0b990b7-a112-4b31-be9f-a0278dd1f848 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Transition to ACTIVE for port object 19bdfc33-46bc-454d-9dbf-a5964b121946 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:33.002695 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.plugins.ml2.plugin [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempt 7 to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da Apr 11 14:20:33.013332 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-197e99eb-f6ff-438c-a462-b88b1e517135 None None] For port 2a2eb676-6ae6-4780-b32d-95d95f39ce3f, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:20:33.016589 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-197e99eb-f6ff-438c-a462-b88b1e517135 None None] For port 2a2eb676-6ae6-4780-b32d-95d95f39ce3f, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2a2eb676-6ae6-4780-b32d-95d95f39ce3f,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:20:33.019967 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-80aa4327-5201-45b5-969b-c5d0f00f2936 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b9ea61-c103-480a-9ee0-3dd18aa1a902']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:33.061999 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8a9c7e30-b656-42b8-8acb-099d751d6424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:33.076711 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-80aa4327-5201-45b5-969b-c5d0f00f2936 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b49365d-b768-4644-a635-4f401bf31abe') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:33.076976 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-80aa4327-5201-45b5-969b-c5d0f00f2936 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b49365d-b768-4644-a635-4f401bf31abe') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:33.081296 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c7e30-b656-42b8-8acb-099d751d6424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce76954d-423c-407d-8e16-39d3c3caa579,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:33.090714 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b0b990b7-a112-4b31-be9f-a0278dd1f848 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:33.095614 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:33.095916 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:33.096259 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:33.099066 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-197e99eb-f6ff-438c-a462-b88b1e517135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:33.110191 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-80aa4327-5201-45b5-969b-c5d0f00f2936 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:33.132222 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 3d81644f-9055-46b7-a26d-defd2e24c8da on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:33.132551 dv-neutron-837330-1-hyperv neutron-server[88616]: ERROR neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:33.168520 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b990b7-a112-4b31-be9f-a0278dd1f848 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=19bdfc33-46bc-454d-9dbf-a5964b121946,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:33.179259 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.plugins.ml2.plugin [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempt 8 to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da Apr 11 14:20:33.194049 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e99eb-f6ff-438c-a462-b88b1e517135 None None] Pushing event updated for resources: {'Port': ['ID=2a2eb676-6ae6-4780-b32d-95d95f39ce3f,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:33.198049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b990b7-a112-4b31-be9f-a0278dd1f848 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:33.199277 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-b0b990b7-a112-4b31-be9f-a0278dd1f848 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:33.202796 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b990b7-a112-4b31-be9f-a0278dd1f848 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:33.208697 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b990b7-a112-4b31-be9f-a0278dd1f848 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:33.209332 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b0b990b7-a112-4b31-be9f-a0278dd1f848 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:33.239403 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-80aa4327-5201-45b5-969b-c5d0f00f2936 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:33.244058 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:33.244397 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:33.244732 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:33.267792 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8a9c7e30-b656-42b8-8acb-099d751d6424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:33.269706 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8a9c7e30-b656-42b8-8acb-099d751d6424 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ce76954d-423c-407d-8e16-39d3c3caa579 HTTP/1.1" status: 204 len: 168 time: 0.6139879 Apr 11 14:20:33.303027 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b0b990b7-a112-4b31-be9f-a0278dd1f848 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8128204 Apr 11 14:20:33.304023 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38118) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:33.365140 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80aa4327-5201-45b5-969b-c5d0f00f2936 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:20:33.365599 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-80aa4327-5201-45b5-969b-c5d0f00f2936 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:20:33.382245 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:20:33.384602 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 3d81644f-9055-46b7-a26d-defd2e24c8da on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:33.384602 dv-neutron-837330-1-hyperv neutron-server[88616]: ERROR neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:33.405701 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.plugins.ml2.plugin [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempt 9 to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da Apr 11 14:20:33.446992 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fd72d6-ab2e-4691-b35f-bc0afa0837ed tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:33.453098 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fd72d6-ab2e-4691-b35f-bc0afa0837ed tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:33.454040 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-02fd72d6-ab2e-4691-b35f-bc0afa0837ed tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:33.547524 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-02fd72d6-ab2e-4691-b35f-bc0afa0837ed tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:33.550133 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-02fd72d6-ab2e-4691-b35f-bc0afa0837ed tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2434475 Apr 11 14:20:33.557901 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38122) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:33.558152 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:33.558258 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:33.558556 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:33.645652 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-b83b5e38-b1c2-4d32-9ead-4939de68b7d5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting port 19bdfc33-46bc-454d-9dbf-a5964b121946 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:33.646060 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b83b5e38-b1c2-4d32-9ead-4939de68b7d5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:33.654919 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 3d81644f-9055-46b7-a26d-defd2e24c8da on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:33.655871 dv-neutron-837330-1-hyperv neutron-server[88616]: ERROR neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:33.668187 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.plugins.ml2.plugin [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempt 10 to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da Apr 11 14:20:33.688944 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-80aa4327-5201-45b5-969b-c5d0f00f2936 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:33.694351 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-80aa4327-5201-45b5-969b-c5d0f00f2936 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:33.745679 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:33.745951 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:33.746291 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:33.771161 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa4327-5201-45b5-969b-c5d0f00f2936 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Pushing event deleted for resources: {'Network': ['ID=f9b9ea61-c103-480a-9ee0-3dd18aa1a902,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:33.779619 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 3d81644f-9055-46b7-a26d-defd2e24c8da on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:33.779947 dv-neutron-837330-1-hyperv neutron-server[88616]: ERROR neutron.plugins.ml2.managers [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 3d81644f-9055-46b7-a26d-defd2e24c8da on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:33.780335 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:33.808464 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-80aa4327-5201-45b5-969b-c5d0f00f2936 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] 10.222.0.66 "DELETE /v2.0/networks/f9b9ea61-c103-480a-9ee0-3dd18aa1a902 HTTP/1.1" status: 204 len: 168 time: 4.0819592 Apr 11 14:20:33.815218 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38126) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:33.821637 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-24b2775b-a910-4b05-8b5f-79dd644f6df0 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:33.830973 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6deb2682-cf28-4132-9721-e932efe0fccb tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Router 9a7e69eb-1dc7-4f28-bf10-f9bbc6838766 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:20:33.923017 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-24b2775b-a910-4b05-8b5f-79dd644f6df0 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:34.027004 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b83b5e38-b1c2-4d32-9ead-4939de68b7d5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:34.156538 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-24b2775b-a910-4b05-8b5f-79dd644f6df0 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] In _notify_port_updated(), no bound segment for port a93064fb-626b-4047-9c59-6c8c099127cd on network cb1f0d05-548a-4a06-9e81-75081f5f174c {{(pid=88616) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 11 14:20:34.162809 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b2775b-a910-4b05-8b5f-79dd644f6df0 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:34.163027 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-b83b5e38-b1c2-4d32-9ead-4939de68b7d5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Calling delete_port for 19bdfc33-46bc-454d-9dbf-a5964b121946 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:34.163462 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-24b2775b-a910-4b05-8b5f-79dd644f6df0 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:34.167463 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-24b2775b-a910-4b05-8b5f-79dd644f6df0 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "PUT /v2.0/ports/a93064fb-626b-4047-9c59-6c8c099127cd HTTP/1.1" status: 200 len: 818 time: 2.1038949 Apr 11 14:20:34.192079 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38130) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:34.289972 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-5f7a1175-5427-442f-8563-270da1e60017 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting port a93064fb-626b-4047-9c59-6c8c099127cd {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:34.290322 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5f7a1175-5427-442f-8563-270da1e60017 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:34.317220 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7029a9b0-a399-4f83-b7c5-4f061bd221af tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:34.334411 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2775b-a910-4b05-8b5f-79dd644f6df0 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Port': ['ID=a93064fb-626b-4047-9c59-6c8c099127cd,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:34.382789 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] For port 3d81644f-9055-46b7-a26d-defd2e24c8da, host hv-neutron-8373, cleared binding levels {{(pid=88616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:20:34.383156 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempted to set empty binding levels {{(pid=88616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 11 14:20:34.420883 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2a2eb676-6ae6-4780-b32d-95d95f39ce3f up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:20:34.458928 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6793f18c-0f23-4ecd-87a3-50e0da167a2a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:34.601604 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b83b5e38-b1c2-4d32-9ead-4939de68b7d5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:34.631540 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ebb85c1c-1dd0-4e5a-8d93-feed0eb3ca60 None None] Provisioning for port 2a2eb676-6ae6-4780-b32d-95d95f39ce3f completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:34.639220 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ebb85c1c-1dd0-4e5a-8d93-feed0eb3ca60 None None] Provisioning complete for port 2a2eb676-6ae6-4780-b32d-95d95f39ce3f triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:34.640020 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ebb85c1c-1dd0-4e5a-8d93-feed0eb3ca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:34.644578 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:34.669156 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b5e38-b1c2-4d32-9ead-4939de68b7d5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Port': ['ID=19bdfc33-46bc-454d-9dbf-a5964b121946,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:34.681522 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6793f18c-0f23-4ecd-87a3-50e0da167a2a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:34.692619 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5f7a1175-5427-442f-8563-270da1e60017 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:34.713460 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 2a2eb676-6ae6-4780-b32d-95d95f39ce3f completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:34.720874 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 2a2eb676-6ae6-4780-b32d-95d95f39ce3f triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:34.721470 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:34.805496 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] In _notify_port_updated(), no bound segment for port 3d81644f-9055-46b7-a26d-defd2e24c8da on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88616) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 11 14:20:34.806553 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:34.807272 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:34.810083 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] 10.222.0.66 "PUT /v2.0/ports/3d81644f-9055-46b7-a26d-defd2e24c8da HTTP/1.1" status: 200 len: 976 time: 5.2176709 Apr 11 14:20:34.822708 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38134) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:34.827791 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6deb2682-cf28-4132-9721-e932efe0fccb tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:20:34.829865 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-5f7a1175-5427-442f-8563-270da1e60017 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Calling delete_port for a93064fb-626b-4047-9c59-6c8c099127cd owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:34.837590 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2020824-9959-4f00-a00d-b71bd3a04023 None None] Sync routers for ids ['9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:20:34.855935 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ebb85c1c-1dd0-4e5a-8d93-feed0eb3ca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:34.857731 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2020824-9959-4f00-a00d-b71bd3a04023 None None] Routers {'9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:20:34.867638 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b2020824-9959-4f00-a00d-b71bd3a04023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:34.977087 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b2020824-9959-4f00-a00d-b71bd3a04023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:34.978132 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-6793f18c-0f23-4ecd-87a3-50e0da167a2a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Allocated IP 172.26.7.186 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/e7750e98-6e6e-4a3a-983b-46a2885c65c2) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:34.981755 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-ebb85c1c-1dd0-4e5a-8d93-feed0eb3ca60 None None] For port 2a2eb676-6ae6-4780-b32d-95d95f39ce3f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2a2eb676-6ae6-4780-b32d-95d95f39ce3f,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:35.000669 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2020824-9959-4f00-a00d-b71bd3a04023 None None] Routers {'9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:20:35.001532 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b2020824-9959-4f00-a00d-b71bd3a04023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:35.010253 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:35.061170 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ebb85c1c-1dd0-4e5a-8d93-feed0eb3ca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:35.117170 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b83b5e38-b1c2-4d32-9ead-4939de68b7d5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:35.142868 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b2020824-9959-4f00-a00d-b71bd3a04023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:35.142868 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2020824-9959-4f00-a00d-b71bd3a04023 None None] The sync data for ids ['9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:20:35.172713 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5f7a1175-5427-442f-8563-270da1e60017 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:35.209192 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b1228cc1-047d-4477-b115-f520b317f5f4 None None] Could not find standard attr ID for object 19bdfc33-46bc-454d-9dbf-a5964b121946. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:20:35.234555 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:20:35.234908 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:20:35.239435 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb85c1c-1dd0-4e5a-8d93-feed0eb3ca60 None None] Pushing event updated for resources: {'Port': ['ID=2a2eb676-6ae6-4780-b32d-95d95f39ce3f,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:35.239940 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b83b5e38-b1c2-4d32-9ead-4939de68b7d5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/19bdfc33-46bc-454d-9dbf-a5964b121946 HTTP/1.1" status: 204 len: 168 time: 1.6809695 Apr 11 14:20:35.246110 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5f7a1175-5427-442f-8563-270da1e60017 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:35.250363 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5f7a1175-5427-442f-8563-270da1e60017 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/ports/a93064fb-626b-4047-9c59-6c8c099127cd HTTP/1.1" status: 204 len: 168 time: 1.0572517 Apr 11 14:20:35.251120 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6deb2682-cf28-4132-9721-e932efe0fccb tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:35.251459 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a1175-5427-442f-8563-270da1e60017 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Port': ['ID=a93064fb-626b-4047-9c59-6c8c099127cd,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:35.253416 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38138) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:35.253749 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38140) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:35.268211 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7cbf15-3d0d-4470-b5d4-8810a17ed0d9 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:35.269282 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7cbf15-3d0d-4470-b5d4-8810a17ed0d9 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:35.269759 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7cbf15-3d0d-4470-b5d4-8810a17ed0d9 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:35.270257 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7cbf15-3d0d-4470-b5d4-8810a17ed0d9 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:35.270725 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7cbf15-3d0d-4470-b5d4-8810a17ed0d9 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:35.271192 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7cbf15-3d0d-4470-b5d4-8810a17ed0d9 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:35.271684 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7cbf15-3d0d-4470-b5d4-8810a17ed0d9 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:35.272145 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7cbf15-3d0d-4470-b5d4-8810a17ed0d9 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:35.272609 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7cbf15-3d0d-4470-b5d4-8810a17ed0d9 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:35.273063 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7cbf15-3d0d-4470-b5d4-8810a17ed0d9 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:35.273520 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7cbf15-3d0d-4470-b5d4-8810a17ed0d9 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:35.274043 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7cbf15-3d0d-4470-b5d4-8810a17ed0d9 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:35.274600 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7cbf15-3d0d-4470-b5d4-8810a17ed0d9 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:35.275173 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7cbf15-3d0d-4470-b5d4-8810a17ed0d9 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:35.275635 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7cbf15-3d0d-4470-b5d4-8810a17ed0d9 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:35.276174 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7cbf15-3d0d-4470-b5d4-8810a17ed0d9 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:35.276658 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7cbf15-3d0d-4470-b5d4-8810a17ed0d9 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:35.276754 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3d1a9-ed4a-4424-acc5-e5cdbd23220d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Pushing event updated for resources: {'Port': ['ID=3d81644f-9055-46b7-a26d-defd2e24c8da,revision_number=3']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:35.277479 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7cbf15-3d0d-4470-b5d4-8810a17ed0d9 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:35.278057 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7cbf15-3d0d-4470-b5d4-8810a17ed0d9 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:35.278523 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7cbf15-3d0d-4470-b5d4-8810a17ed0d9 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:35.278986 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7cbf15-3d0d-4470-b5d4-8810a17ed0d9 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:35.279448 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7cbf15-3d0d-4470-b5d4-8810a17ed0d9 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:35.281887 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ee7cbf15-3d0d-4470-b5d4-8810a17ed0d9 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Synchronizing usage tracker for tenant:6e02807210004f648d67ab606ae86813 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:35.305878 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7029a9b0-a399-4f83-b7c5-4f061bd221af tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:35.407863 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-7029a9b0-a399-4f83-b7c5-4f061bd221af tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4fb0ad-a606-41fe-bb49-a6c2aba93971']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:35.416075 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9866ef4-ff8b-4769-839e-b0ff250397ef tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:35.417527 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9866ef4-ff8b-4769-839e-b0ff250397ef tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:35.418368 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d9866ef4-ff8b-4769-839e-b0ff250397ef tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:35.431320 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6793f18c-0f23-4ecd-87a3-50e0da167a2a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:35.443364 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-7029a9b0-a399-4f83-b7c5-4f061bd221af tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c40a7a-063d-45a9-bcc7-b04dd6d71580') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:35.443664 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-7029a9b0-a399-4f83-b7c5-4f061bd221af tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c40a7a-063d-45a9-bcc7-b04dd6d71580') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:35.457013 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ff04e5-f676-42a6-8748-ca3c496d097a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:35.457711 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-23ff04e5-f676-42a6-8748-ca3c496d097a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Synchronizing usage tracker for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:35.469869 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ee7cbf15-3d0d-4470-b5d4-8810a17ed0d9 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Unset dirty status for tenant:6e02807210004f648d67ab606ae86813 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:35.471068 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ee7cbf15-3d0d-4470-b5d4-8810a17ed0d9 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18932 time: 0.6108739 Apr 11 14:20:35.472833 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-23ff04e5-f676-42a6-8748-ca3c496d097a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Unset dirty status for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:35.474079 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-23ff04e5-f676-42a6-8748-ca3c496d097a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1826637 Apr 11 14:20:35.478155 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38146) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:35.478274 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38148) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:35.478370 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7029a9b0-a399-4f83-b7c5-4f061bd221af tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:35.493487 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6deb2682-cf28-4132-9721-e932efe0fccb tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "PUT /v2.0/floatingips/f3b6a171-ddae-4519-95a9-12c37c799fe6 HTTP/1.1" status: 200 len: 978 time: 7.3693826 Apr 11 14:20:35.496957 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38154) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:35.532150 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7029a9b0-a399-4f83-b7c5-4f061bd221af tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:35.555151 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7029a9b0-a399-4f83-b7c5-4f061bd221af tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:20:35.555554 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7029a9b0-a399-4f83-b7c5-4f061bd221af tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:35.559089 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d9866ef4-ff8b-4769-839e-b0ff250397ef tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:35.560286 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d9866ef4-ff8b-4769-839e-b0ff250397ef tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2705603 Apr 11 14:20:35.563684 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-50131d0f-93a2-4a09-ae9f-2398b6af1737 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] GET failed (client error): The resource could not be found. Apr 11 14:20:35.564917 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-50131d0f-93a2-4a09-ae9f-2398b6af1737 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "GET /v2.0/ports/a93064fb-626b-4047-9c59-6c8c099127cd HTTP/1.1" status: 404 len: 333 time: 0.0856462 Apr 11 14:20:35.566048 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38158) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:35.570571 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38162) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:20:35.572374 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:20:35.681339 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-3cfc28f8-28bc-4ee8-b683-3badb1f5863c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Deleting port 3993c274-0b14-4790-afb0-dc17a3a9af79 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:35.681592 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3cfc28f8-28bc-4ee8-b683-3badb1f5863c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:35.718795 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-3233e35f-f83e-49f4-b30d-7464f1c67bc7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-990177697'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:35.744307 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-3233e35f-f83e-49f4-b30d-7464f1c67bc7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:35.748253 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6793f18c-0f23-4ecd-87a3-50e0da167a2a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:35.754975 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-3233e35f-f83e-49f4-b30d-7464f1c67bc7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:network and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:35.760151 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-3233e35f-f83e-49f4-b30d-7464f1c67bc7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:35.764526 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-bd92f5f7-4866-4a19-8569-4b9462bbc567 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Deleting port 3d81644f-9055-46b7-a26d-defd2e24c8da {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:35.764871 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bd92f5f7-4866-4a19-8569-4b9462bbc567 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:35.797497 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-3233e35f-f83e-49f4-b30d-7464f1c67bc7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:35.824433 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-75dced63-1d52-4943-8074-8029f4be220e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet 67e006fd-e029-4c0d-bced-88cb85be3cf4 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:20:35.830318 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-75dced63-1d52-4943-8074-8029f4be220e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:35.842039 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7029a9b0-a399-4f83-b7c5-4f061bd221af tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:35.871845 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6793f18c-0f23-4ecd-87a3-50e0da167a2a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:35.874832 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7029a9b0-a399-4f83-b7c5-4f061bd221af tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:35.894987 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-6793f18c-0f23-4ecd-87a3-50e0da167a2a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:35.907656 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6793f18c-0f23-4ecd-87a3-50e0da167a2a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:35.934098 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-75dced63-1d52-4943-8074-8029f4be220e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:35.938487 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029a9b0-a399-4f83-b7c5-4f061bd221af tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Pushing event deleted for resources: {'Network': ['ID=ee4fb0ad-a606-41fe-bb49-a6c2aba93971,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:35.971290 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7029a9b0-a399-4f83-b7c5-4f061bd221af tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] 10.222.0.66 "DELETE /v2.0/networks/ee4fb0ad-a606-41fe-bb49-a6c2aba93971 HTTP/1.1" status: 204 len: 168 time: 2.1451893 Apr 11 14:20:35.974353 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3233e35f-f83e-49f4-b30d-7464f1c67bc7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:35.977928 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3233e35f-f83e-49f4-b30d-7464f1c67bc7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:35.987571 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793f18c-0f23-4ecd-87a3-50e0da167a2a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Pushing event updated for resources: {'Port': ['ID=e7750e98-6e6e-4a3a-983b-46a2885c65c2,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:35.993023 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38166) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:36.132733 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3233e35f-f83e-49f4-b30d-7464f1c67bc7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:20:36.146288 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-bd92f5f7-4866-4a19-8569-4b9462bbc567 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] For port 3d81644f-9055-46b7-a26d-defd2e24c8da, host hv-neutron-8373, got binding levels [] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:36.146623 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bd92f5f7-4866-4a19-8569-4b9462bbc567 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:36.218600 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3233e35f-f83e-49f4-b30d-7464f1c67bc7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:36.218943 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-3233e35f-f83e-49f4-b30d-7464f1c67bc7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Added segment 4d4f6011-666f-443d-9bed-2e9008e47a03 of type vlan for network f610a188-b8a1-4813-a5cf-317945c926d7 Apr 11 14:20:36.291585 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-bd92f5f7-4866-4a19-8569-4b9462bbc567 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Calling delete_port for 3d81644f-9055-46b7-a26d-defd2e24c8da owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:36.355443 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3233e35f-f83e-49f4-b30d-7464f1c67bc7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:36.363939 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-75dced63-1d52-4943-8074-8029f4be220e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:36.368211 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4759f928-7455-4ee8-af5e-386afa15d62d tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:36.385466 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3cfc28f8-28bc-4ee8-b683-3badb1f5863c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:36.385682 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2a2eb676-6ae6-4780-b32d-95d95f39ce3f up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:20:36.460906 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 2a2eb676-6ae6-4780-b32d-95d95f39ce3f triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:36.460906 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:36.536617 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bd92f5f7-4866-4a19-8569-4b9462bbc567 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:36.583988 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-75dced63-1d52-4943-8074-8029f4be220e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:36.626873 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3233e35f-f83e-49f4-b30d-7464f1c67bc7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:36.637124 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233e35f-f83e-49f4-b30d-7464f1c67bc7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:36.637753 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3233e35f-f83e-49f4-b30d-7464f1c67bc7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:36.661731 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92f5f7-4866-4a19-8569-4b9462bbc567 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d81644f-9055-46b7-a26d-defd2e24c8da,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:36.693300 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dced63-1d52-4943-8074-8029f4be220e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=67e006fd-e029-4c0d-bced-88cb85be3cf4,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:36.695377 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-75dced63-1d52-4943-8074-8029f4be220e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:36.706524 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f862d2af-8f4f-4001-abfe-c5146e32bf15 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:36.706659 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bd92f5f7-4866-4a19-8569-4b9462bbc567 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:36.805616 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233e35f-f83e-49f4-b30d-7464f1c67bc7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Network': ['ID=f610a188-b8a1-4813-a5cf-317945c926d7,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:36.833958 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network f610a188-b8a1-4813-a5cf-317945c926d7 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:20:36.842966 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3233e35f-f83e-49f4-b30d-7464f1c67bc7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2711217 Apr 11 14:20:36.845196 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38170) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:36.851698 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-7bde4f95-f8fa-4b7b-812e-06b64f02f52e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'subnet': {'network_id': 'f610a188-b8a1-4813-a5cf-317945c926d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:36.874565 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bd92f5f7-4866-4a19-8569-4b9462bbc567 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] 10.222.0.66 "DELETE /v2.0/ports/3d81644f-9055-46b7-a26d-defd2e24c8da HTTP/1.1" status: 204 len: 168 time: 1.3927989 Apr 11 14:20:36.875237 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38174) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:36.895340 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-75dced63-1d52-4943-8074-8029f4be220e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/67e006fd-e029-4c0d-bced-88cb85be3cf4 HTTP/1.1" status: 204 len: 168 time: 1.3265216 Apr 11 14:20:36.901237 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38178) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:36.965320 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4759f928-7455-4ee8-af5e-386afa15d62d tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:37.000986 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-4694f1f1-2ede-4111-b3b7-5ecf2caa7c78 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] GET failed (client error): The resource could not be found. Apr 11 14:20:37.001393 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4694f1f1-2ede-4111-b3b7-5ecf2caa7c78 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Synchronizing usage tracker for tenant:6e02807210004f648d67ab606ae86813 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:37.029625 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7bde4f95-f8fa-4b7b-812e-06b64f02f52e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:37.034591 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7bde4f95-f8fa-4b7b-812e-06b64f02f52e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:subnet and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:37.037806 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7bde4f95-f8fa-4b7b-812e-06b64f02f52e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:37.047738 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7bde4f95-f8fa-4b7b-812e-06b64f02f52e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:37.084580 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-aff7481a-d4ae-4290-ad94-81694ae0ed14 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1821661 Apr 11 14:20:37.087404 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38182) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:37.093480 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-5e8eae3b-2f12-430d-b0cb-e26a9d3ce887 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:37.107717 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b886d0-be42-4fea-a7f2-e6dc017a038a None None] DHCP port deletion for 47d4fbd0-dfc4-4187-bb2e-73c4649db563 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:20:37.113020 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-e6b886d0-be42-4fea-a7f2-e6dc017a038a None None] Deleting port 2a2eb676-6ae6-4780-b32d-95d95f39ce3f {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:37.113562 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e6b886d0-be42-4fea-a7f2-e6dc017a038a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:37.129313 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4694f1f1-2ede-4111-b3b7-5ecf2caa7c78 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Unset dirty status for tenant:6e02807210004f648d67ab606ae86813 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:37.142265 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4694f1f1-2ede-4111-b3b7-5ecf2caa7c78 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] 10.222.0.66 "GET /v2.0/ports/3d81644f-9055-46b7-a26d-defd2e24c8da HTTP/1.1" status: 404 len: 333 time: 0.2377381 Apr 11 14:20:37.147898 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bde4f95-f8fa-4b7b-812e-06b64f02f52e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:37.151594 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7bde4f95-f8fa-4b7b-812e-06b64f02f52e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:37.153714 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38186) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:37.168142 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-4759f928-7455-4ee8-af5e-386afa15d62d tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d9aec3-9c91-4a07-a23c-c7498165ea65']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:37.187098 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-5965723b-00f1-422d-8065-21f7c676f626 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-720541052', 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:37.210931 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-4759f928-7455-4ee8-af5e-386afa15d62d tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '050d149c-60d2-46c9-af17-fe49b30338d7') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:37.211309 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-4759f928-7455-4ee8-af5e-386afa15d62d tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '050d149c-60d2-46c9-af17-fe49b30338d7') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:37.223537 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5965723b-00f1-422d-8065-21f7c676f626 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:37.241382 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4759f928-7455-4ee8-af5e-386afa15d62d tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:37.263455 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6793f18c-0f23-4ecd-87a3-50e0da167a2a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:37.316487 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5e8eae3b-2f12-430d-b0cb-e26a9d3ce887 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:37.319011 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5965723b-00f1-422d-8065-21f7c676f626 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:37.324174 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5e8eae3b-2f12-430d-b0cb-e26a9d3ce887 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:subnet and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:37.329368 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5e8eae3b-2f12-430d-b0cb-e26a9d3ce887 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:37.341685 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5e8eae3b-2f12-430d-b0cb-e26a9d3ce887 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:37.350835 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3cfc28f8-28bc-4ee8-b683-3badb1f5863c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:37.351224 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3cfc28f8-28bc-4ee8-b683-3badb1f5863c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:37.351525 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-3cfc28f8-28bc-4ee8-b683-3badb1f5863c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Floating IP f3b6a171-ddae-4519-95a9-12c37c799fe6 disassociated. External IP: 172.26.7.250, port: 3993c274-0b14-4790-afb0-dc17a3a9af79. Apr 11 14:20:37.352052 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-3cfc28f8-28bc-4ee8-b683-3badb1f5863c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Calling delete_port for 3993c274-0b14-4790-afb0-dc17a3a9af79 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:37.359978 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-e6b886d0-be42-4fea-a7f2-e6dc017a038a None None] For port 2a2eb676-6ae6-4780-b32d-95d95f39ce3f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2a2eb676-6ae6-4780-b32d-95d95f39ce3f,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:37.360432 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e6b886d0-be42-4fea-a7f2-e6dc017a038a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:37.380871 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4759f928-7455-4ee8-af5e-386afa15d62d tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:37.396879 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4759f928-7455-4ee8-af5e-386afa15d62d tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:20:37.397298 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4759f928-7455-4ee8-af5e-386afa15d62d tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:20:37.414479 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:20:37.431886 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8eae3b-2f12-430d-b0cb-e26a9d3ce887 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:37.435852 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5e8eae3b-2f12-430d-b0cb-e26a9d3ce887 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:37.495140 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-e6b886d0-be42-4fea-a7f2-e6dc017a038a None None] Calling delete_port for 2a2eb676-6ae6-4780-b32d-95d95f39ce3f owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:37.515540 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5965723b-00f1-422d-8065-21f7c676f626 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Made reservation on behalf of 6e02807210004f648d67ab606ae86813 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:37.517892 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5965723b-00f1-422d-8065-21f7c676f626 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:37.629325 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-5965723b-00f1-422d-8065-21f7c676f626 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] device_id is not set on port c91e6f16-fe6a-400a-84dd-f8f37971abd2 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:20:37.671931 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e6b886d0-be42-4fea-a7f2-e6dc017a038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:37.733142 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b886d0-be42-4fea-a7f2-e6dc017a038a None None] Pushing event deleted for resources: {'Port': ['ID=2a2eb676-6ae6-4780-b32d-95d95f39ce3f,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:37.735692 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b886d0-be42-4fea-a7f2-e6dc017a038a None None] No DVR routers for this DVR port 2a2eb676-6ae6-4780-b32d-95d95f39ce3f on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:20:37.744793 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4759f928-7455-4ee8-af5e-386afa15d62d tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:37.769128 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7bde4f95-f8fa-4b7b-812e-06b64f02f52e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:37.775122 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4759f928-7455-4ee8-af5e-386afa15d62d tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:37.886473 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde4f95-f8fa-4b7b-812e-06b64f02f52e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Subnet': ['ID=79f75798-2a1d-4ddc-99a4-cb2a6497b8ae,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:37.912586 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bde4f95-f8fa-4b7b-812e-06b64f02f52e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Checking segment: {'id': '4d4f6011-666f-443d-9bed-2e9008e47a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f610a188-b8a1-4813-a5cf-317945c926d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:20:37.912954 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bde4f95-f8fa-4b7b-812e-06b64f02f52e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network hostable DHCP agents. Network: f610a188-b8a1-4813-a5cf-317945c926d7, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:20:37.991033 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759f928-7455-4ee8-af5e-386afa15d62d tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Pushing event deleted for resources: {'Network': ['ID=29d9aec3-9c91-4a07-a23c-c7498165ea65,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:38.029333 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4759f928-7455-4ee8-af5e-386afa15d62d tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] 10.222.0.66 "DELETE /v2.0/networks/29d9aec3-9c91-4a07-a23c-c7498165ea65 HTTP/1.1" status: 204 len: 168 time: 2.0332217 Apr 11 14:20:38.034709 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38190) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:38.059093 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bde4f95-f8fa-4b7b-812e-06b64f02f52e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network f610a188-b8a1-4813-a5cf-317945c926d7 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:20:38.138154 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3cfc28f8-28bc-4ee8-b683-3badb1f5863c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:38.212607 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4663b90c-3d28-465a-939a-4393d9baf4c8 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:38.214332 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-7bde4f95-f8fa-4b7b-812e-06b64f02f52e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, f610a188-b8a1-4813-a5cf-317945c926d7) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:38.219485 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bde4f95-f8fa-4b7b-812e-06b64f02f52e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:38.219848 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7bde4f95-f8fa-4b7b-812e-06b64f02f52e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:38.221794 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc28f8-28bc-4ee8-b683-3badb1f5863c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event deleted for resources: {'Port': ['ID=3993c274-0b14-4790-afb0-dc17a3a9af79,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:38.225327 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139230fa-24e8-48a7-9a01-f58a8a90ac46 None None] Network f610a188-b8a1-4813-a5cf-317945c926d7 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:38.233306 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.objects.ports [None req-5e8eae3b-2f12-430d-b0cb-e26a9d3ce887 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88617) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 11 14:20:38.241586 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5e8eae3b-2f12-430d-b0cb-e26a9d3ce887 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:38.289632 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6793f18c-0f23-4ecd-87a3-50e0da167a2a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:38.329017 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8eae3b-2f12-430d-b0cb-e26a9d3ce887 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:38.333885 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-5e8eae3b-2f12-430d-b0cb-e26a9d3ce887 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:38.336745 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8eae3b-2f12-430d-b0cb-e26a9d3ce887 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:38.337352 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5e8eae3b-2f12-430d-b0cb-e26a9d3ce887 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:38.369884 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a663306a-088b-49e5-aa6d-7aa9a062a7f6 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:38.419443 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7bde4f95-f8fa-4b7b-812e-06b64f02f52e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5727336 Apr 11 14:20:38.422780 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38194) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:38.443105 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-b2e45caa-9b51-4206-9346-a32b74545ca1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'subnet': {'network_id': 'f610a188-b8a1-4813-a5cf-317945c926d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:38.460813 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8eae3b-2f12-430d-b0cb-e26a9d3ce887 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=94090540-af64-4b16-8b16-8c19410deae8,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:38.519358 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5965723b-00f1-422d-8065-21f7c676f626 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:38.532135 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2a2eb676-6ae6-4780-b32d-95d95f39ce3f no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:20:38.559099 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5e8eae3b-2f12-430d-b0cb-e26a9d3ce887 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4701807 Apr 11 14:20:38.562858 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38198) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:38.595436 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 2a2eb676-6ae6-4780-b32d-95d95f39ce3f {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:20:38.595769 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2a2eb676-6ae6-4780-b32d-95d95f39ce3f not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:20:38.615796 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4663b90c-3d28-465a-939a-4393d9baf4c8 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:38.637945 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-199c31fd-bdaf-40d1-a3a6-9315086bd714 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'port': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'mac_address': 'fa:16:3e:07:dd:82', 'name': 'tempest-NetworksTestDHCPv6-140944987'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:38.707362 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-4663b90c-3d28-465a-939a-4393d9baf4c8 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18b2028-6719-437a-badf-fe164a1f85b3']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:38.742585 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfc28f8-28bc-4ee8-b683-3badb1f5863c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Router 9a7e69eb-1dc7-4f28-bf10-f9bbc6838766 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:20:38.790152 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-4663b90c-3d28-465a-939a-4393d9baf4c8 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d53bea-b881-422a-9796-c4e57dce343c') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:38.790451 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-4663b90c-3d28-465a-939a-4393d9baf4c8 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d53bea-b881-422a-9796-c4e57dce343c') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:38.822408 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4d4349-f536-49aa-8ffe-a9b83e619677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-f610a188-b8a1-4813-a5cf-317945c926d7', 'network_id': 'f610a188-b8a1-4813-a5cf-317945c926d7', 'tenant_id': 'bed9b91ec31243819559d0be20aa92c4', 'fixed_ips': [{'subnet_id': '79f75798-2a1d-4ddc-99a4-cb2a6497b8ae'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:20:38.823242 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9f4d4349-f536-49aa-8ffe-a9b83e619677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:38.829422 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4663b90c-3d28-465a-939a-4393d9baf4c8 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:38.846397 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b2e45caa-9b51-4206-9346-a32b74545ca1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:38.850467 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5965723b-00f1-422d-8065-21f7c676f626 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:38.856851 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b2e45caa-9b51-4206-9346-a32b74545ca1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:subnet and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:38.862478 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30410f29-ed0e-49b9-b23a-7236f56c5842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'fixed_ips': [{'subnet_id': '94090540-af64-4b16-8b16-8c19410deae8'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:20:38.863686 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-30410f29-ed0e-49b9-b23a-7236f56c5842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:38.864938 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b2e45caa-9b51-4206-9346-a32b74545ca1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:38.873202 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4663b90c-3d28-465a-939a-4393d9baf4c8 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:38.875460 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b2e45caa-9b51-4206-9346-a32b74545ca1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:38.895815 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4663b90c-3d28-465a-939a-4393d9baf4c8 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:20:38.896220 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4663b90c-3d28-465a-939a-4393d9baf4c8 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:20:38.912766 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:20:38.942091 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5965723b-00f1-422d-8065-21f7c676f626 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Network 3e2b9929-56e9-4307-8151-9e010ca342aa is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:38.982650 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-199c31fd-bdaf-40d1-a3a6-9315086bd714 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:38.994994 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-199c31fd-bdaf-40d1-a3a6-9315086bd714 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:port and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:39.001198 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-199c31fd-bdaf-40d1-a3a6-9315086bd714 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:39.003737 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-5965723b-00f1-422d-8065-21f7c676f626 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:39.015102 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-199c31fd-bdaf-40d1-a3a6-9315086bd714 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:39.018439 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5965723b-00f1-422d-8065-21f7c676f626 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:39.019577 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5965723b-00f1-422d-8065-21f7c676f626 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:39.020808 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5965723b-00f1-422d-8065-21f7c676f626 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:39.024119 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6793f18c-0f23-4ecd-87a3-50e0da167a2a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Router 5ecd831f-3e09-433f-8e38-bfa4fd88eb04 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:20:39.028256 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e45caa-9b51-4206-9346-a32b74545ca1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:39.031041 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965723b-00f1-422d-8065-21f7c676f626 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Pushing event updated for resources: {'Port': ['ID=c91e6f16-fe6a-400a-84dd-f8f37971abd2,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:39.031377 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b2e45caa-9b51-4206-9346-a32b74545ca1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:39.095758 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4663b90c-3d28-465a-939a-4393d9baf4c8 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:39.138979 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfc28f8-28bc-4ee8-b683-3badb1f5863c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:20:39.147869 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-30410f29-ed0e-49b9-b23a-7236f56c5842 None None] Allocated IP 2001:db8::f816:3eff:fed7:93a (47d4fbd0-dfc4-4187-bb2e-73c4649db563/94090540-af64-4b16-8b16-8c19410deae8/acdcd118-465d-4d53-b19d-04368a4da9e1) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:39.160581 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4594404f-abec-4c09-8fd0-deecf70015cf None None] Sync routers for ids ['9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:20:39.175609 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-9f4d4349-f536-49aa-8ffe-a9b83e619677 None None] Allocated IP 172.20.0.2 (f610a188-b8a1-4813-a5cf-317945c926d7/79f75798-2a1d-4ddc-99a4-cb2a6497b8ae/c50c9e3f-776c-4e90-9983-29b369042541) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:39.183896 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4663b90c-3d28-465a-939a-4393d9baf4c8 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:39.218182 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4594404f-abec-4c09-8fd0-deecf70015cf None None] Routers {'9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:20:39.219738 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4594404f-abec-4c09-8fd0-deecf70015cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:39.222721 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663b90c-3d28-465a-939a-4393d9baf4c8 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] Pushing event deleted for resources: {'Network': ['ID=c18b2028-6719-437a-badf-fe164a1f85b3,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:39.231795 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4663b90c-3d28-465a-939a-4393d9baf4c8 tempest-BulkNetworkOpsTest-1958371273 tempest-BulkNetworkOpsTest-1958371273-project] 10.222.0.66 "DELETE /v2.0/networks/c18b2028-6719-437a-badf-fe164a1f85b3 HTTP/1.1" status: 204 len: 168 time: 1.1941042 Apr 11 14:20:39.266672 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.ipam_backend_mixin [None req-b2e45caa-9b51-4206-9346-a32b74545ca1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 79f75798-2a1d-4ddc-99a4-cb2a6497b8ae (CIDR: 172.20.0.0/28) Apr 11 14:20:39.301684 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4594404f-abec-4c09-8fd0-deecf70015cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:39.309290 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5965723b-00f1-422d-8065-21f7c676f626 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.1436930 Apr 11 14:20:39.312171 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38204) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:39.336150 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3cfc28f8-28bc-4ee8-b683-3badb1f5863c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:39.338368 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3cfc28f8-28bc-4ee8-b683-3badb1f5863c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "DELETE /v2.0/ports/3993c274-0b14-4790-afb0-dc17a3a9af79 HTTP/1.1" status: 204 len: 168 time: 3.8384314 Apr 11 14:20:39.342140 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38208) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:39.357595 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e45caa-9b51-4206-9346-a32b74545ca1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:20:39.358648 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2e45caa-9b51-4206-9346-a32b74545ca1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:20:39.382334 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199c31fd-bdaf-40d1-a3a6-9315086bd714 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:39.468136 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4594404f-abec-4c09-8fd0-deecf70015cf None None] Routers {'9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:20:39.469031 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4594404f-abec-4c09-8fd0-deecf70015cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:39.493044 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b2e45caa-9b51-4206-9346-a32b74545ca1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0556288 Apr 11 14:20:39.504837 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38212) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:39.512351 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-5084e904-5cfc-4d65-8a57-6bc666768064 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'subnet': {'network_id': 'f610a188-b8a1-4813-a5cf-317945c926d7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:39.545591 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfddf4e-1d06-46bc-aca3-d19a08403aaa tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:39.550047 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3bfddf4e-1d06-46bc-aca3-d19a08403aaa tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] 10.222.0.66 "GET /v2.0/ports/c91e6f16-fe6a-400a-84dd-f8f37971abd2 HTTP/1.1" status: 200 len: 954 time: 0.2338452 Apr 11 14:20:39.552815 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38216) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:39.570910 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4594404f-abec-4c09-8fd0-deecf70015cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:39.571507 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4594404f-abec-4c09-8fd0-deecf70015cf None None] The sync data for ids ['9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:20:39.590961 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6793f18c-0f23-4ecd-87a3-50e0da167a2a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:20:39.610997 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c3569f-f56d-44fe-8782-9ae87ccc6f74 None None] Sync routers for ids ['5ecd831f-3e09-433f-8e38-bfa4fd88eb04'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:20:39.636281 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c3569f-f56d-44fe-8782-9ae87ccc6f74 None None] Routers {'5ecd831f-3e09-433f-8e38-bfa4fd88eb04'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:20:39.639401 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-56c3569f-f56d-44fe-8782-9ae87ccc6f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['5ecd831f-3e09-433f-8e38-bfa4fd88eb04'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:39.716920 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6793f18c-0f23-4ecd-87a3-50e0da167a2a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:39.718573 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6793f18c-0f23-4ecd-87a3-50e0da167a2a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.1609063 Apr 11 14:20:39.731033 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38220) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:39.736766 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-30410f29-ed0e-49b9-b23a-7236f56c5842 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:39.757137 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-30410f29-ed0e-49b9-b23a-7236f56c5842 None None] Transition to ACTIVE for port object acdcd118-465d-4d53-b19d-04368a4da9e1 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:39.770820 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9f4d4349-f536-49aa-8ffe-a9b83e619677 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:39.789178 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9f4d4349-f536-49aa-8ffe-a9b83e619677 None None] Transition to ACTIVE for port object c50c9e3f-776c-4e90-9983-29b369042541 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:39.790259 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-56c3569f-f56d-44fe-8782-9ae87ccc6f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:39.792221 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-30410f29-ed0e-49b9-b23a-7236f56c5842 None None] Transition to ACTIVE for port object acdcd118-465d-4d53-b19d-04368a4da9e1 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:39.827526 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9f4d4349-f536-49aa-8ffe-a9b83e619677 None None] Transition to ACTIVE for port object c50c9e3f-776c-4e90-9983-29b369042541 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:39.828943 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c3569f-f56d-44fe-8782-9ae87ccc6f74 None None] Routers {'5ecd831f-3e09-433f-8e38-bfa4fd88eb04'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:20:39.829649 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-56c3569f-f56d-44fe-8782-9ae87ccc6f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['5ecd831f-3e09-433f-8e38-bfa4fd88eb04'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:39.861102 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-30410f29-ed0e-49b9-b23a-7236f56c5842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:39.875330 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-f02af2f8-c3fd-44dc-aa7f-27908fc301cc tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Deleting port c91e6f16-fe6a-400a-84dd-f8f37971abd2 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:39.875725 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f02af2f8-c3fd-44dc-aa7f-27908fc301cc tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:39.938921 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-199c31fd-bdaf-40d1-a3a6-9315086bd714 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:39.942905 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9f4d4349-f536-49aa-8ffe-a9b83e619677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:39.966327 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30410f29-ed0e-49b9-b23a-7236f56c5842 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:39.977617 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-30410f29-ed0e-49b9-b23a-7236f56c5842 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:39.978656 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-56c3569f-f56d-44fe-8782-9ae87ccc6f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:39.981584 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c3569f-f56d-44fe-8782-9ae87ccc6f74 None None] The sync data for ids ['5ecd831f-3e09-433f-8e38-bfa4fd88eb04'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:20:39.985627 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30410f29-ed0e-49b9-b23a-7236f56c5842 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:39.990147 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30410f29-ed0e-49b9-b23a-7236f56c5842 None None] Pushing event updated for resources: {'Port': ['ID=acdcd118-465d-4d53-b19d-04368a4da9e1,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:39.995413 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4d4349-f536-49aa-8ffe-a9b83e619677 None None] Network f610a188-b8a1-4813-a5cf-317945c926d7 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:40.061836 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-9f4d4349-f536-49aa-8ffe-a9b83e619677 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:40.079737 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4d4349-f536-49aa-8ffe-a9b83e619677 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:40.136739 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f02af2f8-c3fd-44dc-aa7f-27908fc301cc tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:40.153117 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38226) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:40.173307 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6572d474-42a4-43d8-997c-db20f7b804cf tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "GET /v2.0/routers/5ecd831f-3e09-433f-8e38-bfa4fd88eb04 HTTP/1.1" status: 200 len: 921 time: 0.4381230 Apr 11 14:20:40.173921 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38232) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:40.186721 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-199c31fd-bdaf-40d1-a3a6-9315086bd714 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] device_id is not set on port 758d8c36-baf7-4462-95fb-345b1a1dd310 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:20:40.244668 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7ebd7937-eab5-44c5-98fb-47a885510ce0 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ecd831f-3e09-433f-8e38-bfa4fd88eb04 HTTP/1.1" status: 200 len: 205 time: 0.0628920 Apr 11 14:20:40.244882 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d4349-f536-49aa-8ffe-a9b83e619677 None None] Pushing event updated for resources: {'Port': ['ID=c50c9e3f-776c-4e90-9983-29b369042541,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:40.244882 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-30410f29-ed0e-49b9-b23a-7236f56c5842 None None] Attempting to bind port acdcd118-465d-4d53-b19d-04368a4da9e1 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:40.244882 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-30410f29-ed0e-49b9-b23a-7236f56c5842 None None] Attempting to bind port acdcd118-465d-4d53-b19d-04368a4da9e1 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:40.244882 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30410f29-ed0e-49b9-b23a-7236f56c5842 None None] Attempting to bind port acdcd118-465d-4d53-b19d-04368a4da9e1 on network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:40.245267 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38236) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:40.260113 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30410f29-ed0e-49b9-b23a-7236f56c5842 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:20:40.260475 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30410f29-ed0e-49b9-b23a-7236f56c5842 None None] Checking segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:20:40.261053 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-30410f29-ed0e-49b9-b23a-7236f56c5842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:40.261603 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30410f29-ed0e-49b9-b23a-7236f56c5842 None None] Bound using segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:20:40.262323 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-30410f29-ed0e-49b9-b23a-7236f56c5842 None None] Bound port: acdcd118-465d-4d53-b19d-04368a4da9e1, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:20:40.262851 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-30410f29-ed0e-49b9-b23a-7236f56c5842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:40.276119 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-9f4d4349-f536-49aa-8ffe-a9b83e619677 None None] Attempting to bind port c50c9e3f-776c-4e90-9983-29b369042541 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:40.280470 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-9f4d4349-f536-49aa-8ffe-a9b83e619677 None None] Attempting to bind port c50c9e3f-776c-4e90-9983-29b369042541 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '4d4f6011-666f-443d-9bed-2e9008e47a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f610a188-b8a1-4813-a5cf-317945c926d7'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:40.280470 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4d4349-f536-49aa-8ffe-a9b83e619677 None None] Attempting to bind port c50c9e3f-776c-4e90-9983-29b369042541 on network f610a188-b8a1-4813-a5cf-317945c926d7 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:40.292951 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4d4349-f536-49aa-8ffe-a9b83e619677 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:20:40.296480 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4d4349-f536-49aa-8ffe-a9b83e619677 None None] Checking segment: {'id': '4d4f6011-666f-443d-9bed-2e9008e47a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f610a188-b8a1-4813-a5cf-317945c926d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:20:40.300459 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9f4d4349-f536-49aa-8ffe-a9b83e619677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:40.301203 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4d4349-f536-49aa-8ffe-a9b83e619677 None None] Bound using segment: {'id': '4d4f6011-666f-443d-9bed-2e9008e47a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f610a188-b8a1-4813-a5cf-317945c926d7'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:20:40.302231 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-9f4d4349-f536-49aa-8ffe-a9b83e619677 None None] Bound port: c50c9e3f-776c-4e90-9983-29b369042541, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4f6011-666f-443d-9bed-2e9008e47a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'f610a188-b8a1-4813-a5cf-317945c926d7'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:20:40.302916 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9f4d4349-f536-49aa-8ffe-a9b83e619677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:40.352482 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-f02af2f8-c3fd-44dc-aa7f-27908fc301cc tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Calling delete_port for c91e6f16-fe6a-400a-84dd-f8f37971abd2 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:40.437566 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5084e904-5cfc-4d65-8a57-6bc666768064 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:40.477041 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5084e904-5cfc-4d65-8a57-6bc666768064 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:subnet and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:40.488848 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5084e904-5cfc-4d65-8a57-6bc666768064 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:40.505815 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5084e904-5cfc-4d65-8a57-6bc666768064 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:40.540577 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-30410f29-ed0e-49b9-b23a-7236f56c5842 None None] For port acdcd118-465d-4d53-b19d-04368a4da9e1, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:20:40.555286 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-30410f29-ed0e-49b9-b23a-7236f56c5842 None None] For port acdcd118-465d-4d53-b19d-04368a4da9e1, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=acdcd118-465d-4d53-b19d-04368a4da9e1,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:20:40.556659 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-9f4d4349-f536-49aa-8ffe-a9b83e619677 None None] For port c50c9e3f-776c-4e90-9983-29b369042541, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:20:40.560442 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-9f4d4349-f536-49aa-8ffe-a9b83e619677 None None] For port c50c9e3f-776c-4e90-9983-29b369042541, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c50c9e3f-776c-4e90-9983-29b369042541,segment=NetworkSegment(4d4f6011-666f-443d-9bed-2e9008e47a03),segment_id=4d4f6011-666f-443d-9bed-2e9008e47a03)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:20:40.569833 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1626479c-558e-48a0-9345-eb9d9d9cd1ed tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:40.616652 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3e6762e9-7d22-4bca-ba61-c973ef831a26 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a79ea8df91e84b63a37c56a5dffd7809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4609861 Apr 11 14:20:40.624246 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38240) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:40.626690 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5084e904-5cfc-4d65-8a57-6bc666768064 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:40.630766 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5084e904-5cfc-4d65-8a57-6bc666768064 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:40.638497 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9f4d4349-f536-49aa-8ffe-a9b83e619677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:40.644253 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-30410f29-ed0e-49b9-b23a-7236f56c5842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:40.735255 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:20:40.758316 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d4349-f536-49aa-8ffe-a9b83e619677 None None] Pushing event updated for resources: {'Port': ['ID=c50c9e3f-776c-4e90-9983-29b369042541,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:40.760075 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f02af2f8-c3fd-44dc-aa7f-27908fc301cc tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:40.822889 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-199c31fd-bdaf-40d1-a3a6-9315086bd714 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 2001:db8::f816:3eff:fe07:dd82 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/94090540-af64-4b16-8b16-8c19410deae8/758d8c36-baf7-4462-95fb-345b1a1dd310) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:40.827340 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-08f6ad07-6074-4bcc-90bd-38f4f5f6261e tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:40.850523 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30410f29-ed0e-49b9-b23a-7236f56c5842 None None] Pushing event updated for resources: {'Port': ['ID=acdcd118-465d-4d53-b19d-04368a4da9e1,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:40.863349 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02af2f8-c3fd-44dc-aa7f-27908fc301cc tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Pushing event deleted for resources: {'Port': ['ID=c91e6f16-fe6a-400a-84dd-f8f37971abd2,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:40.896855 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f02af2f8-c3fd-44dc-aa7f-27908fc301cc tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:40.914761 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1626479c-558e-48a0-9345-eb9d9d9cd1ed tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:40.977994 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-aa187edf-9e0b-483c-bd39-bafe338a3e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:41.038128 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-1626479c-558e-48a0-9345-eb9d9d9cd1ed tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Deleting port e7750e98-6e6e-4a3a-983b-46a2885c65c2 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:41.038499 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1626479c-558e-48a0-9345-eb9d9d9cd1ed tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:41.057068 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f02af2f8-c3fd-44dc-aa7f-27908fc301cc tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] 10.222.0.66 "DELETE /v2.0/ports/c91e6f16-fe6a-400a-84dd-f8f37971abd2 HTTP/1.1" status: 204 len: 168 time: 1.5010471 Apr 11 14:20:41.064483 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38244) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:41.141336 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-aa187edf-9e0b-483c-bd39-bafe338a3e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:41.271412 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8bc25f6-dcd4-4a24-a686-b503747a673d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] GET failed (client error): The resource could not be found. Apr 11 14:20:41.272380 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a8bc25f6-dcd4-4a24-a686-b503747a673d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Synchronizing usage tracker for tenant:6e02807210004f648d67ab606ae86813 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:41.418450 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-199c31fd-bdaf-40d1-a3a6-9315086bd714 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:41.446751 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-199c31fd-bdaf-40d1-a3a6-9315086bd714 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Transition to ACTIVE for port object 758d8c36-baf7-4462-95fb-345b1a1dd310 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:41.461793 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a8bc25f6-dcd4-4a24-a686-b503747a673d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Unset dirty status for tenant:6e02807210004f648d67ab606ae86813 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:41.463106 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a8bc25f6-dcd4-4a24-a686-b503747a673d tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] 10.222.0.66 "GET /v2.0/ports/c91e6f16-fe6a-400a-84dd-f8f37971abd2 HTTP/1.1" status: 404 len: 333 time: 0.3943548 Apr 11 14:20:41.468192 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38248) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:41.484877 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-9c03904a-80d4-4ba5-a4dc-1f163ce3f865 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Request body: {'port': {'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1253004477'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:41.497615 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-9c03904a-80d4-4ba5-a4dc-1f163ce3f865 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:41.518180 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-aa187edf-9e0b-483c-bd39-bafe338a3e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:41.531473 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-9c03904a-80d4-4ba5-a4dc-1f163ce3f865 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:41.542944 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa187edf-9e0b-483c-bd39-bafe338a3e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a18c28-116d-4ae5-b17a-d4ce5684793f,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:41.558786 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-aa187edf-9e0b-483c-bd39-bafe338a3e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:41.562952 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-aa187edf-9e0b-483c-bd39-bafe338a3e6e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/14a18c28-116d-4ae5-b17a-d4ce5684793f HTTP/1.1" status: 204 len: 168 time: 0.9346523 Apr 11 14:20:41.563111 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1626479c-558e-48a0-9345-eb9d9d9cd1ed tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:41.631908 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5084e904-5cfc-4d65-8a57-6bc666768064 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:41.675186 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-199c31fd-bdaf-40d1-a3a6-9315086bd714 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:41.676755 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c03904a-80d4-4ba5-a4dc-1f163ce3f865 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Made reservation on behalf of 6e02807210004f648d67ab606ae86813 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:41.679725 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9c03904a-80d4-4ba5-a4dc-1f163ce3f865 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:41.697109 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-1626479c-558e-48a0-9345-eb9d9d9cd1ed tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Calling delete_port for e7750e98-6e6e-4a3a-983b-46a2885c65c2 owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:41.766204 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5084e904-5cfc-4d65-8a57-6bc666768064 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network f610a188-b8a1-4813-a5cf-317945c926d7 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:41.779488 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-5084e904-5cfc-4d65-8a57-6bc666768064 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:41.787640 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5084e904-5cfc-4d65-8a57-6bc666768064 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:41.788208 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5084e904-5cfc-4d65-8a57-6bc666768064 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:41.800375 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199c31fd-bdaf-40d1-a3a6-9315086bd714 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:41.807651 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-9c03904a-80d4-4ba5-a4dc-1f163ce3f865 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] device_id is not set on port 610db14b-c474-4070-ade1-db121de3057d yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:20:41.836442 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-08f6ad07-6074-4bcc-90bd-38f4f5f6261e tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Deleting port 236dd789-14bc-445a-a3a6-a2eb55e1a4a1 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:41.836776 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-08f6ad07-6074-4bcc-90bd-38f4f5f6261e tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:42.037423 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-199c31fd-bdaf-40d1-a3a6-9315086bd714 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:42.061879 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199c31fd-bdaf-40d1-a3a6-9315086bd714 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:42.076667 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199c31fd-bdaf-40d1-a3a6-9315086bd714 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:42.077318 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-199c31fd-bdaf-40d1-a3a6-9315086bd714 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:42.081955 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084e904-5cfc-4d65-8a57-6bc666768064 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Subnet': ['ID=51183d6c-7cda-4934-b9f5-21670f15349c,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:42.100777 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c31fd-bdaf-40d1-a3a6-9315086bd714 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=758d8c36-baf7-4462-95fb-345b1a1dd310,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:42.168471 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5084e904-5cfc-4d65-8a57-6bc666768064 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6605868 Apr 11 14:20:42.171196 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38262) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:42.183953 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-4394afee-928c-48f2-b1d4-a4e7ec54dd52 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'port': {'network_id': 'f610a188-b8a1-4813-a5cf-317945c926d7', 'fixed_ips': [{'subnet_id': '79f75798-2a1d-4ddc-99a4-cb2a6497b8ae'}, {'subnet_id': '51183d6c-7cda-4934-b9f5-21670f15349c'}], 'name': 'tempest-PortsTestJSON-1767987766'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:42.186729 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1626479c-558e-48a0-9345-eb9d9d9cd1ed tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:42.232473 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-08f6ad07-6074-4bcc-90bd-38f4f5f6261e tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:42.250755 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626479c-558e-48a0-9345-eb9d9d9cd1ed tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Pushing event deleted for resources: {'Port': ['ID=e7750e98-6e6e-4a3a-983b-46a2885c65c2,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:42.318850 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-199c31fd-bdaf-40d1-a3a6-9315086bd714 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7486608 Apr 11 14:20:42.324592 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38266) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:42.562776 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9c03904a-80d4-4ba5-a4dc-1f163ce3f865 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:42.576518 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-08f6ad07-6074-4bcc-90bd-38f4f5f6261e tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Calling delete_port for 236dd789-14bc-445a-a3a6-a2eb55e1a4a1 owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:42.601105 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c50c9e3f-776c-4e90-9983-29b369042541 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:20:42.623140 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-4394afee-928c-48f2-b1d4-a4e7ec54dd52 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:42.630626 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4394afee-928c-48f2-b1d4-a4e7ec54dd52 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:port and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:42.634743 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4394afee-928c-48f2-b1d4-a4e7ec54dd52 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:42.640229 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1626479c-558e-48a0-9345-eb9d9d9cd1ed tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:42.655434 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-4394afee-928c-48f2-b1d4-a4e7ec54dd52 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:42.691026 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f50061b-48ef-403a-9a4d-db17de108778 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:42.702680 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f50061b-48ef-403a-9a4d-db17de108778 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:42.703556 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-6f50061b-48ef-403a-9a4d-db17de108778 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:42.740260 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b700eac7-0ef2-4603-9853-4bf59fbf8d5c None None] Provisioning for port acdcd118-465d-4d53-b19d-04368a4da9e1 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:42.866373 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4394afee-928c-48f2-b1d4-a4e7ec54dd52 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:42.872784 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port c50c9e3f-776c-4e90-9983-29b369042541 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:42.882467 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device acdcd118-465d-4d53-b19d-04368a4da9e1 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:20:42.884850 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1626479c-558e-48a0-9345-eb9d9d9cd1ed tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:42.890081 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1626479c-558e-48a0-9345-eb9d9d9cd1ed tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:42.893205 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-6f50061b-48ef-403a-9a4d-db17de108778 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:42.900288 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6f50061b-48ef-403a-9a4d-db17de108778 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.5721743 Apr 11 14:20:42.901982 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9c03904a-80d4-4ba5-a4dc-1f163ce3f865 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:42.932159 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd599c72-3fbf-4712-9412-f00c48d548be None None] Network f610a188-b8a1-4813-a5cf-317945c926d7 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:42.967396 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-adb44c0f-e727-4fac-b512-e785ad32ec9c None None] Provisioning for port 758d8c36-baf7-4462-95fb-345b1a1dd310 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:42.989372 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-adb44c0f-e727-4fac-b512-e785ad32ec9c None None] Provisioning complete for port 758d8c36-baf7-4462-95fb-345b1a1dd310 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:42.990176 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-adb44c0f-e727-4fac-b512-e785ad32ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:43.015894 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38278) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:43.140305 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1626479c-558e-48a0-9345-eb9d9d9cd1ed tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:43.144199 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-adb44c0f-e727-4fac-b512-e785ad32ec9c None None] Port 758d8c36-baf7-4462-95fb-345b1a1dd310 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:20:43.145021 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1626479c-558e-48a0-9345-eb9d9d9cd1ed tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Fanout notify agent at l3_agent the message router_deleted on router 5ecd831f-3e09-433f-8e38-bfa4fd88eb04 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:20:43.186762 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1626479c-558e-48a0-9345-eb9d9d9cd1ed tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:43.191543 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1626479c-558e-48a0-9345-eb9d9d9cd1ed tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "DELETE /v2.0/routers/5ecd831f-3e09-433f-8e38-bfa4fd88eb04 HTTP/1.1" status: 204 len: 168 time: 2.9455276 Apr 11 14:20:43.192264 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38284) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:43.214474 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port acdcd118-465d-4d53-b19d-04368a4da9e1 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:43.220794 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c03904a-80d4-4ba5-a4dc-1f163ce3f865 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Network 3e2b9929-56e9-4307-8151-9e010ca342aa is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:43.228886 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port acdcd118-465d-4d53-b19d-04368a4da9e1 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:43.229354 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:43.229535 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-abe79459-5dd0-45fd-b7c3-b8046ca7a8c6 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Request body: {'router': {'name': 'tempest-snat-router-689523769', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'enable_snat': False}}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:43.233049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-9c03904a-80d4-4ba5-a4dc-1f163ce3f865 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:43.243826 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-abe79459-5dd0-45fd-b7c3-b8046ca7a8c6 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:43.246506 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c03904a-80d4-4ba5-a4dc-1f163ce3f865 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:43.247445 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c03904a-80d4-4ba5-a4dc-1f163ce3f865 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:43.248048 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9c03904a-80d4-4ba5-a4dc-1f163ce3f865 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:43.255367 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-94896aaf-8935-4a94-a9ca-931eee39c191 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting port 758d8c36-baf7-4462-95fb-345b1a1dd310 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:43.255701 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-94896aaf-8935-4a94-a9ca-931eee39c191 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:43.266384 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38288) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:43.286153 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03904a-80d4-4ba5-a4dc-1f163ce3f865 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Pushing event updated for resources: {'Port': ['ID=610db14b-c474-4070-ade1-db121de3057d,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:43.321013 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-abe79459-5dd0-45fd-b7c3-b8046ca7a8c6 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Usage tracker for resource:router and tenant:44053de9de3f4465a441134d64e44170 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:43.324466 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-abe79459-5dd0-45fd-b7c3-b8046ca7a8c6 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:43.331787 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-abe79459-5dd0-45fd-b7c3-b8046ca7a8c6 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:43.363013 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-08f6ad07-6074-4bcc-90bd-38f4f5f6261e tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:43.418685 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9c03904a-80d4-4ba5-a4dc-1f163ce3f865 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9488668 Apr 11 14:20:43.423359 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38294) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:43.428882 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-93bbf9cb-2b6e-4dcc-ad1b-9fac78eeec67 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-469977783'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:43.432738 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4394afee-928c-48f2-b1d4-a4e7ec54dd52 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:43.436227 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3f447823-a12f-441b-a650-cf3302b5faa9 None None] Provisioning for port c50c9e3f-776c-4e90-9983-29b369042541 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:43.446130 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6ad07-6074-4bcc-90bd-38f4f5f6261e tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event deleted for resources: {'Port': ['ID=236dd789-14bc-445a-a3a6-a2eb55e1a4a1,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:43.446401 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:43.447474 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-abe79459-5dd0-45fd-b7c3-b8046ca7a8c6 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:43.448503 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-abe79459-5dd0-45fd-b7c3-b8046ca7a8c6 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:43.448917 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8373'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:43.454336 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3f447823-a12f-441b-a650-cf3302b5faa9 None None] Provisioning complete for port c50c9e3f-776c-4e90-9983-29b369042541 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:43.455282 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3f447823-a12f-441b-a650-cf3302b5faa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:43.510011 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-4394afee-928c-48f2-b1d4-a4e7ec54dd52 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] device_id is not set on port 410e476b-e2e5-4677-9ecd-0fef634b0fbd yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:20:43.511790 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-93bbf9cb-2b6e-4dcc-ad1b-9fac78eeec67 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:43.583620 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port acdcd118-465d-4d53-b19d-04368a4da9e1, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=acdcd118-465d-4d53-b19d-04368a4da9e1,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:43.598126 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-abe79459-5dd0-45fd-b7c3-b8046ca7a8c6 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:43.623370 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:43.646787 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44ddefa-72a2-4a58-8896-48e712de24a8 None None] Update dhcp port {'port': {'network_id': 'f610a188-b8a1-4813-a5cf-317945c926d7', 'fixed_ips': [{'subnet_id': '79f75798-2a1d-4ddc-99a4-cb2a6497b8ae', 'ip_address': '172.20.0.2'}, {'subnet_id': '51183d6c-7cda-4934-b9f5-21670f15349c'}], 'binding:host_id': 'dv-neutron-837330-1-hyperv'}, 'id': 'c50c9e3f-776c-4e90-9983-29b369042541'} from dv-neutron-837330-1-hyperv. {{(pid=88618) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 11 14:20:43.664581 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-93bbf9cb-2b6e-4dcc-ad1b-9fac78eeec67 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Usage tracker for resource:network and tenant:e64484a71f41439a9e4d89000c1f607b is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:43.677034 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-93bbf9cb-2b6e-4dcc-ad1b-9fac78eeec67 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:43.693133 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:43.702638 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-93bbf9cb-2b6e-4dcc-ad1b-9fac78eeec67 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:43.786779 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3f447823-a12f-441b-a650-cf3302b5faa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:43.793095 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-94896aaf-8935-4a94-a9ca-931eee39c191 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:43.803311 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a44ddefa-72a2-4a58-8896-48e712de24a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:43.838746 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bbf9cb-2b6e-4dcc-ad1b-9fac78eeec67 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Made reservation on behalf of e64484a71f41439a9e4d89000c1f607b for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:43.842689 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-93bbf9cb-2b6e-4dcc-ad1b-9fac78eeec67 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:43.882114 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=acdcd118-465d-4d53-b19d-04368a4da9e1,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:43.882671 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-93bbf9cb-2b6e-4dcc-ad1b-9fac78eeec67 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:43.908606 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-3f447823-a12f-441b-a650-cf3302b5faa9 None None] For port c50c9e3f-776c-4e90-9983-29b369042541, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c50c9e3f-776c-4e90-9983-29b369042541,segment=NetworkSegment(4d4f6011-666f-443d-9bed-2e9008e47a03),segment_id=4d4f6011-666f-443d-9bed-2e9008e47a03)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:43.914018 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-93bbf9cb-2b6e-4dcc-ad1b-9fac78eeec67 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:43.918943 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-93bbf9cb-2b6e-4dcc-ad1b-9fac78eeec67 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Usage tracker for resource:security_group_rule and tenant:e64484a71f41439a9e4d89000c1f607b is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:43.929214 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-93bbf9cb-2b6e-4dcc-ad1b-9fac78eeec67 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:44.002496 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3f447823-a12f-441b-a650-cf3302b5faa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:44.052431 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-93bbf9cb-2b6e-4dcc-ad1b-9fac78eeec67 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:44.054353 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-94896aaf-8935-4a94-a9ca-931eee39c191 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Calling delete_port for 758d8c36-baf7-4462-95fb-345b1a1dd310 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:44.134904 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-08f6ad07-6074-4bcc-90bd-38f4f5f6261e tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:44.145288 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f447823-a12f-441b-a650-cf3302b5faa9 None None] Pushing event updated for resources: {'Port': ['ID=c50c9e3f-776c-4e90-9983-29b369042541,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:44.179109 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-a44ddefa-72a2-4a58-8896-48e712de24a8 None None] Allocated IP 172.20.0.18 (f610a188-b8a1-4813-a5cf-317945c926d7/51183d6c-7cda-4934-b9f5-21670f15349c/c50c9e3f-776c-4e90-9983-29b369042541) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:44.344046 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-a44ddefa-72a2-4a58-8896-48e712de24a8 None None] For port c50c9e3f-776c-4e90-9983-29b369042541, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c50c9e3f-776c-4e90-9983-29b369042541,segment=NetworkSegment(4d4f6011-666f-443d-9bed-2e9008e47a03),segment_id=4d4f6011-666f-443d-9bed-2e9008e47a03)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:44.375032 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a44ddefa-72a2-4a58-8896-48e712de24a8 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:44.411850 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] device_id is not set on port 610db14b-c474-4070-ade1-db121de3057d yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:20:44.412074 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a44ddefa-72a2-4a58-8896-48e712de24a8 None None] Transition to ACTIVE for port object c50c9e3f-776c-4e90-9983-29b369042541 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:44.418394 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:44.438693 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c50c9e3f-776c-4e90-9983-29b369042541 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:20:44.472475 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Transition to ACTIVE for port object 610db14b-c474-4070-ade1-db121de3057d will not be triggered until provisioned by entity L2. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:44.480455 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-93bbf9cb-2b6e-4dcc-ad1b-9fac78eeec67 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:44.501924 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a44ddefa-72a2-4a58-8896-48e712de24a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:44.527421 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-abe79459-5dd0-45fd-b7c3-b8046ca7a8c6 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:44.576585 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:44.688320 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-93bbf9cb-2b6e-4dcc-ad1b-9fac78eeec67 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:44.727566 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device acdcd118-465d-4d53-b19d-04368a4da9e1 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:20:44.760546 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ddefa-72a2-4a58-8896-48e712de24a8 None None] Pushing event updated for resources: {'Port': ['ID=c50c9e3f-776c-4e90-9983-29b369042541,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:44.824099 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port acdcd118-465d-4d53-b19d-04368a4da9e1 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:44.824721 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:44.837366 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-94896aaf-8935-4a94-a9ca-931eee39c191 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:44.848698 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-4394afee-928c-48f2-b1d4-a4e7ec54dd52 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Allocated IP 172.20.0.3 (f610a188-b8a1-4813-a5cf-317945c926d7/79f75798-2a1d-4ddc-99a4-cb2a6497b8ae/410e476b-e2e5-4677-9ecd-0fef634b0fbd) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:44.911887 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94896aaf-8935-4a94-a9ca-931eee39c191 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Port': ['ID=758d8c36-baf7-4462-95fb-345b1a1dd310,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:44.915028 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-4394afee-928c-48f2-b1d4-a4e7ec54dd52 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Allocated IP 172.20.0.30 (f610a188-b8a1-4813-a5cf-317945c926d7/51183d6c-7cda-4934-b9f5-21670f15349c/410e476b-e2e5-4677-9ecd-0fef634b0fbd) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:44.996507 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93bbf9cb-2b6e-4dcc-ad1b-9fac78eeec67 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:20:45.015557 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Pushing event updated for resources: {'Port': ['ID=610db14b-c474-4070-ade1-db121de3057d,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:45.025928 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bbf9cb-2b6e-4dcc-ad1b-9fac78eeec67 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d7eb9f-de24-4494-9d1a-24d378b91283,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:45.044477 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-94896aaf-8935-4a94-a9ca-931eee39c191 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:45.066501 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f6ad07-6074-4bcc-90bd-38f4f5f6261e tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Router 9a7e69eb-1dc7-4f28-bf10-f9bbc6838766 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:20:45.078212 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-93bbf9cb-2b6e-4dcc-ad1b-9fac78eeec67 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:45.079678 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-93bbf9cb-2b6e-4dcc-ad1b-9fac78eeec67 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Added segment 99169d4a-ccc8-4c9b-b417-9d7398ec4ca7 of type vlan for network 90e03114-18cc-4afe-b336-6cdf618e2d93 Apr 11 14:20:45.117710 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:45.121154 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:45.121154 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:45.224666 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-94896aaf-8935-4a94-a9ca-931eee39c191 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/758d8c36-baf7-4462-95fb-345b1a1dd310 HTTP/1.1" status: 204 len: 168 time: 2.2073443 Apr 11 14:20:45.229505 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38304) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:45.249832 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 610db14b-c474-4070-ade1-db121de3057d on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:45.250236 dv-neutron-837330-1-hyperv neutron-server[88616]: ERROR neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 610db14b-c474-4070-ade1-db121de3057d on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:45.311293 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.plugins.ml2.plugin [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempt 2 to bind port 610db14b-c474-4070-ade1-db121de3057d Apr 11 14:20:45.354702 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-93bbf9cb-2b6e-4dcc-ad1b-9fac78eeec67 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:45.370640 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:45.370819 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:45.371156 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:45.388451 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f6ad07-6074-4bcc-90bd-38f4f5f6261e tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:20:45.391194 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 610db14b-c474-4070-ade1-db121de3057d on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:45.391448 dv-neutron-837330-1-hyperv neutron-server[88616]: ERROR neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 610db14b-c474-4070-ade1-db121de3057d on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:45.399327 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.plugins.ml2.plugin [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempt 3 to bind port 610db14b-c474-4070-ade1-db121de3057d Apr 11 14:20:45.402454 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64898537-e679-4ed9-b8a6-ddcce0e621fc None None] Sync routers for ids ['9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:20:45.414282 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64898537-e679-4ed9-b8a6-ddcce0e621fc None None] Routers {'9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:20:45.415179 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-64898537-e679-4ed9-b8a6-ddcce0e621fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:45.432136 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:45.432473 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:45.432814 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:45.447013 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 610db14b-c474-4070-ade1-db121de3057d on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:45.447343 dv-neutron-837330-1-hyperv neutron-server[88616]: ERROR neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 610db14b-c474-4070-ade1-db121de3057d on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:45.451591 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.plugins.ml2.plugin [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempt 4 to bind port 610db14b-c474-4070-ade1-db121de3057d Apr 11 14:20:45.475533 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-08f6ad07-6074-4bcc-90bd-38f4f5f6261e tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "PUT /v2.0/routers/9a7e69eb-1dc7-4f28-bf10-f9bbc6838766/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1320176 Apr 11 14:20:45.476130 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38310) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:45.480326 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:45.480659 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:45.481003 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:45.507125 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-64898537-e679-4ed9-b8a6-ddcce0e621fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:45.521880 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64898537-e679-4ed9-b8a6-ddcce0e621fc None None] Routers {'9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:20:45.522756 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-64898537-e679-4ed9-b8a6-ddcce0e621fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:45.576088 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-93bbf9cb-2b6e-4dcc-ad1b-9fac78eeec67 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:45.579835 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-abe79459-5dd0-45fd-b7c3-b8046ca7a8c6 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:45.582888 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bbf9cb-2b6e-4dcc-ad1b-9fac78eeec67 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:45.583512 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-93bbf9cb-2b6e-4dcc-ad1b-9fac78eeec67 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:45.588551 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74d87ff-ea91-4e0f-bc8f-1780a80ca68a None None] Network f610a188-b8a1-4813-a5cf-317945c926d7 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:45.605146 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 610db14b-c474-4070-ade1-db121de3057d on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:45.605478 dv-neutron-837330-1-hyperv neutron-server[88616]: ERROR neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 610db14b-c474-4070-ade1-db121de3057d on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:45.608055 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bd6a5d-8f92-4749-a76a-03fdb4a37cad tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:45.609563 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bd6a5d-8f92-4749-a76a-03fdb4a37cad tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:45.610401 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-20bd6a5d-8f92-4749-a76a-03fdb4a37cad tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:45.615122 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.plugins.ml2.plugin [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempt 5 to bind port 610db14b-c474-4070-ade1-db121de3057d Apr 11 14:20:45.625075 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-64898537-e679-4ed9-b8a6-ddcce0e621fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:45.625713 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64898537-e679-4ed9-b8a6-ddcce0e621fc None None] The sync data for ids ['9a7e69eb-1dc7-4f28-bf10-f9bbc6838766'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:20:45.630836 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-abe79459-5dd0-45fd-b7c3-b8046ca7a8c6 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:45.647446 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:45.647785 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:45.648112 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:45.673798 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 610db14b-c474-4070-ade1-db121de3057d on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:45.674271 dv-neutron-837330-1-hyperv neutron-server[88616]: ERROR neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 610db14b-c474-4070-ade1-db121de3057d on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:45.715757 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4394afee-928c-48f2-b1d4-a4e7ec54dd52 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:45.722017 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.plugins.ml2.plugin [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempt 6 to bind port 610db14b-c474-4070-ade1-db121de3057d Apr 11 14:20:45.744695 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-4394afee-928c-48f2-b1d4-a4e7ec54dd52 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Transition to ACTIVE for port object 410e476b-e2e5-4677-9ecd-0fef634b0fbd will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:45.778539 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f84c9e6a-2c6a-44c5-88d0-123c5ca020e9 None None] Provisioning for port c50c9e3f-776c-4e90-9983-29b369042541 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:45.787227 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f84c9e6a-2c6a-44c5-88d0-123c5ca020e9 None None] Provisioning complete for port c50c9e3f-776c-4e90-9983-29b369042541 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:45.787720 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f84c9e6a-2c6a-44c5-88d0-123c5ca020e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:45.821299 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-93bbf9cb-2b6e-4dcc-ad1b-9fac78eeec67 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.5462842 Apr 11 14:20:45.821299 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:45.821299 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:45.821299 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:45.821714 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38314) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:45.821801 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bbf9cb-2b6e-4dcc-ad1b-9fac78eeec67 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Network': ['ID=90e03114-18cc-4afe-b336-6cdf618e2d93,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:45.824064 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-abe79459-5dd0-45fd-b7c3-b8046ca7a8c6 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Allocated IP 172.26.7.203 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:45.828997 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-973e9173-7288-49b4-b931-0f2c8271c2de tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1436695235'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:45.832561 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 610db14b-c474-4070-ade1-db121de3057d on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:45.832869 dv-neutron-837330-1-hyperv neutron-server[88616]: ERROR neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 610db14b-c474-4070-ade1-db121de3057d on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:45.835079 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.plugins.ml2.plugin [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempt 7 to bind port 610db14b-c474-4070-ade1-db121de3057d Apr 11 14:20:45.837997 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-973e9173-7288-49b4-b931-0f2c8271c2de tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:45.840092 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 90e03114-18cc-4afe-b336-6cdf618e2d93 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:20:45.848218 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-20bd6a5d-8f92-4749-a76a-03fdb4a37cad tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:45.850248 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-20bd6a5d-8f92-4749-a76a-03fdb4a37cad tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.6105368 Apr 11 14:20:45.852515 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-973e9173-7288-49b4-b931-0f2c8271c2de tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Usage tracker for resource:network and tenant:e64484a71f41439a9e4d89000c1f607b is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:45.853227 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38318) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:45.854923 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-973e9173-7288-49b4-b931-0f2c8271c2de tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:45.863438 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-973e9173-7288-49b4-b931-0f2c8271c2de tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:45.898778 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:45.899151 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:45.899947 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:45.911669 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e025fd95-7d75-4374-94de-4c02ce63a920 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:45.953171 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4394afee-928c-48f2-b1d4-a4e7ec54dd52 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:45.980549 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 610db14b-c474-4070-ade1-db121de3057d on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:45.981023 dv-neutron-837330-1-hyperv neutron-server[88616]: ERROR neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 610db14b-c474-4070-ade1-db121de3057d on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:45.991921 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.plugins.ml2.plugin [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempt 8 to bind port 610db14b-c474-4070-ade1-db121de3057d Apr 11 14:20:46.021661 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973e9173-7288-49b4-b931-0f2c8271c2de tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Made reservation on behalf of e64484a71f41439a9e4d89000c1f607b for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:46.022012 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-973e9173-7288-49b4-b931-0f2c8271c2de tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:46.029620 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-6552a96d-bd01-45d5-895a-740cbc9795e7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet 94090540-af64-4b16-8b16-8c19410deae8 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:20:46.031467 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:46.031799 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:46.032662 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:46.040286 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6552a96d-bd01-45d5-895a-740cbc9795e7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:46.070653 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4394afee-928c-48f2-b1d4-a4e7ec54dd52 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network f610a188-b8a1-4813-a5cf-317945c926d7 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:46.076043 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 610db14b-c474-4070-ade1-db121de3057d on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:46.076438 dv-neutron-837330-1-hyperv neutron-server[88616]: ERROR neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 610db14b-c474-4070-ade1-db121de3057d on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:46.084024 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-4394afee-928c-48f2-b1d4-a4e7ec54dd52 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:46.084274 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.plugins.ml2.plugin [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempt 9 to bind port 610db14b-c474-4070-ade1-db121de3057d Apr 11 14:20:46.091541 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4394afee-928c-48f2-b1d4-a4e7ec54dd52 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:46.127907 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394afee-928c-48f2-b1d4-a4e7ec54dd52 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Port': ['ID=410e476b-e2e5-4677-9ecd-0fef634b0fbd,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:46.178741 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973e9173-7288-49b4-b931-0f2c8271c2de tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:20:46.180104 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:46.180529 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:46.180767 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:46.184948 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-abe79459-5dd0-45fd-b7c3-b8046ca7a8c6 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:46.198751 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6552a96d-bd01-45d5-895a-740cbc9795e7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:46.211014 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-973e9173-7288-49b4-b931-0f2c8271c2de tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:46.211014 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-973e9173-7288-49b4-b931-0f2c8271c2de tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Added segment 44c603e5-9ad4-493d-8f3b-8505f8fab60c of type vlan for network c69ae548-3f7c-439e-9410-1b2e7ab54eb0 Apr 11 14:20:46.221529 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4394afee-928c-48f2-b1d4-a4e7ec54dd52 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:46.222352 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4394afee-928c-48f2-b1d4-a4e7ec54dd52 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:46.242133 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 610db14b-c474-4070-ade1-db121de3057d on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:46.242455 dv-neutron-837330-1-hyperv neutron-server[88616]: ERROR neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 610db14b-c474-4070-ade1-db121de3057d on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:46.252227 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.plugins.ml2.plugin [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempt 10 to bind port 610db14b-c474-4070-ade1-db121de3057d Apr 11 14:20:46.284416 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e025fd95-7d75-4374-94de-4c02ce63a920 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:46.287297 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:46.287630 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:46.287970 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempting to bind port 610db14b-c474-4070-ade1-db121de3057d on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:46.305422 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Port 610db14b-c474-4070-ade1-db121de3057d on network 3e2b9929-56e9-4307-8151-9e010ca342aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:20:46.305755 dv-neutron-837330-1-hyperv neutron-server[88616]: ERROR neutron.plugins.ml2.managers [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Failed to bind port 610db14b-c474-4070-ade1-db121de3057d on host hv-neutron-8373 for vnic_type normal using segments [{'id': '6ced2437-5e36-4282-abcc-2a3c5bdb4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3e2b9929-56e9-4307-8151-9e010ca342aa'}] Apr 11 14:20:46.306142 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:46.398982 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6552a96d-bd01-45d5-895a-740cbc9795e7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:46.402015 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c50c9e3f-776c-4e90-9983-29b369042541 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:20:46.420591 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4394afee-928c-48f2-b1d4-a4e7ec54dd52 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.2479537 Apr 11 14:20:46.423639 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-973e9173-7288-49b4-b931-0f2c8271c2de tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:46.428186 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38322) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:46.437136 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-d551344b-e4b2-4940-b90f-0626e3c56913 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '79f75798-2a1d-4ddc-99a4-cb2a6497b8ae'}]}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:46.477104 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-e025fd95-7d75-4374-94de-4c02ce63a920 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Deleting port 33e9c5aa-3900-412c-a7ca-9665084fd73b {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:46.477442 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e025fd95-7d75-4374-94de-4c02ce63a920 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:46.510793 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port c50c9e3f-776c-4e90-9983-29b369042541 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:46.511246 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:46.565050 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-abe79459-5dd0-45fd-b7c3-b8046ca7a8c6 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:46.598849 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-91763cd9-3d84-4db6-88b0-6df9864c38b5 None None] Provisioning complete for port c50c9e3f-776c-4e90-9983-29b369042541 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:46.599085 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-91763cd9-3d84-4db6-88b0-6df9864c38b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:46.627212 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-973e9173-7288-49b4-b931-0f2c8271c2de tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:46.627552 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] For port 610db14b-c474-4070-ade1-db121de3057d, host hv-neutron-8373, cleared binding levels {{(pid=88616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:20:46.627939 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attempted to set empty binding levels {{(pid=88616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 11 14:20:46.633002 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973e9173-7288-49b4-b931-0f2c8271c2de tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:46.633630 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-973e9173-7288-49b4-b931-0f2c8271c2de tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:46.706281 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6552a96d-bd01-45d5-895a-740cbc9795e7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:46.744945 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe79459-5dd0-45fd-b7c3-b8046ca7a8c6 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:46.750365 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d551344b-e4b2-4940-b90f-0626e3c56913 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:46.750522 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:46.761379 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe79459-5dd0-45fd-b7c3-b8046ca7a8c6 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Pushing event updated for resources: {'Port': ['ID=2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:46.764055 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-abe79459-5dd0-45fd-b7c3-b8046ca7a8c6 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:46.821782 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe79459-5dd0-45fd-b7c3-b8046ca7a8c6 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:46.862984 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-973e9173-7288-49b4-b931-0f2c8271c2de tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0417831 Apr 11 14:20:46.898045 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38328) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:46.900466 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e9173-7288-49b4-b931-0f2c8271c2de tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Network': ['ID=c69ae548-3f7c-439e-9410-1b2e7ab54eb0,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:46.916113 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network c69ae548-3f7c-439e-9410-1b2e7ab54eb0 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:20:46.917635 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-24ee4cac-bc24-43a7-8c24-8bf3ab415114 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'subnet': {'network_id': '90e03114-18cc-4afe-b336-6cdf618e2d93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:46.954120 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4237ffd0-40f5-4b8b-8300-323f51b13c18 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:46.954320 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552a96d-bd01-45d5-895a-740cbc9795e7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=94090540-af64-4b16-8b16-8c19410deae8,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:46.959428 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6552a96d-bd01-45d5-895a-740cbc9795e7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:47.027842 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e025fd95-7d75-4374-94de-4c02ce63a920 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:47.048758 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Pushing event updated for resources: {'Port': ['ID=610db14b-c474-4070-ade1-db121de3057d,revision_number=3']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:47.110428 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] In _notify_port_updated(), no bound segment for port 610db14b-c474-4070-ade1-db121de3057d on network 3e2b9929-56e9-4307-8151-9e010ca342aa {{(pid=88616) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 11 14:20:47.111375 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:47.112061 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:47.116224 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2f9103ae-5a13-417b-9586-60a011926aeb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] 10.222.0.66 "PUT /v2.0/ports/610db14b-c474-4070-ade1-db121de3057d HTTP/1.1" status: 200 len: 977 time: 3.6750405 Apr 11 14:20:47.147377 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-149a9e74-9ef1-44a5-bbf0-4e84f930029d None None] Provisioning for port 410e476b-e2e5-4677-9ecd-0fef634b0fbd completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:47.166694 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-149a9e74-9ef1-44a5-bbf0-4e84f930029d None None] Provisioning complete for port 410e476b-e2e5-4677-9ecd-0fef634b0fbd triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:47.167064 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-149a9e74-9ef1-44a5-bbf0-4e84f930029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:47.175247 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38332) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:47.178641 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6552a96d-bd01-45d5-895a-740cbc9795e7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/94090540-af64-4b16-8b16-8c19410deae8 HTTP/1.1" status: 204 len: 168 time: 1.3215928 Apr 11 14:20:47.186414 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38336) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:47.186602 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-e025fd95-7d75-4374-94de-4c02ce63a920 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Calling delete_port for 33e9c5aa-3900-412c-a7ca-9665084fd73b owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:47.292337 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-149a9e74-9ef1-44a5-bbf0-4e84f930029d None None] Port 410e476b-e2e5-4677-9ecd-0fef634b0fbd cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:20:47.302752 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-4d00944c-3961-47a1-8404-e2b153a5eabb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Deleting port 610db14b-c474-4070-ade1-db121de3057d {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:47.303097 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4d00944c-3961-47a1-8404-e2b153a5eabb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:47.335407 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-24ee4cac-bc24-43a7-8c24-8bf3ab415114 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:47.343356 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c512166e-5c9d-48b9-8683-dde779ecfb9d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1441762 Apr 11 14:20:47.349187 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-24ee4cac-bc24-43a7-8c24-8bf3ab415114 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Usage tracker for resource:subnet and tenant:e64484a71f41439a9e4d89000c1f607b is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:47.351067 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38340) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:47.357782 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-24ee4cac-bc24-43a7-8c24-8bf3ab415114 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:47.394521 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f535a7b7-65d8-4d6c-af2f-39b1b9094b23 None None] DHCP port deletion for 47d4fbd0-dfc4-4187-bb2e-73c4649db563 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:20:47.400014 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f535a7b7-65d8-4d6c-af2f-39b1b9094b23 None None] Deleting port acdcd118-465d-4d53-b19d-04368a4da9e1 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:47.400855 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f535a7b7-65d8-4d6c-af2f-39b1b9094b23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:47.403083 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-24ee4cac-bc24-43a7-8c24-8bf3ab415114 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:47.564235 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ee4cac-bc24-43a7-8c24-8bf3ab415114 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Made reservation on behalf of e64484a71f41439a9e4d89000c1f607b for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:47.567768 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-24ee4cac-bc24-43a7-8c24-8bf3ab415114 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:47.628351 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f535a7b7-65d8-4d6c-af2f-39b1b9094b23 None None] For port acdcd118-465d-4d53-b19d-04368a4da9e1, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=acdcd118-465d-4d53-b19d-04368a4da9e1,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:47.628685 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f535a7b7-65d8-4d6c-af2f-39b1b9094b23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:47.632097 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb759e6-7c56-45bb-a094-52d6f2ce0400 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:47.636193 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6fb759e6-7c56-45bb-a094-52d6f2ce0400 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2798882 Apr 11 14:20:47.637485 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38344) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:47.707957 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-4d00944c-3961-47a1-8404-e2b153a5eabb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] For port 610db14b-c474-4070-ade1-db121de3057d, host hv-neutron-8373, got binding levels [] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:47.708288 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4d00944c-3961-47a1-8404-e2b153a5eabb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:47.771416 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f535a7b7-65d8-4d6c-af2f-39b1b9094b23 None None] Calling delete_port for acdcd118-465d-4d53-b19d-04368a4da9e1 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:47.861884 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-d551344b-e4b2-4940-b90f-0626e3c56913 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Delete allocated IP 172.20.0.30 (f610a188-b8a1-4813-a5cf-317945c926d7/51183d6c-7cda-4934-b9f5-21670f15349c) {{(pid=88617) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 11 14:20:47.869515 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-abe79459-5dd0-45fd-b7c3-b8046ca7a8c6 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:47.878040 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-4d00944c-3961-47a1-8404-e2b153a5eabb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Calling delete_port for 610db14b-c474-4070-ade1-db121de3057d owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:47.926534 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989677e0-ee2f-401f-9043-8fe802197b3d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:47.927174 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-989677e0-ee2f-401f-9043-8fe802197b3d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:47.984839 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f535a7b7-65d8-4d6c-af2f-39b1b9094b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:48.007526 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e025fd95-7d75-4374-94de-4c02ce63a920 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:48.047420 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535a7b7-65d8-4d6c-af2f-39b1b9094b23 None None] Pushing event deleted for resources: {'Port': ['ID=acdcd118-465d-4d53-b19d-04368a4da9e1,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:48.055901 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-989677e0-ee2f-401f-9043-8fe802197b3d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:48.060086 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-989677e0-ee2f-401f-9043-8fe802197b3d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4186556 Apr 11 14:20:48.063663 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f535a7b7-65d8-4d6c-af2f-39b1b9094b23 None None] No DVR routers for this DVR port acdcd118-465d-4d53-b19d-04368a4da9e1 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:20:48.063801 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38348) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:48.070364 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025fd95-7d75-4374-94de-4c02ce63a920 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event deleted for resources: {'Port': ['ID=33e9c5aa-3900-412c-a7ca-9665084fd73b,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:48.138549 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4d00944c-3961-47a1-8404-e2b153a5eabb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:48.210800 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00944c-3961-47a1-8404-e2b153a5eabb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Pushing event deleted for resources: {'Port': ['ID=610db14b-c474-4070-ade1-db121de3057d,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:48.218500 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4d00944c-3961-47a1-8404-e2b153a5eabb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:48.229780 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-dea087f6-c637-411b-8d97-680dc3d1f243 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1649117 Apr 11 14:20:48.234711 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38352) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:48.237089 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e025fd95-7d75-4374-94de-4c02ce63a920 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:48.300858 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-f1c17a4e-6627-4e7f-882a-e6f95aaf131c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:48.383168 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device acdcd118-465d-4d53-b19d-04368a4da9e1 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:20:48.437044 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4d00944c-3961-47a1-8404-e2b153a5eabb tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] 10.222.0.66 "DELETE /v2.0/ports/610db14b-c474-4070-ade1-db121de3057d HTTP/1.1" status: 204 len: 168 time: 1.2575202 Apr 11 14:20:48.438658 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: acdcd118-465d-4d53-b19d-04368a4da9e1 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:20:48.439540 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38356) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:48.439682 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device acdcd118-465d-4d53-b19d-04368a4da9e1 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:20:48.564723 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-24ee4cac-bc24-43a7-8c24-8bf3ab415114 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:48.627469 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d551344b-e4b2-4940-b90f-0626e3c56913 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:48.676625 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-d551344b-e4b2-4940-b90f-0626e3c56913 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Ignored duplicate provisioning block setup for port 410e476b-e2e5-4677-9ecd-0fef634b0fbd by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 11 14:20:48.760137 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d551344b-e4b2-4940-b90f-0626e3c56913 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:48.765450 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee4cac-bc24-43a7-8c24-8bf3ab415114 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Subnet': ['ID=b2552eea-3167-4414-9931-ea4b919d6902,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:48.771689 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e025fd95-7d75-4374-94de-4c02ce63a920 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:48.786405 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e025fd95-7d75-4374-94de-4c02ce63a920 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:48.788877 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-6313ea03-b1ad-4857-ad4b-ad8323ec1959 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] GET failed (client error): The resource could not be found. Apr 11 14:20:48.789447 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6313ea03-b1ad-4857-ad4b-ad8323ec1959 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Synchronizing usage tracker for tenant:6e02807210004f648d67ab606ae86813 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:48.825136 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f1c17a4e-6627-4e7f-882a-e6f95aaf131c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:48.840931 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f1c17a4e-6627-4e7f-882a-e6f95aaf131c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:48.882922 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-abe79459-5dd0-45fd-b7c3-b8046ca7a8c6 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:48.885685 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ee4cac-bc24-43a7-8c24-8bf3ab415114 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Checking segment: {'id': '99169d4a-ccc8-4c9b-b417-9d7398ec4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '90e03114-18cc-4afe-b336-6cdf618e2d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:20:48.885685 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ee4cac-bc24-43a7-8c24-8bf3ab415114 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network hostable DHCP agents. Network: 90e03114-18cc-4afe-b336-6cdf618e2d93, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:20:48.904694 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e025fd95-7d75-4374-94de-4c02ce63a920 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:48.905294 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e025fd95-7d75-4374-94de-4c02ce63a920 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Fanout notify agent at l3_agent the message router_deleted on router 9a7e69eb-1dc7-4f28-bf10-f9bbc6838766 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:20:48.932911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e025fd95-7d75-4374-94de-4c02ce63a920 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:48.934252 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e025fd95-7d75-4374-94de-4c02ce63a920 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "DELETE /v2.0/routers/9a7e69eb-1dc7-4f28-bf10-f9bbc6838766 HTTP/1.1" status: 204 len: 168 time: 3.4556999 Apr 11 14:20:48.935943 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c17a4e-6627-4e7f-882a-e6f95aaf131c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:48.942147 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f1c17a4e-6627-4e7f-882a-e6f95aaf131c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:48.959448 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6313ea03-b1ad-4857-ad4b-ad8323ec1959 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] Unset dirty status for tenant:6e02807210004f648d67ab606ae86813 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:48.960696 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6313ea03-b1ad-4857-ad4b-ad8323ec1959 tempest-PortsAdminExtendedAttrsTestJSON-1494444804 tempest-PortsAdminExtendedAttrsTestJSON-1494444804-project-admin] 10.222.0.66 "GET /v2.0/ports/610db14b-c474-4070-ade1-db121de3057d HTTP/1.1" status: 404 len: 333 time: 0.5171402 Apr 11 14:20:48.961506 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38360) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:48.966786 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38362) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:49.042089 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551344b-e4b2-4940-b90f-0626e3c56913 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Port': ['ID=410e476b-e2e5-4677-9ecd-0fef634b0fbd,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:49.083955 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-d551344b-e4b2-4940-b90f-0626e3c56913 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] In _notify_port_updated(), no bound segment for port 410e476b-e2e5-4677-9ecd-0fef634b0fbd on network f610a188-b8a1-4813-a5cf-317945c926d7 {{(pid=88617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 11 14:20:49.089529 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d551344b-e4b2-4940-b90f-0626e3c56913 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:49.090218 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d551344b-e4b2-4940-b90f-0626e3c56913 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:49.095181 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d551344b-e4b2-4940-b90f-0626e3c56913 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "PUT /v2.0/ports/410e476b-e2e5-4677-9ecd-0fef634b0fbd HTTP/1.1" status: 200 len: 919 time: 2.6617618 Apr 11 14:20:49.104067 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38370) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:49.160456 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ee4cac-bc24-43a7-8c24-8bf3ab415114 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network 90e03114-18cc-4afe-b336-6cdf618e2d93 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:20:49.184023 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-151682cc-fd5f-445d-bc25-2e4a7fb1d27f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '79f75798-2a1d-4ddc-99a4-cb2a6497b8ae'}, {'subnet_id': '51183d6c-7cda-4934-b9f5-21670f15349c'}]}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:49.237667 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b984f86a-0e8d-43b5-a71b-d38fc63c0587 None None] Provisioning complete for port 410e476b-e2e5-4677-9ecd-0fef634b0fbd triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:49.238313 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b984f86a-0e8d-43b5-a71b-d38fc63c0587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:49.247610 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-24ee4cac-bc24-43a7-8c24-8bf3ab415114 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 90e03114-18cc-4afe-b336-6cdf618e2d93) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:49.254738 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ee4cac-bc24-43a7-8c24-8bf3ab415114 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:49.263448 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-24ee4cac-bc24-43a7-8c24-8bf3ab415114 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:49.276651 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7214e405-9de4-4b3e-ae0f-5e41ee00556d None None] Network 90e03114-18cc-4afe-b336-6cdf618e2d93 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:49.317087 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-10150694-6752-460b-a4c3-58343949e1be tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Deleting subnet 70e02124-d85b-422e-834d-54219b41de64 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:20:49.324952 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-b984f86a-0e8d-43b5-a71b-d38fc63c0587 None None] Port 410e476b-e2e5-4677-9ecd-0fef634b0fbd cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:20:49.329030 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe79459-5dd0-45fd-b7c3-b8046ca7a8c6 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Router a65685fb-d350-473e-aeca-dd274c5fb7d4 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:20:49.343410 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-10150694-6752-460b-a4c3-58343949e1be tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:49.406578 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-24ee4cac-bc24-43a7-8c24-8bf3ab415114 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5071328 Apr 11 14:20:49.409030 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38376) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:49.425795 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-c4a201f1-783f-4390-a431-ca011750d4cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'subnet': {'network_id': 'c69ae548-3f7c-439e-9410-1b2e7ab54eb0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:49.427748 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f79d41c8-4c20-469e-a635-323c3ba39b8e tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:49.501802 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-10150694-6752-460b-a4c3-58343949e1be tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:49.564454 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d1e902-8a68-4763-afb7-548525b3ae69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-90e03114-18cc-4afe-b336-6cdf618e2d93', 'network_id': '90e03114-18cc-4afe-b336-6cdf618e2d93', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'fixed_ips': [{'subnet_id': 'b2552eea-3167-4414-9931-ea4b919d6902'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:20:49.565671 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b0d1e902-8a68-4763-afb7-548525b3ae69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:49.741226 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-b0d1e902-8a68-4763-afb7-548525b3ae69 None None] Allocated IP 2001:db8::2 (90e03114-18cc-4afe-b336-6cdf618e2d93/b2552eea-3167-4414-9931-ea4b919d6902/b6ab6860-22f6-442c-aa7c-b1686d5444ea) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:49.755266 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c4a201f1-783f-4390-a431-ca011750d4cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:49.769202 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c4a201f1-783f-4390-a431-ca011750d4cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Usage tracker for resource:subnet and tenant:e64484a71f41439a9e4d89000c1f607b is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:49.774246 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c4a201f1-783f-4390-a431-ca011750d4cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:49.785198 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c4a201f1-783f-4390-a431-ca011750d4cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:49.789957 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe79459-5dd0-45fd-b7c3-b8046ca7a8c6 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:20:49.802632 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] Sync routers for ids ['a65685fb-d350-473e-aeca-dd274c5fb7d4'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:20:49.804566 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f79d41c8-4c20-469e-a635-323c3ba39b8e tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:49.818256 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] Routers {'a65685fb-d350-473e-aeca-dd274c5fb7d4'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:20:49.823628 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['a65685fb-d350-473e-aeca-dd274c5fb7d4'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:49.874674 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a201f1-783f-4390-a431-ca011750d4cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Made reservation on behalf of e64484a71f41439a9e4d89000c1f607b for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:49.879059 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c4a201f1-783f-4390-a431-ca011750d4cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:49.901453 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-abe79459-5dd0-45fd-b7c3-b8046ca7a8c6 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:49.902956 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-abe79459-5dd0-45fd-b7c3-b8046ca7a8c6 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.7047858 Apr 11 14:20:49.910330 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38380) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:49.915891 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-f79d41c8-4c20-469e-a635-323c3ba39b8e tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e2b9929-56e9-4307-8151-9e010ca342aa']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:49.999152 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b0d1e902-8a68-4763-afb7-548525b3ae69 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:50.007536 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-10150694-6752-460b-a4c3-58343949e1be tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:50.013342 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b0d1e902-8a68-4763-afb7-548525b3ae69 None None] Transition to ACTIVE for port object b6ab6860-22f6-442c-aa7c-b1686d5444ea will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:50.035966 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b0d1e902-8a68-4763-afb7-548525b3ae69 None None] Transition to ACTIVE for port object b6ab6860-22f6-442c-aa7c-b1686d5444ea will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:50.042258 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-f79d41c8-4c20-469e-a635-323c3ba39b8e tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ced2437-5e36-4282-abcc-2a3c5bdb4d97') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:50.042556 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-f79d41c8-4c20-469e-a635-323c3ba39b8e tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ced2437-5e36-4282-abcc-2a3c5bdb4d97') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:50.076601 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f79d41c8-4c20-469e-a635-323c3ba39b8e tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:50.086160 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-151682cc-fd5f-445d-bc25-2e4a7fb1d27f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:50.099699 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] Set router a65685fb-d350-473e-aeca-dd274c5fb7d4 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:20:50.122998 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b0d1e902-8a68-4763-afb7-548525b3ae69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:50.164163 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f79d41c8-4c20-469e-a635-323c3ba39b8e tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:50.208508 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d1e902-8a68-4763-afb7-548525b3ae69 None None] Network 90e03114-18cc-4afe-b336-6cdf618e2d93 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:50.212352 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-b0d1e902-8a68-4763-afb7-548525b3ae69 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:50.218107 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d1e902-8a68-4763-afb7-548525b3ae69 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:50.269512 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79d41c8-4c20-469e-a635-323c3ba39b8e tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:20:50.269822 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f79d41c8-4c20-469e-a635-323c3ba39b8e tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:50.293041 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c4a201f1-783f-4390-a431-ca011750d4cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:50.327975 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1e902-8a68-4763-afb7-548525b3ae69 None None] Pushing event updated for resources: {'Port': ['ID=b6ab6860-22f6-442c-aa7c-b1686d5444ea,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:50.335901 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-b0d1e902-8a68-4763-afb7-548525b3ae69 None None] Attempting to bind port b6ab6860-22f6-442c-aa7c-b1686d5444ea on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:50.336548 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-b0d1e902-8a68-4763-afb7-548525b3ae69 None None] Attempting to bind port b6ab6860-22f6-442c-aa7c-b1686d5444ea by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '99169d4a-ccc8-4c9b-b417-9d7398ec4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '90e03114-18cc-4afe-b336-6cdf618e2d93'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:50.337060 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d1e902-8a68-4763-afb7-548525b3ae69 None None] Attempting to bind port b6ab6860-22f6-442c-aa7c-b1686d5444ea on network 90e03114-18cc-4afe-b336-6cdf618e2d93 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:50.343545 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d1e902-8a68-4763-afb7-548525b3ae69 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:20:50.343985 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d1e902-8a68-4763-afb7-548525b3ae69 None None] Checking segment: {'id': '99169d4a-ccc8-4c9b-b417-9d7398ec4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '90e03114-18cc-4afe-b336-6cdf618e2d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:20:50.344656 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b0d1e902-8a68-4763-afb7-548525b3ae69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:50.345056 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d1e902-8a68-4763-afb7-548525b3ae69 None None] Bound using segment: {'id': '99169d4a-ccc8-4c9b-b417-9d7398ec4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '90e03114-18cc-4afe-b336-6cdf618e2d93'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:20:50.345533 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-b0d1e902-8a68-4763-afb7-548525b3ae69 None None] Bound port: b6ab6860-22f6-442c-aa7c-b1686d5444ea, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99169d4a-ccc8-4c9b-b417-9d7398ec4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '90e03114-18cc-4afe-b336-6cdf618e2d93'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:20:50.345926 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b0d1e902-8a68-4763-afb7-548525b3ae69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:50.415773 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a201f1-783f-4390-a431-ca011750d4cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Subnet': ['ID=b593f592-48e9-41d7-b82a-93e4c6929f92,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:20:50.449285 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:20:50.454705 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65685fb-d350-473e-aeca-dd274c5fb7d4', 'name': 'tempest-snat-router-689523769', 'tenant_id': '44053de9de3f4465a441134d64e44170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.203'}], 'enable_snat': False}, 'gw_port_id': '2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:20:43Z', 'updated_at': '2022-04-11T14:20:47Z', 'revision_number': 3, 'project_id': '44053de9de3f4465a441134d64e44170', 'gw_port': {'id': '2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:59:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65685fb-d350-473e-aeca-dd274c5fb7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:20:45Z', 'updated_at': '2022-04-11T14:20:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:50.460029 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] Checking router: a65685fb-d350-473e-aeca-dd274c5fb7d4 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:20:50.460387 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] Updating router a65685fb-d350-473e-aeca-dd274c5fb7d4 port 2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:20:50.474084 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a201f1-783f-4390-a431-ca011750d4cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Checking segment: {'id': '44c603e5-9ad4-493d-8f3b-8505f8fab60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'c69ae548-3f7c-439e-9410-1b2e7ab54eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:20:50.474735 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a201f1-783f-4390-a431-ca011750d4cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network hostable DHCP agents. Network: c69ae548-3f7c-439e-9410-1b2e7ab54eb0, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:20:50.505621 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-b0d1e902-8a68-4763-afb7-548525b3ae69 None None] For port b6ab6860-22f6-442c-aa7c-b1686d5444ea, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:20:50.508914 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-b0d1e902-8a68-4763-afb7-548525b3ae69 None None] For port b6ab6860-22f6-442c-aa7c-b1686d5444ea, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=b6ab6860-22f6-442c-aa7c-b1686d5444ea,segment=NetworkSegment(99169d4a-ccc8-4c9b-b417-9d7398ec4ca7),segment_id=99169d4a-ccc8-4c9b-b417-9d7398ec4ca7)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:20:50.531242 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:50.576499 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-794b295d-bbba-42e1-8548-303a54d1b6be tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "GET /v2.0/routers/a65685fb-d350-473e-aeca-dd274c5fb7d4 HTTP/1.1" status: 200 len: 908 time: 0.6629114 Apr 11 14:20:50.579152 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38386) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:50.584541 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-04716c3f-ec00-4004-94aa-e1b804ce037b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Request body: {'router': {'name': 'tempest-snat-router-689523769', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'enable_snat': True}}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:50.590187 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-04716c3f-ec00-4004-94aa-e1b804ce037b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:50.593274 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a201f1-783f-4390-a431-ca011750d4cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network c69ae548-3f7c-439e-9410-1b2e7ab54eb0 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:20:50.598059 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-04716c3f-ec00-4004-94aa-e1b804ce037b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Usage tracker for resource:router and tenant:44053de9de3f4465a441134d64e44170 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:50.602671 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-04716c3f-ec00-4004-94aa-e1b804ce037b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:50.609117 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-04716c3f-ec00-4004-94aa-e1b804ce037b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:50.613396 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b0d1e902-8a68-4763-afb7-548525b3ae69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:50.620491 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.objects.ports [None req-f1c17a4e-6627-4e7f-882a-e6f95aaf131c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88616) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 11 14:20:50.631624 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f1c17a4e-6627-4e7f-882a-e6f95aaf131c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:50.704031 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1e902-8a68-4763-afb7-548525b3ae69 None None] Pushing event updated for resources: {'Port': ['ID=b6ab6860-22f6-442c-aa7c-b1686d5444ea,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:50.742130 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-10150694-6752-460b-a4c3-58343949e1be tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:50.769076 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-c4a201f1-783f-4390-a431-ca011750d4cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, c69ae548-3f7c-439e-9410-1b2e7ab54eb0) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:50.771680 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-04716c3f-ec00-4004-94aa-e1b804ce037b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:50.772717 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-04716c3f-ec00-4004-94aa-e1b804ce037b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:50.773231 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c17a4e-6627-4e7f-882a-e6f95aaf131c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:50.778137 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945cbac2-47ae-405b-8388-ccfa02ab0028 None None] Network c69ae548-3f7c-439e-9410-1b2e7ab54eb0 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:50.792089 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-04716c3f-ec00-4004-94aa-e1b804ce037b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:50.797321 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-f1c17a4e-6627-4e7f-882a-e6f95aaf131c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:50.805228 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-10150694-6752-460b-a4c3-58343949e1be tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:50.815828 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c17a4e-6627-4e7f-882a-e6f95aaf131c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:50.815828 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f1c17a4e-6627-4e7f-882a-e6f95aaf131c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:50.821368 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a201f1-783f-4390-a431-ca011750d4cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:50.824736 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c4a201f1-783f-4390-a431-ca011750d4cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:50.848068 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f79d41c8-4c20-469e-a635-323c3ba39b8e tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:50.860219 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50456c21-fa58-46ea-8047-4db647bb7bb6 None None] Network e2c7867f-3c16-42c3-8c4d-07c840228f19 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:50.877739 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3ad7a0-afd5-44b3-a7aa-bf4da57cb512 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:50.880506 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c17a4e-6627-4e7f-882a-e6f95aaf131c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=51ce46e5-7acd-42e8-a56f-2a8285e68493,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:50.904048 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f79d41c8-4c20-469e-a635-323c3ba39b8e tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:50.915622 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f79d41c8-4c20-469e-a635-323c3ba39b8e tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] 10.222.0.66 "DELETE /v2.0/networks/3e2b9929-56e9-4307-8151-9e010ca342aa HTTP/1.1" status: 204 len: 168 time: 1.9199035 Apr 11 14:20:50.976452 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-10150694-6752-460b-a4c3-58343949e1be tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "DELETE /v2.0/subnets/70e02124-d85b-422e-834d-54219b41de64 HTTP/1.1" status: 204 len: 168 time: 2.0108094 Apr 11 14:20:50.991394 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38392) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:51.016634 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f1c17a4e-6627-4e7f-882a-e6f95aaf131c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.7811863 Apr 11 14:20:51.033422 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c4a201f1-783f-4390-a431-ca011750d4cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6146481 Apr 11 14:20:51.034893 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38396) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:51.036314 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38398) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:51.040755 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:51.043159 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d41c8-4c20-469e-a635-323c3ba39b8e tempest-PortsAdminExtendedAttrsTestJSON-1765442184 tempest-PortsAdminExtendedAttrsTestJSON-1765442184-project] Pushing event deleted for resources: {'Network': ['ID=3e2b9929-56e9-4307-8151-9e010ca342aa,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:51.045382 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10150694-6752-460b-a4c3-58343949e1be tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event deleted for resources: {'Subnet': ['ID=70e02124-d85b-422e-834d-54219b41de64,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:51.080979 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-1befca37-26d5-4652-8b53-93825722b07c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'port': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'mac_address': 'fa:16:3e:54:ed:9b', 'name': 'tempest-NetworksTestDHCPv6-1920981185'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:51.115382 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] Transition to ACTIVE for port object 2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:51.184490 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:51.284893 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-14b514cb-2e72-47cd-96ac-63b179607326 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:51.290839 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-2f7aaee5-b43f-4290-901c-cc0f75c44208 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-576199765', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:51.306714 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-2f7aaee5-b43f-4290-901c-cc0f75c44208 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:51.321756 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-2f7aaee5-b43f-4290-901c-cc0f75c44208 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Usage tracker for resource:router and tenant:e64484a71f41439a9e4d89000c1f607b is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:51.325300 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-2f7aaee5-b43f-4290-901c-cc0f75c44208 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:51.332898 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-2f7aaee5-b43f-4290-901c-cc0f75c44208 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:51.348086 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-14b514cb-2e72-47cd-96ac-63b179607326 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Deleting port 4c503c70-4b04-4313-b193-dadf709bd940 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:51.348428 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-14b514cb-2e72-47cd-96ac-63b179607326 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:51.360970 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-1befca37-26d5-4652-8b53-93825722b07c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:51.364588 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] Attempting to bind port 2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:51.365096 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] Attempting to bind port 2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:51.365649 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] Attempting to bind port 2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:51.367752 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1befca37-26d5-4652-8b53-93825722b07c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:port and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:51.371582 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1befca37-26d5-4652-8b53-93825722b07c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:51.372818 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35ec6f-241d-4230-8590-967920cc13f7 None None] Pushing event updated for resources: {'Port': ['ID=2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c,revision_number=2']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:51.382174 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-1befca37-26d5-4652-8b53-93825722b07c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:51.384547 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:20:51.384939 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:20:51.385743 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:51.386008 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:20:51.386495 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] Bound port: 2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:20:51.386888 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:51.429174 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-151682cc-fd5f-445d-bc25-2e4a7fb1d27f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Allocated IP 172.20.0.28 (f610a188-b8a1-4813-a5cf-317945c926d7/51183d6c-7cda-4934-b9f5-21670f15349c/410e476b-e2e5-4677-9ecd-0fef634b0fbd) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:51.474461 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2f7aaee5-b43f-4290-901c-cc0f75c44208 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:51.478389 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2f7aaee5-b43f-4290-901c-cc0f75c44208 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:51.484191 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1befca37-26d5-4652-8b53-93825722b07c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:51.556619 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c35ec6f-241d-4230-8590-967920cc13f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:51.556952 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c35ec6f-241d-4230-8590-967920cc13f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:51.557239 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c35ec6f-241d-4230-8590-967920cc13f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:51.558106 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c35ec6f-241d-4230-8590-967920cc13f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:51.559293 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c35ec6f-241d-4230-8590-967920cc13f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:51.559293 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c35ec6f-241d-4230-8590-967920cc13f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:51.559293 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c35ec6f-241d-4230-8590-967920cc13f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:51.559557 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c35ec6f-241d-4230-8590-967920cc13f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:51.560376 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c35ec6f-241d-4230-8590-967920cc13f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:51.560376 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c35ec6f-241d-4230-8590-967920cc13f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:51.560609 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c35ec6f-241d-4230-8590-967920cc13f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:51.561298 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c35ec6f-241d-4230-8590-967920cc13f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:51.582384 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-c69ae548-3f7c-439e-9410-1b2e7ab54eb0', 'network_id': 'c69ae548-3f7c-439e-9410-1b2e7ab54eb0', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'fixed_ips': [{'subnet_id': 'b593f592-48e9-41d7-b82a-93e4c6929f92'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:20:51.583239 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:51.674823 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] For port 2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:20:51.683764 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] For port 2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:20:51.715403 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114f1380-74b9-4932-b8a7-81c90bd23ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'fixed_ips': [{'subnet_id': '51ce46e5-7acd-42e8-a56f-2a8285e68493'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:20:51.716482 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-114f1380-74b9-4932-b8a7-81c90bd23ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:51.773216 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:51.845817 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-14b514cb-2e72-47cd-96ac-63b179607326 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] For port 4c503c70-4b04-4313-b193-dadf709bd940, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4c503c70-4b04-4313-b193-dadf709bd940,segment=NetworkSegment(0b4f4a65-2ffd-4609-b114-8d35707592fd),segment_id=0b4f4a65-2ffd-4609-b114-8d35707592fd)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:51.846525 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-14b514cb-2e72-47cd-96ac-63b179607326 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:51.874087 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2f7aaee5-b43f-4290-901c-cc0f75c44208 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:51.881082 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-04716c3f-ec00-4004-94aa-e1b804ce037b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:51.897314 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849bf87f-03a5-4096-b6e8-1fe443576901 None None] DHCP port deletion for e2c7867f-3c16-42c3-8c4d-07c840228f19 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:20:51.909557 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38410) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:51.947933 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-849bf87f-03a5-4096-b6e8-1fe443576901 None None] Deleting port 4c503c70-4b04-4313-b193-dadf709bd940 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:51.950500 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-849bf87f-03a5-4096-b6e8-1fe443576901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:51.963546 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] Routers {'a65685fb-d350-473e-aeca-dd274c5fb7d4'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:20:51.964195 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['a65685fb-d350-473e-aeca-dd274c5fb7d4'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:51.967426 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1befca37-26d5-4652-8b53-93825722b07c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:52.011800 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-1befca37-26d5-4652-8b53-93825722b07c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] device_id is not set on port 15c40ff7-cd35-4576-bfe1-2fa468ae56a0 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:20:52.117004 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-14b514cb-2e72-47cd-96ac-63b179607326 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Calling delete_port for 4c503c70-4b04-4313-b193-dadf709bd940 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:52.152336 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Allocated IP 2001:db8:1::2 (c69ae548-3f7c-439e-9410-1b2e7ab54eb0/b593f592-48e9-41d7-b82a-93e4c6929f92/579633f6-cb3f-4468-84f2-9b3ef96b1ed7) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:52.168007 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35ec6f-241d-4230-8590-967920cc13f7 None None] Pushing event updated for resources: {'Port': ['ID=2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:52.205533 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2f7aaee5-b43f-4290-901c-cc0f75c44208 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:52.247351 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-151682cc-fd5f-445d-bc25-2e4a7fb1d27f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:52.288397 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-151682cc-fd5f-445d-bc25-2e4a7fb1d27f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Transition to ACTIVE for port object 410e476b-e2e5-4677-9ecd-0fef634b0fbd will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:52.329005 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] Set router a65685fb-d350-473e-aeca-dd274c5fb7d4 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:20:52.351016 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-1befca37-26d5-4652-8b53-93825722b07c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 2001:db8::f816:3eff:fe54:ed9b (47d4fbd0-dfc4-4187-bb2e-73c4649db563/51ce46e5-7acd-42e8-a56f-2a8285e68493/15c40ff7-cd35-4576-bfe1-2fa468ae56a0) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:52.381962 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e1e112-0757-47a7-bace-cd92082c36ac None None] Network 90e03114-18cc-4afe-b336-6cdf618e2d93 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:52.402172 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-151682cc-fd5f-445d-bc25-2e4a7fb1d27f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:52.431132 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-357e7dd9-252e-4c0b-beb6-178abda130ae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b05086a1420946a19c4aef7ec4b7838a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5176435 Apr 11 14:20:52.433834 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38416) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:52.472171 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-849bf87f-03a5-4096-b6e8-1fe443576901 None None] The port '4c503c70-4b04-4313-b193-dadf709bd940' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:20:52.544388 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2f7aaee5-b43f-4290-901c-cc0f75c44208 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:52.550014 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device b6ab6860-22f6-442c-aa7c-b1686d5444ea up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:20:52.554480 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2f7aaee5-b43f-4290-901c-cc0f75c44208 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.4892070 Apr 11 14:20:52.597613 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38420) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:52.601483 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-14b514cb-2e72-47cd-96ac-63b179607326 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:52.629926 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151682cc-fd5f-445d-bc25-2e4a7fb1d27f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Port': ['ID=410e476b-e2e5-4677-9ecd-0fef634b0fbd,revision_number=3']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:52.641386 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151682cc-fd5f-445d-bc25-2e4a7fb1d27f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:52.642023 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151682cc-fd5f-445d-bc25-2e4a7fb1d27f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:52.642524 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151682cc-fd5f-445d-bc25-2e4a7fb1d27f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:52.643019 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151682cc-fd5f-445d-bc25-2e4a7fb1d27f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:52.643340 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6547155d-8a0e-4bd8-a5f2-0349a306801e None None] Provisioning for port b6ab6860-22f6-442c-aa7c-b1686d5444ea completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:52.644087 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151682cc-fd5f-445d-bc25-2e4a7fb1d27f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:52.644687 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151682cc-fd5f-445d-bc25-2e4a7fb1d27f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:52.645176 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151682cc-fd5f-445d-bc25-2e4a7fb1d27f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:52.645670 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151682cc-fd5f-445d-bc25-2e4a7fb1d27f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:52.646180 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151682cc-fd5f-445d-bc25-2e4a7fb1d27f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:52.646661 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151682cc-fd5f-445d-bc25-2e4a7fb1d27f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:52.647145 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151682cc-fd5f-445d-bc25-2e4a7fb1d27f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:52.647645 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151682cc-fd5f-445d-bc25-2e4a7fb1d27f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:52.801909 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b514cb-2e72-47cd-96ac-63b179607326 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] No DVR routers for this DVR port 4c503c70-4b04-4313-b193-dadf709bd940 on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:20:52.827933 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65685fb-d350-473e-aeca-dd274c5fb7d4', 'name': 'tempest-snat-router-689523769', 'tenant_id': '44053de9de3f4465a441134d64e44170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.203'}], 'enable_snat': False}, 'gw_port_id': '2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:20:43Z', 'updated_at': '2022-04-11T14:20:47Z', 'revision_number': 3, 'project_id': '44053de9de3f4465a441134d64e44170', 'gw_port': {'id': '2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:59:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65685fb-d350-473e-aeca-dd274c5fb7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:20:45Z', 'updated_at': '2022-04-11T14:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:52.835549 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a3a5eb-b615-437c-ae0b-4d1e741bfae5 None None] The sync data for ids ['a65685fb-d350-473e-aeca-dd274c5fb7d4'] in dv-neutron-837330-1-hyperv is: [{'id': 'a65685fb-d350-473e-aeca-dd274c5fb7d4', 'name': 'tempest-snat-router-689523769', 'tenant_id': '44053de9de3f4465a441134d64e44170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.203'}], 'enable_snat': False}, 'gw_port_id': '2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:20:43Z', 'updated_at': '2022-04-11T14:20:47Z', 'revision_number': 3, 'project_id': '44053de9de3f4465a441134d64e44170', 'gw_port': {'id': '2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:59:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65685fb-d350-473e-aeca-dd274c5fb7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:20:45Z', 'updated_at': '2022-04-11T14:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:20:53.008652 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:53.057703 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Transition to ACTIVE for port object 579633f6-cb3f-4468-84f2-9b3ef96b1ed7 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:53.067199 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b514cb-2e72-47cd-96ac-63b179607326 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event deleted for resources: {'Port': ['ID=4c503c70-4b04-4313-b193-dadf709bd940,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:53.090236 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port b6ab6860-22f6-442c-aa7c-b1686d5444ea completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:53.094474 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Transition to ACTIVE for port object 579633f6-cb3f-4468-84f2-9b3ef96b1ed7 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:53.101675 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4505954c-ec96-437e-9bbc-fc835e899713 None None] Provisioning for port 410e476b-e2e5-4677-9ecd-0fef634b0fbd completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:53.104572 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port b6ab6860-22f6-442c-aa7c-b1686d5444ea triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:53.104942 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:53.147494 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4505954c-ec96-437e-9bbc-fc835e899713 None None] Provisioning complete for port 410e476b-e2e5-4677-9ecd-0fef634b0fbd triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:53.147840 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4505954c-ec96-437e-9bbc-fc835e899713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:53.155434 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-073ce906-0b07-44aa-98d9-934369b68fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:53.193575 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-151682cc-fd5f-445d-bc25-2e4a7fb1d27f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] In _notify_port_updated(), no bound segment for port 410e476b-e2e5-4677-9ecd-0fef634b0fbd on network f610a188-b8a1-4813-a5cf-317945c926d7 {{(pid=88616) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 11 14:20:53.194991 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-073ce906-0b07-44aa-98d9-934369b68fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:53.204174 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151682cc-fd5f-445d-bc25-2e4a7fb1d27f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:53.205111 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-151682cc-fd5f-445d-bc25-2e4a7fb1d27f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:53.209585 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-151682cc-fd5f-445d-bc25-2e4a7fb1d27f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "PUT /v2.0/ports/410e476b-e2e5-4677-9ecd-0fef634b0fbd HTTP/1.1" status: 200 len: 999 time: 4.0441151 Apr 11 14:20:53.213296 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38424) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:53.218558 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-14b514cb-2e72-47cd-96ac-63b179607326 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:53.248458 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-4505954c-ec96-437e-9bbc-fc835e899713 None None] Port 410e476b-e2e5-4677-9ecd-0fef634b0fbd cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:20:53.254831 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:53.309828 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-14b514cb-2e72-47cd-96ac-63b179607326 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c7867f-3c16-42c3-8c4d-07c840228f19']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:53.334028 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-14b514cb-2e72-47cd-96ac-63b179607326 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4f4a65-2ffd-4609-b114-8d35707592fd') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:53.334387 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-14b514cb-2e72-47cd-96ac-63b179607326 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4f4a65-2ffd-4609-b114-8d35707592fd') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:53.344945 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-75662915-666b-40d6-b84c-7e571a04c651 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting port 410e476b-e2e5-4677-9ecd-0fef634b0fbd {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:53.345894 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-75662915-666b-40d6-b84c-7e571a04c651 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:53.380091 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Network c69ae548-3f7c-439e-9410-1b2e7ab54eb0 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:53.390308 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:53.391154 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-14b514cb-2e72-47cd-96ac-63b179607326 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:53.392157 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Pushing event updated for resources: {'Port': ['ID=579633f6-cb3f-4468-84f2-9b3ef96b1ed7,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:53.396856 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:53.411652 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:53.412603 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:53.412977 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:53.413320 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:53.413654 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:53.414018 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:53.414717 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:53.414717 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:53.415019 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:53.415318 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:53.415646 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:53.415966 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:53.425893 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-14b514cb-2e72-47cd-96ac-63b179607326 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:53.478463 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b514cb-2e72-47cd-96ac-63b179607326 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:20:53.478877 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-14b514cb-2e72-47cd-96ac-63b179607326 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:20:53.509322 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:20:53.603809 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Attempting to bind port 579633f6-cb3f-4468-84f2-9b3ef96b1ed7 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:53.604181 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Attempting to bind port 579633f6-cb3f-4468-84f2-9b3ef96b1ed7 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '44c603e5-9ad4-493d-8f3b-8505f8fab60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'c69ae548-3f7c-439e-9410-1b2e7ab54eb0'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:53.604552 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Attempting to bind port 579633f6-cb3f-4468-84f2-9b3ef96b1ed7 on network c69ae548-3f7c-439e-9410-1b2e7ab54eb0 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:53.610699 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:53.638561 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:20:53.638935 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Checking segment: {'id': '44c603e5-9ad4-493d-8f3b-8505f8fab60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'c69ae548-3f7c-439e-9410-1b2e7ab54eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:20:53.639346 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:53.639744 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Bound using segment: {'id': '44c603e5-9ad4-493d-8f3b-8505f8fab60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'c69ae548-3f7c-439e-9410-1b2e7ab54eb0'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:20:53.640303 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Bound port: 579633f6-cb3f-4468-84f2-9b3ef96b1ed7, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c603e5-9ad4-493d-8f3b-8505f8fab60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'c69ae548-3f7c-439e-9410-1b2e7ab54eb0'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:20:53.640857 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:53.741817 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-14b514cb-2e72-47cd-96ac-63b179607326 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:53.751947 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-073ce906-0b07-44aa-98d9-934369b68fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:53.752499 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port b6ab6860-22f6-442c-aa7c-b1686d5444ea, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=b6ab6860-22f6-442c-aa7c-b1686d5444ea,segment=NetworkSegment(99169d4a-ccc8-4c9b-b417-9d7398ec4ca7),segment_id=99169d4a-ccc8-4c9b-b417-9d7398ec4ca7)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:53.787298 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-14b514cb-2e72-47cd-96ac-63b179607326 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:53.801285 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ce906-0b07-44aa-98d9-934369b68fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a490059-6058-4259-b6d9-608a2a43d4e7,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:53.809555 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b514cb-2e72-47cd-96ac-63b179607326 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event deleted for resources: {'Network': ['ID=e2c7867f-3c16-42c3-8c4d-07c840228f19,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:53.823284 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-14b514cb-2e72-47cd-96ac-63b179607326 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "DELETE /v2.0/networks/e2c7867f-3c16-42c3-8c4d-07c840228f19 HTTP/1.1" status: 204 len: 168 time: 2.8355138 Apr 11 14:20:53.825341 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:53.828363 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38428) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:53.920662 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-073ce906-0b07-44aa-98d9-934369b68fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:53.938664 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-073ce906-0b07-44aa-98d9-934369b68fb8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9a490059-6058-4259-b6d9-608a2a43d4e7 HTTP/1.1" status: 204 len: 168 time: 1.4809413 Apr 11 14:20:53.940260 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ce906-0b07-44aa-98d9-934369b68fb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:53.940610 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ce906-0b07-44aa-98d9-934369b68fb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:53.940952 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ce906-0b07-44aa-98d9-934369b68fb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:53.941426 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ce906-0b07-44aa-98d9-934369b68fb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:53.941615 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ce906-0b07-44aa-98d9-934369b68fb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:53.941976 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ce906-0b07-44aa-98d9-934369b68fb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:53.942310 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ce906-0b07-44aa-98d9-934369b68fb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:53.944513 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-75662915-666b-40d6-b84c-7e571a04c651 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:53.945340 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=b6ab6860-22f6-442c-aa7c-b1686d5444ea,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:53.947244 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ce906-0b07-44aa-98d9-934369b68fb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:53.947634 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ce906-0b07-44aa-98d9-934369b68fb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:53.947979 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ce906-0b07-44aa-98d9-934369b68fb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:53.948323 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ce906-0b07-44aa-98d9-934369b68fb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:53.948660 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ce906-0b07-44aa-98d9-934369b68fb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:20:53.973962 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4c503c70-4b04-4313-b193-dadf709bd940 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:20:54.031560 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1befca37-26d5-4652-8b53-93825722b07c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:54.037884 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 4c503c70-4b04-4313-b193-dadf709bd940 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:20:54.049369 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4c503c70-4b04-4313-b193-dadf709bd940 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:20:54.064205 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] For port 579633f6-cb3f-4468-84f2-9b3ef96b1ed7, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:20:54.105331 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] For port 579633f6-cb3f-4468-84f2-9b3ef96b1ed7, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=579633f6-cb3f-4468-84f2-9b3ef96b1ed7,segment=NetworkSegment(44c603e5-9ad4-493d-8f3b-8505f8fab60c),segment_id=44c603e5-9ad4-493d-8f3b-8505f8fab60c)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:20:54.107899 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3da12afc-72fc-45eb-8588-aa4a72b9cbe4 None None] Provisioning complete for port b6ab6860-22f6-442c-aa7c-b1686d5444ea triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:54.108348 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3da12afc-72fc-45eb-8588-aa4a72b9cbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:54.205428 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-19594de7-3504-4c8f-8e50-f8778ff82029 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Deleting port eef50b53-0b53-4a25-9c35-b84ac7ebc2f4 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:54.209876 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-19594de7-3504-4c8f-8e50-f8778ff82029 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:54.210001 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56b84a71-52c8-45ad-af51-abf942bea968 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:54.212639 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:54.213916 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:54.230690 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-1befca37-26d5-4652-8b53-93825722b07c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Transition to ACTIVE for port object 15c40ff7-cd35-4576-bfe1-2fa468ae56a0 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:54.245474 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-75662915-666b-40d6-b84c-7e571a04c651 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Calling delete_port for 410e476b-e2e5-4677-9ecd-0fef634b0fbd owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:54.371954 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b285ec-af04-408d-903f-c00c366fb414 None None] Pushing event updated for resources: {'Port': ['ID=579633f6-cb3f-4468-84f2-9b3ef96b1ed7,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:54.417164 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-04716c3f-ec00-4004-94aa-e1b804ce037b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:54.550731 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-04716c3f-ec00-4004-94aa-e1b804ce037b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:54.586828 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device b6ab6860-22f6-442c-aa7c-b1686d5444ea up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:20:54.679578 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-19594de7-3504-4c8f-8e50-f8778ff82029 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:54.680004 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-19594de7-3504-4c8f-8e50-f8778ff82029 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:54.702058 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port b6ab6860-22f6-442c-aa7c-b1686d5444ea triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:54.702548 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:54.743113 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38436) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:54.983080 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:20:55.017844 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-19594de7-3504-4c8f-8e50-f8778ff82029 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Calling delete_port for eef50b53-0b53-4a25-9c35-b84ac7ebc2f4 owned by network:floatingip {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:55.035669 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1befca37-26d5-4652-8b53-93825722b07c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:55.049273 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-114f1380-74b9-4932-b8a7-81c90bd23ac3 None None] Allocated IP 2001:db8::f816:3eff:fe58:b41 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/51ce46e5-7acd-42e8-a56f-2a8285e68493/fdba0124-4083-452b-866b-7d57d9ffdb3f) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:55.224615 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-75662915-666b-40d6-b84c-7e571a04c651 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:55.257479 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1befca37-26d5-4652-8b53-93825722b07c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:55.269919 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-70e7f040-efcc-48d7-846e-da9b5ee59e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:55.274552 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-1befca37-26d5-4652-8b53-93825722b07c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:55.283281 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75662915-666b-40d6-b84c-7e571a04c651 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Port': ['ID=410e476b-e2e5-4677-9ecd-0fef634b0fbd,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:55.284916 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befca37-26d5-4652-8b53-93825722b07c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=15c40ff7-cd35-4576-bfe1-2fa468ae56a0,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:55.291746 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6611835d-8afc-4596-8fd8-9cdf51e318ec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6e02807210004f648d67ab606ae86813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5477316 Apr 11 14:20:55.298367 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38440) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:55.301892 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1befca37-26d5-4652-8b53-93825722b07c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:55.307668 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1befca37-26d5-4652-8b53-93825722b07c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:55.308077 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1befca37-26d5-4652-8b53-93825722b07c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:55.314885 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-04716c3f-ec00-4004-94aa-e1b804ce037b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Allocated IP 172.26.7.239 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/90264302-7d00-4564-aa3f-6db9c46c07c8) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:55.315493 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:55.366680 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-19594de7-3504-4c8f-8e50-f8778ff82029 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:55.369518 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:55.369518 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:55.427172 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-56b84a71-52c8-45ad-af51-abf942bea968 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Allocated IP 2001:db8::1 (90e03114-18cc-4afe-b336-6cdf618e2d93/b2552eea-3167-4414-9931-ea4b919d6902/7e4adee3-69db-4e75-87cc-7b2f1ee54b2a) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:20:55.462197 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-114f1380-74b9-4932-b8a7-81c90bd23ac3 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:55.474991 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19594de7-3504-4c8f-8e50-f8778ff82029 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event deleted for resources: {'Port': ['ID=eef50b53-0b53-4a25-9c35-b84ac7ebc2f4,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:55.477667 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-114f1380-74b9-4932-b8a7-81c90bd23ac3 None None] Transition to ACTIVE for port object fdba0124-4083-452b-866b-7d57d9ffdb3f will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:55.534654 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1befca37-26d5-4652-8b53-93825722b07c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4751065 Apr 11 14:20:55.551571 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38444) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:55.569662 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-114f1380-74b9-4932-b8a7-81c90bd23ac3 None None] Transition to ACTIVE for port object fdba0124-4083-452b-866b-7d57d9ffdb3f will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:55.598391 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-75662915-666b-40d6-b84c-7e571a04c651 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:55.604608 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:55.635802 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-75662915-666b-40d6-b84c-7e571a04c651 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/ports/410e476b-e2e5-4677-9ecd-0fef634b0fbd HTTP/1.1" status: 204 len: 168 time: 2.4180567 Apr 11 14:20:55.635802 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38448) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:55.641948 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc1282d6-e501-43e5-80a6-eea16bec1acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:55.648521 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:55.651892 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-114f1380-74b9-4932-b8a7-81c90bd23ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:55.686154 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-19594de7-3504-4c8f-8e50-f8778ff82029 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for floatingip, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:55.691222 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-19594de7-3504-4c8f-8e50-f8778ff82029 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:55.691222 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-19594de7-3504-4c8f-8e50-f8778ff82029 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "DELETE /v2.0/floatingips/f3b6a171-ddae-4519-95a9-12c37c799fe6 HTTP/1.1" status: 204 len: 168 time: 1.8608549 Apr 11 14:20:55.698551 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38452) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:55.741595 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b4fe43-a04d-4baf-b400-4e0ae016b00d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] GET failed (client error): The resource could not be found. Apr 11 14:20:55.741595 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d2b4fe43-a04d-4baf-b400-4e0ae016b00d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Synchronizing usage tracker for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:55.778266 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-781aad28-b669-4d3f-94f1-9b9d06b300e6 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] DELETE failed (client error): The resource could not be found. Apr 11 14:20:55.779462 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-781aad28-b669-4d3f-94f1-9b9d06b300e6 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:20:55.782159 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114f1380-74b9-4932-b8a7-81c90bd23ac3 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:55.782897 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-781aad28-b669-4d3f-94f1-9b9d06b300e6 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "DELETE /v2.0/ports/3993c274-0b14-4790-afb0-dc17a3a9af79 HTTP/1.1" status: 404 len: 333 time: 0.0843287 Apr 11 14:20:55.783138 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:55.792082 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-114f1380-74b9-4932-b8a7-81c90bd23ac3 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:55.798373 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114f1380-74b9-4932-b8a7-81c90bd23ac3 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:55.802973 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38456) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:55.806740 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc1282d6-e501-43e5-80a6-eea16bec1acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:55.873987 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d2b4fe43-a04d-4baf-b400-4e0ae016b00d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Unset dirty status for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:55.881190 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d2b4fe43-a04d-4baf-b400-4e0ae016b00d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "GET /v2.0/ports/410e476b-e2e5-4677-9ecd-0fef634b0fbd HTTP/1.1" status: 404 len: 333 time: 0.2442813 Apr 11 14:20:55.882161 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38460) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:55.898550 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f1380-74b9-4932-b8a7-81c90bd23ac3 None None] Pushing event updated for resources: {'Port': ['ID=fdba0124-4083-452b-866b-7d57d9ffdb3f,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:55.909139 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-dc9db6f9-2886-49e1-8dd8-f26d7a88bcb1 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Synchronizing usage tracker for tenant:f364abda35ba4de88d7da540664f92af on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:55.922260 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-04716c3f-ec00-4004-94aa-e1b804ce037b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:55.960276 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-114f1380-74b9-4932-b8a7-81c90bd23ac3 None None] Attempting to bind port fdba0124-4083-452b-866b-7d57d9ffdb3f on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:20:55.960643 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-114f1380-74b9-4932-b8a7-81c90bd23ac3 None None] Attempting to bind port fdba0124-4083-452b-866b-7d57d9ffdb3f by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:20:55.961009 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f1380-74b9-4932-b8a7-81c90bd23ac3 None None] Attempting to bind port fdba0124-4083-452b-866b-7d57d9ffdb3f on network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:20:55.971636 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f1380-74b9-4932-b8a7-81c90bd23ac3 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:20:55.972008 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f1380-74b9-4932-b8a7-81c90bd23ac3 None None] Checking segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:20:55.972423 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-114f1380-74b9-4932-b8a7-81c90bd23ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:55.972801 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f1380-74b9-4932-b8a7-81c90bd23ac3 None None] Bound using segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:20:55.973272 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-114f1380-74b9-4932-b8a7-81c90bd23ac3 None None] Bound port: fdba0124-4083-452b-866b-7d57d9ffdb3f, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:20:55.973709 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-114f1380-74b9-4932-b8a7-81c90bd23ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:55.981755 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-721d0b70-d138-4514-b952-ed70aa5428ad tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting subnet 51183d6c-7cda-4934-b9f5-21670f15349c {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:20:55.986258 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-721d0b70-d138-4514-b952-ed70aa5428ad tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:55.993952 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56b84a71-52c8-45ad-af51-abf942bea968 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:56.026443 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-56b84a71-52c8-45ad-af51-abf942bea968 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Transition to ACTIVE for port object 7e4adee3-69db-4e75-87cc-7b2f1ee54b2a will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:20:56.041976 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:56.065881 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-721d0b70-d138-4514-b952-ed70aa5428ad tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:56.071668 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02913fe-2e13-41a1-a445-79fc18455b01 None None] Network c69ae548-3f7c-439e-9410-1b2e7ab54eb0 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:56.103912 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e52fc76-2d2b-4bab-8df6-973d7a13beca tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:56.104634 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0e52fc76-2d2b-4bab-8df6-973d7a13beca tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:20:56.181930 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-721d0b70-d138-4514-b952-ed70aa5428ad tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:56.185026 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-dc9db6f9-2886-49e1-8dd8-f26d7a88bcb1 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Unset dirty status for tenant:f364abda35ba4de88d7da540664f92af on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:56.189010 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-dc9db6f9-2886-49e1-8dd8-f26d7a88bcb1 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a7e69eb-1dc7-4f28-bf10-f9bbc6838766 HTTP/1.1" status: 200 len: 205 time: 0.3823912 Apr 11 14:20:56.193723 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38464) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:56.202788 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-114f1380-74b9-4932-b8a7-81c90bd23ac3 None None] For port fdba0124-4083-452b-866b-7d57d9ffdb3f, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:20:56.233381 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-114f1380-74b9-4932-b8a7-81c90bd23ac3 None None] For port fdba0124-4083-452b-866b-7d57d9ffdb3f, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=fdba0124-4083-452b-866b-7d57d9ffdb3f,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:20:56.264897 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-04716c3f-ec00-4004-94aa-e1b804ce037b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:56.268559 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc1282d6-e501-43e5-80a6-eea16bec1acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:56.272120 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56b84a71-52c8-45ad-af51-abf942bea968 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:56.275327 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0e52fc76-2d2b-4bab-8df6-973d7a13beca tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:20:56.276468 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0e52fc76-2d2b-4bab-8df6-973d7a13beca tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.7168076 Apr 11 14:20:56.279369 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38468) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:56.301935 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-114f1380-74b9-4932-b8a7-81c90bd23ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:56.323996 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-721d0b70-d138-4514-b952-ed70aa5428ad tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:56.345574 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-2c2dfe7d-abc8-45aa-bd10-5ad585dc86b0 None None] Provisioning for port 579633f6-cb3f-4468-84f2-9b3ef96b1ed7 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:56.352409 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-35c992cc-b642-44a3-94a3-b92c7f5e7cef tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] delete failed (client error): The resource could not be found. Apr 11 14:20:56.353439 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-35c992cc-b642-44a3-94a3-b92c7f5e7cef tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "DELETE /v2.0/routers/9a7e69eb-1dc7-4f28-bf10-f9bbc6838766 HTTP/1.1" status: 404 len: 336 time: 0.1625612 Apr 11 14:20:56.364708 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1282d6-e501-43e5-80a6-eea16bec1acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3026d62-5814-42ee-a614-a41678817292,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:56.368786 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38472) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:56.373751 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d0b70-d138-4514-b952-ed70aa5428ad tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Subnet': ['ID=51183d6c-7cda-4934-b9f5-21670f15349c,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:56.388011 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b84a71-52c8-45ad-af51-abf942bea968 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network 90e03114-18cc-4afe-b336-6cdf618e2d93 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:56.400531 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-56b84a71-52c8-45ad-af51-abf942bea968 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:56.403113 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b84a71-52c8-45ad-af51-abf942bea968 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:56.403641 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56b84a71-52c8-45ad-af51-abf942bea968 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:56.412333 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04716c3f-ec00-4004-94aa-e1b804ce037b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:20:56.415935 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc1282d6-e501-43e5-80a6-eea16bec1acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:56.419491 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-dc1282d6-e501-43e5-80a6-eea16bec1acf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b3026d62-5814-42ee-a614-a41678817292 HTTP/1.1" status: 204 len: 168 time: 1.1042664 Apr 11 14:20:56.419631 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-1266caff-1f3c-429f-99fa-e1f0db22609e tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] DELETE failed (client error): The resource could not be found. Apr 11 14:20:56.424078 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-04716c3f-ec00-4004-94aa-e1b804ce037b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:20:56.426949 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04716c3f-ec00-4004-94aa-e1b804ce037b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:20:56.431478 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1266caff-1f3c-429f-99fa-e1f0db22609e tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:20:56.461811 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f1380-74b9-4932-b8a7-81c90bd23ac3 None None] Pushing event updated for resources: {'Port': ['ID=fdba0124-4083-452b-866b-7d57d9ffdb3f,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:56.472949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-721d0b70-d138-4514-b952-ed70aa5428ad tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:56.477751 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04716c3f-ec00-4004-94aa-e1b804ce037b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Pushing event updated for resources: {'Port': ['ID=90264302-7d00-4564-aa3f-6db9c46c07c8,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:56.506463 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-9ce0cb62-0a37-4b84-9618-2d4ecbdaa2d6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting port 15c40ff7-cd35-4576-bfe1-2fa468ae56a0 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:56.507168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9ce0cb62-0a37-4b84-9618-2d4ecbdaa2d6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:56.522581 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fcf2df-8c37-48c4-b0a2-6070bb913c6e None None] Network f610a188-b8a1-4813-a5cf-317945c926d7 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:56.615998 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b84a71-52c8-45ad-af51-abf942bea968 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Port': ['ID=7e4adee3-69db-4e75-87cc-7b2f1ee54b2a,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:56.628148 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1266caff-1f3c-429f-99fa-e1f0db22609e tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "DELETE /v2.0/subnets/70e02124-d85b-422e-834d-54219b41de64 HTTP/1.1" status: 404 len: 337 time: 0.2493591 Apr 11 14:20:56.633103 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38478) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:56.655191 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-721d0b70-d138-4514-b952-ed70aa5428ad tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/subnets/51183d6c-7cda-4934-b9f5-21670f15349c HTTP/1.1" status: 204 len: 168 time: 0.7717621 Apr 11 14:20:56.674942 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38482) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:56.736236 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:20:56.923319 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15b5609-1f1d-4b8c-b42a-ff544875609a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting subnet 79f75798-2a1d-4ddc-99a4-cb2a6497b8ae {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:20:56.941900 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d15b5609-1f1d-4b8c-b42a-ff544875609a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:56.987687 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:56.988056 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:57.125577 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d15b5609-1f1d-4b8c-b42a-ff544875609a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:57.213341 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56b84a71-52c8-45ad-af51-abf942bea968 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:57.246406 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d15b5609-1f1d-4b8c-b42a-ff544875609a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:57.306336 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-78bcd550-9c9d-47c0-8980-00376077054d None None] Provisioning for port 7e4adee3-69db-4e75-87cc-7b2f1ee54b2a completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:57.318695 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-78bcd550-9c9d-47c0-8980-00376077054d None None] Provisioning complete for port 7e4adee3-69db-4e75-87cc-7b2f1ee54b2a triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:57.318964 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-78bcd550-9c9d-47c0-8980-00376077054d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:57.389096 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9ce0cb62-0a37-4b84-9618-2d4ecbdaa2d6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:57.404475 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 579633f6-cb3f-4468-84f2-9b3ef96b1ed7 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:20:57.472940 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d15b5609-1f1d-4b8c-b42a-ff544875609a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:57.474303 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-78bcd550-9c9d-47c0-8980-00376077054d None None] Port 7e4adee3-69db-4e75-87cc-7b2f1ee54b2a cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:20:57.610358 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 579633f6-cb3f-4468-84f2-9b3ef96b1ed7 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:57.611260 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-19c88790-f81f-4ebe-9a15-815d7070204d tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Deleting port 2692bce8-e5b4-433b-a2f3-fea80ca787bb {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:57.611679 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-19c88790-f81f-4ebe-9a15-815d7070204d tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:57.651677 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 579633f6-cb3f-4468-84f2-9b3ef96b1ed7 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:57.652252 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:57.724776 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-9ce0cb62-0a37-4b84-9618-2d4ecbdaa2d6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Calling delete_port for 15c40ff7-cd35-4576-bfe1-2fa468ae56a0 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:57.785935 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b5609-1f1d-4b8c-b42a-ff544875609a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Subnet': ['ID=79f75798-2a1d-4ddc-99a4-cb2a6497b8ae,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:57.791778 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d15b5609-1f1d-4b8c-b42a-ff544875609a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:57.801936 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-d26042d3-0d6d-4401-b4d0-799976ed00be None None] Provisioning complete for port 579633f6-cb3f-4468-84f2-9b3ef96b1ed7 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:57.802396 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d26042d3-0d6d-4401-b4d0-799976ed00be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:57.805394 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d15b5609-1f1d-4b8c-b42a-ff544875609a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/subnets/79f75798-2a1d-4ddc-99a4-cb2a6497b8ae HTTP/1.1" status: 204 len: 168 time: 1.1237576 Apr 11 14:20:57.806025 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38496) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:57.851692 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b145afb6-ed6a-414f-8cb6-e8b415b440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:58.020157 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8880218e-b5af-449a-bd9b-83d49a8e7aa3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:58.148038 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:58.160964 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-8880218e-b5af-449a-bd9b-83d49a8e7aa3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting port c50c9e3f-776c-4e90-9983-29b369042541 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:58.161317 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8880218e-b5af-449a-bd9b-83d49a8e7aa3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:58.288076 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155ae7e0-0734-492a-b55e-7f9798f1e8f9 None None] Network f610a188-b8a1-4813-a5cf-317945c926d7 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:20:58.336087 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38508) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:58.402052 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9ce0cb62-0a37-4b84-9618-2d4ecbdaa2d6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:58.407794 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 579633f6-cb3f-4468-84f2-9b3ef96b1ed7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=579633f6-cb3f-4468-84f2-9b3ef96b1ed7,segment=NetworkSegment(44c603e5-9ad4-493d-8f3b-8505f8fab60c),segment_id=44c603e5-9ad4-493d-8f3b-8505f8fab60c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:58.422224 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d26042d3-0d6d-4401-b4d0-799976ed00be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:58.472637 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0cb62-0a37-4b84-9618-2d4ecbdaa2d6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Port': ['ID=15c40ff7-cd35-4576-bfe1-2fa468ae56a0,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:58.509181 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:58.576342 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9ce0cb62-0a37-4b84-9618-2d4ecbdaa2d6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:58.582291 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-8880218e-b5af-449a-bd9b-83d49a8e7aa3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] For port c50c9e3f-776c-4e90-9983-29b369042541, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c50c9e3f-776c-4e90-9983-29b369042541,segment=NetworkSegment(4d4f6011-666f-443d-9bed-2e9008e47a03),segment_id=4d4f6011-666f-443d-9bed-2e9008e47a03)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:20:58.582804 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8880218e-b5af-449a-bd9b-83d49a8e7aa3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:58.607789 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-04716c3f-ec00-4004-94aa-e1b804ce037b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:58.635647 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-fc2d5fc5-8fa1-4f0c-b342-e8c395d05a41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1030312768'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:20:58.636839 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-fc2d5fc5-8fa1-4f0c-b342-e8c395d05a41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:58.642572 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fc2d5fc5-8fa1-4f0c-b342-e8c395d05a41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Usage tracker for resource:network and tenant:39608936fcf243fabb6128792704ba03 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:58.646281 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fc2d5fc5-8fa1-4f0c-b342-e8c395d05a41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:58.654120 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-fc2d5fc5-8fa1-4f0c-b342-e8c395d05a41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:58.753144 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9ce0cb62-0a37-4b84-9618-2d4ecbdaa2d6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/15c40ff7-cd35-4576-bfe1-2fa468ae56a0 HTTP/1.1" status: 204 len: 168 time: 2.4694684 Apr 11 14:20:58.765279 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device fdba0124-4083-452b-866b-7d57d9ffdb3f up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:20:58.806277 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38516) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:58.854263 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-8880218e-b5af-449a-bd9b-83d49a8e7aa3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Calling delete_port for c50c9e3f-776c-4e90-9983-29b369042541 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:58.932201 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2d5fc5-8fa1-4f0c-b342-e8c395d05a41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Made reservation on behalf of 39608936fcf243fabb6128792704ba03 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:20:58.938991 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-19c88790-f81f-4ebe-9a15-815d7070204d tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:58.950960 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5fc5-8fa1-4f0c-b342-e8c395d05a41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:58.968197 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5fc5-8fa1-4f0c-b342-e8c395d05a41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:58.971977 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:58.993143 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-fc2d5fc5-8fa1-4f0c-b342-e8c395d05a41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:20:59.006056 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fc2d5fc5-8fa1-4f0c-b342-e8c395d05a41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Usage tracker for resource:security_group_rule and tenant:39608936fcf243fabb6128792704ba03 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:20:59.011924 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fc2d5fc5-8fa1-4f0c-b342-e8c395d05a41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:20:59.020834 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-fc2d5fc5-8fa1-4f0c-b342-e8c395d05a41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:20:59.027952 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:59.047593 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-d26042d3-0d6d-4401-b4d0-799976ed00be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:20:59.048023 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-d26042d3-0d6d-4401-b4d0-799976ed00be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:20:59.055504 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=579633f6-cb3f-4468-84f2-9b3ef96b1ed7,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:59.156287 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5fc5-8fa1-4f0c-b342-e8c395d05a41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:59.173995 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-19c88790-f81f-4ebe-9a15-815d7070204d tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Calling delete_port for 2692bce8-e5b4-433b-a2f3-fea80ca787bb owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:20:59.176217 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e6f1db-f746-4c10-bca9-d1169ccd6cd6 None None] DHCP port deletion for f610a188-b8a1-4813-a5cf-317945c926d7 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:20:59.180245 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-a6e6f1db-f746-4c10-bca9-d1169ccd6cd6 None None] Deleting port c50c9e3f-776c-4e90-9983-29b369042541 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:20:59.180680 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a6e6f1db-f746-4c10-bca9-d1169ccd6cd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:59.183167 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8880218e-b5af-449a-bd9b-83d49a8e7aa3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:59.215780 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1889035c-6f14-4338-8cca-42f09c10b8fe tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:59.217657 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1889035c-6f14-4338-8cca-42f09c10b8fe tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:20:59.222112 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1889035c-6f14-4338-8cca-42f09c10b8fe tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4148192 Apr 11 14:20:59.223916 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38520) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:20:59.225114 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port fdba0124-4083-452b-866b-7d57d9ffdb3f completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:59.270788 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-a6e6f1db-f746-4c10-bca9-d1169ccd6cd6 None None] The port 'c50c9e3f-776c-4e90-9983-29b369042541' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:20:59.284117 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8880218e-b5af-449a-bd9b-83d49a8e7aa3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] No DVR routers for this DVR port c50c9e3f-776c-4e90-9983-29b369042541 on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:20:59.310931 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880218e-b5af-449a-bd9b-83d49a8e7aa3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Port': ['ID=c50c9e3f-776c-4e90-9983-29b369042541,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:59.324859 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5fc5-8fa1-4f0c-b342-e8c395d05a41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:59.390326 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56b84a71-52c8-45ad-af51-abf942bea968 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:59.415911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2d5fc5-8fa1-4f0c-b342-e8c395d05a41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:20:59.476615 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d5fc5-8fa1-4f0c-b342-e8c395d05a41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b300c2-b1c5-47f0-902c-469b025dd74e,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:59.500561 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-0768c8f5-1dce-4b2f-9c15-e082a181e7ad tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet 51ce46e5-7acd-42e8-a56f-2a8285e68493 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:20:59.504938 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8880218e-b5af-449a-bd9b-83d49a8e7aa3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:59.512337 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5fc5-8fa1-4f0c-b342-e8c395d05a41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:59.512673 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-fc2d5fc5-8fa1-4f0c-b342-e8c395d05a41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Added segment 2c52d23f-d1a5-47a8-81b0-4221df3d4f54 of type vlan for network 6d993681-f0f8-4e69-a5d3-ad1151c06b7c Apr 11 14:20:59.523626 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0768c8f5-1dce-4b2f-9c15-e082a181e7ad tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:59.589740 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-8880218e-b5af-449a-bd9b-83d49a8e7aa3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f610a188-b8a1-4813-a5cf-317945c926d7']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:59.619300 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0768c8f5-1dce-4b2f-9c15-e082a181e7ad tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:59.630983 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56b84a71-52c8-45ad-af51-abf942bea968 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:59.631743 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56b84a71-52c8-45ad-af51-abf942bea968 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:59.649215 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-8880218e-b5af-449a-bd9b-83d49a8e7aa3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4f6011-666f-443d-9bed-2e9008e47a03') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:59.649515 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-8880218e-b5af-449a-bd9b-83d49a8e7aa3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4f6011-666f-443d-9bed-2e9008e47a03') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:20:59.676826 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5fc5-8fa1-4f0c-b342-e8c395d05a41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:59.685254 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8880218e-b5af-449a-bd9b-83d49a8e7aa3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:59.710676 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8880218e-b5af-449a-bd9b-83d49a8e7aa3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:59.718788 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-cbf2ae0c-3f73-48ba-9dd8-f6c2356e8535 None None] Could not find standard attr ID for object c50c9e3f-776c-4e90-9983-29b369042541. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:20:59.721884 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-cbf2ae0c-3f73-48ba-9dd8-f6c2356e8535 None None] Could not find standard attr ID for object 15c40ff7-cd35-4576-bfe1-2fa468ae56a0. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:20:59.723388 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8880218e-b5af-449a-bd9b-83d49a8e7aa3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:20:59.723787 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8880218e-b5af-449a-bd9b-83d49a8e7aa3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:20:59.746838 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:20:59.784315 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-04716c3f-ec00-4004-94aa-e1b804ce037b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:59.806184 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-cbf2ae0c-3f73-48ba-9dd8-f6c2356e8535 None None] Provisioning for port fdba0124-4083-452b-866b-7d57d9ffdb3f completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:20:59.812049 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-cbf2ae0c-3f73-48ba-9dd8-f6c2356e8535 None None] Provisioning complete for port fdba0124-4083-452b-866b-7d57d9ffdb3f triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:20:59.812423 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-cbf2ae0c-3f73-48ba-9dd8-f6c2356e8535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:59.837222 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b84a71-52c8-45ad-af51-abf942bea968 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Port': ['ID=7e4adee3-69db-4e75-87cc-7b2f1ee54b2a,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:20:59.854731 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:59.914200 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-19c88790-f81f-4ebe-9a15-815d7070204d tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:59.947658 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-cbf2ae0c-3f73-48ba-9dd8-f6c2356e8535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:59.979593 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0768c8f5-1dce-4b2f-9c15-e082a181e7ad tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:20:59.997603 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c88790-f81f-4ebe-9a15-815d7070204d tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event deleted for resources: {'Port': ['ID=2692bce8-e5b4-433b-a2f3-fea80ca787bb,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:00.033575 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5fc5-8fa1-4f0c-b342-e8c395d05a41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:00.039226 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2d5fc5-8fa1-4f0c-b342-e8c395d05a41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:00.039889 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5fc5-8fa1-4f0c-b342-e8c395d05a41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:00.158961 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8880218e-b5af-449a-bd9b-83d49a8e7aa3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:00.173784 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b84a71-52c8-45ad-af51-abf942bea968 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network 90e03114-18cc-4afe-b336-6cdf618e2d93 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:00.178616 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8880218e-b5af-449a-bd9b-83d49a8e7aa3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:00.180408 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8880218e-b5af-449a-bd9b-83d49a8e7aa3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/networks/f610a188-b8a1-4813-a5cf-317945c926d7 HTTP/1.1" status: 204 len: 168 time: 2.3714375 Apr 11 14:21:00.181316 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d5fc5-8fa1-4f0c-b342-e8c395d05a41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event updated for resources: {'Network': ['ID=6d993681-f0f8-4e69-a5d3-ad1151c06b7c,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:00.185558 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-56b84a71-52c8-45ad-af51-abf942bea968 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:00.185710 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38524) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:00.208241 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 6d993681-f0f8-4e69-a5d3-ad1151c06b7c details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:21:00.253115 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880218e-b5af-449a-bd9b-83d49a8e7aa3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Network': ['ID=f610a188-b8a1-4813-a5cf-317945c926d7,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:00.258272 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-fc2d5fc5-8fa1-4f0c-b342-e8c395d05a41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9203699 Apr 11 14:21:00.260385 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0768c8f5-1dce-4b2f-9c15-e082a181e7ad tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:00.309486 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768c8f5-1dce-4b2f-9c15-e082a181e7ad tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=51ce46e5-7acd-42e8-a56f-2a8285e68493,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:00.316228 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0768c8f5-1dce-4b2f-9c15-e082a181e7ad tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:00.318088 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0768c8f5-1dce-4b2f-9c15-e082a181e7ad tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/51ce46e5-7acd-42e8-a56f-2a8285e68493 HTTP/1.1" status: 204 len: 168 time: 1.0838020 Apr 11 14:21:00.324139 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38528) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:00.372814 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa026a08-9d73-4fa9-a548-d29986020bc5 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:00.432685 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c897db38-505f-4b3e-b27e-4a40dfa9cd9a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1073780 Apr 11 14:21:00.442141 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38532) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:00.449968 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-15b1599a-ff0a-4b6d-ae84-d3c40f638fa7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:00.533458 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-19c88790-f81f-4ebe-9a15-815d7070204d tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:00.611617 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf7a319-babc-45f8-b318-25b73686f05c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:00.612469 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-bcf7a319-babc-45f8-b318-25b73686f05c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Synchronizing usage tracker for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:00.624887 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-cbf2ae0c-3f73-48ba-9dd8-f6c2356e8535 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:21:00.625238 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-cbf2ae0c-3f73-48ba-9dd8-f6c2356e8535 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:21:00.635500 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-15b1599a-ff0a-4b6d-ae84-d3c40f638fa7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:00.642813 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-15b1599a-ff0a-4b6d-ae84-d3c40f638fa7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:subnet and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:00.645057 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-15b1599a-ff0a-4b6d-ae84-d3c40f638fa7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:00.651984 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-15b1599a-ff0a-4b6d-ae84-d3c40f638fa7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:00.663574 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-19c88790-f81f-4ebe-9a15-815d7070204d tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "DELETE /v2.0/ports/2692bce8-e5b4-433b-a2f3-fea80ca787bb HTTP/1.1" status: 204 len: 168 time: 4.0255375 Apr 11 14:21:00.666305 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38536) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:00.674544 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 579633f6-cb3f-4468-84f2-9b3ef96b1ed7 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:21:00.725633 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-bcf7a319-babc-45f8-b318-25b73686f05c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Unset dirty status for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:00.727840 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-bcf7a319-babc-45f8-b318-25b73686f05c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5401609 Apr 11 14:21:00.729297 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b1599a-ff0a-4b6d-ae84-d3c40f638fa7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:00.735216 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-15b1599a-ff0a-4b6d-ae84-d3c40f638fa7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:00.766265 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-43013399-d46b-4595-a019-da220cab901e tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Deleting port 5d8ac3cb-139a-447b-9045-09e1a42dc008 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:00.766604 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-43013399-d46b-4595-a019-da220cab901e tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:00.815241 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 579633f6-cb3f-4468-84f2-9b3ef96b1ed7 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:00.815795 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:00.846300 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38540) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:00.896912 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bb25da-a524-4233-ba7e-53dc68647499 None None] DHCP port deletion for 47d4fbd0-dfc4-4187-bb2e-73c4649db563 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:21:00.925736 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb25da-a524-4233-ba7e-53dc68647499 None None] Deleting port fdba0124-4083-452b-866b-7d57d9ffdb3f {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:00.926202 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c9bb25da-a524-4233-ba7e-53dc68647499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:01.125485 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-43013399-d46b-4595-a019-da220cab901e tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:01.176844 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c50c9e3f-776c-4e90-9983-29b369042541 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:21:01.228973 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b84a71-52c8-45ad-af51-abf942bea968 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Router b3681c6c-2556-4619-b641-9896a88be044 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:21:01.230977 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04716c3f-ec00-4004-94aa-e1b804ce037b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Router ffd07304-1f7e-409e-ac1c-036656198628 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:21:01.235278 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: c50c9e3f-776c-4e90-9983-29b369042541 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:21:01.235619 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c50c9e3f-776c-4e90-9983-29b369042541 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:21:01.243146 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-c9bb25da-a524-4233-ba7e-53dc68647499 None None] For port fdba0124-4083-452b-866b-7d57d9ffdb3f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=fdba0124-4083-452b-866b-7d57d9ffdb3f,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:01.243146 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c9bb25da-a524-4233-ba7e-53dc68647499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:01.321143 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-43013399-d46b-4595-a019-da220cab901e tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Calling delete_port for 5d8ac3cb-139a-447b-9045-09e1a42dc008 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:01.397916 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.objects.ports [None req-15b1599a-ff0a-4b6d-ae84-d3c40f638fa7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88616) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 11 14:21:01.431604 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb25da-a524-4233-ba7e-53dc68647499 None None] Calling delete_port for fdba0124-4083-452b-866b-7d57d9ffdb3f owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:01.469886 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-cbf2ae0c-3f73-48ba-9dd8-f6c2356e8535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:01.504724 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-cbf2ae0c-3f73-48ba-9dd8-f6c2356e8535 None None] For port fdba0124-4083-452b-866b-7d57d9ffdb3f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=fdba0124-4083-452b-866b-7d57d9ffdb3f,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:01.588347 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-cbf2ae0c-3f73-48ba-9dd8-f6c2356e8535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:01.661091 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2ae0c-3f73-48ba-9dd8-f6c2356e8535 None None] Pushing event updated for resources: {'Port': ['ID=fdba0124-4083-452b-866b-7d57d9ffdb3f,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:01.665306 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-c9bb25da-a524-4233-ba7e-53dc68647499 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:21:01.665306 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-c9bb25da-a524-4233-ba7e-53dc68647499 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:21:01.715778 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e481eab8-c99f-41be-8e06-4ec18bc9e255 None None] Provisioning complete for port 7e4adee3-69db-4e75-87cc-7b2f1ee54b2a triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:01.716444 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e481eab8-c99f-41be-8e06-4ec18bc9e255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:01.761587 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-15b1599a-ff0a-4b6d-ae84-d3c40f638fa7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:01.798406 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-e481eab8-c99f-41be-8e06-4ec18bc9e255 None None] Port 7e4adee3-69db-4e75-87cc-7b2f1ee54b2a cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:21:01.915908 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b84a71-52c8-45ad-af51-abf942bea968 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:21:01.924743 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-872ee88c-4803-49f7-996b-4d13ff1d083a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Synchronizing usage tracker for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:01.943487 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db449c-88c5-4a72-8584-aa8ec01a3dac None None] Sync routers for ids ['b3681c6c-2556-4619-b641-9896a88be044'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:21:01.964073 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-56b84a71-52c8-45ad-af51-abf942bea968 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "PUT /v2.0/routers/b3681c6c-2556-4619-b641-9896a88be044/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3480411 Apr 11 14:21:01.970202 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32db449c-88c5-4a72-8584-aa8ec01a3dac None None] Routers {'b3681c6c-2556-4619-b641-9896a88be044'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:21:01.971818 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-32db449c-88c5-4a72-8584-aa8ec01a3dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['b3681c6c-2556-4619-b641-9896a88be044'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:01.983911 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04716c3f-ec00-4004-94aa-e1b804ce037b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:21:02.001506 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38544) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:02.007105 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] Sync routers for ids ['ffd07304-1f7e-409e-ac1c-036656198628'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:21:02.038108 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] Routers {'ffd07304-1f7e-409e-ac1c-036656198628'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:21:02.039392 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['ffd07304-1f7e-409e-ac1c-036656198628'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:02.100483 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-872ee88c-4803-49f7-996b-4d13ff1d083a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Unset dirty status for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:02.101794 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-872ee88c-4803-49f7-996b-4d13ff1d083a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.9843082 Apr 11 14:21:02.112621 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38548) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:02.124345 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-43013399-d46b-4595-a019-da220cab901e tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:02.152306 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-32db449c-88c5-4a72-8584-aa8ec01a3dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:02.168136 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-d6ede31e-e525-432e-994b-3e0236ac99cd tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1894468697'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:02.175644 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb25da-a524-4233-ba7e-53dc68647499 None None] Deleting port fdba0124-4083-452b-866b-7d57d9ffdb3f {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:02.188685 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c9bb25da-a524-4233-ba7e-53dc68647499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:02.192462 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43013399-d46b-4595-a019-da220cab901e tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event deleted for resources: {'Port': ['ID=5d8ac3cb-139a-447b-9045-09e1a42dc008,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:02.194653 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-d6ede31e-e525-432e-994b-3e0236ac99cd tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:02.239271 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d6ede31e-e525-432e-994b-3e0236ac99cd tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:network and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:02.261735 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-15b1599a-ff0a-4b6d-ae84-d3c40f638fa7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] For port fdba0124-4083-452b-866b-7d57d9ffdb3f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=fdba0124-4083-452b-866b-7d57d9ffdb3f,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:02.266250 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32db449c-88c5-4a72-8584-aa8ec01a3dac None None] Routers {'b3681c6c-2556-4619-b641-9896a88be044'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:21:02.268990 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-32db449c-88c5-4a72-8584-aa8ec01a3dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['b3681c6c-2556-4619-b641-9896a88be044'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:02.289973 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35f1745-5bd5-41c1-8c4b-5d621c5caa3e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:02.290819 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e35f1745-5bd5-41c1-8c4b-5d621c5caa3e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Synchronizing usage tracker for tenant:e64484a71f41439a9e4d89000c1f607b on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:02.291561 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-15b1599a-ff0a-4b6d-ae84-d3c40f638fa7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:02.304481 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d6ede31e-e525-432e-994b-3e0236ac99cd tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:02.312751 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-04716c3f-ec00-4004-94aa-e1b804ce037b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:02.314240 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-04716c3f-ec00-4004-94aa-e1b804ce037b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 11.7339120 Apr 11 14:21:02.316870 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38552) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:02.352228 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-d6ede31e-e525-432e-994b-3e0236ac99cd tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:02.400418 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-32db449c-88c5-4a72-8584-aa8ec01a3dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:02.401091 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db449c-88c5-4a72-8584-aa8ec01a3dac None None] The sync data for ids ['b3681c6c-2556-4619-b641-9896a88be044'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:21:02.412402 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-43013399-d46b-4595-a019-da220cab901e tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:02.417077 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-43013399-d46b-4595-a019-da220cab901e tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "DELETE /v2.0/ports/5d8ac3cb-139a-447b-9045-09e1a42dc008 HTTP/1.1" status: 204 len: 168 time: 1.7493727 Apr 11 14:21:02.419723 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38556) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:02.481841 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e35f1745-5bd5-41c1-8c4b-5d621c5caa3e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Unset dirty status for tenant:e64484a71f41439a9e4d89000c1f607b on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:02.486364 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e35f1745-5bd5-41c1-8c4b-5d621c5caa3e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "GET /v2.0/ports/7e4adee3-69db-4e75-87cc-7b2f1ee54b2a HTTP/1.1" status: 200 len: 911 time: 0.4814672 Apr 11 14:21:02.487095 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ede31e-e525-432e-994b-3e0236ac99cd tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:02.490502 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6ede31e-e525-432e-994b-3e0236ac99cd tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:02.494709 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-15b1599a-ff0a-4b6d-ae84-d3c40f638fa7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:02.495679 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-15b1599a-ff0a-4b6d-ae84-d3c40f638fa7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:02.500978 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38560) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:02.514815 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] Set router ffd07304-1f7e-409e-ac1c-036656198628 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:21:02.635453 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9202d3a3-93b5-47b0-9b87-e869105fdcab req-437cf38a-72db-4a4a-90ea-84dec8294b76 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3887339 Apr 11 14:21:02.770802 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device fdba0124-4083-452b-866b-7d57d9ffdb3f no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:21:02.792268 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ede31e-e525-432e-994b-3e0236ac99cd tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:21:02.943003 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6ede31e-e525-432e-994b-3e0236ac99cd tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:02.943671 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-d6ede31e-e525-432e-994b-3e0236ac99cd tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Added segment ae8e206a-f4d1-4c91-b430-0d22ac1e37bf of type vlan for network 64191911-9ba6-4b70-850c-7f4bf93d9510 Apr 11 14:21:02.976870 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:02.995935 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4ed0f2b0-ef81-439c-a7d4-7e35984b149c tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "GET /v2.0/routers/ffd07304-1f7e-409e-ac1c-036656198628 HTTP/1.1" status: 200 len: 907 time: 0.6777208 Apr 11 14:21:03.008070 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd07304-1f7e-409e-ac1c-036656198628', 'name': 'tempest-snat-router-689523769', 'tenant_id': '44053de9de3f4465a441134d64e44170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.239'}], 'enable_snat': True}, 'gw_port_id': '90264302-7d00-4564-aa3f-6db9c46c07c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:20:50Z', 'updated_at': '2022-04-11T14:20:57Z', 'revision_number': 3, 'project_id': '44053de9de3f4465a441134d64e44170', 'gw_port': {'id': '90264302-7d00-4564-aa3f-6db9c46c07c8', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd07304-1f7e-409e-ac1c-036656198628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:20:54Z', 'updated_at': '2022-04-11T14:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:03.013493 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38564) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:03.019889 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] Checking router: ffd07304-1f7e-409e-ac1c-036656198628 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:21:03.023602 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] Updating router ffd07304-1f7e-409e-ac1c-036656198628 port 90264302-7d00-4564-aa3f-6db9c46c07c8 binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:21:03.024807 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b1599a-ff0a-4b6d-ae84-d3c40f638fa7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:03.031660 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-15b1599a-ff0a-4b6d-ae84-d3c40f638fa7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:03.035487 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b1599a-ff0a-4b6d-ae84-d3c40f638fa7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:03.036093 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-15b1599a-ff0a-4b6d-ae84-d3c40f638fa7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:03.040309 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1599a-ff0a-4b6d-ae84-d3c40f638fa7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=fdba0124-4083-452b-866b-7d57d9ffdb3f,revision_number=6']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:03.133057 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port fdba0124-4083-452b-866b-7d57d9ffdb3f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=fdba0124-4083-452b-866b-7d57d9ffdb3f,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:03.139459 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-c9bb25da-a524-4233-ba7e-53dc68647499 None None] For port fdba0124-4083-452b-866b-7d57d9ffdb3f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=fdba0124-4083-452b-866b-7d57d9ffdb3f,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:03.141360 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c9bb25da-a524-4233-ba7e-53dc68647499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:03.187533 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:03.228320 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7857da6c-cead-4512-8a67-5533e43feb91 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:03.229202 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7857da6c-cead-4512-8a67-5533e43feb91 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Synchronizing usage tracker for tenant:f364abda35ba4de88d7da540664f92af on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:03.233678 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6ede31e-e525-432e-994b-3e0236ac99cd tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:03.255008 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f2500373-acd6-4857-8736-f252c7b2e124 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:03.378202 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1599a-ff0a-4b6d-ae84-d3c40f638fa7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=6ca14013-eb50-49fb-8b17-b8c30e6ba53e,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:03.398931 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:03.408567 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb25da-a524-4233-ba7e-53dc68647499 None None] Calling delete_port for fdba0124-4083-452b-866b-7d57d9ffdb3f owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:03.538254 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f2500373-acd6-4857-8736-f252c7b2e124 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:03.548565 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-15b1599a-ff0a-4b6d-ae84-d3c40f638fa7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.1045446 Apr 11 14:21:03.554585 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38568) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:03.561782 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-8070b3a2-50a3-4da4-9c83-7f47951b8add tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'port': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'mac_address': 'fa:16:3e:e6:d8:b0', 'name': 'tempest-NetworksTestDHCPv6-570772935'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:03.593216 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38572) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:03.604999 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.db.resource_extend [None req-d6ede31e-e525-432e-994b-3e0236ac99cd tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 14:21:03.605803 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-5a11245d-61b9-4173-8313-f0758928e9ee tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Request body: {'subnet': {'network_id': '6d993681-f0f8-4e69-a5d3-ad1151c06b7c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:03.609089 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=fdba0124-4083-452b-866b-7d57d9ffdb3f,revision_number=7']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:03.657001 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-c9bb25da-a524-4233-ba7e-53dc68647499 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:21:03.657362 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-c9bb25da-a524-4233-ba7e-53dc68647499 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:21:03.685022 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-f2500373-acd6-4857-8736-f252c7b2e124 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Deleting port 90264302-7d00-4564-aa3f-6db9c46c07c8 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:03.686025 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f2500373-acd6-4857-8736-f252c7b2e124 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:03.706871 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6ede31e-e525-432e-994b-3e0236ac99cd tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:03.712626 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ede31e-e525-432e-994b-3e0236ac99cd tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:03.712948 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6ede31e-e525-432e-994b-3e0236ac99cd tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:03.745193 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202d3a3-93b5-47b0-9b87-e869105fdcab req-7d8a991e-d028-4762-b17b-8b7fb6493233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:03.746694 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9202d3a3-93b5-47b0-9b87-e869105fdcab req-7d8a991e-d028-4762-b17b-8b7fb6493233 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=724311974f544075b7138da08838fdf2&device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 1098 time: 0.9443524 Apr 11 14:21:03.747310 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7857da6c-cead-4512-8a67-5533e43feb91 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Unset dirty status for tenant:f364abda35ba4de88d7da540664f92af on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:03.751288 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7857da6c-cead-4512-8a67-5533e43feb91 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "GET /v2.0/ports?device_id=73279aa8-6434-415a-8b91-e5bc5ab99e3f HTTP/1.1" status: 200 len: 913 time: 1.3271408 Apr 11 14:21:03.780040 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38576) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:03.806547 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb25da-a524-4233-ba7e-53dc68647499 None None] Deleting port fdba0124-4083-452b-866b-7d57d9ffdb3f {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:03.806921 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c9bb25da-a524-4233-ba7e-53dc68647499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:03.846855 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:03.866262 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] Transition to ACTIVE for port object 90264302-7d00-4564-aa3f-6db9c46c07c8 will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:03.931474 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5a11245d-61b9-4173-8313-f0758928e9ee tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:03.948821 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5a11245d-61b9-4173-8313-f0758928e9ee tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Usage tracker for resource:subnet and tenant:39608936fcf243fabb6128792704ba03 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:03.950096 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:03.956525 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5a11245d-61b9-4173-8313-f0758928e9ee tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:03.966367 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5a11245d-61b9-4173-8313-f0758928e9ee tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:03.977097 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-8070b3a2-50a3-4da4-9c83-7f47951b8add tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:03.978222 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8070b3a2-50a3-4da4-9c83-7f47951b8add tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:port and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:03.983016 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8070b3a2-50a3-4da4-9c83-7f47951b8add tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:03.993049 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-8070b3a2-50a3-4da4-9c83-7f47951b8add tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:04.012253 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f2500373-acd6-4857-8736-f252c7b2e124 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:04.052571 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] Attempting to bind port 90264302-7d00-4564-aa3f-6db9c46c07c8 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:21:04.053113 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] Attempting to bind port 90264302-7d00-4564-aa3f-6db9c46c07c8 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:21:04.053382 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] Attempting to bind port 90264302-7d00-4564-aa3f-6db9c46c07c8 on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:21:04.069947 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:21:04.073898 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:04.073898 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:04.073898 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:21:04.073898 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] Bound port: 90264302-7d00-4564-aa3f-6db9c46c07c8, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:21:04.073898 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:04.099289 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-c9bb25da-a524-4233-ba7e-53dc68647499 None None] For port fdba0124-4083-452b-866b-7d57d9ffdb3f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=fdba0124-4083-452b-866b-7d57d9ffdb3f,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:04.100377 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c9bb25da-a524-4233-ba7e-53dc68647499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:04.111705 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927775e-beda-44e8-a3dc-eb9d1bc8c457 None None] Pushing event updated for resources: {'Port': ['ID=90264302-7d00-4564-aa3f-6db9c46c07c8,revision_number=2']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:04.139384 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a11245d-61b9-4173-8313-f0758928e9ee tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Made reservation on behalf of 39608936fcf243fabb6128792704ba03 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:04.142928 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5a11245d-61b9-4173-8313-f0758928e9ee tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:04.150396 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d6ede31e-e525-432e-994b-3e0236ac99cd tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0279996 Apr 11 14:21:04.157053 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8070b3a2-50a3-4da4-9c83-7f47951b8add tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:04.160140 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ede31e-e525-432e-994b-3e0236ac99cd tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Network': ['ID=64191911-9ba6-4b70-850c-7f4bf93d9510,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:04.163707 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] For port 90264302-7d00-4564-aa3f-6db9c46c07c8, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:21:04.176872 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] For port 90264302-7d00-4564-aa3f-6db9c46c07c8, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=90264302-7d00-4564-aa3f-6db9c46c07c8,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:21:04.177023 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38580) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:04.185479 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-3482ea51-70cc-4690-9139-3a38a032cc5c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'subnet': {'network_id': '64191911-9ba6-4b70-850c-7f4bf93d9510', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:04.186100 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-f2500373-acd6-4857-8736-f252c7b2e124 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Calling delete_port for 90264302-7d00-4564-aa3f-6db9c46c07c8 owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:04.205945 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 64191911-9ba6-4b70-850c-7f4bf93d9510 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:21:04.251159 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:04.336083 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] Routers {'ffd07304-1f7e-409e-ac1c-036656198628'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:21:04.337883 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['ffd07304-1f7e-409e-ac1c-036656198628'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:04.356444 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb25da-a524-4233-ba7e-53dc68647499 None None] Calling delete_port for fdba0124-4083-452b-866b-7d57d9ffdb3f owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:04.402708 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927775e-beda-44e8-a3dc-eb9d1bc8c457 None None] Pushing event updated for resources: {'Port': ['ID=90264302-7d00-4564-aa3f-6db9c46c07c8,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:04.506784 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8070b3a2-50a3-4da4-9c83-7f47951b8add tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:04.518323 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] Set router ffd07304-1f7e-409e-ac1c-036656198628 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:21:04.563375 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c0c7036b-a79b-4e6d-8ecc-aac8096a328e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:04.569896 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-8070b3a2-50a3-4da4-9c83-7f47951b8add tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] device_id is not set on port 428effd4-55f5-483f-93ab-ea547738b105 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:21:04.572699 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202d3a3-93b5-47b0-9b87-e869105fdcab req-e7727ec9-dc5f-47f7-903f-4f5700f145c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:04.574236 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9202d3a3-93b5-47b0-9b87-e869105fdcab req-e7727ec9-dc5f-47f7-903f-4f5700f145c0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6ea0449-d5bb-46c4-a148-72f3fb27a286 HTTP/1.1" status: 200 len: 914 time: 0.7819126 Apr 11 14:21:04.578708 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-3482ea51-70cc-4690-9139-3a38a032cc5c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:04.645462 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd07304-1f7e-409e-ac1c-036656198628', 'name': 'tempest-snat-router-689523769', 'tenant_id': '44053de9de3f4465a441134d64e44170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:20:50Z', 'updated_at': '2022-04-11T14:21:03Z', 'revision_number': 4, 'project_id': '44053de9de3f4465a441134d64e44170', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:04.650119 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2aead8-6599-4882-aeb4-c963592b831f None None] The sync data for ids ['ffd07304-1f7e-409e-ac1c-036656198628'] in dv-neutron-837330-1-hyperv is: [{'id': 'ffd07304-1f7e-409e-ac1c-036656198628', 'name': 'tempest-snat-router-689523769', 'tenant_id': '44053de9de3f4465a441134d64e44170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:20:50Z', 'updated_at': '2022-04-11T14:21:03Z', 'revision_number': 4, 'project_id': '44053de9de3f4465a441134d64e44170', 'gw_port_host': None}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:21:04.662125 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c9bb25da-a524-4233-ba7e-53dc68647499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:04.663654 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-3482ea51-70cc-4690-9139-3a38a032cc5c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:subnet and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:04.670394 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-3482ea51-70cc-4690-9139-3a38a032cc5c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:04.753148 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-3482ea51-70cc-4690-9139-3a38a032cc5c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:04.767853 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb25da-a524-4233-ba7e-53dc68647499 None None] Pushing event deleted for resources: {'Port': ['ID=fdba0124-4083-452b-866b-7d57d9ffdb3f,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:04.823175 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bb25da-a524-4233-ba7e-53dc68647499 None None] No DVR routers for this DVR port fdba0124-4083-452b-866b-7d57d9ffdb3f on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:21:04.846851 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9b7447-11bb-48e5-ba82-60f7c7e374e4 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:04.985139 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-8070b3a2-50a3-4da4-9c83-7f47951b8add tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 2001:db8::f816:3eff:fee6:d8b0 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/6ca14013-eb50-49fb-8b17-b8c30e6ba53e/428effd4-55f5-483f-93ab-ea547738b105) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:04.987225 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.api [None req-f2500373-acd6-4857-8736-f252c7b2e124 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:21:04.987546 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG oslo_db.api [None req-f2500373-acd6-4857-8736-f252c7b2e124 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:21:05.101699 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3482ea51-70cc-4690-9139-3a38a032cc5c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:05.105031 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3482ea51-70cc-4690-9139-3a38a032cc5c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:05.112453 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932a30f7-383e-43fd-b5b1-e5016b412f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'fixed_ips': [{'subnet_id': '6ca14013-eb50-49fb-8b17-b8c30e6ba53e'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:21:05.113429 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-932a30f7-383e-43fd-b5b1-e5016b412f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:05.125152 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9202d3a3-93b5-47b0-9b87-e869105fdcab req-95ae292a-b171-4f45-b506-336d58f5319f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cda5d63f-6fbf-49e9-babc-df0ba1611d60 HTTP/1.1" status: 200 len: 1001 time: 0.5419760 Apr 11 14:21:05.204205 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5a11245d-61b9-4173-8313-f0758928e9ee tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:05.324214 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11245d-61b9-4173-8313-f0758928e9ee tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event updated for resources: {'Subnet': ['ID=0515efc1-0e29-43ce-832a-49bbc83bc565,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:05.343701 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a11245d-61b9-4173-8313-f0758928e9ee tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Checking segment: {'id': '2c52d23f-d1a5-47a8-81b0-4221df3d4f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '6d993681-f0f8-4e69-a5d3-ad1151c06b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:05.344073 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a11245d-61b9-4173-8313-f0758928e9ee tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Network hostable DHCP agents. Network: 6d993681-f0f8-4e69-a5d3-ad1151c06b7c, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:21:05.367734 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8070b3a2-50a3-4da4-9c83-7f47951b8add tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:05.383668 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-8070b3a2-50a3-4da4-9c83-7f47951b8add tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Transition to ACTIVE for port object 428effd4-55f5-483f-93ab-ea547738b105 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:05.414078 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202d3a3-93b5-47b0-9b87-e869105fdcab req-aa4167df-be28-45fc-a6bd-75a1b2298452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:05.415529 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9202d3a3-93b5-47b0-9b87-e869105fdcab req-aa4167df-be28-45fc-a6bd-75a1b2298452 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07ac75f7-df8a-45a0-834c-28e735b7edb3 HTTP/1.1" status: 200 len: 851 time: 0.2694857 Apr 11 14:21:05.467098 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a11245d-61b9-4173-8313-f0758928e9ee tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Network 6d993681-f0f8-4e69-a5d3-ad1151c06b7c is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:21:05.489295 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-f2500373-acd6-4857-8736-f252c7b2e124 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Deleting port 90264302-7d00-4564-aa3f-6db9c46c07c8 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:05.490472 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f2500373-acd6-4857-8736-f252c7b2e124 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:05.532449 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8070b3a2-50a3-4da4-9c83-7f47951b8add tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:05.563633 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-932a30f7-383e-43fd-b5b1-e5016b412f65 None None] Allocated IP 2001:db8::f816:3eff:fee5:4fd6 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/6ca14013-eb50-49fb-8b17-b8c30e6ba53e/221f8174-2f2b-4386-89c1-e1c62179e77d) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:05.582244 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-5a11245d-61b9-4173-8313-f0758928e9ee tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 6d993681-f0f8-4e69-a5d3-ad1151c06b7c) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:05.608772 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a11245d-61b9-4173-8313-f0758928e9ee tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:05.609350 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5a11245d-61b9-4173-8313-f0758928e9ee tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:05.615038 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126f09dc-24d3-4806-bcf7-3e40e36e08af None None] Network 6d993681-f0f8-4e69-a5d3-ad1151c06b7c requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:05.662020 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8070b3a2-50a3-4da4-9c83-7f47951b8add tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:05.675001 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-8070b3a2-50a3-4da4-9c83-7f47951b8add tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:05.683380 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8070b3a2-50a3-4da4-9c83-7f47951b8add tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:05.689137 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8070b3a2-50a3-4da4-9c83-7f47951b8add tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:05.689768 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8070b3a2-50a3-4da4-9c83-7f47951b8add tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:05.752116 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070b3a2-50a3-4da4-9c83-7f47951b8add tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=428effd4-55f5-483f-93ab-ea547738b105,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:05.801646 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202d3a3-93b5-47b0-9b87-e869105fdcab req-dcc97b80-ec67-43f8-93e5-e393013e1e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:05.803253 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9202d3a3-93b5-47b0-9b87-e869105fdcab req-dcc97b80-ec67-43f8-93e5-e393013e1e1a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6ea0449-d5bb-46c4-a148-72f3fb27a286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3790932 Apr 11 14:21:05.815134 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-f2500373-acd6-4857-8736-f252c7b2e124 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] For port 90264302-7d00-4564-aa3f-6db9c46c07c8, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=90264302-7d00-4564-aa3f-6db9c46c07c8,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:05.815584 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f2500373-acd6-4857-8736-f252c7b2e124 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:05.888936 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8070b3a2-50a3-4da4-9c83-7f47951b8add tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3302341 Apr 11 14:21:05.888936 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5a11245d-61b9-4173-8313-f0758928e9ee tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2934036 Apr 11 14:21:05.900014 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38584) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:05.900014 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38586) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:05.908855 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-c0c7036b-a79b-4e6d-8ecc-aac8096a328e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Allocated IP 2001:db8:1::1 (c69ae548-3f7c-439e-9410-1b2e7ab54eb0/b593f592-48e9-41d7-b82a-93e4c6929f92/f7d27e44-a929-4013-bec0-039349433023) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:05.954464 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-f2500373-acd6-4857-8736-f252c7b2e124 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Calling delete_port for 90264302-7d00-4564-aa3f-6db9c46c07c8 owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:05.958943 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-932a30f7-383e-43fd-b5b1-e5016b412f65 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:05.987313 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-c8b6e464-aa7c-4543-8645-78afa2a5b930 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-148490506'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:06.008397 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-932a30f7-383e-43fd-b5b1-e5016b412f65 None None] Transition to ACTIVE for port object 221f8174-2f2b-4386-89c1-e1c62179e77d will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:06.017572 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fef103-8128-4095-8b71-cecdce36a0aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-6d993681-f0f8-4e69-a5d3-ad1151c06b7c', 'network_id': '6d993681-f0f8-4e69-a5d3-ad1151c06b7c', 'tenant_id': '39608936fcf243fabb6128792704ba03', 'fixed_ips': [{'subnet_id': '0515efc1-0e29-43ce-832a-49bbc83bc565'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:21:06.017774 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3482ea51-70cc-4690-9139-3a38a032cc5c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:06.018283 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-65fef103-8128-4095-8b71-cecdce36a0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:06.033112 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c8b6e464-aa7c-4543-8645-78afa2a5b930 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:06.075083 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c8b6e464-aa7c-4543-8645-78afa2a5b930 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Usage tracker for resource:network and tenant:39608936fcf243fabb6128792704ba03 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:06.084295 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c8b6e464-aa7c-4543-8645-78afa2a5b930 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:06.088348 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-932a30f7-383e-43fd-b5b1-e5016b412f65 None None] Transition to ACTIVE for port object 221f8174-2f2b-4386-89c1-e1c62179e77d will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:06.134789 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c8b6e464-aa7c-4543-8645-78afa2a5b930 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:06.143194 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-932a30f7-383e-43fd-b5b1-e5016b412f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:06.193095 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f2500373-acd6-4857-8736-f252c7b2e124 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:06.241575 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932a30f7-383e-43fd-b5b1-e5016b412f65 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:06.247017 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-932a30f7-383e-43fd-b5b1-e5016b412f65 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:06.254139 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932a30f7-383e-43fd-b5b1-e5016b412f65 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:06.274364 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482ea51-70cc-4690-9139-3a38a032cc5c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Subnet': ['ID=02de7f38-b413-4057-bddc-d25ac410307a,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:06.280995 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2500373-acd6-4857-8736-f252c7b2e124 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Pushing event deleted for resources: {'Port': ['ID=90264302-7d00-4564-aa3f-6db9c46c07c8,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:06.281963 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b6e464-aa7c-4543-8645-78afa2a5b930 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Made reservation on behalf of 39608936fcf243fabb6128792704ba03 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:06.286347 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c8b6e464-aa7c-4543-8645-78afa2a5b930 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:06.304720 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9202d3a3-93b5-47b0-9b87-e869105fdcab req-977d51e1-b012-416b-8b18-d89526d59a9b service neutron] 10.222.0.53 "GET /v2.0/networks/c6ea0449-d5bb-46c4-a148-72f3fb27a286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920177 Apr 11 14:21:06.351513 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f2500373-acd6-4857-8736-f252c7b2e124 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:06.356627 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3482ea51-70cc-4690-9139-3a38a032cc5c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Checking segment: {'id': 'ae8e206a-f4d1-4c91-b430-0d22ac1e37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '64191911-9ba6-4b70-850c-7f4bf93d9510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:06.357537 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3482ea51-70cc-4690-9139-3a38a032cc5c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network hostable DHCP agents. Network: 64191911-9ba6-4b70-850c-7f4bf93d9510, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:21:06.374305 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a30f7-383e-43fd-b5b1-e5016b412f65 None None] Pushing event updated for resources: {'Port': ['ID=221f8174-2f2b-4386-89c1-e1c62179e77d,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:06.377916 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-65fef103-8128-4095-8b71-cecdce36a0aa None None] Allocated IP 2001:db8:0:ffff::2 (6d993681-f0f8-4e69-a5d3-ad1151c06b7c/0515efc1-0e29-43ce-832a-49bbc83bc565/70e32c95-c85f-498b-ba01-57bc5dded367) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:06.387365 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-932a30f7-383e-43fd-b5b1-e5016b412f65 None None] Attempting to bind port 221f8174-2f2b-4386-89c1-e1c62179e77d on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:21:06.387731 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-932a30f7-383e-43fd-b5b1-e5016b412f65 None None] Attempting to bind port 221f8174-2f2b-4386-89c1-e1c62179e77d by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:21:06.388116 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a30f7-383e-43fd-b5b1-e5016b412f65 None None] Attempting to bind port 221f8174-2f2b-4386-89c1-e1c62179e77d on network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:21:06.398176 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a30f7-383e-43fd-b5b1-e5016b412f65 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:21:06.398470 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a30f7-383e-43fd-b5b1-e5016b412f65 None None] Checking segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:06.398868 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-932a30f7-383e-43fd-b5b1-e5016b412f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:06.399257 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a30f7-383e-43fd-b5b1-e5016b412f65 None None] Bound using segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:21:06.399722 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-932a30f7-383e-43fd-b5b1-e5016b412f65 None None] Bound port: 221f8174-2f2b-4386-89c1-e1c62179e77d, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:21:06.400088 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-932a30f7-383e-43fd-b5b1-e5016b412f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:06.403407 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cdfb30e7-65d0-4f64-819c-eb6ec1a44d17 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:06.559350 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b6e464-aa7c-4543-8645-78afa2a5b930 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:21:06.601569 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d28519-96bd-47ac-8afd-e95c1c2aff29 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:06.603479 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-28d28519-96bd-47ac-8afd-e95c1c2aff29 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.7061779 Apr 11 14:21:06.616502 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38592) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:06.638791 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-932a30f7-383e-43fd-b5b1-e5016b412f65 None None] For port 221f8174-2f2b-4386-89c1-e1c62179e77d, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:21:06.659477 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f2500373-acd6-4857-8736-f252c7b2e124 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:06.662596 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f2500373-acd6-4857-8736-f252c7b2e124 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:06.666241 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c0c7036b-a79b-4e6d-8ecc-aac8096a328e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:06.672133 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-932a30f7-383e-43fd-b5b1-e5016b412f65 None None] For port 221f8174-2f2b-4386-89c1-e1c62179e77d, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=221f8174-2f2b-4386-89c1-e1c62179e77d,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:21:06.682357 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c8b6e464-aa7c-4543-8645-78afa2a5b930 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:06.682699 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-c8b6e464-aa7c-4543-8645-78afa2a5b930 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Added segment 9652f92e-53b7-408b-88dc-6b7c8f437791 of type vlan for network 4f0c4bb3-2628-4ee2-bd63-eec59a8dae6d Apr 11 14:21:06.711714 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3482ea51-70cc-4690-9139-3a38a032cc5c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network 64191911-9ba6-4b70-850c-7f4bf93d9510 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:21:06.756667 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-65fef103-8128-4095-8b71-cecdce36a0aa None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:06.762207 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-932a30f7-383e-43fd-b5b1-e5016b412f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:06.814057 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-65fef103-8128-4095-8b71-cecdce36a0aa None None] Transition to ACTIVE for port object 70e32c95-c85f-498b-ba01-57bc5dded367 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:06.816748 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f2500373-acd6-4857-8736-f252c7b2e124 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:06.817161 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2500373-acd6-4857-8736-f252c7b2e124 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ffd07304-1f7e-409e-ac1c-036656198628 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:21:06.834172 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f2500373-acd6-4857-8736-f252c7b2e124 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:06.835466 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f2500373-acd6-4857-8736-f252c7b2e124 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "DELETE /v2.0/routers/ffd07304-1f7e-409e-ac1c-036656198628 HTTP/1.1" status: 204 len: 168 time: 3.8093359 Apr 11 14:21:06.838697 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38596) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:06.869041 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-65fef103-8128-4095-8b71-cecdce36a0aa None None] Transition to ACTIVE for port object 70e32c95-c85f-498b-ba01-57bc5dded367 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:06.875516 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a30f7-383e-43fd-b5b1-e5016b412f65 None None] Pushing event updated for resources: {'Port': ['ID=221f8174-2f2b-4386-89c1-e1c62179e77d,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:06.970711 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-65fef103-8128-4095-8b71-cecdce36a0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:07.052891 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a4fb98d1-1b16-4f3f-bbc5-9e0d4f9d795f tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:07.069960 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fef103-8128-4095-8b71-cecdce36a0aa None None] Network 6d993681-f0f8-4e69-a5d3-ad1151c06b7c is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:07.076391 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-c0c7036b-a79b-4e6d-8ecc-aac8096a328e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Transition to ACTIVE for port object f7d27e44-a929-4013-bec0-039349433023 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:07.080950 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-65fef103-8128-4095-8b71-cecdce36a0aa None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:07.085452 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fef103-8128-4095-8b71-cecdce36a0aa None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:07.097802 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fef103-8128-4095-8b71-cecdce36a0aa None None] Pushing event updated for resources: {'Port': ['ID=70e32c95-c85f-498b-ba01-57bc5dded367,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:07.212742 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c8b6e464-aa7c-4543-8645-78afa2a5b930 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:07.249936 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-65fef103-8128-4095-8b71-cecdce36a0aa None None] Attempting to bind port 70e32c95-c85f-498b-ba01-57bc5dded367 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:21:07.250527 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-65fef103-8128-4095-8b71-cecdce36a0aa None None] Attempting to bind port 70e32c95-c85f-498b-ba01-57bc5dded367 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '2c52d23f-d1a5-47a8-81b0-4221df3d4f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '6d993681-f0f8-4e69-a5d3-ad1151c06b7c'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:21:07.250637 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fef103-8128-4095-8b71-cecdce36a0aa None None] Attempting to bind port 70e32c95-c85f-498b-ba01-57bc5dded367 on network 6d993681-f0f8-4e69-a5d3-ad1151c06b7c {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:21:07.256601 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fef103-8128-4095-8b71-cecdce36a0aa None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:21:07.256972 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fef103-8128-4095-8b71-cecdce36a0aa None None] Checking segment: {'id': '2c52d23f-d1a5-47a8-81b0-4221df3d4f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '6d993681-f0f8-4e69-a5d3-ad1151c06b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:07.257369 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-65fef103-8128-4095-8b71-cecdce36a0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:07.257754 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fef103-8128-4095-8b71-cecdce36a0aa None None] Bound using segment: {'id': '2c52d23f-d1a5-47a8-81b0-4221df3d4f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '6d993681-f0f8-4e69-a5d3-ad1151c06b7c'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:21:07.258260 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-65fef103-8128-4095-8b71-cecdce36a0aa None None] Bound port: 70e32c95-c85f-498b-ba01-57bc5dded367, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c52d23f-d1a5-47a8-81b0-4221df3d4f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '6d993681-f0f8-4e69-a5d3-ad1151c06b7c'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:21:07.258633 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-65fef103-8128-4095-8b71-cecdce36a0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:07.282753 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a4fb98d1-1b16-4f3f-bbc5-9e0d4f9d795f tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:07.290293 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-3482ea51-70cc-4690-9139-3a38a032cc5c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 64191911-9ba6-4b70-850c-7f4bf93d9510) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:07.302596 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-7bea3b1e-b49b-49b2-8f65-98d8aaed545a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting port 428effd4-55f5-483f-93ab-ea547738b105 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:07.302940 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7bea3b1e-b49b-49b2-8f65-98d8aaed545a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:07.305108 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f2b6cd-57af-431f-b96c-a07de614b787 None None] Network 64191911-9ba6-4b70-850c-7f4bf93d9510 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:07.332903 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9202d3a3-93b5-47b0-9b87-e869105fdcab req-4b1915d6-7ce6-4ade-8844-9cd8191f71ef service neutron] 10.222.0.53 "GET /v2.0/networks/c6ea0449-d5bb-46c4-a148-72f3fb27a286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0133185 Apr 11 14:21:07.342546 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3482ea51-70cc-4690-9139-3a38a032cc5c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:07.343130 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3482ea51-70cc-4690-9139-3a38a032cc5c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:07.363530 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c8b6e464-aa7c-4543-8645-78afa2a5b930 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:07.369008 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6e464-aa7c-4543-8645-78afa2a5b930 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:07.369632 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c8b6e464-aa7c-4543-8645-78afa2a5b930 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:07.387077 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-a4fb98d1-1b16-4f3f-bbc5-9e0d4f9d795f tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Deleting port 2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:07.387515 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a4fb98d1-1b16-4f3f-bbc5-9e0d4f9d795f tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:07.454692 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-65fef103-8128-4095-8b71-cecdce36a0aa None None] For port 70e32c95-c85f-498b-ba01-57bc5dded367, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:21:07.459760 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-65fef103-8128-4095-8b71-cecdce36a0aa None None] For port 70e32c95-c85f-498b-ba01-57bc5dded367, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=70e32c95-c85f-498b-ba01-57bc5dded367,segment=NetworkSegment(2c52d23f-d1a5-47a8-81b0-4221df3d4f54),segment_id=2c52d23f-d1a5-47a8-81b0-4221df3d4f54)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:21:07.576727 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-65fef103-8128-4095-8b71-cecdce36a0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:07.577686 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6e464-aa7c-4543-8645-78afa2a5b930 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event updated for resources: {'Network': ['ID=4f0c4bb3-2628-4ee2-bd63-eec59a8dae6d,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:07.581001 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-a4fb98d1-1b16-4f3f-bbc5-9e0d4f9d795f tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] For port 2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:07.581958 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a4fb98d1-1b16-4f3f-bbc5-9e0d4f9d795f tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:07.638418 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 4f0c4bb3-2628-4ee2-bd63-eec59a8dae6d details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:21:07.639053 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3482ea51-70cc-4690-9139-3a38a032cc5c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4644365 Apr 11 14:21:07.647879 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38600) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:07.664928 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-ce0ea2f5-3996-4c72-8dd9-73f3f841f5b3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'port': {'network_id': '64191911-9ba6-4b70-850c-7f4bf93d9510', 'name': 'tempest-PortsTestJSON-1458724014'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:07.666534 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479b3899-5fd5-44a6-b78a-35f4a00eb4ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-64191911-9ba6-4b70-850c-7f4bf93d9510', 'network_id': '64191911-9ba6-4b70-850c-7f4bf93d9510', 'tenant_id': 'bed9b91ec31243819559d0be20aa92c4', 'fixed_ips': [{'subnet_id': '02de7f38-b413-4057-bddc-d25ac410307a'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:21:07.667560 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-479b3899-5fd5-44a6-b78a-35f4a00eb4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:07.686193 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c8b6e464-aa7c-4543-8645-78afa2a5b930 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7793515 Apr 11 14:21:07.686193 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c0c7036b-a79b-4e6d-8ecc-aac8096a328e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:07.737482 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38604) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:07.748266 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-a4fb98d1-1b16-4f3f-bbc5-9e0d4f9d795f tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Calling delete_port for 2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:07.786157 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-660233e6-a46d-41f2-98ca-ea1f65db70cf tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Request body: {'subnet': {'network_id': '4f0c4bb3-2628-4ee2-bd63-eec59a8dae6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:07.852407 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fef103-8128-4095-8b71-cecdce36a0aa None None] Pushing event updated for resources: {'Port': ['ID=70e32c95-c85f-498b-ba01-57bc5dded367,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:07.986817 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-660233e6-a46d-41f2-98ca-ea1f65db70cf tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:07.987984 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-cdfb30e7-65d0-4f64-819c-eb6ec1a44d17 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Deleting port ca19d2f0-791e-4e3b-8b4a-e2ff0a622fcd {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:07.988269 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cdfb30e7-65d0-4f64-819c-eb6ec1a44d17 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:07.992995 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-660233e6-a46d-41f2-98ca-ea1f65db70cf tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Usage tracker for resource:subnet and tenant:39608936fcf243fabb6128792704ba03 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:07.998916 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-660233e6-a46d-41f2-98ca-ea1f65db70cf tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:08.007201 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-660233e6-a46d-41f2-98ca-ea1f65db70cf tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:08.025116 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7036b-a79b-4e6d-8ecc-aac8096a328e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Port': ['ID=f7d27e44-a929-4013-bec0-039349433023,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:08.060862 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-479b3899-5fd5-44a6-b78a-35f4a00eb4ca None None] Allocated IP 172.20.0.2 (64191911-9ba6-4b70-850c-7f4bf93d9510/02de7f38-b413-4057-bddc-d25ac410307a/9ece8cd1-22b6-46d5-b492-d564993a44d7) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:08.136000 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660233e6-a46d-41f2-98ca-ea1f65db70cf tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Made reservation on behalf of 39608936fcf243fabb6128792704ba03 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:08.140980 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-660233e6-a46d-41f2-98ca-ea1f65db70cf tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:08.201137 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c7036b-a79b-4e6d-8ecc-aac8096a328e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network c69ae548-3f7c-439e-9410-1b2e7ab54eb0 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:08.226658 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-c0c7036b-a79b-4e6d-8ecc-aac8096a328e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:08.229783 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7bea3b1e-b49b-49b2-8f65-98d8aaed545a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:08.249083 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c7036b-a79b-4e6d-8ecc-aac8096a328e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:08.249634 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c0c7036b-a79b-4e6d-8ecc-aac8096a328e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:08.351055 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a4fb98d1-1b16-4f3f-bbc5-9e0d4f9d795f tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:08.415422 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb98d1-1b16-4f3f-bbc5-9e0d4f9d795f tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:08.440730 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-7bea3b1e-b49b-49b2-8f65-98d8aaed545a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Calling delete_port for 428effd4-55f5-483f-93ab-ea547738b105 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:08.445315 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-479b3899-5fd5-44a6-b78a-35f4a00eb4ca None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:08.457071 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-479b3899-5fd5-44a6-b78a-35f4a00eb4ca None None] Transition to ACTIVE for port object 9ece8cd1-22b6-46d5-b492-d564993a44d7 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:08.483173 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-479b3899-5fd5-44a6-b78a-35f4a00eb4ca None None] Transition to ACTIVE for port object 9ece8cd1-22b6-46d5-b492-d564993a44d7 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:08.536902 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-479b3899-5fd5-44a6-b78a-35f4a00eb4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:08.608676 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a4fb98d1-1b16-4f3f-bbc5-9e0d4f9d795f tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:08.611036 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6c0c4f84-34eb-4d1d-a00a-b4715089b5c5 None None] Provisioning for port 221f8174-2f2b-4386-89c1-e1c62179e77d completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:08.682157 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cdfb30e7-65d0-4f64-819c-eb6ec1a44d17 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:08.713475 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479b3899-5fd5-44a6-b78a-35f4a00eb4ca None None] Network 64191911-9ba6-4b70-850c-7f4bf93d9510 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:08.764428 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b3899-5fd5-44a6-b78a-35f4a00eb4ca None None] Pushing event updated for resources: {'Port': ['ID=9ece8cd1-22b6-46d5-b492-d564993a44d7,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:08.767023 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-479b3899-5fd5-44a6-b78a-35f4a00eb4ca None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:08.769065 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479b3899-5fd5-44a6-b78a-35f4a00eb4ca None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:08.945931 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 221f8174-2f2b-4386-89c1-e1c62179e77d up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:21:08.961455 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-cdfb30e7-65d0-4f64-819c-eb6ec1a44d17 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Calling delete_port for ca19d2f0-791e-4e3b-8b4a-e2ff0a622fcd owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:09.062255 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-479b3899-5fd5-44a6-b78a-35f4a00eb4ca None None] Attempting to bind port 9ece8cd1-22b6-46d5-b492-d564993a44d7 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:21:09.062924 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-479b3899-5fd5-44a6-b78a-35f4a00eb4ca None None] Attempting to bind port 9ece8cd1-22b6-46d5-b492-d564993a44d7 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'ae8e206a-f4d1-4c91-b430-0d22ac1e37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '64191911-9ba6-4b70-850c-7f4bf93d9510'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:21:09.063442 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3899-5fd5-44a6-b78a-35f4a00eb4ca None None] Attempting to bind port 9ece8cd1-22b6-46d5-b492-d564993a44d7 on network 64191911-9ba6-4b70-850c-7f4bf93d9510 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:21:09.068923 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a4fb98d1-1b16-4f3f-bbc5-9e0d4f9d795f tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:09.072246 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a4fb98d1-1b16-4f3f-bbc5-9e0d4f9d795f tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:09.076687 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-660233e6-a46d-41f2-98ca-ea1f65db70cf tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:09.080611 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3899-5fd5-44a6-b78a-35f4a00eb4ca None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:21:09.082625 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3899-5fd5-44a6-b78a-35f4a00eb4ca None None] Checking segment: {'id': 'ae8e206a-f4d1-4c91-b430-0d22ac1e37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '64191911-9ba6-4b70-850c-7f4bf93d9510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:09.082625 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-479b3899-5fd5-44a6-b78a-35f4a00eb4ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:09.082625 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3899-5fd5-44a6-b78a-35f4a00eb4ca None None] Bound using segment: {'id': 'ae8e206a-f4d1-4c91-b430-0d22ac1e37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '64191911-9ba6-4b70-850c-7f4bf93d9510'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:21:09.083920 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-479b3899-5fd5-44a6-b78a-35f4a00eb4ca None None] Bound port: 9ece8cd1-22b6-46d5-b492-d564993a44d7, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8e206a-f4d1-4c91-b430-0d22ac1e37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '64191911-9ba6-4b70-850c-7f4bf93d9510'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:21:09.084730 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-479b3899-5fd5-44a6-b78a-35f4a00eb4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:09.169673 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-838db165-520f-49d9-9fc8-9bae8c2d4866 None None] Provisioning for port f7d27e44-a929-4013-bec0-039349433023 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:09.183311 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660233e6-a46d-41f2-98ca-ea1f65db70cf tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event updated for resources: {'Subnet': ['ID=e3556b55-f56f-4dd8-b81a-7fcf09d802e0,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:09.187946 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-838db165-520f-49d9-9fc8-9bae8c2d4866 None None] Provisioning complete for port f7d27e44-a929-4013-bec0-039349433023 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:09.188558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-838db165-520f-49d9-9fc8-9bae8c2d4866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:09.199763 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660233e6-a46d-41f2-98ca-ea1f65db70cf tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Checking segment: {'id': '9652f92e-53b7-408b-88dc-6b7c8f437791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '4f0c4bb3-2628-4ee2-bd63-eec59a8dae6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:09.199763 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660233e6-a46d-41f2-98ca-ea1f65db70cf tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Network hostable DHCP agents. Network: 4f0c4bb3-2628-4ee2-bd63-eec59a8dae6d, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:21:09.211896 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ce0ea2f5-3996-4c72-8dd9-73f3f841f5b3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:09.217253 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c0c7036b-a79b-4e6d-8ecc-aac8096a328e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:09.220445 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a4fb98d1-1b16-4f3f-bbc5-9e0d4f9d795f tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:09.220951 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fb98d1-1b16-4f3f-bbc5-9e0d4f9d795f tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a65685fb-d350-473e-aeca-dd274c5fb7d4 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:21:09.234212 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 221f8174-2f2b-4386-89c1-e1c62179e77d completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:09.243969 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a4fb98d1-1b16-4f3f-bbc5-9e0d4f9d795f tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:09.251005 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a4fb98d1-1b16-4f3f-bbc5-9e0d4f9d795f tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "DELETE /v2.0/routers/a65685fb-d350-473e-aeca-dd274c5fb7d4 HTTP/1.1" status: 204 len: 168 time: 2.4117818 Apr 11 14:21:09.252144 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38608) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:09.253335 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 221f8174-2f2b-4386-89c1-e1c62179e77d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:09.253721 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:09.258375 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-6a33ba65-5b1c-4d16-9c34-2201dbeba1e9 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1140437473', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}, 'admin_state_up': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:09.269846 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ce0ea2f5-3996-4c72-8dd9-73f3f841f5b3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:09.272447 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-6a33ba65-5b1c-4d16-9c34-2201dbeba1e9 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:09.277368 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6a33ba65-5b1c-4d16-9c34-2201dbeba1e9 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Usage tracker for resource:router and tenant:54bdc85d6ad64f4c8e9c5291f9282b9f is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:09.290415 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6a33ba65-5b1c-4d16-9c34-2201dbeba1e9 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:09.298939 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660233e6-a46d-41f2-98ca-ea1f65db70cf tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Network 4f0c4bb3-2628-4ee2-bd63-eec59a8dae6d is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:21:09.300219 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-6a33ba65-5b1c-4d16-9c34-2201dbeba1e9 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:09.331623 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4d1ca3-a0a0-44a0-9a45-3371800a5183 None None] Network 6d993681-f0f8-4e69-a5d3-ad1151c06b7c requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:09.397206 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-838db165-520f-49d9-9fc8-9bae8c2d4866 None None] Port f7d27e44-a929-4013-bec0-039349433023 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:21:09.401677 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-479b3899-5fd5-44a6-b78a-35f4a00eb4ca None None] For port 9ece8cd1-22b6-46d5-b492-d564993a44d7, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:21:09.405019 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-660233e6-a46d-41f2-98ca-ea1f65db70cf tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 4f0c4bb3-2628-4ee2-bd63-eec59a8dae6d) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:09.414242 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660233e6-a46d-41f2-98ca-ea1f65db70cf tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:09.414937 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-660233e6-a46d-41f2-98ca-ea1f65db70cf tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:09.432655 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a33ba65-5b1c-4d16-9c34-2201dbeba1e9 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:09.433759 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a33ba65-5b1c-4d16-9c34-2201dbeba1e9 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:09.461679 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03985655-94a5-4cd1-8dc9-dcf42c748bdd None None] Network 4f0c4bb3-2628-4ee2-bd63-eec59a8dae6d requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:09.493754 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-479b3899-5fd5-44a6-b78a-35f4a00eb4ca None None] For port 9ece8cd1-22b6-46d5-b492-d564993a44d7, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9ece8cd1-22b6-46d5-b492-d564993a44d7,segment=NetworkSegment(ae8e206a-f4d1-4c91-b430-0d22ac1e37bf),segment_id=ae8e206a-f4d1-4c91-b430-0d22ac1e37bf)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:21:09.521815 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-660233e6-a46d-41f2-98ca-ea1f65db70cf tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7838216 Apr 11 14:21:09.522667 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38612) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:09.542549 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0ea2f5-3996-4c72-8dd9-73f3f841f5b3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:09.546440 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ce0ea2f5-3996-4c72-8dd9-73f3f841f5b3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:09.596170 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-479b3899-5fd5-44a6-b78a-35f4a00eb4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:09.686341 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ddfe29c3-ea1e-41af-9344-72c63bac4417 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:09.781508 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ddfe29c3-ea1e-41af-9344-72c63bac4417 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:09.785568 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-ce0ea2f5-3996-4c72-8dd9-73f3f841f5b3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] device_id is not set on port b2e63b22-b8ea-417c-9b37-7c8152a876d8 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:21:09.823785 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:09.877294 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b3899-5fd5-44a6-b78a-35f4a00eb4ca None None] Pushing event updated for resources: {'Port': ['ID=9ece8cd1-22b6-46d5-b492-d564993a44d7,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:09.944267 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7bea3b1e-b49b-49b2-8f65-98d8aaed545a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:09.949589 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ddfe29c3-ea1e-41af-9344-72c63bac4417 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:09.974645 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a6ed4ad1-13e0-4906-9ce8-9924669402cf None None] Provisioning for port 428effd4-55f5-483f-93ab-ea547738b105 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:09.989971 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 221f8174-2f2b-4386-89c1-e1c62179e77d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=221f8174-2f2b-4386-89c1-e1c62179e77d,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:09.994112 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a6ed4ad1-13e0-4906-9ce8-9924669402cf None None] Provisioning complete for port 428effd4-55f5-483f-93ab-ea547738b105 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:09.994587 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4ad1-13e0-4906-9ce8-9924669402cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:10.012114 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe29c3-ea1e-41af-9344-72c63bac4417 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event deleted for resources: {'Subnet': ['ID=e3556b55-f56f-4dd8-b81a-7fcf09d802e0,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:10.025642 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a33ba65-5b1c-4d16-9c34-2201dbeba1e9 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:10.083287 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-a6ed4ad1-13e0-4906-9ce8-9924669402cf None None] Port 428effd4-55f5-483f-93ab-ea547738b105 was deleted so its status cannot be updated. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 11 14:21:10.097500 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:10.098378 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea3b1e-b49b-49b2-8f65-98d8aaed545a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Port': ['ID=428effd4-55f5-483f-93ab-ea547738b105,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:10.098567 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 70e32c95-c85f-498b-ba01-57bc5dded367 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:21:10.222819 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ddfe29c3-ea1e-41af-9344-72c63bac4417 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:10.223504 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cfc18f-0a41-47a9-9e2d-5c7c3268edb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-4f0c4bb3-2628-4ee2-bd63-eec59a8dae6d', 'network_id': '4f0c4bb3-2628-4ee2-bd63-eec59a8dae6d', 'tenant_id': '39608936fcf243fabb6128792704ba03', 'fixed_ips': [{'subnet_id': 'e3556b55-f56f-4dd8-b81a-7fcf09d802e0'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:21:10.224453 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-67cfc18f-0a41-47a9-9e2d-5c7c3268edb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:10.257091 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-ddfe29c3-ea1e-41af-9344-72c63bac4417 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0c4bb3-2628-4ee2-bd63-eec59a8dae6d']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:10.270618 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7bea3b1e-b49b-49b2-8f65-98d8aaed545a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:10.277894 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-ddfe29c3-ea1e-41af-9344-72c63bac4417 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9652f92e-53b7-408b-88dc-6b7c8f437791') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:10.278949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-ddfe29c3-ea1e-41af-9344-72c63bac4417 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9652f92e-53b7-408b-88dc-6b7c8f437791') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:10.310223 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ddfe29c3-ea1e-41af-9344-72c63bac4417 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:10.319919 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ddfe29c3-ea1e-41af-9344-72c63bac4417 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:10.339204 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7bea3b1e-b49b-49b2-8f65-98d8aaed545a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/428effd4-55f5-483f-93ab-ea547738b105 HTTP/1.1" status: 204 len: 168 time: 3.7191300 Apr 11 14:21:10.383830 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a6ed4ad1-13e0-4906-9ce8-9924669402cf None None] Provisioning for port 70e32c95-c85f-498b-ba01-57bc5dded367 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:10.390481 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38616) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:10.391534 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddfe29c3-ea1e-41af-9344-72c63bac4417 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:21:10.391937 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ddfe29c3-ea1e-41af-9344-72c63bac4417 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:21:10.416907 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:21:10.420769 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-ce0ea2f5-3996-4c72-8dd9-73f3f841f5b3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Allocated IP 172.20.0.10 (64191911-9ba6-4b70-850c-7f4bf93d9510/02de7f38-b413-4057-bddc-d25ac410307a/b2e63b22-b8ea-417c-9b37-7c8152a876d8) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:10.442093 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=221f8174-2f2b-4386-89c1-e1c62179e77d,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:10.462137 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c0c7036b-a79b-4e6d-8ecc-aac8096a328e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:10.502089 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf65317-12b8-4093-b8f4-709912028cc6 None None] Network 4f0c4bb3-2628-4ee2-bd63-eec59a8dae6d requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:10.532798 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7abaf5-2fe6-4f93-9b91-6eebc93d9144 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:10.534686 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7abaf5-2fe6-4f93-9b91-6eebc93d9144 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:10.535528 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ce7abaf5-2fe6-4f93-9b91-6eebc93d9144 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:10.537393 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c0c7036b-a79b-4e6d-8ecc-aac8096a328e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:10.538177 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c0c7036b-a79b-4e6d-8ecc-aac8096a328e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:10.604835 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cdfb30e7-65d0-4f64-819c-eb6ec1a44d17 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:10.694300 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 70e32c95-c85f-498b-ba01-57bc5dded367 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:10.694559 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ce7abaf5-2fe6-4f93-9b91-6eebc93d9144 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:10.695618 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ce7abaf5-2fe6-4f93-9b91-6eebc93d9144 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2807598 Apr 11 14:21:10.706725 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 70e32c95-c85f-498b-ba01-57bc5dded367 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:10.707360 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:10.708865 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38620) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:10.829322 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6e89a051-9e58-4027-a7d8-c582962dd08a None None] Provisioning complete for port 70e32c95-c85f-498b-ba01-57bc5dded367 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:10.829697 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6e89a051-9e58-4027-a7d8-c582962dd08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:10.842446 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a33ba65-5b1c-4d16-9c34-2201dbeba1e9 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:10.846125 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ddfe29c3-ea1e-41af-9344-72c63bac4417 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:10.869591 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ddfe29c3-ea1e-41af-9344-72c63bac4417 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:10.877924 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe29c3-ea1e-41af-9344-72c63bac4417 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event deleted for resources: {'Network': ['ID=4f0c4bb3-2628-4ee2-bd63-eec59a8dae6d,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:10.891591 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ddfe29c3-ea1e-41af-9344-72c63bac4417 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "DELETE /v2.0/networks/4f0c4bb3-2628-4ee2-bd63-eec59a8dae6d HTTP/1.1" status: 204 len: 168 time: 1.3631773 Apr 11 14:21:10.891785 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38624) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:10.899289 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-135e0a86-e911-4d4d-bb6d-d204a715cb9b tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-891575322'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:10.902678 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-135e0a86-e911-4d4d-bb6d-d204a715cb9b tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:10.906536 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7036b-a79b-4e6d-8ecc-aac8096a328e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Port': ['ID=f7d27e44-a929-4013-bec0-039349433023,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:10.907791 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-135e0a86-e911-4d4d-bb6d-d204a715cb9b tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Usage tracker for resource:network and tenant:39608936fcf243fabb6128792704ba03 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:10.910996 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-135e0a86-e911-4d4d-bb6d-d204a715cb9b tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:10.917585 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-135e0a86-e911-4d4d-bb6d-d204a715cb9b tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:11.080812 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6e89a051-9e58-4027-a7d8-c582962dd08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:11.085013 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135e0a86-e911-4d4d-bb6d-d204a715cb9b tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Made reservation on behalf of 39608936fcf243fabb6128792704ba03 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:11.088982 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-135e0a86-e911-4d4d-bb6d-d204a715cb9b tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:11.091041 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:11.135797 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-135e0a86-e911-4d4d-bb6d-d204a715cb9b tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:21:11.139512 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-6e89a051-9e58-4027-a7d8-c582962dd08a None None] For port 70e32c95-c85f-498b-ba01-57bc5dded367, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=70e32c95-c85f-498b-ba01-57bc5dded367,segment=NetworkSegment(2c52d23f-d1a5-47a8-81b0-4221df3d4f54),segment_id=2c52d23f-d1a5-47a8-81b0-4221df3d4f54)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:11.152678 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-135e0a86-e911-4d4d-bb6d-d204a715cb9b tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:11.154026 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-135e0a86-e911-4d4d-bb6d-d204a715cb9b tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Added segment 0525930a-bd08-4b0f-8ece-942c206f16a9 of type vlan for network 5f4a83cc-7e9c-44d5-be05-6c4497d351f8 Apr 11 14:21:11.189696 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb30e7-65d0-4f64-819c-eb6ec1a44d17 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event deleted for resources: {'Port': ['ID=ca19d2f0-791e-4e3b-8b4a-e2ff0a622fcd,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:11.200172 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-135e0a86-e911-4d4d-bb6d-d204a715cb9b tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:11.226806 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6e89a051-9e58-4027-a7d8-c582962dd08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:11.360658 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa994f3-6be1-457f-b383-5dc37e5051d0 None None] Network 64191911-9ba6-4b70-850c-7f4bf93d9510 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:11.431004 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9c6a39-2962-4e80-91f5-fc4b1de81ae6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet 6ca14013-eb50-49fb-8b17-b8c30e6ba53e {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:21:11.439338 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c7036b-a79b-4e6d-8ecc-aac8096a328e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network c69ae548-3f7c-439e-9410-1b2e7ab54eb0 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:11.442089 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ca9c6a39-2962-4e80-91f5-fc4b1de81ae6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:11.476518 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-c0c7036b-a79b-4e6d-8ecc-aac8096a328e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:11.485087 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ce0ea2f5-3996-4c72-8dd9-73f3f841f5b3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:11.504307 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:21:11.504855 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:21:11.525287 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89a051-9e58-4027-a7d8-c582962dd08a None None] Pushing event updated for resources: {'Port': ['ID=70e32c95-c85f-498b-ba01-57bc5dded367,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:11.532073 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-135e0a86-e911-4d4d-bb6d-d204a715cb9b tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:11.534145 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135e0a86-e911-4d4d-bb6d-d204a715cb9b tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:11.534948 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-135e0a86-e911-4d4d-bb6d-d204a715cb9b tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:11.598482 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-ce0ea2f5-3996-4c72-8dd9-73f3f841f5b3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Transition to ACTIVE for port object b2e63b22-b8ea-417c-9b37-7c8152a876d8 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:11.619273 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-16429b47-8a98-45a9-86a1-014ea4930bca None None] Provisioning for port 9ece8cd1-22b6-46d5-b492-d564993a44d7 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:11.656992 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e0a86-e911-4d4d-bb6d-d204a715cb9b tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event updated for resources: {'Network': ['ID=5f4a83cc-7e9c-44d5-be05-6c4497d351f8,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:11.659164 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a33ba65-5b1c-4d16-9c34-2201dbeba1e9 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:11.679812 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ca9c6a39-2962-4e80-91f5-fc4b1de81ae6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:11.703322 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 5f4a83cc-7e9c-44d5-be05-6c4497d351f8 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:21:11.705239 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a33ba65-5b1c-4d16-9c34-2201dbeba1e9 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:11.838427 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-135e0a86-e911-4d4d-bb6d-d204a715cb9b tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9443762 Apr 11 14:21:11.843096 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38628) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:11.873172 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-ff0a62b5-90aa-4ac2-a1d2-54e49a4a8325 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Request body: {'subnet': {'network_id': '5f4a83cc-7e9c-44d5-be05-6c4497d351f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:11.880188 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-6a33ba65-5b1c-4d16-9c34-2201dbeba1e9 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Allocated IP 172.26.7.108 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/13b35488-6633-4ca7-b70f-16189b917727) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:11.897022 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-2158725c-4cee-4cd4-ae8d-29a858e698e7 None None] Provisioning complete for port f7d27e44-a929-4013-bec0-039349433023 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:11.897022 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2158725c-4cee-4cd4-ae8d-29a858e698e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:11.905278 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cdfb30e7-65d0-4f64-819c-eb6ec1a44d17 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:11.957471 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-2158725c-4cee-4cd4-ae8d-29a858e698e7 None None] Port f7d27e44-a929-4013-bec0-039349433023 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:21:11.962311 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c7036b-a79b-4e6d-8ecc-aac8096a328e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Router b3681c6c-2556-4619-b641-9896a88be044 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:21:12.101112 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a33ba65-5b1c-4d16-9c34-2201dbeba1e9 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:12.179785 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ca9c6a39-2962-4e80-91f5-fc4b1de81ae6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:12.233461 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a33ba65-5b1c-4d16-9c34-2201dbeba1e9 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:12.270900 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9ece8cd1-22b6-46d5-b492-d564993a44d7 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:21:12.302374 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a33ba65-5b1c-4d16-9c34-2201dbeba1e9 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:12.308939 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-6a33ba65-5b1c-4d16-9c34-2201dbeba1e9 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:12.313438 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a33ba65-5b1c-4d16-9c34-2201dbeba1e9 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:12.343786 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33ba65-5b1c-4d16-9c34-2201dbeba1e9 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Pushing event updated for resources: {'Port': ['ID=13b35488-6633-4ca7-b70f-16189b917727,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:12.349890 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ff0a62b5-90aa-4ac2-a1d2-54e49a4a8325 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:12.359444 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ce0ea2f5-3996-4c72-8dd9-73f3f841f5b3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:12.369880 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ff0a62b5-90aa-4ac2-a1d2-54e49a4a8325 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Usage tracker for resource:subnet and tenant:39608936fcf243fabb6128792704ba03 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:12.397783 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 9ece8cd1-22b6-46d5-b492-d564993a44d7 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:12.403241 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 9ece8cd1-22b6-46d5-b492-d564993a44d7 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:12.403614 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:12.472667 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ff0a62b5-90aa-4ac2-a1d2-54e49a4a8325 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:12.514673 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ff0a62b5-90aa-4ac2-a1d2-54e49a4a8325 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:12.528974 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:12.565020 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 9ece8cd1-22b6-46d5-b492-d564993a44d7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9ece8cd1-22b6-46d5-b492-d564993a44d7,segment=NetworkSegment(ae8e206a-f4d1-4c91-b430-0d22ac1e37bf),segment_id=ae8e206a-f4d1-4c91-b430-0d22ac1e37bf)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:12.578247 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0ea2f5-3996-4c72-8dd9-73f3f841f5b3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network 64191911-9ba6-4b70-850c-7f4bf93d9510 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:12.590201 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-ce0ea2f5-3996-4c72-8dd9-73f3f841f5b3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:12.597402 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ea2f5-3996-4c72-8dd9-73f3f841f5b3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Port': ['ID=b2e63b22-b8ea-417c-9b37-7c8152a876d8,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:12.599928 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0ea2f5-3996-4c72-8dd9-73f3f841f5b3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:12.614783 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:12.615639 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 221f8174-2f2b-4386-89c1-e1c62179e77d up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:21:12.749581 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=9ece8cd1-22b6-46d5-b492-d564993a44d7,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:12.758685 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 221f8174-2f2b-4386-89c1-e1c62179e77d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:12.759065 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:12.850072 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c7036b-a79b-4e6d-8ecc-aac8096a328e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:21:12.874008 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f10ffe-ec00-43f7-9a14-6957e6f157b2 None None] Sync routers for ids ['b3681c6c-2556-4619-b641-9896a88be044'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:21:12.877128 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0a62b5-90aa-4ac2-a1d2-54e49a4a8325 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Made reservation on behalf of 39608936fcf243fabb6128792704ba03 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:12.880525 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ff0a62b5-90aa-4ac2-a1d2-54e49a4a8325 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:12.897192 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3d49f1a8-4af7-4b5f-b144-66556acd0a7a None None] Provisioning for port b2e63b22-b8ea-417c-9b37-7c8152a876d8 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:12.907819 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3d49f1a8-4af7-4b5f-b144-66556acd0a7a None None] Provisioning complete for port b2e63b22-b8ea-417c-9b37-7c8152a876d8 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:12.908496 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3d49f1a8-4af7-4b5f-b144-66556acd0a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:12.921144 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a33ba65-5b1c-4d16-9c34-2201dbeba1e9 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:12.935496 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f10ffe-ec00-43f7-9a14-6957e6f157b2 None None] Routers {'b3681c6c-2556-4619-b641-9896a88be044'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:21:12.936326 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-55f10ffe-ec00-43f7-9a14-6957e6f157b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['b3681c6c-2556-4619-b641-9896a88be044'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:12.998028 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 70e32c95-c85f-498b-ba01-57bc5dded367 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:21:13.020050 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c0c7036b-a79b-4e6d-8ecc-aac8096a328e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "PUT /v2.0/routers/b3681c6c-2556-4619-b641-9896a88be044/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5144303 Apr 11 14:21:13.021152 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ca9c6a39-2962-4e80-91f5-fc4b1de81ae6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:13.036777 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38632) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:13.040885 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-55f10ffe-ec00-43f7-9a14-6957e6f157b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:13.072006 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0ea2f5-3996-4c72-8dd9-73f3f841f5b3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:13.072605 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ce0ea2f5-3996-4c72-8dd9-73f3f841f5b3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:13.089721 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f10ffe-ec00-43f7-9a14-6957e6f157b2 None None] Routers {'b3681c6c-2556-4619-b641-9896a88be044'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:21:13.090893 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-55f10ffe-ec00-43f7-9a14-6957e6f157b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['b3681c6c-2556-4619-b641-9896a88be044'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:13.149785 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-3d49f1a8-4af7-4b5f-b144-66556acd0a7a None None] Port b2e63b22-b8ea-417c-9b37-7c8152a876d8 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:21:13.165765 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-55f10ffe-ec00-43f7-9a14-6957e6f157b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:13.166319 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f10ffe-ec00-43f7-9a14-6957e6f157b2 None None] The sync data for ids ['b3681c6c-2556-4619-b641-9896a88be044'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:21:13.183529 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 70e32c95-c85f-498b-ba01-57bc5dded367 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:13.185055 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:13.216967 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c6a39-2962-4e80-91f5-fc4b1de81ae6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=6ca14013-eb50-49fb-8b17-b8c30e6ba53e,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:13.242862 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ca9c6a39-2962-4e80-91f5-fc4b1de81ae6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:13.244992 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ca9c6a39-2962-4e80-91f5-fc4b1de81ae6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/6ca14013-eb50-49fb-8b17-b8c30e6ba53e HTTP/1.1" status: 204 len: 168 time: 2.4300456 Apr 11 14:21:13.253768 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38636) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:13.296050 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d5f68f-e067-41cc-a465-0f5c387e0928 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:13.382264 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-549554ff-da59-462a-bd86-681d0fb4e580 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1230195 Apr 11 14:21:13.385794 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38640) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:13.395379 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47460c0e-1c2e-4b6c-9570-fae258c177bd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:13.396113 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-47460c0e-1c2e-4b6c-9570-fae258c177bd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Synchronizing usage tracker for tenant:e64484a71f41439a9e4d89000c1f607b on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:13.400978 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfb30e7-65d0-4f64-819c-eb6ec1a44d17 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Router 73279aa8-6434-415a-8b91-e5bc5ab99e3f has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:21:13.425749 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ce0ea2f5-3996-4c72-8dd9-73f3f841f5b3 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.7769022 Apr 11 14:21:13.434676 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38644) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:13.476138 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a33ba65-5b1c-4d16-9c34-2201dbeba1e9 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:13.490825 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-c887d6d5-8cf8-4913-988c-a1729bd0253d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'port': {'network_id': '64191911-9ba6-4b70-850c-7f4bf93d9510', 'name': 'tempest-PortsTestJSON-928713784'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:13.557628 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-47460c0e-1c2e-4b6c-9570-fae258c177bd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Unset dirty status for tenant:e64484a71f41439a9e4d89000c1f607b on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:13.559035 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-47460c0e-1c2e-4b6c-9570-fae258c177bd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "GET /v2.0/ports/f7d27e44-a929-4013-bec0-039349433023 HTTP/1.1" status: 200 len: 913 time: 0.4810228 Apr 11 14:21:13.566526 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38648) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:13.568059 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:21:13.615042 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:21:13.615468 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2ca9a18e-586e-4c9f-8b1c-bdb15d8b344c not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:21:13.652572 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e541a7c3-fa0b-4797-855b-be6e920991f1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:13.653809 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e541a7c3-fa0b-4797-855b-be6e920991f1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:13.699100 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febde791-ad7b-4849-8605-15a49ec998d9 None None] DHCP port deletion for 47d4fbd0-dfc4-4187-bb2e-73c4649db563 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:21:13.704671 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-febde791-ad7b-4849-8605-15a49ec998d9 None None] Deleting port 221f8174-2f2b-4386-89c1-e1c62179e77d {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:13.705080 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-febde791-ad7b-4849-8605-15a49ec998d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:13.833174 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfb30e7-65d0-4f64-819c-eb6ec1a44d17 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:21:13.852643 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c887d6d5-8cf8-4913-988c-a1729bd0253d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:13.854612 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7386a6d-6ff2-4bda-86c7-64eb0909ef2c None None] Sync routers for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:21:13.858037 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-cdfb30e7-65d0-4f64-819c-eb6ec1a44d17 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "PUT /v2.0/routers/73279aa8-6434-415a-8b91-e5bc5ab99e3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0608270 Apr 11 14:21:13.861681 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c887d6d5-8cf8-4913-988c-a1729bd0253d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:port and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:13.864415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38652) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:13.866974 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c887d6d5-8cf8-4913-988c-a1729bd0253d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:13.873280 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7386a6d-6ff2-4bda-86c7-64eb0909ef2c None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:21:13.874277 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-c7386a6d-6ff2-4bda-86c7-64eb0909ef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:13.911196 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e541a7c3-fa0b-4797-855b-be6e920991f1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:13.914549 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e541a7c3-fa0b-4797-855b-be6e920991f1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5254302 Apr 11 14:21:13.924641 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38656) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:13.937241 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c887d6d5-8cf8-4913-988c-a1729bd0253d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:13.945892 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-febde791-ad7b-4849-8605-15a49ec998d9 None None] For port 221f8174-2f2b-4386-89c1-e1c62179e77d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=221f8174-2f2b-4386-89c1-e1c62179e77d,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:13.946828 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-febde791-ad7b-4849-8605-15a49ec998d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:13.959058 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ff0a62b5-90aa-4ac2-a1d2-54e49a4a8325 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:13.973766 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-c7386a6d-6ff2-4bda-86c7-64eb0909ef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:13.986370 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7386a6d-6ff2-4bda-86c7-64eb0909ef2c None None] Routers {'73279aa8-6434-415a-8b91-e5bc5ab99e3f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:21:13.987947 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-c7386a6d-6ff2-4bda-86c7-64eb0909ef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:14.077617 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-c7386a6d-6ff2-4bda-86c7-64eb0909ef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:14.078460 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7386a6d-6ff2-4bda-86c7-64eb0909ef2c None None] The sync data for ids ['73279aa8-6434-415a-8b91-e5bc5ab99e3f'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:21:14.085740 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-febde791-ad7b-4849-8605-15a49ec998d9 None None] Calling delete_port for 221f8174-2f2b-4386-89c1-e1c62179e77d owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:14.089731 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c887d6d5-8cf8-4913-988c-a1729bd0253d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:14.093166 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c887d6d5-8cf8-4913-988c-a1729bd0253d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:14.160505 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a62b5-90aa-4ac2-a1d2-54e49a4a8325 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event updated for resources: {'Subnet': ['ID=2e2ebd41-0b04-453a-9ead-5c2a27d30e95,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:14.178573 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-c887d6d5-8cf8-4913-988c-a1729bd0253d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] device_id is not set on port b71478ce-beb8-41e6-abe0-94e6d07671f9 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:21:14.213044 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274980bf-63fe-444d-a2ad-b8ceddf793ad tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:14.214842 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-274980bf-63fe-444d-a2ad-b8ceddf793ad tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2893274 Apr 11 14:21:14.219059 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9ece8cd1-22b6-46d5-b492-d564993a44d7 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:21:14.223139 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ab193568-cfc4-409b-82b4-ab32d0fdb3b5 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:14.223365 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38660) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:14.255826 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-febde791-ad7b-4849-8605-15a49ec998d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:14.298914 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0a62b5-90aa-4ac2-a1d2-54e49a4a8325 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Checking segment: {'id': '0525930a-bd08-4b0f-8ece-942c206f16a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '5f4a83cc-7e9c-44d5-be05-6c4497d351f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:14.299192 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0a62b5-90aa-4ac2-a1d2-54e49a4a8325 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Network hostable DHCP agents. Network: 5f4a83cc-7e9c-44d5-be05-6c4497d351f8, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:21:14.302495 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e52fe37d-9a04-48f7-ac4d-4178f9207696 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816703 Apr 11 14:21:14.305982 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a33ba65-5b1c-4d16-9c34-2201dbeba1e9 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Router 943e699b-83e1-4c5d-87cf-3431809c9ec2 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:21:14.307717 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38664) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:14.316303 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-566045e4-d5a2-4e25-b57c-5ae794c3389e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:14.326512 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febde791-ad7b-4849-8605-15a49ec998d9 None None] Pushing event deleted for resources: {'Port': ['ID=221f8174-2f2b-4386-89c1-e1c62179e77d,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:14.344420 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febde791-ad7b-4849-8605-15a49ec998d9 None None] No DVR routers for this DVR port 221f8174-2f2b-4386-89c1-e1c62179e77d on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:21:14.373132 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 9ece8cd1-22b6-46d5-b492-d564993a44d7 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:14.373496 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:14.560995 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-566045e4-d5a2-4e25-b57c-5ae794c3389e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:14.582102 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 221f8174-2f2b-4386-89c1-e1c62179e77d no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:21:14.619694 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 221f8174-2f2b-4386-89c1-e1c62179e77d {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:21:14.619910 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 221f8174-2f2b-4386-89c1-e1c62179e77d not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:21:14.650009 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0a62b5-90aa-4ac2-a1d2-54e49a4a8325 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Network 5f4a83cc-7e9c-44d5-be05-6c4497d351f8 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:21:14.689968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ab193568-cfc4-409b-82b4-ab32d0fdb3b5 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:14.693197 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-c887d6d5-8cf8-4913-988c-a1729bd0253d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Allocated IP 172.20.0.3 (64191911-9ba6-4b70-850c-7f4bf93d9510/02de7f38-b413-4057-bddc-d25ac410307a/b71478ce-beb8-41e6-abe0-94e6d07671f9) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:14.765551 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-566045e4-d5a2-4e25-b57c-5ae794c3389e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:14.772399 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-ff0a62b5-90aa-4ac2-a1d2-54e49a4a8325 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 5f4a83cc-7e9c-44d5-be05-6c4497d351f8) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:14.780737 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb6a551-7cf8-4661-b047-4d5cb7c2647a None None] Network 5f4a83cc-7e9c-44d5-be05-6c4497d351f8 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:14.792077 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0a62b5-90aa-4ac2-a1d2-54e49a4a8325 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:14.792677 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ff0a62b5-90aa-4ac2-a1d2-54e49a4a8325 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:14.799139 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-ab193568-cfc4-409b-82b4-ab32d0fdb3b5 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Deleting port dc50234b-b779-4d24-94b7-84eb7c127e0d {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:14.799533 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ab193568-cfc4-409b-82b4-ab32d0fdb3b5 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:14.850494 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566045e4-d5a2-4e25-b57c-5ae794c3389e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:14.854007 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-566045e4-d5a2-4e25-b57c-5ae794c3389e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:14.867632 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a33ba65-5b1c-4d16-9c34-2201dbeba1e9 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:21:14.882449 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc3f393-dda7-4b26-a888-e24479ba3869 None None] Sync routers for ids ['943e699b-83e1-4c5d-87cf-3431809c9ec2'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:21:14.909466 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc3f393-dda7-4b26-a888-e24479ba3869 None None] Routers {'943e699b-83e1-4c5d-87cf-3431809c9ec2'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:21:14.910129 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-3bc3f393-dda7-4b26-a888-e24479ba3869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['943e699b-83e1-4c5d-87cf-3431809c9ec2'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:14.983355 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-3bc3f393-dda7-4b26-a888-e24479ba3869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:15.014341 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-67620f8e-7e7f-45f4-8d09-30e765602656 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:15.031838 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc3f393-dda7-4b26-a888-e24479ba3869 None None] Routers {'943e699b-83e1-4c5d-87cf-3431809c9ec2'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:21:15.032464 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-3bc3f393-dda7-4b26-a888-e24479ba3869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['943e699b-83e1-4c5d-87cf-3431809c9ec2'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:15.040175 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ff0a62b5-90aa-4ac2-a1d2-54e49a4a8325 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.1879475 Apr 11 14:21:15.050022 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38668) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:15.079385 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a33ba65-5b1c-4d16-9c34-2201dbeba1e9 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:15.083136 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6a33ba65-5b1c-4d16-9c34-2201dbeba1e9 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.8273098 Apr 11 14:21:15.090321 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38672) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:15.097175 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-a8c1bede-036d-48d1-975a-7a72106e9932 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'enable_snat': False}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:15.102541 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-3bc3f393-dda7-4b26-a888-e24479ba3869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:15.102956 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc3f393-dda7-4b26-a888-e24479ba3869 None None] The sync data for ids ['943e699b-83e1-4c5d-87cf-3431809c9ec2'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:21:15.119077 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-214e481b-34c0-4b07-b5e3-2af0a980e26c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2063727853'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:15.137735 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-214e481b-34c0-4b07-b5e3-2af0a980e26c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:15.149812 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ab193568-cfc4-409b-82b4-ab32d0fdb3b5 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:15.153514 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bff723-cb6e-4abd-8374-11edf14594a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-5f4a83cc-7e9c-44d5-be05-6c4497d351f8', 'network_id': '5f4a83cc-7e9c-44d5-be05-6c4497d351f8', 'tenant_id': '39608936fcf243fabb6128792704ba03', 'fixed_ips': [{'subnet_id': '2e2ebd41-0b04-453a-9ead-5c2a27d30e95'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:21:15.154858 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-29bff723-cb6e-4abd-8374-11edf14594a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:15.159585 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-214e481b-34c0-4b07-b5e3-2af0a980e26c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Usage tracker for resource:network and tenant:39608936fcf243fabb6128792704ba03 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:15.164142 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c887d6d5-8cf8-4913-988c-a1729bd0253d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:15.170268 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-214e481b-34c0-4b07-b5e3-2af0a980e26c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:15.259736 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-214e481b-34c0-4b07-b5e3-2af0a980e26c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:15.338565 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-ab193568-cfc4-409b-82b4-ab32d0fdb3b5 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Calling delete_port for dc50234b-b779-4d24-94b7-84eb7c127e0d owned by network:router_gateway {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:15.353024 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-29bff723-cb6e-4abd-8374-11edf14594a6 None None] Allocated IP 2001:db8::3 (5f4a83cc-7e9c-44d5-be05-6c4497d351f8/2e2ebd41-0b04-453a-9ead-5c2a27d30e95/d3cc543a-ee96-4fe6-979a-b5bac0eeec2d) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:15.377123 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-c887d6d5-8cf8-4913-988c-a1729bd0253d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Transition to ACTIVE for port object b71478ce-beb8-41e6-abe0-94e6d07671f9 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:15.423117 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214e481b-34c0-4b07-b5e3-2af0a980e26c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Made reservation on behalf of 39608936fcf243fabb6128792704ba03 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:15.426853 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-214e481b-34c0-4b07-b5e3-2af0a980e26c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:15.485698 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214e481b-34c0-4b07-b5e3-2af0a980e26c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:21:15.488548 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c887d6d5-8cf8-4913-988c-a1729bd0253d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:15.565359 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-214e481b-34c0-4b07-b5e3-2af0a980e26c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:15.566107 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-214e481b-34c0-4b07-b5e3-2af0a980e26c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Added segment 92da91e6-36fa-4e4b-8055-1ce2507015a7 of type vlan for network 0955b8b8-900b-44c7-91cc-7c6999d8b141 Apr 11 14:21:15.589129 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c887d6d5-8cf8-4913-988c-a1729bd0253d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network 64191911-9ba6-4b70-850c-7f4bf93d9510 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:15.609724 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-566045e4-d5a2-4e25-b57c-5ae794c3389e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:15.624843 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-c887d6d5-8cf8-4913-988c-a1729bd0253d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:15.651495 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c887d6d5-8cf8-4913-988c-a1729bd0253d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:15.689252 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566045e4-d5a2-4e25-b57c-5ae794c3389e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:15.703061 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-566045e4-d5a2-4e25-b57c-5ae794c3389e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:15.703412 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887d6d5-8cf8-4913-988c-a1729bd0253d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Port': ['ID=b71478ce-beb8-41e6-abe0-94e6d07671f9,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:15.709125 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-214e481b-34c0-4b07-b5e3-2af0a980e26c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:15.717458 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566045e4-d5a2-4e25-b57c-5ae794c3389e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:15.718168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-566045e4-d5a2-4e25-b57c-5ae794c3389e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:15.727675 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd9dfd9-f008-4738-83be-133232cea371 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:15.764454 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c887d6d5-8cf8-4913-988c-a1729bd0253d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:15.765090 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c887d6d5-8cf8-4913-988c-a1729bd0253d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:15.784583 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566045e4-d5a2-4e25-b57c-5ae794c3389e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=551ccffa-480b-4e41-baaa-77b2802bc1fa,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:15.797476 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ab193568-cfc4-409b-82b4-ab32d0fdb3b5 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:15.848277 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-29bff723-cb6e-4abd-8374-11edf14594a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:15.854497 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab193568-cfc4-409b-82b4-ab32d0fdb3b5 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event deleted for resources: {'Port': ['ID=dc50234b-b779-4d24-94b7-84eb7c127e0d,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:15.855080 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-214e481b-34c0-4b07-b5e3-2af0a980e26c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:15.863965 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214e481b-34c0-4b07-b5e3-2af0a980e26c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:15.864587 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-214e481b-34c0-4b07-b5e3-2af0a980e26c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:15.884560 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-29bff723-cb6e-4abd-8374-11edf14594a6 None None] Transition to ACTIVE for port object d3cc543a-ee96-4fe6-979a-b5bac0eeec2d will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:15.916587 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c887d6d5-8cf8-4913-988c-a1729bd0253d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4828863 Apr 11 14:21:15.929447 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-29bff723-cb6e-4abd-8374-11edf14594a6 None None] Transition to ACTIVE for port object d3cc543a-ee96-4fe6-979a-b5bac0eeec2d will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:15.949765 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38676) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:15.979307 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-566045e4-d5a2-4e25-b57c-5ae794c3389e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6705370 Apr 11 14:21:15.979962 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38680) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:15.991671 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-67620f8e-7e7f-45f4-8d09-30e765602656 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting port f7d27e44-a929-4013-bec0-039349433023 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:15.996717 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-67620f8e-7e7f-45f4-8d09-30e765602656 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:16.031418 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-29bff723-cb6e-4abd-8374-11edf14594a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:16.081599 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-eca8d96f-7a41-4b24-b652-8000e357ba07 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'port': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'mac_address': 'fa:16:3e:51:88:e6', 'name': 'tempest-NetworksTestDHCPv6-1798844079'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:16.099656 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-214e481b-34c0-4b07-b5e3-2af0a980e26c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0470591 Apr 11 14:21:16.099816 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-affd11aa-96dc-4e03-842a-67f58d0d3edb None None] Provisioning for port b71478ce-beb8-41e6-abe0-94e6d07671f9 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:16.108619 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a53a1cc-a058-4fd8-9ad8-11e8a631264b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'fixed_ips': [{'subnet_id': '551ccffa-480b-4e41-baaa-77b2802bc1fa'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:21:16.109577 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2a53a1cc-a058-4fd8-9ad8-11e8a631264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:16.113909 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38684) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:16.121542 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e481b-34c0-4b07-b5e3-2af0a980e26c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event updated for resources: {'Network': ['ID=0955b8b8-900b-44c7-91cc-7c6999d8b141,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:16.127380 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-ae9ba6fb-8659-49f0-9866-5306a90f3f64 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Request body: {'subnet': {'network_id': '0955b8b8-900b-44c7-91cc-7c6999d8b141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:16.142214 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 0955b8b8-900b-44c7-91cc-7c6999d8b141 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:21:16.156109 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-affd11aa-96dc-4e03-842a-67f58d0d3edb None None] Provisioning complete for port b71478ce-beb8-41e6-abe0-94e6d07671f9 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:16.156567 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-affd11aa-96dc-4e03-842a-67f58d0d3edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:16.227705 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bff723-cb6e-4abd-8374-11edf14594a6 None None] Network 5f4a83cc-7e9c-44d5-be05-6c4497d351f8 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:16.236566 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ab193568-cfc4-409b-82b4-ab32d0fdb3b5 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:16.278316 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bff723-cb6e-4abd-8374-11edf14594a6 None None] Pushing event updated for resources: {'Port': ['ID=d3cc543a-ee96-4fe6-979a-b5bac0eeec2d,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:16.281022 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-29bff723-cb6e-4abd-8374-11edf14594a6 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:16.288916 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bff723-cb6e-4abd-8374-11edf14594a6 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:16.456171 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-affd11aa-96dc-4e03-842a-67f58d0d3edb None None] Port b71478ce-beb8-41e6-abe0-94e6d07671f9 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:21:16.508862 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-29bff723-cb6e-4abd-8374-11edf14594a6 None None] Attempting to bind port d3cc543a-ee96-4fe6-979a-b5bac0eeec2d on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:21:16.509226 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-29bff723-cb6e-4abd-8374-11edf14594a6 None None] Attempting to bind port d3cc543a-ee96-4fe6-979a-b5bac0eeec2d by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '0525930a-bd08-4b0f-8ece-942c206f16a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '5f4a83cc-7e9c-44d5-be05-6c4497d351f8'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:21:16.509567 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bff723-cb6e-4abd-8374-11edf14594a6 None None] Attempting to bind port d3cc543a-ee96-4fe6-979a-b5bac0eeec2d on network 5f4a83cc-7e9c-44d5-be05-6c4497d351f8 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:21:16.548669 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bff723-cb6e-4abd-8374-11edf14594a6 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:21:16.549099 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bff723-cb6e-4abd-8374-11edf14594a6 None None] Checking segment: {'id': '0525930a-bd08-4b0f-8ece-942c206f16a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '5f4a83cc-7e9c-44d5-be05-6c4497d351f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:16.549440 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-29bff723-cb6e-4abd-8374-11edf14594a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:16.549929 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bff723-cb6e-4abd-8374-11edf14594a6 None None] Bound using segment: {'id': '0525930a-bd08-4b0f-8ece-942c206f16a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '5f4a83cc-7e9c-44d5-be05-6c4497d351f8'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:21:16.550326 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-29bff723-cb6e-4abd-8374-11edf14594a6 None None] Bound port: d3cc543a-ee96-4fe6-979a-b5bac0eeec2d, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0525930a-bd08-4b0f-8ece-942c206f16a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '5f4a83cc-7e9c-44d5-be05-6c4497d351f8'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:21:16.550752 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-29bff723-cb6e-4abd-8374-11edf14594a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:16.550965 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a8c1bede-036d-48d1-975a-7a72106e9932 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:16.556000 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ae9ba6fb-8659-49f0-9866-5306a90f3f64 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:16.573729 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786c3f30-6234-4f59-b322-bb73f6bcd83c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:16.574895 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-786c3f30-6234-4f59-b322-bb73f6bcd83c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Synchronizing usage tracker for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:16.579433 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ab193568-cfc4-409b-82b4-ab32d0fdb3b5 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:16.583198 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ab193568-cfc4-409b-82b4-ab32d0fdb3b5 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:16.585295 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-eca8d96f-7a41-4b24-b652-8000e357ba07 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:16.585659 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ae9ba6fb-8659-49f0-9866-5306a90f3f64 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Usage tracker for resource:subnet and tenant:39608936fcf243fabb6128792704ba03 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:16.590671 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ae9ba6fb-8659-49f0-9866-5306a90f3f64 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:16.591946 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-67620f8e-7e7f-45f4-8d09-30e765602656 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:16.609383 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-eca8d96f-7a41-4b24-b652-8000e357ba07 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:16.616761 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ae9ba6fb-8659-49f0-9866-5306a90f3f64 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:16.639626 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-2a53a1cc-a058-4fd8-9ad8-11e8a631264b None None] Allocated IP 2001:db8::2 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/551ccffa-480b-4e41-baaa-77b2802bc1fa/9f79f17c-6b2a-4659-8848-345707afc9ff) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:16.708437 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-29bff723-cb6e-4abd-8374-11edf14594a6 None None] For port d3cc543a-ee96-4fe6-979a-b5bac0eeec2d, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:21:16.713315 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-786c3f30-6234-4f59-b322-bb73f6bcd83c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Unset dirty status for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:16.718123 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-786c3f30-6234-4f59-b322-bb73f6bcd83c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.7629757 Apr 11 14:21:16.718123 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9ba6fb-8659-49f0-9866-5306a90f3f64 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Made reservation on behalf of 39608936fcf243fabb6128792704ba03 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:16.721891 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ae9ba6fb-8659-49f0-9866-5306a90f3f64 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:16.736536 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38688) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:16.740599 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ab193568-cfc4-409b-82b4-ab32d0fdb3b5 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:16.740599 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab193568-cfc4-409b-82b4-ab32d0fdb3b5 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Fanout notify agent at l3_agent the message router_deleted on router 73279aa8-6434-415a-8b91-e5bc5ab99e3f {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:21:16.744564 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-67620f8e-7e7f-45f4-8d09-30e765602656 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Calling delete_port for f7d27e44-a929-4013-bec0-039349433023 owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:16.766725 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-29bff723-cb6e-4abd-8374-11edf14594a6 None None] For port d3cc543a-ee96-4fe6-979a-b5bac0eeec2d, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=d3cc543a-ee96-4fe6-979a-b5bac0eeec2d,segment=NetworkSegment(0525930a-bd08-4b0f-8ece-942c206f16a9),segment_id=0525930a-bd08-4b0f-8ece-942c206f16a9)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:21:16.819861 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ab193568-cfc4-409b-82b4-ab32d0fdb3b5 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:16.821275 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ab193568-cfc4-409b-82b4-ab32d0fdb3b5 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "DELETE /v2.0/routers/73279aa8-6434-415a-8b91-e5bc5ab99e3f HTTP/1.1" status: 204 len: 168 time: 2.9559205 Apr 11 14:21:16.828122 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38692) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:16.867128 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-29bff723-cb6e-4abd-8374-11edf14594a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:16.895373 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.ipam_backend_mixin [None req-ae9ba6fb-8659-49f0-9866-5306a90f3f64 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Performing IP validity checks on allocation pools {{(pid=88617) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 11 14:21:16.898521 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.ipam_backend_mixin [None req-ae9ba6fb-8659-49f0-9866-5306a90f3f64 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88617) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 11 14:21:16.932452 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-bb2a42e2-7315-4898-94ef-eb910d8c0ca5 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting port b71478ce-beb8-41e6-abe0-94e6d07671f9 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:16.932831 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bb2a42e2-7315-4898-94ef-eb910d8c0ca5 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:16.961838 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca8d96f-7a41-4b24-b652-8000e357ba07 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:17.015034 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2a53a1cc-a058-4fd8-9ad8-11e8a631264b None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:17.030379 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-2a53a1cc-a058-4fd8-9ad8-11e8a631264b None None] Transition to ACTIVE for port object 9f79f17c-6b2a-4659-8848-345707afc9ff will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:17.048873 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bff723-cb6e-4abd-8374-11edf14594a6 None None] Pushing event updated for resources: {'Port': ['ID=d3cc543a-ee96-4fe6-979a-b5bac0eeec2d,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:17.062575 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-2a53a1cc-a058-4fd8-9ad8-11e8a631264b None None] Transition to ACTIVE for port object 9f79f17c-6b2a-4659-8848-345707afc9ff will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:17.095024 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9811d8d-326d-4612-9a5e-53e6c3ecd54c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Deleting subnet 682fe6bd-4cf9-4ace-984e-1ac81fa61778 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:21:17.106578 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e9811d8d-326d-4612-9a5e-53e6c3ecd54c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:17.162426 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2a53a1cc-a058-4fd8-9ad8-11e8a631264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:17.205529 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e9811d8d-326d-4612-9a5e-53e6c3ecd54c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:17.236274 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a53a1cc-a058-4fd8-9ad8-11e8a631264b None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:17.241780 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-2a53a1cc-a058-4fd8-9ad8-11e8a631264b None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:17.244379 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eca8d96f-7a41-4b24-b652-8000e357ba07 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:17.257558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a53a1cc-a058-4fd8-9ad8-11e8a631264b None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:17.270962 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53a1cc-a058-4fd8-9ad8-11e8a631264b None None] Pushing event updated for resources: {'Port': ['ID=9f79f17c-6b2a-4659-8848-345707afc9ff,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:17.299271 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bb2a42e2-7315-4898-94ef-eb910d8c0ca5 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:17.353420 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-eca8d96f-7a41-4b24-b652-8000e357ba07 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] device_id is not set on port d2deffca-be30-4a08-8e6f-680af1324fb2 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:21:17.401589 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ae9ba6fb-8659-49f0-9866-5306a90f3f64 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:17.421137 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e9811d8d-326d-4612-9a5e-53e6c3ecd54c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:17.464719 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-2a53a1cc-a058-4fd8-9ad8-11e8a631264b None None] Attempting to bind port 9f79f17c-6b2a-4659-8848-345707afc9ff on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:21:17.465190 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-2a53a1cc-a058-4fd8-9ad8-11e8a631264b None None] Attempting to bind port 9f79f17c-6b2a-4659-8848-345707afc9ff by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:21:17.465594 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a1cc-a058-4fd8-9ad8-11e8a631264b None None] Attempting to bind port 9f79f17c-6b2a-4659-8848-345707afc9ff on network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:21:17.472456 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a1cc-a058-4fd8-9ad8-11e8a631264b None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:21:17.472835 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a1cc-a058-4fd8-9ad8-11e8a631264b None None] Checking segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:17.473240 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2a53a1cc-a058-4fd8-9ad8-11e8a631264b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:17.473631 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a1cc-a058-4fd8-9ad8-11e8a631264b None None] Bound using segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:21:17.475349 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-2a53a1cc-a058-4fd8-9ad8-11e8a631264b None None] Bound port: 9f79f17c-6b2a-4659-8848-345707afc9ff, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:21:17.475349 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2a53a1cc-a058-4fd8-9ad8-11e8a631264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:17.515091 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-bb2a42e2-7315-4898-94ef-eb910d8c0ca5 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Calling delete_port for b71478ce-beb8-41e6-abe0-94e6d07671f9 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:17.577127 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-2a53a1cc-a058-4fd8-9ad8-11e8a631264b None None] For port 9f79f17c-6b2a-4659-8848-345707afc9ff, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:21:17.581010 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-2a53a1cc-a058-4fd8-9ad8-11e8a631264b None None] For port 9f79f17c-6b2a-4659-8848-345707afc9ff, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9f79f17c-6b2a-4659-8848-345707afc9ff,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:21:17.654366 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ba6fb-8659-49f0-9866-5306a90f3f64 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event updated for resources: {'Subnet': ['ID=3235891d-dc52-48f0-b089-ee114ba3324a,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:17.654366 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9ba6fb-8659-49f0-9866-5306a90f3f64 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Checking segment: {'id': '92da91e6-36fa-4e4b-8055-1ce2507015a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '0955b8b8-900b-44c7-91cc-7c6999d8b141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:17.654366 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9ba6fb-8659-49f0-9866-5306a90f3f64 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Network hostable DHCP agents. Network: 0955b8b8-900b-44c7-91cc-7c6999d8b141, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:21:17.671620 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2a53a1cc-a058-4fd8-9ad8-11e8a631264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:17.725265 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:21:17.732015 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-67620f8e-7e7f-45f4-8d09-30e765602656 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:17.767519 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53a1cc-a058-4fd8-9ad8-11e8a631264b None None] Pushing event updated for resources: {'Port': ['ID=9f79f17c-6b2a-4659-8848-345707afc9ff,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:17.840152 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9ba6fb-8659-49f0-9866-5306a90f3f64 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Network 0955b8b8-900b-44c7-91cc-7c6999d8b141 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:21:17.882823 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bb2a42e2-7315-4898-94ef-eb910d8c0ca5 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:17.977877 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-ae9ba6fb-8659-49f0-9866-5306a90f3f64 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 0955b8b8-900b-44c7-91cc-7c6999d8b141) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:17.979518 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a42e2-7315-4898-94ef-eb910d8c0ca5 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Port': ['ID=b71478ce-beb8-41e6-abe0-94e6d07671f9,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:18.004962 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe8c746-d906-4f91-9165-4f5d42077202 None None] Network 0955b8b8-900b-44c7-91cc-7c6999d8b141 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:18.118697 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9ba6fb-8659-49f0-9866-5306a90f3f64 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:18.119294 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ae9ba6fb-8659-49f0-9866-5306a90f3f64 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:18.266526 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67620f8e-7e7f-45f4-8d09-30e765602656 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Port': ['ID=f7d27e44-a929-4013-bec0-039349433023,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:18.287922 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e9811d8d-326d-4612-9a5e-53e6c3ecd54c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:18.449330 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device d3cc543a-ee96-4fe6-979a-b5bac0eeec2d up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:21:18.458951 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bb2a42e2-7315-4898-94ef-eb910d8c0ca5 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:18.461538 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bb2a42e2-7315-4898-94ef-eb910d8c0ca5 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/ports/b71478ce-beb8-41e6-abe0-94e6d07671f9 HTTP/1.1" status: 204 len: 168 time: 1.7190430 Apr 11 14:21:18.464607 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38696) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:18.542108 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7ded5d-cad5-45fb-b47f-346e1e836852 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] GET failed (client error): The resource could not be found. Apr 11 14:21:18.543788 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4d7ded5d-cad5-45fb-b47f-346e1e836852 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Synchronizing usage tracker for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:18.552383 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ae9ba6fb-8659-49f0-9866-5306a90f3f64 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.4363277 Apr 11 14:21:18.553467 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38700) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:18.572077 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-eca8d96f-7a41-4b24-b652-8000e357ba07 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 2001:db8::19d (47d4fbd0-dfc4-4187-bb2e-73c4649db563/551ccffa-480b-4e41-baaa-77b2802bc1fa/d2deffca-be30-4a08-8e6f-680af1324fb2) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:18.587913 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9811d8d-326d-4612-9a5e-53e6c3ecd54c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event deleted for resources: {'Subnet': ['ID=682fe6bd-4cf9-4ace-984e-1ac81fa61778,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:18.611715 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b63637a-6cce-429e-b2ba-090221433ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-0955b8b8-900b-44c7-91cc-7c6999d8b141', 'network_id': '0955b8b8-900b-44c7-91cc-7c6999d8b141', 'tenant_id': '39608936fcf243fabb6128792704ba03', 'fixed_ips': [{'subnet_id': '3235891d-dc52-48f0-b089-ee114ba3324a'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:21:18.612559 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7b63637a-6cce-429e-b2ba-090221433ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:18.661464 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e9811d8d-326d-4612-9a5e-53e6c3ecd54c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:18.685610 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port d3cc543a-ee96-4fe6-979a-b5bac0eeec2d completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:18.694775 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9f79f17c-6b2a-4659-8848-345707afc9ff up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:21:18.704960 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e9811d8d-326d-4612-9a5e-53e6c3ecd54c tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "DELETE /v2.0/subnets/682fe6bd-4cf9-4ace-984e-1ac81fa61778 HTTP/1.1" status: 204 len: 168 time: 1.8722169 Apr 11 14:21:18.708879 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38704) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:18.831992 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-67620f8e-7e7f-45f4-8d09-30e765602656 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:18.840179 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62845e3d-7666-45c6-854c-b7259cfa9a99 None None] Network 5f4a83cc-7e9c-44d5-be05-6c4497d351f8 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:18.987631 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-7b63637a-6cce-429e-b2ba-090221433ca1 None None] Allocated IP 2001:db8::3 (0955b8b8-900b-44c7-91cc-7c6999d8b141/3235891d-dc52-48f0-b089-ee114ba3324a/144319eb-9911-4afd-bfb2-d8b093a9c65d) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:19.000611 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4d7ded5d-cad5-45fb-b47f-346e1e836852 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Unset dirty status for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:19.002330 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4d7ded5d-cad5-45fb-b47f-346e1e836852 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "GET /v2.0/ports/b71478ce-beb8-41e6-abe0-94e6d07671f9 HTTP/1.1" status: 404 len: 333 time: 0.5364571 Apr 11 14:21:19.003375 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 9f79f17c-6b2a-4659-8848-345707afc9ff completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:19.016605 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38708) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:19.036385 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-56a18d6c-c173-4ec5-91a9-2e7fe95d4cad None None] Provisioning for port d3cc543a-ee96-4fe6-979a-b5bac0eeec2d completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:19.107360 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-56a18d6c-c173-4ec5-91a9-2e7fe95d4cad None None] Provisioning complete for port d3cc543a-ee96-4fe6-979a-b5bac0eeec2d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:19.107737 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-56a18d6c-c173-4ec5-91a9-2e7fe95d4cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:19.148818 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a5a3345e-83ea-44cb-a36e-e2927e2f5c23 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:19.161167 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:19.205309 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-087d7897-d72b-40ce-a3db-38e34a8e518c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting port b2e63b22-b8ea-417c-9b37-7c8152a876d8 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:19.205309 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-087d7897-d72b-40ce-a3db-38e34a8e518c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:19.390048 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-56a18d6c-c173-4ec5-91a9-2e7fe95d4cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:19.482942 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a8c1bede-036d-48d1-975a-7a72106e9932 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:19.489540 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a5a3345e-83ea-44cb-a36e-e2927e2f5c23 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:19.490527 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eca8d96f-7a41-4b24-b652-8000e357ba07 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:19.499556 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a8c1bede-036d-48d1-975a-7a72106e9932 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984850'] for router, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:19.502348 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-56a18d6c-c173-4ec5-91a9-2e7fe95d4cad None None] For port d3cc543a-ee96-4fe6-979a-b5bac0eeec2d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=d3cc543a-ee96-4fe6-979a-b5bac0eeec2d,segment=NetworkSegment(0525930a-bd08-4b0f-8ece-942c206f16a9),segment_id=0525930a-bd08-4b0f-8ece-942c206f16a9)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:19.529428 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7b63637a-6cce-429e-b2ba-090221433ca1 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:19.540865 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-7b63637a-6cce-429e-b2ba-090221433ca1 None None] Transition to ACTIVE for port object 144319eb-9911-4afd-bfb2-d8b093a9c65d will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:19.544468 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-a5a3345e-83ea-44cb-a36e-e2927e2f5c23 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b84538-8b4a-4dae-b0f5-5a18eeb71b07']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:19.554897 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:19.562907 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-7b63637a-6cce-429e-b2ba-090221433ca1 None None] Transition to ACTIVE for port object 144319eb-9911-4afd-bfb2-d8b093a9c65d will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:19.570347 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-56a18d6c-c173-4ec5-91a9-2e7fe95d4cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:19.632271 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-a5a3345e-83ea-44cb-a36e-e2927e2f5c23 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6dfe4dc-1f8b-4da3-be28-fd85a6de6a9b') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:19.632696 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-a5a3345e-83ea-44cb-a36e-e2927e2f5c23 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6dfe4dc-1f8b-4da3-be28-fd85a6de6a9b') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:19.638163 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-eca8d96f-7a41-4b24-b652-8000e357ba07 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Transition to ACTIVE for port object d2deffca-be30-4a08-8e6f-680af1324fb2 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:19.650673 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7b63637a-6cce-429e-b2ba-090221433ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:19.657673 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a18d6c-c173-4ec5-91a9-2e7fe95d4cad None None] Pushing event updated for resources: {'Port': ['ID=d3cc543a-ee96-4fe6-979a-b5bac0eeec2d,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:19.709436 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a5a3345e-83ea-44cb-a36e-e2927e2f5c23 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:19.735595 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b63637a-6cce-429e-b2ba-090221433ca1 None None] Network 0955b8b8-900b-44c7-91cc-7c6999d8b141 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:19.741316 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-7b63637a-6cce-429e-b2ba-090221433ca1 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:19.760871 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b63637a-6cce-429e-b2ba-090221433ca1 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:19.763819 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a5a3345e-83ea-44cb-a36e-e2927e2f5c23 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:19.776143 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63637a-6cce-429e-b2ba-090221433ca1 None None] Pushing event updated for resources: {'Port': ['ID=144319eb-9911-4afd-bfb2-d8b093a9c65d,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:19.787341 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a3345e-83ea-44cb-a36e-e2927e2f5c23 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:21:19.788007 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a5a3345e-83ea-44cb-a36e-e2927e2f5c23 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:21:19.805108 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:21:19.875046 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-208b662c-3f07-4c3f-84fa-2bfb7ec8a259 None None] Provisioning for port 9f79f17c-6b2a-4659-8848-345707afc9ff completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:19.892719 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-208b662c-3f07-4c3f-84fa-2bfb7ec8a259 None None] Provisioning complete for port 9f79f17c-6b2a-4659-8848-345707afc9ff triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:19.893073 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-208b662c-3f07-4c3f-84fa-2bfb7ec8a259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:19.896778 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-087d7897-d72b-40ce-a3db-38e34a8e518c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:19.918318 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67620f8e-7e7f-45f4-8d09-30e765602656 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Router b3681c6c-2556-4619-b641-9896a88be044 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:21:19.936451 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-7b63637a-6cce-429e-b2ba-090221433ca1 None None] Attempting to bind port 144319eb-9911-4afd-bfb2-d8b093a9c65d on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:21:19.936817 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-7b63637a-6cce-429e-b2ba-090221433ca1 None None] Attempting to bind port 144319eb-9911-4afd-bfb2-d8b093a9c65d by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '92da91e6-36fa-4e4b-8055-1ce2507015a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '0955b8b8-900b-44c7-91cc-7c6999d8b141'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:21:19.937182 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63637a-6cce-429e-b2ba-090221433ca1 None None] Attempting to bind port 144319eb-9911-4afd-bfb2-d8b093a9c65d on network 0955b8b8-900b-44c7-91cc-7c6999d8b141 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:21:19.947960 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63637a-6cce-429e-b2ba-090221433ca1 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:21:19.948331 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63637a-6cce-429e-b2ba-090221433ca1 None None] Checking segment: {'id': '92da91e6-36fa-4e4b-8055-1ce2507015a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '0955b8b8-900b-44c7-91cc-7c6999d8b141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:19.949391 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7b63637a-6cce-429e-b2ba-090221433ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:19.949943 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63637a-6cce-429e-b2ba-090221433ca1 None None] Bound using segment: {'id': '92da91e6-36fa-4e4b-8055-1ce2507015a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '0955b8b8-900b-44c7-91cc-7c6999d8b141'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:21:19.950532 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-7b63637a-6cce-429e-b2ba-090221433ca1 None None] Bound port: 144319eb-9911-4afd-bfb2-d8b093a9c65d, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92da91e6-36fa-4e4b-8055-1ce2507015a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '0955b8b8-900b-44c7-91cc-7c6999d8b141'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:21:19.950910 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7b63637a-6cce-429e-b2ba-090221433ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:20.016727 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eca8d96f-7a41-4b24-b652-8000e357ba07 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:20.071919 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:20.073935 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c1bede-036d-48d1-975a-7a72106e9932 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Router 943e699b-83e1-4c5d-87cf-3431809c9ec2 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:21:20.084061 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-087d7897-d72b-40ce-a3db-38e34a8e518c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Calling delete_port for b2e63b22-b8ea-417c-9b37-7c8152a876d8 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:20.160941 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-7b63637a-6cce-429e-b2ba-090221433ca1 None None] For port 144319eb-9911-4afd-bfb2-d8b093a9c65d, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:21:20.162049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event deleted for resources: {'Subnet': ['ID=3235891d-dc52-48f0-b089-ee114ba3324a,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:20.168698 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a5a3345e-83ea-44cb-a36e-e2927e2f5c23 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:20.171374 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-7b63637a-6cce-429e-b2ba-090221433ca1 None None] For port 144319eb-9911-4afd-bfb2-d8b093a9c65d, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=144319eb-9911-4afd-bfb2-d8b093a9c65d,segment=NetworkSegment(92da91e6-36fa-4e4b-8055-1ce2507015a7),segment_id=92da91e6-36fa-4e4b-8055-1ce2507015a7)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:21:20.172733 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-208b662c-3f07-4c3f-84fa-2bfb7ec8a259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:20.202497 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device d3cc543a-ee96-4fe6-979a-b5bac0eeec2d up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:21:20.209717 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca8d96f-7a41-4b24-b652-8000e357ba07 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:20.215296 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-eca8d96f-7a41-4b24-b652-8000e357ba07 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:20.217565 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8d96f-7a41-4b24-b652-8000e357ba07 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=d2deffca-be30-4a08-8e6f-680af1324fb2,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:20.217826 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a5a3345e-83ea-44cb-a36e-e2927e2f5c23 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:20.220784 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca8d96f-7a41-4b24-b652-8000e357ba07 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:20.228943 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca8d96f-7a41-4b24-b652-8000e357ba07 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:20.228943 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eca8d96f-7a41-4b24-b652-8000e357ba07 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:20.235991 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a5a3345e-83ea-44cb-a36e-e2927e2f5c23 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] 10.222.0.66 "DELETE /v2.0/networks/31b84538-8b4a-4dae-b0f5-5a18eeb71b07 HTTP/1.1" status: 204 len: 168 time: 1.5252206 Apr 11 14:21:20.237155 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3345e-83ea-44cb-a36e-e2927e2f5c23 tempest-FloatingIPTestJSON-24525864 tempest-FloatingIPTestJSON-24525864-project] Pushing event deleted for resources: {'Network': ['ID=31b84538-8b4a-4dae-b0f5-5a18eeb71b07,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:20.280994 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7b63637a-6cce-429e-b2ba-090221433ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:20.287100 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-208b662c-3f07-4c3f-84fa-2bfb7ec8a259 None None] For port 9f79f17c-6b2a-4659-8848-345707afc9ff, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9f79f17c-6b2a-4659-8848-345707afc9ff,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:20.364433 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:20.394469 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-208b662c-3f07-4c3f-84fa-2bfb7ec8a259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:20.450508 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0955b8b8-900b-44c7-91cc-7c6999d8b141']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:20.458760 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67620f8e-7e7f-45f4-8d09-30e765602656 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:21:20.470953 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-67620f8e-7e7f-45f4-8d09-30e765602656 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "PUT /v2.0/routers/b3681c6c-2556-4619-b641-9896a88be044/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9031584 Apr 11 14:21:20.473806 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38718) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:20.477183 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597ce955-550a-492c-aaed-ffc9b5c737e5 None None] Sync routers for ids ['b3681c6c-2556-4619-b641-9896a88be044'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:21:20.485781 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port d3cc543a-ee96-4fe6-979a-b5bac0eeec2d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:20.486185 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:20.493291 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597ce955-550a-492c-aaed-ffc9b5c737e5 None None] Routers {'b3681c6c-2556-4619-b641-9896a88be044'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:21:20.502545 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-597ce955-550a-492c-aaed-ffc9b5c737e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['b3681c6c-2556-4619-b641-9896a88be044'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:20.544692 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92da91e6-36fa-4e4b-8055-1ce2507015a7') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:20.545713 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92da91e6-36fa-4e4b-8055-1ce2507015a7') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:20.564874 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-eca8d96f-7a41-4b24-b652-8000e357ba07 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5755394 Apr 11 14:21:20.566421 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38722) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:20.590657 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:20.617624 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-597ce955-550a-492c-aaed-ffc9b5c737e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:20.627659 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597ce955-550a-492c-aaed-ffc9b5c737e5 None None] Routers {'b3681c6c-2556-4619-b641-9896a88be044'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:21:20.628530 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-597ce955-550a-492c-aaed-ffc9b5c737e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['b3681c6c-2556-4619-b641-9896a88be044'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:20.641588 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:20.646575 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63637a-6cce-429e-b2ba-090221433ca1 None None] Pushing event updated for resources: {'Port': ['ID=144319eb-9911-4afd-bfb2-d8b093a9c65d,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:20.660323 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:21:20.663466 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:21:20.682818 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:21:20.703454 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-597ce955-550a-492c-aaed-ffc9b5c737e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:20.704068 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597ce955-550a-492c-aaed-ffc9b5c737e5 None None] The sync data for ids ['b3681c6c-2556-4619-b641-9896a88be044'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:21:20.735850 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82abe5f-c1a1-49ce-9c10-fdf0a71adac8 None None] Network 0955b8b8-900b-44c7-91cc-7c6999d8b141 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:20.756665 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-087d7897-d72b-40ce-a3db-38e34a8e518c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:20.813684 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d7808-f686-4d91-9960-47205466792b req-ff054239-65e7-4f1d-b60e-81c71e7a8238 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:20.815398 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-570d7808-f686-4d91-9960-47205466792b req-ff054239-65e7-4f1d-b60e-81c71e7a8238 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.3221490 Apr 11 14:21:20.866629 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a69cdd2f-3c48-4b3e-9c67-66c55140e265 None None] Provisioning complete for port d3cc543a-ee96-4fe6-979a-b5bac0eeec2d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:20.867013 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a69cdd2f-3c48-4b3e-9c67-66c55140e265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:20.950539 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c1bede-036d-48d1-975a-7a72106e9932 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:21:20.961243 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a8c1bede-036d-48d1-975a-7a72106e9932 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:20.966697 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a8c1bede-036d-48d1-975a-7a72106e9932 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "PUT /v2.0/routers/943e699b-83e1-4c5d-87cf-3431809c9ec2 HTTP/1.1" status: 200 len: 922 time: 5.8737130 Apr 11 14:21:20.993082 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38728) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:20.993568 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38730) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:20.995019 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d7897-d72b-40ce-a3db-38e34a8e518c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Port': ['ID=b2e63b22-b8ea-417c-9b37-7c8152a876d8,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:21.037194 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e731869e-1752-4644-a63c-02d4119ef2f9 None None] Sync routers for ids ['943e699b-83e1-4c5d-87cf-3431809c9ec2'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:21:21.039598 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b662c-3f07-4c3f-84fa-2bfb7ec8a259 None None] Pushing event updated for resources: {'Port': ['ID=9f79f17c-6b2a-4659-8848-345707afc9ff,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:21.093052 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.db.api [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 14:21:21.093052 dv-neutron-837330-1-hyperv neutron-server[88617]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 14:21:21.093052 dv-neutron-837330-1-hyperv neutron-server[88617]: [parameters: {'id': '0955b8b8-900b-44c7-91cc-7c6999d8b141'}] Apr 11 14:21:21.093052 dv-neutron-837330-1-hyperv neutron-server[88617]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:21:21.093696 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG oslo_db.api [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:21:21.115810 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a51062-95d6-4603-8149-cc55c4cbfe8e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:21.123656 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a51062-95d6-4603-8149-cc55c4cbfe8e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:21.124659 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-09a51062-95d6-4603-8149-cc55c4cbfe8e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:21.150445 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e731869e-1752-4644-a63c-02d4119ef2f9 None None] Routers {'943e699b-83e1-4c5d-87cf-3431809c9ec2'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:21:21.151086 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-e731869e-1752-4644-a63c-02d4119ef2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['943e699b-83e1-4c5d-87cf-3431809c9ec2'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:21.233706 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-09a51062-95d6-4603-8149-cc55c4cbfe8e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:21.239015 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-570d7808-f686-4d91-9960-47205466792b req-33fff94e-0ff1-404b-b91a-45b9b4069fda tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2619886 Apr 11 14:21:21.242831 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-09a51062-95d6-4603-8149-cc55c4cbfe8e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.6732335 Apr 11 14:21:21.248152 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38738) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:21.279936 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-087d7897-d72b-40ce-a3db-38e34a8e518c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:21.349495 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-e731869e-1752-4644-a63c-02d4119ef2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:21.376516 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-087d7897-d72b-40ce-a3db-38e34a8e518c tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/ports/b2e63b22-b8ea-417c-9b37-7c8152a876d8 HTTP/1.1" status: 204 len: 168 time: 2.3585501 Apr 11 14:21:21.380502 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e731869e-1752-4644-a63c-02d4119ef2f9 None None] Routers {'943e699b-83e1-4c5d-87cf-3431809c9ec2'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:21:21.381207 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-e731869e-1752-4644-a63c-02d4119ef2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['943e699b-83e1-4c5d-87cf-3431809c9ec2'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:21.388891 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38744) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:21.450444 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2b3a6c13-836e-409a-91ec-238abfa1cb31 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "GET /v2.0/routers/943e699b-83e1-4c5d-87cf-3431809c9ec2 HTTP/1.1" status: 200 len: 922 time: 0.4515500 Apr 11 14:21:21.454147 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38748) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:21.481956 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-e731869e-1752-4644-a63c-02d4119ef2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:21.482348 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e731869e-1752-4644-a63c-02d4119ef2f9 None None] The sync data for ids ['943e699b-83e1-4c5d-87cf-3431809c9ec2'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:21:21.516222 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-e1bb4fb8-0e3c-4714-84e6-858f352dd746 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting port d2deffca-be30-4a08-8e6f-680af1324fb2 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:21.516222 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e1bb4fb8-0e3c-4714-84e6-858f352dd746 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:21.516420 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2fc87b-2cf6-4884-b0fa-8b3d459196fa None None] get_active_networks_info from dv-neutron-837330-1-hyperv {{(pid=88618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 11 14:21:21.521581 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c1cc1e52-6cb6-4f84-be87-a754b1309a67 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f364abda35ba4de88d7da540664f92af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5212598 Apr 11 14:21:21.524159 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38752) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:21.546923 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65cbfcc-77c4-4257-b2dd-203c8e6effb7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] GET failed (client error): The resource could not be found. Apr 11 14:21:21.548355 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b65cbfcc-77c4-4257-b2dd-203c8e6effb7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "GET /v2.0/ports/b2e63b22-b8ea-417c-9b37-7c8152a876d8 HTTP/1.1" status: 404 len: 333 time: 0.1555271 Apr 11 14:21:21.558707 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38756) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:21.564387 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ae4a4dab-be7b-4af9-abb7-79d7612b9da5 None None] Provisioning for port d2deffca-be30-4a08-8e6f-680af1324fb2 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:21.578655 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ae4a4dab-be7b-4af9-abb7-79d7612b9da5 None None] Provisioning complete for port d2deffca-be30-4a08-8e6f-680af1324fb2 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:21.579018 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ae4a4dab-be7b-4af9-abb7-79d7612b9da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:21.595940 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:21.662338 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828c88ca-20d3-4721-9bf6-743d1cacc592 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:21.663896 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-828c88ca-20d3-4721-9bf6-743d1cacc592 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=cff58315-4a25-4203-8056-2db185a2b95d&device_id=943e699b-83e1-4c5d-87cf-3431809c9ec2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2083619 Apr 11 14:21:21.670682 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38760) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:21.679981 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Deleting port 144319eb-9911-4afd-bfb2-d8b093a9c65d {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:21.680547 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:21.682875 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-ae4a4dab-be7b-4af9-abb7-79d7612b9da5 None None] Port d2deffca-be30-4a08-8e6f-680af1324fb2 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:21:21.735235 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2fc87b-2cf6-4884-b0fa-8b3d459196fa None None] Resources bound (agent type, host, resource id): {{(pid=88618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 14:21:21.768075 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-811dcb39-5f5c-4a70-8277-ad4446e0e48a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting subnet 02de7f38-b413-4057-bddc-d25ac410307a {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:21:21.769960 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0284b1cd-26a7-490a-bb28-82af484914f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:21.779026 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-811dcb39-5f5c-4a70-8277-ad4446e0e48a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:21.847237 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-61cc327f-2640-4c4b-9c8e-b4e157210ab5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:21.973970 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0284b1cd-26a7-490a-bb28-82af484914f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:22.049772 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-811dcb39-5f5c-4a70-8277-ad4446e0e48a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:22.072377 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed5a1a-d633-41e1-9c44-077c347b7820 req-77507075-5c6b-4ff3-a2d1-8f82d617cc80 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:22.074753 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a8ed5a1a-d633-41e1-9c44-077c347b7820 req-77507075-5c6b-4ff3-a2d1-8f82d617cc80 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.6078484 Apr 11 14:21:22.125783 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0284b1cd-26a7-490a-bb28-82af484914f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:22.192423 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284b1cd-26a7-490a-bb28-82af484914f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666d4985-af57-4595-addd-84b0e7e05a31,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:22.193976 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9f79f17c-6b2a-4659-8848-345707afc9ff up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:21:22.202217 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d53dc9-c621-4fa7-a514-055fe7eb2d8b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:22.202795 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-96d53dc9-c621-4fa7-a514-055fe7eb2d8b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Synchronizing usage tracker for tenant:44053de9de3f4465a441134d64e44170 on resource:network {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:22.220781 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e1bb4fb8-0e3c-4714-84e6-858f352dd746 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:22.274389 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0284b1cd-26a7-490a-bb28-82af484914f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:22.278729 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0284b1cd-26a7-490a-bb28-82af484914f6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/666d4985-af57-4595-addd-84b0e7e05a31 HTTP/1.1" status: 204 len: 168 time: 0.7503028 Apr 11 14:21:22.314886 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] For port 144319eb-9911-4afd-bfb2-d8b093a9c65d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=144319eb-9911-4afd-bfb2-d8b093a9c65d,segment=NetworkSegment(92da91e6-36fa-4e4b-8055-1ce2507015a7),segment_id=92da91e6-36fa-4e4b-8055-1ce2507015a7)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:22.315254 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:22.362036 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 9f79f17c-6b2a-4659-8848-345707afc9ff triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:22.362406 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:22.404299 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a8ed5a1a-d633-41e1-9c44-077c347b7820 req-d9da70cb-6b81-4014-86ed-9ae8a712b03d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3152158 Apr 11 14:21:22.411810 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-e1bb4fb8-0e3c-4714-84e6-858f352dd746 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Calling delete_port for d2deffca-be30-4a08-8e6f-680af1324fb2 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:22.459093 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-96d53dc9-c621-4fa7-a514-055fe7eb2d8b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Unset dirty status for tenant:44053de9de3f4465a441134d64e44170 on resource:network {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:22.460551 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-96d53dc9-c621-4fa7-a514-055fe7eb2d8b tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "GET /v2.0/networks/cff58315-4a25-4203-8056-2db185a2b95d HTTP/1.1" status: 200 len: 881 time: 0.7820866 Apr 11 14:21:22.468627 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Calling delete_port for 144319eb-9911-4afd-bfb2-d8b093a9c65d owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:22.469601 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38768) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:22.506212 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-811dcb39-5f5c-4a70-8277-ad4446e0e48a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:22.580398 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b80e558a-9526-4d72-9029-abe762848c08 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "GET /v2.0/ports?device_id=943e699b-83e1-4c5d-87cf-3431809c9ec2 HTTP/1.1" status: 200 len: 205 time: 0.0558009 Apr 11 14:21:22.588076 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38774) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:22.692770 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c4310-90ae-4352-b0d0-43c32d83f506 req-ef8828ab-3c59-4d53-bb4d-d7b63ced35de tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:22.697964 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-780c4310-90ae-4352-b0d0-43c32d83f506 req-ef8828ab-3c59-4d53-bb4d-d7b63ced35de tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.1582177 Apr 11 14:21:22.738381 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:22.788198 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-780c4310-90ae-4352-b0d0-43c32d83f506 req-3e5b8e00-fe24-44f4-860d-17d7acf49805 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860643 Apr 11 14:21:22.789135 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-811dcb39-5f5c-4a70-8277-ad4446e0e48a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:22.877784 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e1bb4fb8-0e3c-4714-84e6-858f352dd746 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:22.981291 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] No DVR routers for this DVR port 144319eb-9911-4afd-bfb2-d8b093a9c65d on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:21:23.014929 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb4fb8-0e3c-4714-84e6-858f352dd746 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Port': ['ID=d2deffca-be30-4a08-8e6f-680af1324fb2,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:23.019305 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811dcb39-5f5c-4a70-8277-ad4446e0e48a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Subnet': ['ID=02de7f38-b413-4057-bddc-d25ac410307a,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:23.023592 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-811dcb39-5f5c-4a70-8277-ad4446e0e48a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:23.027072 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event deleted for resources: {'Port': ['ID=144319eb-9911-4afd-bfb2-d8b093a9c65d,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:23.051497 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-61cc327f-2640-4c4b-9c8e-b4e157210ab5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting port 7e4adee3-69db-4e75-87cc-7b2f1ee54b2a {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:23.051844 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-61cc327f-2640-4c4b-9c8e-b4e157210ab5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:23.055748 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f97fe6-29af-45bf-a191-7c38a458501b None None] Network 64191911-9ba6-4b70-850c-7f4bf93d9510 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:23.085169 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9e42ce01-9d91-45a0-af8a-6a88be831d21 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:23.097298 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-811dcb39-5f5c-4a70-8277-ad4446e0e48a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/subnets/02de7f38-b413-4057-bddc-d25ac410307a HTTP/1.1" status: 204 len: 168 time: 1.5350122 Apr 11 14:21:23.101095 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38788) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:23.215431 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:23.343274 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-01e4cb5c-09d4-4434-b9ba-2e3e72447f8d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:23.367478 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0955b8b8-900b-44c7-91cc-7c6999d8b141']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:23.380788 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e1bb4fb8-0e3c-4714-84e6-858f352dd746 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:23.392522 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92da91e6-36fa-4e4b-8055-1ce2507015a7') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:23.392966 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92da91e6-36fa-4e4b-8055-1ce2507015a7') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:23.400820 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-01e4cb5c-09d4-4434-b9ba-2e3e72447f8d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting port 9ece8cd1-22b6-46d5-b492-d564993a44d7 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:23.412700 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-01e4cb5c-09d4-4434-b9ba-2e3e72447f8d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:23.427309 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5469ec9f-c985-4d81-95f4-901d8b4041bf None None] DHCP port deletion for 64191911-9ba6-4b70-850c-7f4bf93d9510 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:21:23.434480 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-5469ec9f-c985-4d81-95f4-901d8b4041bf None None] Deleting port 9ece8cd1-22b6-46d5-b492-d564993a44d7 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:23.435257 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5469ec9f-c985-4d81-95f4-901d8b4041bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:23.449130 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:23.476468 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:23.493145 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e1bb4fb8-0e3c-4714-84e6-858f352dd746 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/d2deffca-be30-4a08-8e6f-680af1324fb2 HTTP/1.1" status: 204 len: 168 time: 2.2429569 Apr 11 14:21:23.511006 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:21:23.511887 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:23.526974 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38798) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:21:23.532554 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:21:23.682337 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbac4b-5b69-4d85-bbba-d66b6370678a req-98d6d850-297a-4155-90fc-582fb3b41c74 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:23.684410 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c9cbac4b-5b69-4d85-bbba-d66b6370678a req-98d6d850-297a-4155-90fc-582fb3b41c74 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.7456872 Apr 11 14:21:23.711756 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211f0fec-1524-4efb-bf0d-b8b770f724ff tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:23.714127 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211f0fec-1524-4efb-bf0d-b8b770f724ff tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:23.714786 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-5469ec9f-c985-4d81-95f4-901d8b4041bf None None] For port 9ece8cd1-22b6-46d5-b492-d564993a44d7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9ece8cd1-22b6-46d5-b492-d564993a44d7,segment=NetworkSegment(ae8e206a-f4d1-4c91-b430-0d22ac1e37bf),segment_id=ae8e206a-f4d1-4c91-b430-0d22ac1e37bf)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:23.714894 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9e42ce01-9d91-45a0-af8a-6a88be831d21 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:23.714993 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-211f0fec-1524-4efb-bf0d-b8b770f724ff tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:23.715095 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5469ec9f-c985-4d81-95f4-901d8b4041bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:23.718952 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38804) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:23.763409 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-61cc327f-2640-4c4b-9c8e-b4e157210ab5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:23.782915 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c9cbac4b-5b69-4d85-bbba-d66b6370678a req-0a38e8c3-b223-4f77-9946-3982f10d1f05 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866179 Apr 11 14:21:23.840218 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-9e42ce01-9d91-45a0-af8a-6a88be831d21 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Deleting port 13b35488-6633-4ca7-b70f-16189b917727 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:23.840583 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9e42ce01-9d91-45a0-af8a-6a88be831d21 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:23.882210 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-5469ec9f-c985-4d81-95f4-901d8b4041bf None None] Calling delete_port for 9ece8cd1-22b6-46d5-b492-d564993a44d7 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:23.895814 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:23.916783 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:23.925345 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-211f0fec-1524-4efb-bf0d-b8b770f724ff tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:23.926574 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-211f0fec-1524-4efb-bf0d-b8b770f724ff tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3907311 Apr 11 14:21:23.931837 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-01e4cb5c-09d4-4434-b9ba-2e3e72447f8d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] For port 9ece8cd1-22b6-46d5-b492-d564993a44d7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9ece8cd1-22b6-46d5-b492-d564993a44d7,segment=NetworkSegment(ae8e206a-f4d1-4c91-b430-0d22ac1e37bf),segment_id=ae8e206a-f4d1-4c91-b430-0d22ac1e37bf)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:23.936685 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-01e4cb5c-09d4-4434-b9ba-2e3e72447f8d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:23.940981 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-61cc327f-2640-4c4b-9c8e-b4e157210ab5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Calling delete_port for 7e4adee3-69db-4e75-87cc-7b2f1ee54b2a owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:23.941563 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38812) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:23.942175 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event deleted for resources: {'Network': ['ID=0955b8b8-900b-44c7-91cc-7c6999d8b141,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:23.951040 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4a6a7db8-4cb2-4cbf-8b15-938529b11204 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "DELETE /v2.0/networks/0955b8b8-900b-44c7-91cc-7c6999d8b141 HTTP/1.1" status: 204 len: 168 time: 5.3943074 Apr 11 14:21:23.979580 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38816) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:23.981838 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-93f0bdf1-6f06-4f6c-8363-3873a557aa5c tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:23.982614 dv-neutron-837330-1-hyperv neutron-server[88616]: WARNING neutron.api.v2.base [None req-93f0bdf1-6f06-4f6c-8363-3873a557aa5c tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 11 14:21:23.983090 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-93f0bdf1-6f06-4f6c-8363-3873a557aa5c tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] create failed (client error): There was a conflict when trying to complete your request. Apr 11 14:21:23.984465 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-93f0bdf1-6f06-4f6c-8363-3873a557aa5c tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2604921 Apr 11 14:21:23.995986 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38820) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:24.003991 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-8e2a6942-86c3-41b5-91aa-1e000ee405a5 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-286273847'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:24.016791 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-8e2a6942-86c3-41b5-91aa-1e000ee405a5 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:24.037759 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8e2a6942-86c3-41b5-91aa-1e000ee405a5 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Usage tracker for resource:network and tenant:39608936fcf243fabb6128792704ba03 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:24.049913 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8e2a6942-86c3-41b5-91aa-1e000ee405a5 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:24.061496 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-8e2a6942-86c3-41b5-91aa-1e000ee405a5 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:24.071974 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-72cccb45-ece2-4b11-9303-a9ab59549fc5 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1717744013'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:24.108249 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5469ec9f-c985-4d81-95f4-901d8b4041bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:24.157052 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-72cccb45-ece2-4b11-9303-a9ab59549fc5 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:24.168167 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-01e4cb5c-09d4-4434-b9ba-2e3e72447f8d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Calling delete_port for 9ece8cd1-22b6-46d5-b492-d564993a44d7 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:24.186319 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:24.189301 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5469ec9f-c985-4d81-95f4-901d8b4041bf None None] No DVR routers for this DVR port 9ece8cd1-22b6-46d5-b492-d564993a44d7 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:21:24.203712 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469ec9f-c985-4d81-95f4-901d8b4041bf None None] Pushing event deleted for resources: {'Port': ['ID=9ece8cd1-22b6-46d5-b492-d564993a44d7,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:24.205773 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-72cccb45-ece2-4b11-9303-a9ab59549fc5 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Usage tracker for resource:security_group and tenant:1d66088661ee4f0a8f694c308bcfe2cc is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:24.212923 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2a6942-86c3-41b5-91aa-1e000ee405a5 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Made reservation on behalf of 39608936fcf243fabb6128792704ba03 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:24.212923 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e2a6942-86c3-41b5-91aa-1e000ee405a5 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:24.219226 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-72cccb45-ece2-4b11-9303-a9ab59549fc5 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:24.224905 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-72cccb45-ece2-4b11-9303-a9ab59549fc5 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:24.232702 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9ece8cd1-22b6-46d5-b492-d564993a44d7 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:21:24.237613 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1120f03-2888-45eb-8bfb-a0e0f3daceeb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet 551ccffa-480b-4e41-baaa-77b2802bc1fa {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:21:24.252862 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b1120f03-2888-45eb-8bfb-a0e0f3daceeb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:24.270096 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9e42ce01-9d91-45a0-af8a-6a88be831d21 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:24.280523 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 9ece8cd1-22b6-46d5-b492-d564993a44d7 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:21:24.281137 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9ece8cd1-22b6-46d5-b492-d564993a44d7 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:21:24.291127 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2a6942-86c3-41b5-91aa-1e000ee405a5 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:21:24.331749 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b1120f03-2888-45eb-8bfb-a0e0f3daceeb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:24.367940 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.db.api [None req-01e4cb5c-09d4-4434-b9ba-2e3e72447f8d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:21:24.368350 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG oslo_db.api [None req-01e4cb5c-09d4-4434-b9ba-2e3e72447f8d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:21:24.386579 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-72cccb45-ece2-4b11-9303-a9ab59549fc5 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:24.403144 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-72cccb45-ece2-4b11-9303-a9ab59549fc5 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:24.430214 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-72cccb45-ece2-4b11-9303-a9ab59549fc5 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:24.433918 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-9e42ce01-9d91-45a0-af8a-6a88be831d21 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Calling delete_port for 13b35488-6633-4ca7-b70f-16189b917727 owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:24.444248 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-72cccb45-ece2-4b11-9303-a9ab59549fc5 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Usage tracker for resource:security_group_rule and tenant:1d66088661ee4f0a8f694c308bcfe2cc is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:24.449090 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-72cccb45-ece2-4b11-9303-a9ab59549fc5 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:24.457315 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-72cccb45-ece2-4b11-9303-a9ab59549fc5 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:24.482078 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b1120f03-2888-45eb-8bfb-a0e0f3daceeb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:24.543732 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e2a6942-86c3-41b5-91aa-1e000ee405a5 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:24.544275 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-8e2a6942-86c3-41b5-91aa-1e000ee405a5 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Added segment a34c7d6e-1324-4292-a9a0-7eeaaa316230 of type vlan for network fea79485-ce57-4a7b-a8f2-0181860e4855 Apr 11 14:21:24.615387 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-72cccb45-ece2-4b11-9303-a9ab59549fc5 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:24.647325 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e2a6942-86c3-41b5-91aa-1e000ee405a5 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:24.659233 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b1120f03-2888-45eb-8bfb-a0e0f3daceeb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:24.697213 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-72cccb45-ece2-4b11-9303-a9ab59549fc5 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:24.715313 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1120f03-2888-45eb-8bfb-a0e0f3daceeb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=551ccffa-480b-4e41-baaa-77b2802bc1fa,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:24.724866 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7572931-b0cc-43ca-bf4e-35f739f11d0b req-3e1be540-e7ff-47c2-afb1-4799d2b765d4 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:24.726908 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a7572931-b0cc-43ca-bf4e-35f739f11d0b req-3e1be540-e7ff-47c2-afb1-4799d2b765d4 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.2337377 Apr 11 14:21:24.727599 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-72cccb45-ece2-4b11-9303-a9ab59549fc5 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:24.730479 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-61cc327f-2640-4c4b-9c8e-b4e157210ab5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:24.736246 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17797c6f-7c4b-40ca-94ff-18b5757d6f4a None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:24.737061 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b1120f03-2888-45eb-8bfb-a0e0f3daceeb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:24.748774 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-72cccb45-ece2-4b11-9303-a9ab59549fc5 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Usage tracker for resource:security_group_rule and tenant:1d66088661ee4f0a8f694c308bcfe2cc is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:24.757168 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-72cccb45-ece2-4b11-9303-a9ab59549fc5 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:24.763880 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cccb45-ece2-4b11-9303-a9ab59549fc5 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30af2e83-fe88-4aa4-91e9-7f8b11d3e00a,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:24.775542 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-72cccb45-ece2-4b11-9303-a9ab59549fc5 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:24.782965 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e2a6942-86c3-41b5-91aa-1e000ee405a5 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:24.788678 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2a6942-86c3-41b5-91aa-1e000ee405a5 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:24.789288 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e2a6942-86c3-41b5-91aa-1e000ee405a5 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:24.817440 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b1120f03-2888-45eb-8bfb-a0e0f3daceeb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/551ccffa-480b-4e41-baaa-77b2802bc1fa HTTP/1.1" status: 204 len: 168 time: 0.8704891 Apr 11 14:21:24.817440 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38826) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:24.874880 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc327f-2640-4c4b-9c8e-b4e157210ab5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Port': ['ID=7e4adee3-69db-4e75-87cc-7b2f1ee54b2a,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:24.882747 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-01e4cb5c-09d4-4434-b9ba-2e3e72447f8d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting port 9ece8cd1-22b6-46d5-b492-d564993a44d7 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:24.883087 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-01e4cb5c-09d4-4434-b9ba-2e3e72447f8d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:25.143253 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-93891ca5-37e0-4796-a588-43331aaf9b51 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3245780 Apr 11 14:21:25.147276 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38830) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:25.212014 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-cd811c07-f8df-4d60-91ff-abd3cf2b785d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:25.232558 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-01e4cb5c-09d4-4434-b9ba-2e3e72447f8d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] The port '9ece8cd1-22b6-46d5-b492-d564993a44d7' was deleted {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:21:25.265647 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8e2a6942-86c3-41b5-91aa-1e000ee405a5 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2797539 Apr 11 14:21:25.266824 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d50de77-57fb-4ab8-aed4-7c6714ddc25a None None] DHCP port deletion for 47d4fbd0-dfc4-4187-bb2e-73c4649db563 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:21:25.274551 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a7572931-b0cc-43ca-bf4e-35f739f11d0b req-215b3aa8-9fda-454d-b8d3-d0cb14830c9d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5032649 Apr 11 14:21:25.282378 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38834) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:25.283181 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-72cccb45-ece2-4b11-9303-a9ab59549fc5 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:25.302530 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-5d50de77-57fb-4ab8-aed4-7c6714ddc25a None None] Deleting port 9f79f17c-6b2a-4659-8848-345707afc9ff {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:25.302910 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5d50de77-57fb-4ab8-aed4-7c6714ddc25a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:25.334823 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a6942-86c3-41b5-91aa-1e000ee405a5 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event updated for resources: {'Network': ['ID=fea79485-ce57-4a7b-a8f2-0181860e4855,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:25.348629 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-3e726bb2-9660-4002-b739-6180bb0cff1c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Request body: {'subnet': {'network_id': 'fea79485-ce57-4a7b-a8f2-0181860e4855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:25.361615 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network fea79485-ce57-4a7b-a8f2-0181860e4855 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:21:25.379858 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-61cc327f-2640-4c4b-9c8e-b4e157210ab5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:25.387521 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9e42ce01-9d91-45a0-af8a-6a88be831d21 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:25.395738 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-72cccb45-ece2-4b11-9303-a9ab59549fc5 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:25.418735 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-01e4cb5c-09d4-4434-b9ba-2e3e72447f8d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:25.469498 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-01e4cb5c-09d4-4434-b9ba-2e3e72447f8d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64191911-9ba6-4b70-850c-7f4bf93d9510']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:25.496175 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-01e4cb5c-09d4-4434-b9ba-2e3e72447f8d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8e206a-f4d1-4c91-b430-0d22ac1e37bf') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:25.496931 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-01e4cb5c-09d4-4434-b9ba-2e3e72447f8d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8e206a-f4d1-4c91-b430-0d22ac1e37bf') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:25.511447 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d10ca63-f403-462a-a5fa-426589d70978 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:25.512272 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0d10ca63-f403-462a-a5fa-426589d70978 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:25.514927 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cccb45-ece2-4b11-9303-a9ab59549fc5 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db6f0d2-5185-48db-b06d-f54463f1df55,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:25.523433 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-72cccb45-ece2-4b11-9303-a9ab59549fc5 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:25.532832 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-72cccb45-ece2-4b11-9303-a9ab59549fc5 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5309749 Apr 11 14:21:25.532832 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-01e4cb5c-09d4-4434-b9ba-2e3e72447f8d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:25.536914 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38838) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:25.551998 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-872aaaac-7cf2-4a32-80d4-8f800684586f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group_rule': {'security_group_id': '1db6f0d2-5185-48db-b06d-f54463f1df55', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:25.557999 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42ce01-9d91-45a0-af8a-6a88be831d21 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Pushing event deleted for resources: {'Port': ['ID=13b35488-6633-4ca7-b70f-16189b917727,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:25.561199 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-872aaaac-7cf2-4a32-80d4-8f800684586f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:25.568548 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-872aaaac-7cf2-4a32-80d4-8f800684586f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Usage tracker for resource:security_group_rule and tenant:1d66088661ee4f0a8f694c308bcfe2cc is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:25.573069 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-01e4cb5c-09d4-4434-b9ba-2e3e72447f8d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:25.574988 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-872aaaac-7cf2-4a32-80d4-8f800684586f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:25.584116 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-872aaaac-7cf2-4a32-80d4-8f800684586f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:25.586258 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e4cb5c-09d4-4434-b9ba-2e3e72447f8d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:21:25.586979 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-01e4cb5c-09d4-4434-b9ba-2e3e72447f8d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: util.warn( Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: util.warn( Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: util.warn( Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: util.warn( Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:21:25.602999 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:21:25.678704 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0d10ca63-f403-462a-a5fa-426589d70978 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:25.680178 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0d10ca63-f403-462a-a5fa-426589d70978 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5075111 Apr 11 14:21:25.687726 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38842) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:25.689634 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-5d50de77-57fb-4ab8-aed4-7c6714ddc25a None None] For port 9f79f17c-6b2a-4659-8848-345707afc9ff, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9f79f17c-6b2a-4659-8848-345707afc9ff,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:25.690113 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5d50de77-57fb-4ab8-aed4-7c6714ddc25a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:25.712727 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3e726bb2-9660-4002-b739-6180bb0cff1c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:25.723785 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3e726bb2-9660-4002-b739-6180bb0cff1c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Usage tracker for resource:subnet and tenant:39608936fcf243fabb6128792704ba03 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:25.734147 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3e726bb2-9660-4002-b739-6180bb0cff1c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:25.754246 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-872aaaac-7cf2-4a32-80d4-8f800684586f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:25.787551 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c6989b-0bbf-46ab-8d47-cc9b0ff8d11e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:25.788153 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d8c6989b-0bbf-46ab-8d47-cc9b0ff8d11e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:25.795435 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3e726bb2-9660-4002-b739-6180bb0cff1c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:25.822651 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-5d50de77-57fb-4ab8-aed4-7c6714ddc25a None None] Calling delete_port for 9f79f17c-6b2a-4659-8848-345707afc9ff owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:25.832454 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-01e4cb5c-09d4-4434-b9ba-2e3e72447f8d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:25.852044 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-01e4cb5c-09d4-4434-b9ba-2e3e72447f8d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:25.873763 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4cb5c-09d4-4434-b9ba-2e3e72447f8d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Network': ['ID=64191911-9ba6-4b70-850c-7f4bf93d9510,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:25.876370 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-872aaaac-7cf2-4a32-80d4-8f800684586f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:25.879883 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-01e4cb5c-09d4-4434-b9ba-2e3e72447f8d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/networks/64191911-9ba6-4b70-850c-7f4bf93d9510 HTTP/1.1" status: 204 len: 168 time: 2.7778811 Apr 11 14:21:25.883318 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38846) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:25.889442 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-ec1de014-8d59-460e-9383-97dbf4d3fd91 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1220520043'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:25.894621 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d8c6989b-0bbf-46ab-8d47-cc9b0ff8d11e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:25.898150 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d8c6989b-0bbf-46ab-8d47-cc9b0ff8d11e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2069011 Apr 11 14:21:25.898150 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ec1de014-8d59-460e-9383-97dbf4d3fd91 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:25.898971 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38850) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:25.899728 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9e42ce01-9d91-45a0-af8a-6a88be831d21 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:25.902761 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ec1de014-8d59-460e-9383-97dbf4d3fd91 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:network and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:25.906012 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ec1de014-8d59-460e-9383-97dbf4d3fd91 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:25.911808 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ec1de014-8d59-460e-9383-97dbf4d3fd91 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:25.946148 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61cc327f-2640-4c4b-9c8e-b4e157210ab5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Router b3681c6c-2556-4619-b641-9896a88be044 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:21:25.984359 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-872aaaac-7cf2-4a32-80d4-8f800684586f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:26.011213 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872aaaac-7cf2-4a32-80d4-8f800684586f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e22c1e-3d1e-4ff0-8c2f-10cbc6a1ee04,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:26.029870 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1de014-8d59-460e-9383-97dbf4d3fd91 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:26.030201 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5d50de77-57fb-4ab8-aed4-7c6714ddc25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:26.033430 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ec1de014-8d59-460e-9383-97dbf4d3fd91 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:26.056368 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e726bb2-9660-4002-b739-6180bb0cff1c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Made reservation on behalf of 39608936fcf243fabb6128792704ba03 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:26.060435 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3e726bb2-9660-4002-b739-6180bb0cff1c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:26.066640 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1de014-8d59-460e-9383-97dbf4d3fd91 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:21:26.076392 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-872aaaac-7cf2-4a32-80d4-8f800684586f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:26.080865 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-872aaaac-7cf2-4a32-80d4-8f800684586f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5407095 Apr 11 14:21:26.081531 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50de77-57fb-4ab8-aed4-7c6714ddc25a None None] Pushing event deleted for resources: {'Port': ['ID=9f79f17c-6b2a-4659-8848-345707afc9ff,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:26.081653 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38854) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:26.086029 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d50de77-57fb-4ab8-aed4-7c6714ddc25a None None] No DVR routers for this DVR port 9f79f17c-6b2a-4659-8848-345707afc9ff on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:21:26.090257 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ec1de014-8d59-460e-9383-97dbf4d3fd91 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:26.096701 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-ec1de014-8d59-460e-9383-97dbf4d3fd91 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Added segment 5bb419f5-017f-4d10-8752-9196da40da79 of type vlan for network 4a2f6131-d188-4af7-8275-363024683c77 Apr 11 14:21:26.096701 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-622230c0-ddbf-4d08-9171-21b83c9aa06a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group_rule': {'security_group_id': '1db6f0d2-5185-48db-b06d-f54463f1df55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:26.107204 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-622230c0-ddbf-4d08-9171-21b83c9aa06a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:26.114480 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-622230c0-ddbf-4d08-9171-21b83c9aa06a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Usage tracker for resource:security_group_rule and tenant:1d66088661ee4f0a8f694c308bcfe2cc is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:26.124011 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-622230c0-ddbf-4d08-9171-21b83c9aa06a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:26.127603 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7920ed6e-0be3-4c24-8739-f708ba91c3cc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1804600 Apr 11 14:21:26.128011 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38858) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:26.139837 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-622230c0-ddbf-4d08-9171-21b83c9aa06a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:26.148092 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ec1de014-8d59-460e-9383-97dbf4d3fd91 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:26.174190 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9f79f17c-6b2a-4659-8848-345707afc9ff no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:21:26.214558 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-622230c0-ddbf-4d08-9171-21b83c9aa06a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:26.215163 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 9f79f17c-6b2a-4659-8848-345707afc9ff {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:21:26.215593 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9f79f17c-6b2a-4659-8848-345707afc9ff not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:21:26.224075 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ec1de014-8d59-460e-9383-97dbf4d3fd91 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:26.230642 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1de014-8d59-460e-9383-97dbf4d3fd91 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:26.231313 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ec1de014-8d59-460e-9383-97dbf4d3fd91 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:26.233029 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-0f529db7-b8d3-4477-9b60-7522df452c6f tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:26.259352 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9e42ce01-9d91-45a0-af8a-6a88be831d21 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:26.333881 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9e42ce01-9d91-45a0-af8a-6a88be831d21 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:26.365110 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ec1de014-8d59-460e-9383-97dbf4d3fd91 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4780397 Apr 11 14:21:26.367684 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38864) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:26.377330 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-c9fbfdc6-a982-4216-9aea-cc04e5f5856e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'subnet': {'network_id': '4a2f6131-d188-4af7-8275-363024683c77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:26.397809 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1de014-8d59-460e-9383-97dbf4d3fd91 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Network': ['ID=4a2f6131-d188-4af7-8275-363024683c77,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:26.413049 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 4a2f6131-d188-4af7-8275-363024683c77 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:21:26.563344 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c9fbfdc6-a982-4216-9aea-cc04e5f5856e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:26.569448 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c9fbfdc6-a982-4216-9aea-cc04e5f5856e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:subnet and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:26.573648 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c9fbfdc6-a982-4216-9aea-cc04e5f5856e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:26.581052 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c9fbfdc6-a982-4216-9aea-cc04e5f5856e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:26.600057 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-622230c0-ddbf-4d08-9171-21b83c9aa06a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] create failed (client error): There was a conflict when trying to complete your request. Apr 11 14:21:26.601016 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-622230c0-ddbf-4d08-9171-21b83c9aa06a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5168190 Apr 11 14:21:26.604093 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38868) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:26.628902 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cc327f-2640-4c4b-9c8e-b4e157210ab5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:21:26.630126 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703ba4e-635b-450d-9821-1c94a87c83c8 req-b1ee601c-0790-4a53-818f-5b3b9b84359b tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:26.632829 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c703ba4e-635b-450d-9821-1c94a87c83c8 req-b1ee601c-0790-4a53-818f-5b3b9b84359b tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.2061346 Apr 11 14:21:26.647898 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede79e61-cec4-4e92-b3be-c3a0607d87a6 None None] Sync routers for ids ['b3681c6c-2556-4619-b641-9896a88be044'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:21:26.659526 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede79e61-cec4-4e92-b3be-c3a0607d87a6 None None] Routers {'b3681c6c-2556-4619-b641-9896a88be044'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:21:26.660612 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-ede79e61-cec4-4e92-b3be-c3a0607d87a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['b3681c6c-2556-4619-b641-9896a88be044'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:26.672793 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-61cc327f-2640-4c4b-9c8e-b4e157210ab5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "PUT /v2.0/routers/b3681c6c-2556-4619-b641-9896a88be044/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1952960 Apr 11 14:21:26.676505 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38872) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:26.683724 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0f529db7-b8d3-4477-9b60-7522df452c6f tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:26.685109 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fbfdc6-a982-4216-9aea-cc04e5f5856e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:26.688740 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c9fbfdc6-a982-4216-9aea-cc04e5f5856e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:26.727861 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-ede79e61-cec4-4e92-b3be-c3a0607d87a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:26.738319 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede79e61-cec4-4e92-b3be-c3a0607d87a6 None None] Routers {'b3681c6c-2556-4619-b641-9896a88be044'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:21:26.739053 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-ede79e61-cec4-4e92-b3be-c3a0607d87a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:20:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['b3681c6c-2556-4619-b641-9896a88be044'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:26.756323 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c703ba4e-635b-450d-9821-1c94a87c83c8 req-ca5762b4-d934-4ff4-aa8b-1a46e9f5a61f tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002977 Apr 11 14:21:26.762772 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9e42ce01-9d91-45a0-af8a-6a88be831d21 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:26.763307 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e42ce01-9d91-45a0-af8a-6a88be831d21 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Fanout notify agent at l3_agent the message router_deleted on router 943e699b-83e1-4c5d-87cf-3431809c9ec2 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:21:26.772025 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0f529db7-b8d3-4477-9b60-7522df452c6f tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:26.786585 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9e42ce01-9d91-45a0-af8a-6a88be831d21 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:26.786585 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9e42ce01-9d91-45a0-af8a-6a88be831d21 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "DELETE /v2.0/routers/943e699b-83e1-4c5d-87cf-3431809c9ec2 HTTP/1.1" status: 204 len: 168 time: 4.1914380 Apr 11 14:21:26.786585 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4bb66226-2f66-4ccd-9511-da08806a2afa tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Synchronizing usage tracker for tenant:e64484a71f41439a9e4d89000c1f607b on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:26.791961 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38876) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:26.799712 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-5eef13f0-fae1-425c-924e-331107027a2f tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1851224891', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:26.812786 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-ede79e61-cec4-4e92-b3be-c3a0607d87a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:26.813548 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede79e61-cec4-4e92-b3be-c3a0607d87a6 None None] The sync data for ids ['b3681c6c-2556-4619-b641-9896a88be044'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:21:26.815332 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5eef13f0-fae1-425c-924e-331107027a2f tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:26.832798 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5eef13f0-fae1-425c-924e-331107027a2f tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Usage tracker for resource:router and tenant:54bdc85d6ad64f4c8e9c5291f9282b9f is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:26.839287 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5eef13f0-fae1-425c-924e-331107027a2f tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:26.850336 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5eef13f0-fae1-425c-924e-331107027a2f tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:26.862713 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-53be2af5-08a9-40aa-bcd2-08e4e18a3efd tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:26.890237 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f529db7-b8d3-4477-9b60-7522df452c6f tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:26.893728 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0f529db7-b8d3-4477-9b60-7522df452c6f tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:26.908271 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-53be2af5-08a9-40aa-bcd2-08e4e18a3efd tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:26.924763 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4bb66226-2f66-4ccd-9511-da08806a2afa tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Unset dirty status for tenant:e64484a71f41439a9e4d89000c1f607b on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:26.926109 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4bb66226-2f66-4ccd-9511-da08806a2afa tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3681c6c-2556-4619-b641-9896a88be044 HTTP/1.1" status: 200 len: 205 time: 0.2467587 Apr 11 14:21:26.929989 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38880) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:26.934306 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5eef13f0-fae1-425c-924e-331107027a2f tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:26.935299 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5eef13f0-fae1-425c-924e-331107027a2f tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:27.020368 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3e726bb2-9660-4002-b739-6180bb0cff1c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:27.028099 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5eef13f0-fae1-425c-924e-331107027a2f tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:27.134481 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e726bb2-9660-4002-b739-6180bb0cff1c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event updated for resources: {'Subnet': ['ID=1c3fdbd9-f2bf-4552-a161-5741c7261904,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:27.141399 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-281848c9-b717-4296-a0ca-c1b84d525520 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:27.186178 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e726bb2-9660-4002-b739-6180bb0cff1c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Checking segment: {'id': 'a34c7d6e-1324-4292-a9a0-7eeaaa316230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'fea79485-ce57-4a7b-a8f2-0181860e4855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:27.186537 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e726bb2-9660-4002-b739-6180bb0cff1c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Network hostable DHCP agents. Network: fea79485-ce57-4a7b-a8f2-0181860e4855, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:21:27.202368 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5eef13f0-fae1-425c-924e-331107027a2f tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:27.297844 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5eef13f0-fae1-425c-924e-331107027a2f tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:27.301906 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5eef13f0-fae1-425c-924e-331107027a2f tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5052118 Apr 11 14:21:27.302183 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38884) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:27.307660 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-2a522011-fad0-402b-8235-09343ae0aaf5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:27.364428 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e726bb2-9660-4002-b739-6180bb0cff1c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Network fea79485-ce57-4a7b-a8f2-0181860e4855 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:21:27.415566 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-53be2af5-08a9-40aa-bcd2-08e4e18a3efd tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:27.530919 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-3e726bb2-9660-4002-b739-6180bb0cff1c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, fea79485-ce57-4a7b-a8f2-0181860e4855) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:27.540303 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3779f0f6-3ce8-4ff1-ace8-f632960f79c7 None None] Network fea79485-ce57-4a7b-a8f2-0181860e4855 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:27.551169 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e726bb2-9660-4002-b739-6180bb0cff1c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:27.551760 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3e726bb2-9660-4002-b739-6180bb0cff1c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:27.558393 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be2af5-08a9-40aa-bcd2-08e4e18a3efd tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db6f0d2-5185-48db-b06d-f54463f1df55,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:27.652277 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-281848c9-b717-4296-a0ca-c1b84d525520 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:27.655304 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-281848c9-b717-4296-a0ca-c1b84d525520 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:27.658710 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-53be2af5-08a9-40aa-bcd2-08e4e18a3efd tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:27.659850 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-53be2af5-08a9-40aa-bcd2-08e4e18a3efd tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "DELETE /v2.0/security-groups/1db6f0d2-5185-48db-b06d-f54463f1df55 HTTP/1.1" status: 204 len: 168 time: 1.0545292 Apr 11 14:21:27.662953 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38888) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:27.694409 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c9fbfdc6-a982-4216-9aea-cc04e5f5856e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:27.768285 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3e726bb2-9660-4002-b739-6180bb0cff1c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.4874275 Apr 11 14:21:27.768949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38892) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:27.777222 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.objects.ports [None req-0f529db7-b8d3-4477-9b60-7522df452c6f tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88616) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 11 14:21:27.788099 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbfdc6-a982-4216-9aea-cc04e5f5856e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Subnet': ['ID=5e35235a-7fed-411d-89da-3ff386a7a7f8,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:27.850763 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8aff9f19-dcf0-4ca4-bcd5-05496ea3ea5d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Synchronizing usage tracker for tenant:1d66088661ee4f0a8f694c308bcfe2cc on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:27.852784 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a6952f3d-0558-40a4-8a8b-0fe91c904f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:27.875094 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f08c643-8545-4f18-9dd2-46860f8d93ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-fea79485-ce57-4a7b-a8f2-0181860e4855', 'network_id': 'fea79485-ce57-4a7b-a8f2-0181860e4855', 'tenant_id': '39608936fcf243fabb6128792704ba03', 'fixed_ips': [{'subnet_id': '1c3fdbd9-f2bf-4552-a161-5741c7261904'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:21:27.881658 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2f08c643-8545-4f18-9dd2-46860f8d93ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:27.919174 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-281848c9-b717-4296-a0ca-c1b84d525520 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:27.919767 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281848c9-b717-4296-a0ca-c1b84d525520 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Fanout notify agent at l3_agent the message router_deleted on router b3681c6c-2556-4619-b641-9896a88be044 {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:21:27.942492 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fbfdc6-a982-4216-9aea-cc04e5f5856e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Checking segment: {'id': '5bb419f5-017f-4d10-8752-9196da40da79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '4a2f6131-d188-4af7-8275-363024683c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:27.942984 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fbfdc6-a982-4216-9aea-cc04e5f5856e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network hostable DHCP agents. Network: 4a2f6131-d188-4af7-8275-363024683c77, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:21:27.961127 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-281848c9-b717-4296-a0ca-c1b84d525520 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:27.977152 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-281848c9-b717-4296-a0ca-c1b84d525520 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/routers/b3681c6c-2556-4619-b641-9896a88be044 HTTP/1.1" status: 204 len: 168 time: 1.0456767 Apr 11 14:21:27.985088 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38898) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:28.008441 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0f529db7-b8d3-4477-9b60-7522df452c6f tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:28.016395 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:28.059618 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2a522011-fad0-402b-8235-09343ae0aaf5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:28.092004 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-2f08c643-8545-4f18-9dd2-46860f8d93ce None None] Allocated IP 2001:db8::1 (fea79485-ce57-4a7b-a8f2-0181860e4855/1c3fdbd9-f2bf-4552-a161-5741c7261904/6ee6b448-e0cf-4666-ad80-fa13e023812a) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:28.127929 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8aff9f19-dcf0-4ca4-bcd5-05496ea3ea5d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Unset dirty status for tenant:1d66088661ee4f0a8f694c308bcfe2cc on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:28.132008 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8aff9f19-dcf0-4ca4-bcd5-05496ea3ea5d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4654446 Apr 11 14:21:28.140595 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38902) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:28.152428 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-80fb1970-b737-4b01-8563-74cb9c4cee9f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group': {'name': 'tempest-secgroup--488634'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:28.154918 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f529db7-b8d3-4477-9b60-7522df452c6f tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:28.162826 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fbfdc6-a982-4216-9aea-cc04e5f5856e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network 4a2f6131-d188-4af7-8275-363024683c77 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:21:28.164134 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-0f529db7-b8d3-4477-9b60-7522df452c6f tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:28.172088 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb445d26-72f0-4d10-af32-b14b119a1f19 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting subnet b593f592-48e9-41d7-b82a-93e4c6929f92 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:21:28.178116 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fb445d26-72f0-4d10-af32-b14b119a1f19 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:28.230581 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee363a2-225d-4fcd-89fd-cf2799736452 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:28.245697 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fb445d26-72f0-4d10-af32-b14b119a1f19 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:28.275300 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-80fb1970-b737-4b01-8563-74cb9c4cee9f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:28.308984 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-80fb1970-b737-4b01-8563-74cb9c4cee9f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:28.332242 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f529db7-b8d3-4477-9b60-7522df452c6f tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:28.332838 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0f529db7-b8d3-4477-9b60-7522df452c6f tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:28.343718 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-c9fbfdc6-a982-4216-9aea-cc04e5f5856e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 4a2f6131-d188-4af7-8275-363024683c77) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:28.350469 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fbfdc6-a982-4216-9aea-cc04e5f5856e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:28.351060 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c9fbfdc6-a982-4216-9aea-cc04e5f5856e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:28.367594 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-80fb1970-b737-4b01-8563-74cb9c4cee9f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:28.370627 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04759956-e844-4e5d-83f2-6cb653bddbd3 None None] Network 4a2f6131-d188-4af7-8275-363024683c77 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:28.380624 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f529db7-b8d3-4477-9b60-7522df452c6f tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=13653c1d-e4b4-4438-bdfa-b6bacb3e9760,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:28.387922 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fb445d26-72f0-4d10-af32-b14b119a1f19 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:28.435706 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:28.436927 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-80fb1970-b737-4b01-8563-74cb9c4cee9f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:28.444963 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-80fb1970-b737-4b01-8563-74cb9c4cee9f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Usage tracker for resource:security_group_rule and tenant:1d66088661ee4f0a8f694c308bcfe2cc is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:28.452601 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-80fb1970-b737-4b01-8563-74cb9c4cee9f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:28.457937 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c9fbfdc6-a982-4216-9aea-cc04e5f5856e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0882337 Apr 11 14:21:28.464380 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38906) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:28.472008 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-00ad883a-4bdd-43ca-9d3b-c8058b6b5e99 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'port': {'network_id': '4a2f6131-d188-4af7-8275-363024683c77', 'name': 'tempest-PortsTestJSON-1513044246', 'fixed_ips': [{'subnet_id': '5e35235a-7fed-411d-89da-3ff386a7a7f8', 'ip_address': '172.20.0.10'}]}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:28.490525 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-80fb1970-b737-4b01-8563-74cb9c4cee9f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:28.495408 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520fc84-1efd-4faa-a287-3624b6977199 req-9fae2304-7566-4a21-a9dd-a3e8a8226fb4 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:28.502652 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4520fc84-1efd-4faa-a287-3624b6977199 req-9fae2304-7566-4a21-a9dd-a3e8a8226fb4 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.4751954 Apr 11 14:21:28.505085 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0f529db7-b8d3-4477-9b60-7522df452c6f tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3741128 Apr 11 14:21:28.517456 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38910) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:28.529339 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-f5204f40-c8f6-4a80-ab50-ba5d41597176 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:28.652726 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4520fc84-1efd-4faa-a287-3624b6977199 req-6b231485-35e2-48f4-8274-47e208748982 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472971 Apr 11 14:21:28.709663 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:28.732608 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:28.763777 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fb445d26-72f0-4d10-af32-b14b119a1f19 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:28.771219 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2f08c643-8545-4f18-9dd2-46860f8d93ce None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:28.801758 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-2f08c643-8545-4f18-9dd2-46860f8d93ce None None] Transition to ACTIVE for port object 6ee6b448-e0cf-4666-ad80-fa13e023812a will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:28.810784 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb445d26-72f0-4d10-af32-b14b119a1f19 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Subnet': ['ID=b593f592-48e9-41d7-b82a-93e4c6929f92,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:28.849404 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fb445d26-72f0-4d10-af32-b14b119a1f19 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:28.858132 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-00ad883a-4bdd-43ca-9d3b-c8058b6b5e99 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:28.859566 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df0465e-e9d9-4232-9b9c-9b8f2b9a2bee None None] Network c69ae548-3f7c-439e-9410-1b2e7ab54eb0 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:28.877642 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2a522011-fad0-402b-8235-09343ae0aaf5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:28.880507 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-00ad883a-4bdd-43ca-9d3b-c8058b6b5e99 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:port and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:28.889814 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-00ad883a-4bdd-43ca-9d3b-c8058b6b5e99 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:28.904079 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-fb445d26-72f0-4d10-af32-b14b119a1f19 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/subnets/b593f592-48e9-41d7-b82a-93e4c6929f92 HTTP/1.1" status: 204 len: 168 time: 0.8985684 Apr 11 14:21:28.904683 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38914) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:28.906645 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f5204f40-c8f6-4a80-ab50-ba5d41597176 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:28.910453 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-80fb1970-b737-4b01-8563-74cb9c4cee9f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:28.911586 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-00ad883a-4bdd-43ca-9d3b-c8058b6b5e99 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:28.923256 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f5204f40-c8f6-4a80-ab50-ba5d41597176 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:28.926526 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad84088-de3b-4942-a09e-a0fdfe508b2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'fixed_ips': [{'subnet_id': '13653c1d-e4b4-4438-bdfa-b6bacb3e9760'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:21:28.927350 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7ad84088-de3b-4942-a09e-a0fdfe508b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:28.949466 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-2f08c643-8545-4f18-9dd2-46860f8d93ce None None] Transition to ACTIVE for port object 6ee6b448-e0cf-4666-ad80-fa13e023812a will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:28.951664 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2a522011-fad0-402b-8235-09343ae0aaf5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:28.967182 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-80fb1970-b737-4b01-8563-74cb9c4cee9f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:29.015798 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb1970-b737-4b01-8563-74cb9c4cee9f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7845d2-3063-45a1-8c29-ba52b21912bd,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:29.030361 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-50dd6f09-18a4-41a6-8485-31cd9b084ad2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting subnet b2552eea-3167-4414-9931-ea4b919d6902 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:21:29.037831 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-50dd6f09-18a4-41a6-8485-31cd9b084ad2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:29.040971 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5204f40-c8f6-4a80-ab50-ba5d41597176 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:29.046056 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f5204f40-c8f6-4a80-ab50-ba5d41597176 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:29.078988 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ba888a-3bc8-4d70-a0ca-c10ed5391a78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-4a2f6131-d188-4af7-8275-363024683c77', 'network_id': '4a2f6131-d188-4af7-8275-363024683c77', 'tenant_id': 'bed9b91ec31243819559d0be20aa92c4', 'fixed_ips': [{'subnet_id': '5e35235a-7fed-411d-89da-3ff386a7a7f8'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:21:29.079834 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c0ba888a-3bc8-4d70-a0ca-c10ed5391a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:29.095707 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2f08c643-8545-4f18-9dd2-46860f8d93ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:29.155939 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-50dd6f09-18a4-41a6-8485-31cd9b084ad2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:29.162637 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ad883a-4bdd-43ca-9d3b-c8058b6b5e99 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:29.185894 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-80fb1970-b737-4b01-8563-74cb9c4cee9f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:29.189804 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-80fb1970-b737-4b01-8563-74cb9c4cee9f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1740 time: 1.0447881 Apr 11 14:21:29.191232 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38918) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:29.206970 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-828d5e06-4edf-43a8-827b-f82fa75a4b1b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group_rule': {'security_group_id': '2c7845d2-3063-45a1-8c29-ba52b21912bd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:29.207482 dv-neutron-837330-1-hyperv neutron-server[88616]: WARNING neutron.api.v2.base [None req-828d5e06-4edf-43a8-827b-f82fa75a4b1b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 11 14:21:29.207986 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-828d5e06-4edf-43a8-827b-f82fa75a4b1b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:21:29.212112 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-828d5e06-4edf-43a8-827b-f82fa75a4b1b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0167813 Apr 11 14:21:29.214431 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38922) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:29.224271 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:29.240082 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f08c643-8545-4f18-9dd2-46860f8d93ce None None] Network fea79485-ce57-4a7b-a8f2-0181860e4855 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:29.272642 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-2f08c643-8545-4f18-9dd2-46860f8d93ce None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:29.284703 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-2a522011-fad0-402b-8235-09343ae0aaf5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Allocated IP 172.26.7.172 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/e01f6ba3-6b4f-4141-bd8f-4d75d9a491d5) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:29.301443 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f08c643-8545-4f18-9dd2-46860f8d93ce None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:29.304135 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event deleted for resources: {'Subnet': ['ID=1c3fdbd9-f2bf-4552-a161-5741c7261904,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:29.345174 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.ipam_backend_mixin [None req-f5204f40-c8f6-4a80-ab50-ba5d41597176 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 13653c1d-e4b4-4438-bdfa-b6bacb3e9760 (CIDR: 2001:db8::/64) Apr 11 14:21:29.373808 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5204f40-c8f6-4a80-ab50-ba5d41597176 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:21:29.374321 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5204f40-c8f6-4a80-ab50-ba5d41597176 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:21:29.388679 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08c643-8545-4f18-9dd2-46860f8d93ce None None] Pushing event updated for resources: {'Port': ['ID=6ee6b448-e0cf-4666-ad80-fa13e023812a,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:29.451595 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:29.558948 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-00ad883a-4bdd-43ca-9d3b-c8058b6b5e99 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:29.570353 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea79485-ce57-4a7b-a8f2-0181860e4855']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:29.578656 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-50dd6f09-18a4-41a6-8485-31cd9b084ad2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:29.582747 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-98794c61-05ea-4961-93dd-434ba52cba73 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:29.587141 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-00ad883a-4bdd-43ca-9d3b-c8058b6b5e99 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] device_id is not set on port 4e3e23ea-515c-4031-87d3-1d0fdac88079 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:21:29.596238 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-2f08c643-8545-4f18-9dd2-46860f8d93ce None None] Attempting to bind port 6ee6b448-e0cf-4666-ad80-fa13e023812a on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:21:29.596621 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-2f08c643-8545-4f18-9dd2-46860f8d93ce None None] Attempting to bind port 6ee6b448-e0cf-4666-ad80-fa13e023812a by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'a34c7d6e-1324-4292-a9a0-7eeaaa316230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'fea79485-ce57-4a7b-a8f2-0181860e4855'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:21:29.596971 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f08c643-8545-4f18-9dd2-46860f8d93ce None None] Attempting to bind port 6ee6b448-e0cf-4666-ad80-fa13e023812a on network fea79485-ce57-4a7b-a8f2-0181860e4855 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:21:29.607345 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-7ad84088-de3b-4942-a09e-a0fdfe508b2c None None] Allocated IP 2001:db8::f816:3eff:fe2d:178c (47d4fbd0-dfc4-4187-bb2e-73c4649db563/13653c1d-e4b4-4438-bdfa-b6bacb3e9760/b82cfca3-1185-4ab0-b0e1-ac9be08072db) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:29.613973 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f08c643-8545-4f18-9dd2-46860f8d93ce None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:21:29.613973 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f08c643-8545-4f18-9dd2-46860f8d93ce None None] Checking segment: {'id': 'a34c7d6e-1324-4292-a9a0-7eeaaa316230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'fea79485-ce57-4a7b-a8f2-0181860e4855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:29.613973 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2f08c643-8545-4f18-9dd2-46860f8d93ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:29.613973 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f08c643-8545-4f18-9dd2-46860f8d93ce None None] Bound using segment: {'id': 'a34c7d6e-1324-4292-a9a0-7eeaaa316230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'fea79485-ce57-4a7b-a8f2-0181860e4855'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:21:29.613973 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-2f08c643-8545-4f18-9dd2-46860f8d93ce None None] Bound port: 6ee6b448-e0cf-4666-ad80-fa13e023812a, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34c7d6e-1324-4292-a9a0-7eeaaa316230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'fea79485-ce57-4a7b-a8f2-0181860e4855'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:21:29.613973 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2f08c643-8545-4f18-9dd2-46860f8d93ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:29.638660 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34c7d6e-1324-4292-a9a0-7eeaaa316230') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:29.638949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34c7d6e-1324-4292-a9a0-7eeaaa316230') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:29.640344 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f5204f40-c8f6-4a80-ab50-ba5d41597176 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1214161 Apr 11 14:21:29.643438 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38926) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:29.658772 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:29.660819 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-abbc0e54-a82b-42e1-8652-513862972dc6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:29.700643 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:29.705767 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-98794c61-05ea-4961-93dd-434ba52cba73 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:29.718512 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-c0ba888a-3bc8-4d70-a0ca-c10ed5391a78 None None] Allocated IP 172.20.0.2 (4a2f6131-d188-4af7-8275-363024683c77/5e35235a-7fed-411d-89da-3ff386a7a7f8/51f21760-b8e7-49f6-ad1b-66bcb6aa36a1) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:29.721501 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:21:29.721936 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:21:29.745014 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:21:29.829583 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2a522011-fad0-402b-8235-09343ae0aaf5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:29.896555 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f462dfaf-540e-46da-914e-cf268353ae3b None None] DHCP port deletion for c69ae548-3f7c-439e-9410-1b2e7ab54eb0 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:21:29.899366 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.api [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 14:21:29.899366 dv-neutron-837330-1-hyperv neutron-server[88616]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 14:21:29.899366 dv-neutron-837330-1-hyperv neutron-server[88616]: [parameters: {'id': 'fea79485-ce57-4a7b-a8f2-0181860e4855'}] Apr 11 14:21:29.899366 dv-neutron-837330-1-hyperv neutron-server[88616]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:21:29.899722 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG oslo_db.api [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:21:29.901024 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-50dd6f09-18a4-41a6-8485-31cd9b084ad2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:29.934712 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f462dfaf-540e-46da-914e-cf268353ae3b None None] Deleting port 579633f6-cb3f-4468-84f2-9b3ef96b1ed7 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:29.934927 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f462dfaf-540e-46da-914e-cf268353ae3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:29.943451 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd6f09-18a4-41a6-8485-31cd9b084ad2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Subnet': ['ID=b2552eea-3167-4414-9931-ea4b919d6902,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:29.947693 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-50dd6f09-18a4-41a6-8485-31cd9b084ad2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:29.959086 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-50dd6f09-18a4-41a6-8485-31cd9b084ad2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/subnets/b2552eea-3167-4414-9931-ea4b919d6902 HTTP/1.1" status: 204 len: 168 time: 1.0537269 Apr 11 14:21:29.967493 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2a522011-fad0-402b-8235-09343ae0aaf5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:29.971480 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38932) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:30.006651 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-abbc0e54-a82b-42e1-8652-513862972dc6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:30.017170 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-abbc0e54-a82b-42e1-8652-513862972dc6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:30.048949 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-98794c61-05ea-4961-93dd-434ba52cba73 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:30.050379 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-2f08c643-8545-4f18-9dd2-46860f8d93ce None None] For port 6ee6b448-e0cf-4666-ad80-fa13e023812a, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:21:30.055360 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856fb551-6964-4224-8b33-64c64a65db93 None None] Network 90e03114-18cc-4afe-b336-6cdf618e2d93 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:30.062758 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a522011-fad0-402b-8235-09343ae0aaf5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Pushing event updated for resources: {'Port': ['ID=e01f6ba3-6b4f-4141-bd8f-4d75d9a491d5,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:30.076013 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98794c61-05ea-4961-93dd-434ba52cba73 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7845d2-3063-45a1-8c29-ba52b21912bd,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:30.090446 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:30.092543 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab53af-5174-4446-803c-bb0a01aaedd4 req-54428245-3f7c-42ae-a8b7-3c389c325bd0 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:30.094159 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-21ab53af-5174-4446-803c-bb0a01aaedd4 req-54428245-3f7c-42ae-a8b7-3c389c325bd0 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.2338603 Apr 11 14:21:30.097175 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a522011-fad0-402b-8235-09343ae0aaf5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:30.100301 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbc0e54-a82b-42e1-8652-513862972dc6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:30.108574 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-abbc0e54-a82b-42e1-8652-513862972dc6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:30.148121 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-2a522011-fad0-402b-8235-09343ae0aaf5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:30.156025 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a522011-fad0-402b-8235-09343ae0aaf5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:30.238279 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 579633f6-cb3f-4468-84f2-9b3ef96b1ed7 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:21:30.262619 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-98794c61-05ea-4961-93dd-434ba52cba73 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:30.266453 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-98794c61-05ea-4961-93dd-434ba52cba73 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "DELETE /v2.0/security-groups/2c7845d2-3063-45a1-8c29-ba52b21912bd HTTP/1.1" status: 204 len: 168 time: 1.0494938 Apr 11 14:21:30.271961 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38936) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:30.296139 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-21ab53af-5174-4446-803c-bb0a01aaedd4 req-0ac6bfa6-c991-443a-bea2-8d68e9ce51df tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748393 Apr 11 14:21:30.311447 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-2f08c643-8545-4f18-9dd2-46860f8d93ce None None] For port 6ee6b448-e0cf-4666-ad80-fa13e023812a, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6ee6b448-e0cf-4666-ad80-fa13e023812a,segment=NetworkSegment(a34c7d6e-1324-4292-a9a0-7eeaaa316230),segment_id=a34c7d6e-1324-4292-a9a0-7eeaaa316230)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:21:30.355919 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:30.363011 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-441a2713-0d1c-4192-8b75-5ed7b075575b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Synchronizing usage tracker for tenant:1d66088661ee4f0a8f694c308bcfe2cc on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:30.418433 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:30.442329 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting port 579633f6-cb3f-4468-84f2-9b3ef96b1ed7 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:30.442672 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:30.464659 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-441a2713-0d1c-4192-8b75-5ed7b075575b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Unset dirty status for tenant:1d66088661ee4f0a8f694c308bcfe2cc on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:30.469593 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-441a2713-0d1c-4192-8b75-5ed7b075575b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1929781 Apr 11 14:21:30.470546 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38940) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:30.476949 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-86a49d13-2e01-43b8-a35a-a90d08aaf61e tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group': {'name': 'tempest-secgroup--2098617369'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:30.491706 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-86a49d13-2e01-43b8-a35a-a90d08aaf61e tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:30.517783 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-86a49d13-2e01-43b8-a35a-a90d08aaf61e tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:30.571949 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2f08c643-8545-4f18-9dd2-46860f8d93ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:30.591598 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Deleting port 6ee6b448-e0cf-4666-ad80-fa13e023812a {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:30.592187 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:30.618281 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-abbc0e54-a82b-42e1-8652-513862972dc6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:30.662850 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-86a49d13-2e01-43b8-a35a-a90d08aaf61e tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:30.708515 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbc0e54-a82b-42e1-8652-513862972dc6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:30.715293 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-abbc0e54-a82b-42e1-8652-513862972dc6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:30.718415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbc0e54-a82b-42e1-8652-513862972dc6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:30.719191 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-abbc0e54-a82b-42e1-8652-513862972dc6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:30.727929 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-86a49d13-2e01-43b8-a35a-a90d08aaf61e tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:30.741928 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc0e54-a82b-42e1-8652-513862972dc6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=c881465a-8fdd-4008-886b-ce04d2ddf8f9,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:30.745950 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-86a49d13-2e01-43b8-a35a-a90d08aaf61e tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Usage tracker for resource:security_group_rule and tenant:1d66088661ee4f0a8f694c308bcfe2cc is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:30.764055 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-86a49d13-2e01-43b8-a35a-a90d08aaf61e tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:30.772106 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-86a49d13-2e01-43b8-a35a-a90d08aaf61e tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:30.853688 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-abbc0e54-a82b-42e1-8652-513862972dc6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2023876 Apr 11 14:21:30.855517 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38944) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:30.862313 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-fb34d663-7c52-4d52-aa81-cc21686c5b46 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'port': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'mac_address': 'fa:16:3e:44:24:42', 'name': 'tempest-NetworksTestDHCPv6-1172442257'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:30.944743 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08c643-8545-4f18-9dd2-46860f8d93ce None None] Pushing event updated for resources: {'Port': ['ID=6ee6b448-e0cf-4666-ad80-fa13e023812a,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:30.950736 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7ad84088-de3b-4942-a09e-a0fdfe508b2c None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:30.955804 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f462dfaf-540e-46da-914e-cf268353ae3b None None] For port 579633f6-cb3f-4468-84f2-9b3ef96b1ed7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=579633f6-cb3f-4468-84f2-9b3ef96b1ed7,segment=NetworkSegment(44c603e5-9ad4-493d-8f3b-8505f8fab60c),segment_id=44c603e5-9ad4-493d-8f3b-8505f8fab60c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:30.956313 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f462dfaf-540e-46da-914e-cf268353ae3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:31.072875 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-7ad84088-de3b-4942-a09e-a0fdfe508b2c None None] Transition to ACTIVE for port object b82cfca3-1185-4ab0-b0e1-ac9be08072db will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:31.108739 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-fb34d663-7c52-4d52-aa81-cc21686c5b46 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:31.117697 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fb34d663-7c52-4d52-aa81-cc21686c5b46 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:port and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:31.126475 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fb34d663-7c52-4d52-aa81-cc21686c5b46 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:31.128078 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] For port 579633f6-cb3f-4468-84f2-9b3ef96b1ed7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=579633f6-cb3f-4468-84f2-9b3ef96b1ed7,segment=NetworkSegment(44c603e5-9ad4-493d-8f3b-8505f8fab60c),segment_id=44c603e5-9ad4-493d-8f3b-8505f8fab60c)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:31.128452 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:31.138377 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-86a49d13-2e01-43b8-a35a-a90d08aaf61e tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:31.138578 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-fb34d663-7c52-4d52-aa81-cc21686c5b46 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:31.146249 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] For port 6ee6b448-e0cf-4666-ad80-fa13e023812a, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6ee6b448-e0cf-4666-ad80-fa13e023812a,segment=NetworkSegment(a34c7d6e-1324-4292-a9a0-7eeaaa316230),segment_id=a34c7d6e-1324-4292-a9a0-7eeaaa316230)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:31.146614 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:31.147636 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f462dfaf-540e-46da-914e-cf268353ae3b None None] Calling delete_port for 579633f6-cb3f-4468-84f2-9b3ef96b1ed7 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:31.180547 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:31.200978 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-86a49d13-2e01-43b8-a35a-a90d08aaf61e tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:31.251602 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb34d663-7c52-4d52-aa81-cc21686c5b46 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:31.288945 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a49d13-2e01-43b8-a35a-a90d08aaf61e tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a22dcaf-e31c-4e2a-bfcb-1544318f5280,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:31.305438 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-7ad84088-de3b-4942-a09e-a0fdfe508b2c None None] Transition to ACTIVE for port object b82cfca3-1185-4ab0-b0e1-ac9be08072db will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:31.346433 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c0ba888a-3bc8-4d70-a0ca-c10ed5391a78 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:31.374313 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-86a49d13-2e01-43b8-a35a-a90d08aaf61e tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:31.377765 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 579633f6-cb3f-4468-84f2-9b3ef96b1ed7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=579633f6-cb3f-4468-84f2-9b3ef96b1ed7,segment=NetworkSegment(44c603e5-9ad4-493d-8f3b-8505f8fab60c),segment_id=44c603e5-9ad4-493d-8f3b-8505f8fab60c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:31.383531 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c0ba888a-3bc8-4d70-a0ca-c10ed5391a78 None None] Transition to ACTIVE for port object 51f21760-b8e7-49f6-ad1b-66bcb6aa36a1 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:31.388646 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38950) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:31.390421 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-86a49d13-2e01-43b8-a35a-a90d08aaf61e tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9099042 Apr 11 14:21:31.395409 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Calling delete_port for 6ee6b448-e0cf-4666-ad80-fa13e023812a owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:31.395885 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7333bb-ed45-4586-8d47-ac56028bdde7 None None] Network fea79485-ce57-4a7b-a8f2-0181860e4855 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:31.420782 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fb34d663-7c52-4d52-aa81-cc21686c5b46 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:31.429397 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Calling delete_port for 579633f6-cb3f-4468-84f2-9b3ef96b1ed7 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:31.446192 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7ad84088-de3b-4942-a09e-a0fdfe508b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:31.477843 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-fb34d663-7c52-4d52-aa81-cc21686c5b46 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] device_id is not set on port 7c707aff-773b-448f-ab10-6dfc9c416c66 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:21:31.539309 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c0ba888a-3bc8-4d70-a0ca-c10ed5391a78 None None] Transition to ACTIVE for port object 51f21760-b8e7-49f6-ad1b-66bcb6aa36a1 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:31.541738 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea77566-019d-42ff-9c68-3e9265cacf92 None None] DHCP port deletion for 90e03114-18cc-4afe-b336-6cdf618e2d93 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:21:31.544052 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:31.573163 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-eea77566-019d-42ff-9c68-3e9265cacf92 None None] Deleting port b6ab6860-22f6-442c-aa7c-b1686d5444ea {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:31.574897 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-eea77566-019d-42ff-9c68-3e9265cacf92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:31.622383 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-f462dfaf-540e-46da-914e-cf268353ae3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:21:31.622736 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-f462dfaf-540e-46da-914e-cf268353ae3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:21:31.648274 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad84088-de3b-4942-a09e-a0fdfe508b2c None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:31.652538 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c0ba888a-3bc8-4d70-a0ca-c10ed5391a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:31.662833 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-7ad84088-de3b-4942-a09e-a0fdfe508b2c None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:31.673170 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-1a4be543-ad81-4277-a69b-302056e15f5d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group_rule': {'security_group_id': '6a22dcaf-e31c-4e2a-bfcb-1544318f5280', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:31.674754 dv-neutron-837330-1-hyperv neutron-server[88616]: WARNING neutron.api.v2.base [None req-1a4be543-ad81-4277-a69b-302056e15f5d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 11 14:21:31.675460 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-1a4be543-ad81-4277-a69b-302056e15f5d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:21:31.676606 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1a4be543-ad81-4277-a69b-302056e15f5d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.1837149 Apr 11 14:21:31.677479 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2a522011-fad0-402b-8235-09343ae0aaf5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:31.681697 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38954) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:31.701135 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad84088-de3b-4942-a09e-a0fdfe508b2c None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:31.708876 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad84088-de3b-4942-a09e-a0fdfe508b2c None None] Pushing event updated for resources: {'Port': ['ID=b82cfca3-1185-4ab0-b0e1-ac9be08072db,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:31.804939 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-00ad883a-4bdd-43ca-9d3b-c8058b6b5e99 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Allocated IP 172.20.0.10 (4a2f6131-d188-4af7-8275-363024683c77/5e35235a-7fed-411d-89da-3ff386a7a7f8/4e3e23ea-515c-4031-87d3-1d0fdac88079) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:31.834827 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-fb34d663-7c52-4d52-aa81-cc21686c5b46 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 2001:db8:0:1::171 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/c881465a-8fdd-4008-886b-ce04d2ddf8f9/7c707aff-773b-448f-ab10-6dfc9c416c66) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:31.851414 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56de4534-20aa-490d-aaa7-ed257e154ea2 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:31.869359 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-fb34d663-7c52-4d52-aa81-cc21686c5b46 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 2001:db8::f816:3eff:fe44:2442 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/13653c1d-e4b4-4438-bdfa-b6bacb3e9760/7c707aff-773b-448f-ab10-6dfc9c416c66) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:31.873242 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ba888a-3bc8-4d70-a0ca-c10ed5391a78 None None] Network 4a2f6131-d188-4af7-8275-363024683c77 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:31.907346 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.api [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:21:31.907750 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG oslo_db.api [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:21:31.912521 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-c0ba888a-3bc8-4d70-a0ca-c10ed5391a78 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:31.927053 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ba888a-3bc8-4d70-a0ca-c10ed5391a78 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:31.944519 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56de4534-20aa-490d-aaa7-ed257e154ea2 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:31.953460 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930f41e-9cf4-474b-bfdb-9d2b98d210f8 req-78e52746-549d-4c6b-8196-2c5ee83592c9 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:31.958602 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3930f41e-9cf4-474b-bfdb-9d2b98d210f8 req-78e52746-549d-4c6b-8196-2c5ee83592c9 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.4534471 Apr 11 14:21:31.964846 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:32.085489 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-7ad84088-de3b-4942-a09e-a0fdfe508b2c None None] Attempting to bind port b82cfca3-1185-4ab0-b0e1-ac9be08072db on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:21:32.086492 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-7ad84088-de3b-4942-a09e-a0fdfe508b2c None None] Attempting to bind port b82cfca3-1185-4ab0-b0e1-ac9be08072db by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:21:32.086492 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad84088-de3b-4942-a09e-a0fdfe508b2c None None] Attempting to bind port b82cfca3-1185-4ab0-b0e1-ac9be08072db on network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:21:32.088928 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=579633f6-cb3f-4468-84f2-9b3ef96b1ed7,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:32.133691 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f462dfaf-540e-46da-914e-cf268353ae3b None None] Deleting port 579633f6-cb3f-4468-84f2-9b3ef96b1ed7 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:32.134103 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f462dfaf-540e-46da-914e-cf268353ae3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:32.221257 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] No DVR routers for this DVR port 6ee6b448-e0cf-4666-ad80-fa13e023812a on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:21:32.252536 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event deleted for resources: {'Port': ['ID=6ee6b448-e0cf-4666-ad80-fa13e023812a,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:32.272855 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad84088-de3b-4942-a09e-a0fdfe508b2c None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:21:32.273340 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad84088-de3b-4942-a09e-a0fdfe508b2c None None] Checking segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:32.273664 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7ad84088-de3b-4942-a09e-a0fdfe508b2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:32.274252 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad84088-de3b-4942-a09e-a0fdfe508b2c None None] Bound using segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:21:32.274936 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-7ad84088-de3b-4942-a09e-a0fdfe508b2c None None] Bound port: b82cfca3-1185-4ab0-b0e1-ac9be08072db, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:21:32.279077 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7ad84088-de3b-4942-a09e-a0fdfe508b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:32.306465 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device b6ab6860-22f6-442c-aa7c-b1686d5444ea no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:21:32.369384 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56de4534-20aa-490d-aaa7-ed257e154ea2 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:32.405251 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de4534-20aa-490d-aaa7-ed257e154ea2 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a22dcaf-e31c-4e2a-bfcb-1544318f5280,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:32.407419 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3930f41e-9cf4-474b-bfdb-9d2b98d210f8 req-f44f5f82-8b00-4c91-8e24-a449b23373e1 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4279635 Apr 11 14:21:32.411681 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-00ad883a-4bdd-43ca-9d3b-c8058b6b5e99 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:32.414541 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting port 579633f6-cb3f-4468-84f2-9b3ef96b1ed7 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:32.414541 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:32.435904 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-c0ba888a-3bc8-4d70-a0ca-c10ed5391a78 None None] Attempting to bind port 51f21760-b8e7-49f6-ad1b-66bcb6aa36a1 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:21:32.436463 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-c0ba888a-3bc8-4d70-a0ca-c10ed5391a78 None None] Attempting to bind port 51f21760-b8e7-49f6-ad1b-66bcb6aa36a1 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '5bb419f5-017f-4d10-8752-9196da40da79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '4a2f6131-d188-4af7-8275-363024683c77'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:21:32.436979 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba888a-3bc8-4d70-a0ca-c10ed5391a78 None None] Attempting to bind port 51f21760-b8e7-49f6-ad1b-66bcb6aa36a1 on network 4a2f6131-d188-4af7-8275-363024683c77 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:21:32.446085 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-00ad883a-4bdd-43ca-9d3b-c8058b6b5e99 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Transition to ACTIVE for port object 4e3e23ea-515c-4031-87d3-1d0fdac88079 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:32.461071 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:32.470358 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56de4534-20aa-490d-aaa7-ed257e154ea2 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:32.470612 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2a522011-fad0-402b-8235-09343ae0aaf5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:32.473839 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-56de4534-20aa-490d-aaa7-ed257e154ea2 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "DELETE /v2.0/security-groups/6a22dcaf-e31c-4e2a-bfcb-1544318f5280 HTTP/1.1" status: 204 len: 168 time: 0.7887912 Apr 11 14:21:32.476078 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38958) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:32.483398 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-eea77566-019d-42ff-9c68-3e9265cacf92 None None] For port b6ab6860-22f6-442c-aa7c-b1686d5444ea, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=b6ab6860-22f6-442c-aa7c-b1686d5444ea,segment=NetworkSegment(99169d4a-ccc8-4c9b-b417-9d7398ec4ca7),segment_id=99169d4a-ccc8-4c9b-b417-9d7398ec4ca7)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:32.484058 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-eea77566-019d-42ff-9c68-3e9265cacf92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:32.490798 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fb34d663-7c52-4d52-aa81-cc21686c5b46 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:32.512720 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-fb34d663-7c52-4d52-aa81-cc21686c5b46 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Transition to ACTIVE for port object 7c707aff-773b-448f-ab10-6dfc9c416c66 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:32.515520 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2a522011-fad0-402b-8235-09343ae0aaf5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984850'] for router, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:32.531427 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea79485-ce57-4a7b-a8f2-0181860e4855']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:32.601763 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-00ad883a-4bdd-43ca-9d3b-c8058b6b5e99 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:32.648087 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fb34d663-7c52-4d52-aa81-cc21686c5b46 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:32.663298 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba888a-3bc8-4d70-a0ca-c10ed5391a78 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:21:32.663676 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba888a-3bc8-4d70-a0ca-c10ed5391a78 None None] Checking segment: {'id': '5bb419f5-017f-4d10-8752-9196da40da79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '4a2f6131-d188-4af7-8275-363024683c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:32.663824 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34c7d6e-1324-4292-a9a0-7eeaaa316230') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:32.664030 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34c7d6e-1324-4292-a9a0-7eeaaa316230') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:32.664168 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c0ba888a-3bc8-4d70-a0ca-c10ed5391a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:32.664947 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba888a-3bc8-4d70-a0ca-c10ed5391a78 None None] Bound using segment: {'id': '5bb419f5-017f-4d10-8752-9196da40da79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '4a2f6131-d188-4af7-8275-363024683c77'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:21:32.664947 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-c0ba888a-3bc8-4d70-a0ca-c10ed5391a78 None None] Bound port: 51f21760-b8e7-49f6-ad1b-66bcb6aa36a1, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb419f5-017f-4d10-8752-9196da40da79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '4a2f6131-d188-4af7-8275-363024683c77'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:21:32.665304 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c0ba888a-3bc8-4d70-a0ca-c10ed5391a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:32.685045 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ad883a-4bdd-43ca-9d3b-c8058b6b5e99 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network 4a2f6131-d188-4af7-8275-363024683c77 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:32.691387 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-eea77566-019d-42ff-9c68-3e9265cacf92 None None] Calling delete_port for b6ab6860-22f6-442c-aa7c-b1686d5444ea owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:32.700008 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-00ad883a-4bdd-43ca-9d3b-c8058b6b5e99 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:32.706437 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ad883a-4bdd-43ca-9d3b-c8058b6b5e99 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:32.719730 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:32.737874 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb34d663-7c52-4d52-aa81-cc21686c5b46 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:32.742204 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad883a-4bdd-43ca-9d3b-c8058b6b5e99 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Port': ['ID=4e3e23ea-515c-4031-87d3-1d0fdac88079,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:32.745321 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba888a-3bc8-4d70-a0ca-c10ed5391a78 None None] Pushing event updated for resources: {'Port': ['ID=51f21760-b8e7-49f6-ad1b-66bcb6aa36a1,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:32.748586 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-fb34d663-7c52-4d52-aa81-cc21686c5b46 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:32.793039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb34d663-7c52-4d52-aa81-cc21686c5b46 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:32.798050 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb34d663-7c52-4d52-aa81-cc21686c5b46 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:32.798675 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fb34d663-7c52-4d52-aa81-cc21686c5b46 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:32.838327 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1de0c690-6ac9-44f0-81c0-c54b83e0959e tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3536150 Apr 11 14:21:32.838327 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:32.839212 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38962) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:32.851674 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:21:32.852958 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:32.854308 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-d1555e4f-c288-4cbb-b5d7-bb0e9093a09d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1160037198'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:32.866980 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ad883a-4bdd-43ca-9d3b-c8058b6b5e99 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:32.867593 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-00ad883a-4bdd-43ca-9d3b-c8058b6b5e99 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:21:32.870851 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:21:32.877079 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-d1555e4f-c288-4cbb-b5d7-bb0e9093a09d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:32.883659 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34d663-7c52-4d52-aa81-cc21686c5b46 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=7c707aff-773b-448f-ab10-6dfc9c416c66,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:32.891387 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d1555e4f-c288-4cbb-b5d7-bb0e9093a09d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Usage tracker for resource:security_group and tenant:1d66088661ee4f0a8f694c308bcfe2cc is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:32.894713 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d1555e4f-c288-4cbb-b5d7-bb0e9093a09d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:32.901483 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-d1555e4f-c288-4cbb-b5d7-bb0e9093a09d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:32.944334 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-fb34d663-7c52-4d52-aa81-cc21686c5b46 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0875795 Apr 11 14:21:32.946992 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38966) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:32.993478 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-00ad883a-4bdd-43ca-9d3b-c8058b6b5e99 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.5258632 Apr 11 14:21:33.001862 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38970) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:33.011802 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-d08698d8-43cd-4589-9b16-8221cb41d70d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'port': {'network_id': '4a2f6131-d188-4af7-8275-363024683c77', 'name': 'tempest-PortsTestJSON-1836093592', 'fixed_ips': [{'subnet_id': '5e35235a-7fed-411d-89da-3ff386a7a7f8', 'ip_address': '172.20.0.9'}]}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:33.034826 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-7ad84088-de3b-4942-a09e-a0fdfe508b2c None None] For port b82cfca3-1185-4ab0-b0e1-ac9be08072db, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:21:33.068883 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-7e8d5855-6e41-47b7-ab8c-9ea54842e84b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting port 7c707aff-773b-448f-ab10-6dfc9c416c66 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:33.069140 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7e8d5855-6e41-47b7-ab8c-9ea54842e84b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:33.075625 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:33.079615 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] For port 579633f6-cb3f-4468-84f2-9b3ef96b1ed7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=579633f6-cb3f-4468-84f2-9b3ef96b1ed7,segment=NetworkSegment(44c603e5-9ad4-493d-8f3b-8505f8fab60c),segment_id=44c603e5-9ad4-493d-8f3b-8505f8fab60c)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:33.079979 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:33.103538 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-c0ba888a-3bc8-4d70-a0ca-c10ed5391a78 None None] For port 51f21760-b8e7-49f6-ad1b-66bcb6aa36a1, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:21:33.108700 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f462dfaf-540e-46da-914e-cf268353ae3b None None] For port 579633f6-cb3f-4468-84f2-9b3ef96b1ed7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=579633f6-cb3f-4468-84f2-9b3ef96b1ed7,segment=NetworkSegment(44c603e5-9ad4-493d-8f3b-8505f8fab60c),segment_id=44c603e5-9ad4-493d-8f3b-8505f8fab60c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:33.109098 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f462dfaf-540e-46da-914e-cf268353ae3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:33.128457 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-c0ba888a-3bc8-4d70-a0ca-c10ed5391a78 None None] For port 51f21760-b8e7-49f6-ad1b-66bcb6aa36a1, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=51f21760-b8e7-49f6-ad1b-66bcb6aa36a1,segment=NetworkSegment(5bb419f5-017f-4d10-8752-9196da40da79),segment_id=5bb419f5-017f-4d10-8752-9196da40da79)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:21:33.143391 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d1555e4f-c288-4cbb-b5d7-bb0e9093a09d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:33.244894 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-eea77566-019d-42ff-9c68-3e9265cacf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:33.247012 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-d1555e4f-c288-4cbb-b5d7-bb0e9093a09d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:33.257829 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f462dfaf-540e-46da-914e-cf268353ae3b None None] Calling delete_port for 579633f6-cb3f-4468-84f2-9b3ef96b1ed7 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:33.275273 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d1555e4f-c288-4cbb-b5d7-bb0e9093a09d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Usage tracker for resource:security_group_rule and tenant:1d66088661ee4f0a8f694c308bcfe2cc is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:33.285420 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d1555e4f-c288-4cbb-b5d7-bb0e9093a09d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:33.302800 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-d1555e4f-c288-4cbb-b5d7-bb0e9093a09d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:33.329897 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-d08698d8-43cd-4589-9b16-8221cb41d70d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:33.338700 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-7ad84088-de3b-4942-a09e-a0fdfe508b2c None None] For port b82cfca3-1185-4ab0-b0e1-ac9be08072db, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=b82cfca3-1185-4ab0-b0e1-ac9be08072db,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:21:33.340409 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c0ba888a-3bc8-4d70-a0ca-c10ed5391a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:33.352242 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d08698d8-43cd-4589-9b16-8221cb41d70d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:port and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:33.355586 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Calling delete_port for 579633f6-cb3f-4468-84f2-9b3ef96b1ed7 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:33.356583 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d08698d8-43cd-4589-9b16-8221cb41d70d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:33.373100 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-d08698d8-43cd-4589-9b16-8221cb41d70d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:33.383283 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:33.387010 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea77566-019d-42ff-9c68-3e9265cacf92 None None] Pushing event deleted for resources: {'Port': ['ID=b6ab6860-22f6-442c-aa7c-b1686d5444ea,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:33.398442 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea77566-019d-42ff-9c68-3e9265cacf92 None None] No DVR routers for this DVR port b6ab6860-22f6-442c-aa7c-b1686d5444ea on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:21:33.428141 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:33.438205 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event deleted for resources: {'Network': ['ID=fea79485-ce57-4a7b-a8f2-0181860e4855,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:33.460989 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7143ab64-cd6d-45d4-ab5e-bec119b1be35 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "DELETE /v2.0/networks/fea79485-ce57-4a7b-a8f2-0181860e4855 HTTP/1.1" status: 204 len: 168 time: 5.6799815 Apr 11 14:21:33.461145 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38974) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:33.471910 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7ad84088-de3b-4942-a09e-a0fdfe508b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:33.475664 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-0a84e148-e7fb-48a9-91fd-04da1b238aa0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1344195305'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:33.491543 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0a84e148-e7fb-48a9-91fd-04da1b238aa0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:33.513655 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0a84e148-e7fb-48a9-91fd-04da1b238aa0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Usage tracker for resource:network and tenant:39608936fcf243fabb6128792704ba03 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:33.519511 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0a84e148-e7fb-48a9-91fd-04da1b238aa0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:33.534392 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0a84e148-e7fb-48a9-91fd-04da1b238aa0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:33.537045 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7e8d5855-6e41-47b7-ab8c-9ea54842e84b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:33.543174 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba888a-3bc8-4d70-a0ca-c10ed5391a78 None None] Pushing event updated for resources: {'Port': ['ID=51f21760-b8e7-49f6-ad1b-66bcb6aa36a1,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:33.566296 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a522011-fad0-402b-8235-09343ae0aaf5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Router 49f020b5-0466-4eb9-b318-baa72038f597 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:21:33.626180 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f462dfaf-540e-46da-914e-cf268353ae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:33.649686 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f462dfaf-540e-46da-914e-cf268353ae3b None None] No DVR routers for this DVR port 579633f6-cb3f-4468-84f2-9b3ef96b1ed7 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:21:33.658395 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad84088-de3b-4942-a09e-a0fdfe508b2c None None] Pushing event updated for resources: {'Port': ['ID=b82cfca3-1185-4ab0-b0e1-ac9be08072db,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:33.676529 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.api [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:21:33.677282 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG oslo_db.api [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:21:33.737308 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462dfaf-540e-46da-914e-cf268353ae3b None None] Pushing event deleted for resources: {'Port': ['ID=579633f6-cb3f-4468-84f2-9b3ef96b1ed7,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:33.752397 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-7e8d5855-6e41-47b7-ab8c-9ea54842e84b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Calling delete_port for 7c707aff-773b-448f-ab10-6dfc9c416c66 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:33.832354 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a522011-fad0-402b-8235-09343ae0aaf5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:21:33.844098 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119049e5-f215-454e-ad29-1f5a9430c727 None None] Sync routers for ids ['49f020b5-0466-4eb9-b318-baa72038f597'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:21:33.844713 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2a522011-fad0-402b-8235-09343ae0aaf5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:33.848181 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2a522011-fad0-402b-8235-09343ae0aaf5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "PUT /v2.0/routers/49f020b5-0466-4eb9-b318-baa72038f597 HTTP/1.1" status: 200 len: 880 time: 6.5425289 Apr 11 14:21:33.848690 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38980) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:33.853700 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08698d8-43cd-4589-9b16-8221cb41d70d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:33.854849 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119049e5-f215-454e-ad29-1f5a9430c727 None None] Routers {'49f020b5-0466-4eb9-b318-baa72038f597'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:21:33.855533 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-119049e5-f215-454e-ad29-1f5a9430c727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:21:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['49f020b5-0466-4eb9-b318-baa72038f597'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:33.862600 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d08698d8-43cd-4589-9b16-8221cb41d70d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:33.899697 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d1555e4f-c288-4cbb-b5d7-bb0e9093a09d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:33.982560 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-119049e5-f215-454e-ad29-1f5a9430c727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:33.998536 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119049e5-f215-454e-ad29-1f5a9430c727 None None] Routers {'49f020b5-0466-4eb9-b318-baa72038f597'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:21:34.000013 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-119049e5-f215-454e-ad29-1f5a9430c727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:21:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['49f020b5-0466-4eb9-b318-baa72038f597'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:34.179365 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-119049e5-f215-454e-ad29-1f5a9430c727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:34.180618 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119049e5-f215-454e-ad29-1f5a9430c727 None None] The sync data for ids ['49f020b5-0466-4eb9-b318-baa72038f597'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:21:34.195614 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d1555e4f-c288-4cbb-b5d7-bb0e9093a09d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:34.213645 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cbc43936-9165-4894-b8ff-a04c4316e250 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "GET /v2.0/routers/49f020b5-0466-4eb9-b318-baa72038f597 HTTP/1.1" status: 200 len: 921 time: 0.3633490 Apr 11 14:21:34.215652 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a84e148-e7fb-48a9-91fd-04da1b238aa0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Made reservation on behalf of 39608936fcf243fabb6128792704ba03 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:34.215871 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38984) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:34.219139 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a84e148-e7fb-48a9-91fd-04da1b238aa0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:34.258904 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-d08698d8-43cd-4589-9b16-8221cb41d70d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] device_id is not set on port ad7a1f74-65e6-4b22-9057-6431075bd8d6 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:21:34.298392 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba6329e-3a1d-4de9-ac2c-2e390f745a06 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:34.299126 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-bba6329e-3a1d-4de9-ac2c-2e390f745a06 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Synchronizing usage tracker for tenant:44053de9de3f4465a441134d64e44170 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:34.304881 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 51f21760-b8e7-49f6-ad1b-66bcb6aa36a1 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:21:34.371911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-bba6329e-3a1d-4de9-ac2c-2e390f745a06 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Unset dirty status for tenant:44053de9de3f4465a441134d64e44170 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:34.373193 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-bba6329e-3a1d-4de9-ac2c-2e390f745a06 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=cff58315-4a25-4203-8056-2db185a2b95d&device_id=49f020b5-0466-4eb9-b318-baa72038f597&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1563714 Apr 11 14:21:34.376254 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 38988) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:34.448215 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 51f21760-b8e7-49f6-ad1b-66bcb6aa36a1 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:34.454908 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device b82cfca3-1185-4ab0-b0e1-ac9be08072db up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:21:34.467456 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting port 579633f6-cb3f-4468-84f2-9b3ef96b1ed7 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:34.467456 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:34.471896 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1555e4f-c288-4cbb-b5d7-bb0e9093a09d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdeeb8d-6790-45a8-b0f6-9c6b73341138,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:34.511898 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff77766-3c5f-4340-b952-4879fe6b52d4 req-f4f1db30-cd27-4ff5-b949-bc5fe85f88e9 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:34.514263 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-dff77766-3c5f-4340-b952-4879fe6b52d4 req-f4f1db30-cd27-4ff5-b949-bc5fe85f88e9 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.9374709 Apr 11 14:21:34.527717 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7e8d5855-6e41-47b7-ab8c-9ea54842e84b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:34.533028 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a84e148-e7fb-48a9-91fd-04da1b238aa0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:21:34.553640 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] The port '579633f6-cb3f-4468-84f2-9b3ef96b1ed7' was deleted {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:21:34.607533 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d1555e4f-c288-4cbb-b5d7-bb0e9093a09d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:34.608766 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d1555e4f-c288-4cbb-b5d7-bb0e9093a09d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7685981 Apr 11 14:21:34.617825 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port b82cfca3-1185-4ab0-b0e1-ac9be08072db completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:34.628857 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38992) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:34.628857 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d5855-6e41-47b7-ab8c-9ea54842e84b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Port': ['ID=7c707aff-773b-448f-ab10-6dfc9c416c66,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:34.639992 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-fb58a9a0-c873-42f9-9eb7-f945a6603e9e tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group_rule': {'security_group_id': 'cbdeeb8d-6790-45a8-b0f6-9c6b73341138', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:34.654315 dv-neutron-837330-1-hyperv neutron-server[88617]: WARNING neutron.api.v2.base [None req-fb58a9a0-c873-42f9-9eb7-f945a6603e9e tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 11 14:21:34.655135 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-fb58a9a0-c873-42f9-9eb7-f945a6603e9e tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:21:34.656241 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-fb58a9a0-c873-42f9-9eb7-f945a6603e9e tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0244462 Apr 11 14:21:34.691304 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a84e148-e7fb-48a9-91fd-04da1b238aa0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:34.691653 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-0a84e148-e7fb-48a9-91fd-04da1b238aa0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Added segment 8dbc2bc5-62dc-4935-b49e-93dbf5bbb0ee of type vlan for network 608e641c-c30d-4a3f-a12c-326155201b40 Apr 11 14:21:34.692969 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 38996) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:34.721648 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:34.731174 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b06a47e-e8a2-4923-a47e-f71903313bd5 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:34.731768 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8b06a47e-e8a2-4923-a47e-f71903313bd5 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Synchronizing usage tracker for tenant:44053de9de3f4465a441134d64e44170 on resource:network {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:34.733227 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-bbf1ce67-4931-42ef-9ca7-67b82615783d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group_rule': {'security_group_id': 'cbdeeb8d-6790-45a8-b0f6-9c6b73341138', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:34.734163 dv-neutron-837330-1-hyperv neutron-server[88617]: WARNING neutron.api.v2.base [None req-bbf1ce67-4931-42ef-9ca7-67b82615783d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 11 14:21:34.734965 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-bbf1ce67-4931-42ef-9ca7-67b82615783d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:21:34.735947 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bbf1ce67-4931-42ef-9ca7-67b82615783d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0337820 Apr 11 14:21:34.748837 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39000) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:34.759275 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-94b9e4e0-8423-470d-8ad9-b789c24993c5 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group_rule': {'security_group_id': 'cbdeeb8d-6790-45a8-b0f6-9c6b73341138', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:34.761149 dv-neutron-837330-1-hyperv neutron-server[88616]: WARNING neutron.api.v2.base [None req-94b9e4e0-8423-470d-8ad9-b789c24993c5 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 11 14:21:34.761687 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-94b9e4e0-8423-470d-8ad9-b789c24993c5 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:21:34.762806 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-94b9e4e0-8423-470d-8ad9-b789c24993c5 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0102637 Apr 11 14:21:34.764723 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69ae548-3f7c-439e-9410-1b2e7ab54eb0']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:34.778148 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39004) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:34.788599 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-b585eb90-cf96-4b96-a95f-d9db6fe8c622 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group_rule': {'security_group_id': 'cbdeeb8d-6790-45a8-b0f6-9c6b73341138', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:34.789482 dv-neutron-837330-1-hyperv neutron-server[88616]: WARNING neutron.api.v2.base [None req-b585eb90-cf96-4b96-a95f-d9db6fe8c622 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 11 14:21:34.790558 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-b585eb90-cf96-4b96-a95f-d9db6fe8c622 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:21:34.791705 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b585eb90-cf96-4b96-a95f-d9db6fe8c622 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0113251 Apr 11 14:21:34.795490 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c603e5-9ad4-493d-8f3b-8505f8fab60c') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:34.795801 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c603e5-9ad4-493d-8f3b-8505f8fab60c') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:34.802308 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39008) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:34.819831 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8b06a47e-e8a2-4923-a47e-f71903313bd5 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Unset dirty status for tenant:44053de9de3f4465a441134d64e44170 on resource:network {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:34.820927 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8b06a47e-e8a2-4923-a47e-f71903313bd5 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "GET /v2.0/networks/cff58315-4a25-4203-8056-2db185a2b95d HTTP/1.1" status: 200 len: 881 time: 0.4437051 Apr 11 14:21:34.825605 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39012) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:34.830434 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:34.846866 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7e8d5855-6e41-47b7-ab8c-9ea54842e84b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:34.852033 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-dff77766-3c5f-4340-b952-4879fe6b52d4 req-c4648d7b-610f-43f8-a8e0-fcb66ba6f3b7 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3199651 Apr 11 14:21:34.871497 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a84e148-e7fb-48a9-91fd-04da1b238aa0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:34.883504 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7e8d5855-6e41-47b7-ab8c-9ea54842e84b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/7c707aff-773b-448f-ab10-6dfc9c416c66 HTTP/1.1" status: 204 len: 168 time: 1.9351981 Apr 11 14:21:34.899129 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39016) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:34.962719 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-71be7651-177a-405c-be72-0dac1a8d997d tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "GET /v2.0/ports?device_id=49f020b5-0466-4eb9-b318-baa72038f597 HTTP/1.1" status: 200 len: 205 time: 0.1328821 Apr 11 14:21:34.963139 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39020) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:34.999810 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:35.012846 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:21:35.013254 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:21:35.036449 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:21:35.081062 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-d08698d8-43cd-4589-9b16-8221cb41d70d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Allocated IP 172.20.0.9 (4a2f6131-d188-4af7-8275-363024683c77/5e35235a-7fed-411d-89da-3ff386a7a7f8/ad7a1f74-65e6-4b22-9057-6431075bd8d6) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:35.115966 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ad158321-11a5-434f-90e8-81dd14468a2d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:35.150657 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a76f69d-d5c5-4b71-9247-85443d3d8c67 None None] Network 4a2f6131-d188-4af7-8275-363024683c77 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:35.171386 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ad158321-11a5-434f-90e8-81dd14468a2d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:35.193041 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a84e148-e7fb-48a9-91fd-04da1b238aa0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:35.199522 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a84e148-e7fb-48a9-91fd-04da1b238aa0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:35.200154 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a84e148-e7fb-48a9-91fd-04da1b238aa0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:35.220488 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607e7c6a-d576-4ce7-b83f-54eafbf22ec4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:35.221518 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-607e7c6a-d576-4ce7-b83f-54eafbf22ec4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:35.257400 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:35.279959 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:35.333372 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Network': ['ID=c69ae548-3f7c-439e-9410-1b2e7ab54eb0,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:35.342898 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8ed7fee9-87c5-4601-bf12-892919d28104 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/networks/c69ae548-3f7c-439e-9410-1b2e7ab54eb0 HTTP/1.1" status: 204 len: 168 time: 5.3044989 Apr 11 14:21:35.343465 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39024) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:35.368372 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c66a463f-88b3-4041-8bcf-925fc1284292 None None] Provisioning for port 51f21760-b8e7-49f6-ad1b-66bcb6aa36a1 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:35.384791 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ad158321-11a5-434f-90e8-81dd14468a2d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:35.386981 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c66a463f-88b3-4041-8bcf-925fc1284292 None None] Provisioning complete for port 51f21760-b8e7-49f6-ad1b-66bcb6aa36a1 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:35.387477 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ad158321-11a5-434f-90e8-81dd14468a2d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:35.387904 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c66a463f-88b3-4041-8bcf-925fc1284292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:35.390932 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ad158321-11a5-434f-90e8-81dd14468a2d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "DELETE /v2.0/security-groups/cbdeeb8d-6790-45a8-b0f6-9c6b73341138 HTTP/1.1" status: 204 len: 168 time: 0.5850470 Apr 11 14:21:35.393790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cd780849-8837-4b3b-9dfc-a8fd294940d8 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:35.400429 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39028) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:35.423194 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-607e7c6a-d576-4ce7-b83f-54eafbf22ec4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:35.424353 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-607e7c6a-d576-4ce7-b83f-54eafbf22ec4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.5192530 Apr 11 14:21:35.432691 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e517e70c-8a01-4727-b0bf-08b5af6463b7 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:35.450199 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39032) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:35.454316 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0a84e148-e7fb-48a9-91fd-04da1b238aa0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9868617 Apr 11 14:21:35.466771 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39036) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:35.483286 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158321-11a5-434f-90e8-81dd14468a2d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdeeb8d-6790-45a8-b0f6-9c6b73341138,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:35.507347 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84e148-e7fb-48a9-91fd-04da1b238aa0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event updated for resources: {'Network': ['ID=608e641c-c30d-4a3f-a12c-326155201b40,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:35.554327 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 608e641c-c30d-4a3f-a12c-326155201b40 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:21:35.573609 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-9618f3a5-7a0a-466c-9cf4-f0b91c559726 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Request body: {'subnet': {'network_id': '608e641c-c30d-4a3f-a12c-326155201b40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:35.658344 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c8b5-9441-4965-82d0-539afeaefe0f tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:35.669399 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2caefa95-8dbc-4b55-9b0a-e7662f65f135 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Synchronizing usage tracker for tenant:1d66088661ee4f0a8f694c308bcfe2cc on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:35.807435 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2caefa95-8dbc-4b55-9b0a-e7662f65f135 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Unset dirty status for tenant:1d66088661ee4f0a8f694c308bcfe2cc on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:35.808904 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2caefa95-8dbc-4b55-9b0a-e7662f65f135 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4050522 Apr 11 14:21:35.813246 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39040) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:35.818804 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-f3d628e7-887f-4e61-9489-e2322253a7b2 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1709819553'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:35.824597 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c8b5-9441-4965-82d0-539afeaefe0f tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:35.836351 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f3d628e7-887f-4e61-9489-e2322253a7b2 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:35.859564 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f3d628e7-887f-4e61-9489-e2322253a7b2 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:35.862314 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c66a463f-88b3-4041-8bcf-925fc1284292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:35.863030 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-d0d6c8b5-9441-4965-82d0-539afeaefe0f tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e03114-18cc-4afe-b336-6cdf618e2d93']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:35.872039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-9618f3a5-7a0a-466c-9cf4-f0b91c559726 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:35.879518 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-d0d6c8b5-9441-4965-82d0-539afeaefe0f tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99169d4a-ccc8-4c9b-b417-9d7398ec4ca7') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:35.880070 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-d0d6c8b5-9441-4965-82d0-539afeaefe0f tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99169d4a-ccc8-4c9b-b417-9d7398ec4ca7') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:35.891171 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9618f3a5-7a0a-466c-9cf4-f0b91c559726 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Usage tracker for resource:subnet and tenant:39608936fcf243fabb6128792704ba03 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:35.907627 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9618f3a5-7a0a-466c-9cf4-f0b91c559726 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:35.922644 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c8b5-9441-4965-82d0-539afeaefe0f tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:35.924076 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ea546a-ad8b-4a0c-ae62-9e7aecae8149 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:35.924830 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d3ea546a-ad8b-4a0c-ae62-9e7aecae8149 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:35.929897 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-9618f3a5-7a0a-466c-9cf4-f0b91c559726 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:35.937686 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d08698d8-43cd-4589-9b16-8221cb41d70d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:35.941296 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cd780849-8837-4b3b-9dfc-a8fd294940d8 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:35.954932 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-c66a463f-88b3-4041-8bcf-925fc1284292 None None] For port 51f21760-b8e7-49f6-ad1b-66bcb6aa36a1, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=51f21760-b8e7-49f6-ad1b-66bcb6aa36a1,segment=NetworkSegment(5bb419f5-017f-4d10-8752-9196da40da79),segment_id=5bb419f5-017f-4d10-8752-9196da40da79)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:35.960951 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c8b5-9441-4965-82d0-539afeaefe0f tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:35.971948 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f3d628e7-887f-4e61-9489-e2322253a7b2 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:35.973154 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d3ea546a-ad8b-4a0c-ae62-9e7aecae8149 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:35.976666 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d3ea546a-ad8b-4a0c-ae62-9e7aecae8149 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.5215676 Apr 11 14:21:35.980930 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39046) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:35.982062 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-d08698d8-43cd-4589-9b16-8221cb41d70d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Transition to ACTIVE for port object ad7a1f74-65e6-4b22-9057-6431075bd8d6 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:35.989561 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d6c8b5-9441-4965-82d0-539afeaefe0f tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:21:35.990131 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c8b5-9441-4965-82d0-539afeaefe0f tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:21:36.010812 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:21:36.016663 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c66a463f-88b3-4041-8bcf-925fc1284292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:36.060102 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9618f3a5-7a0a-466c-9cf4-f0b91c559726 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Made reservation on behalf of 39608936fcf243fabb6128792704ba03 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:36.068927 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9618f3a5-7a0a-466c-9cf4-f0b91c559726 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:36.087867 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-cd780849-8837-4b3b-9dfc-a8fd294940d8 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Deleting port e01f6ba3-6b4f-4141-bd8f-4d75d9a491d5 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:36.088491 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cd780849-8837-4b3b-9dfc-a8fd294940d8 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:36.192151 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68de4810-3123-4d9c-9521-afc69d23defd None None] Update dhcp port {'port': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'fixed_ips': [{'subnet_id': '13653c1d-e4b4-4438-bdfa-b6bacb3e9760', 'ip_address': '2001:db8::f816:3eff:fe2d:178c'}, {'subnet_id': 'c881465a-8fdd-4008-886b-ce04d2ddf8f9'}], 'binding:host_id': 'dv-neutron-837330-1-hyperv'}, 'id': 'b82cfca3-1185-4ab0-b0e1-ac9be08072db'} from dv-neutron-837330-1-hyperv. {{(pid=88618) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 11 14:21:36.224858 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a463f-88b3-4041-8bcf-925fc1284292 None None] Pushing event updated for resources: {'Port': ['ID=51f21760-b8e7-49f6-ad1b-66bcb6aa36a1,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:36.247609 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f3d628e7-887f-4e61-9489-e2322253a7b2 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:36.257506 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f3d628e7-887f-4e61-9489-e2322253a7b2 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Usage tracker for resource:security_group_rule and tenant:1d66088661ee4f0a8f694c308bcfe2cc is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:36.263681 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-bca85c8c-041a-4d4a-89c1-9bd76aaf4b8e None None] Provisioning for port b82cfca3-1185-4ab0-b0e1-ac9be08072db completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:36.265016 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f3d628e7-887f-4e61-9489-e2322253a7b2 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:36.269556 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a52145-dfea-440d-b31d-1929664f2ebc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:36.270747 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-68de4810-3123-4d9c-9521-afc69d23defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:36.271124 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a52145-dfea-440d-b31d-1929664f2ebc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:36.272657 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a52145-dfea-440d-b31d-1929664f2ebc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:36.273493 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b4a52145-dfea-440d-b31d-1929664f2ebc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:36.276748 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f3d628e7-887f-4e61-9489-e2322253a7b2 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:36.283855 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-bca85c8c-041a-4d4a-89c1-9bd76aaf4b8e None None] Provisioning complete for port b82cfca3-1185-4ab0-b0e1-ac9be08072db triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:36.284450 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-bca85c8c-041a-4d4a-89c1-9bd76aaf4b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:36.396155 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f3d628e7-887f-4e61-9489-e2322253a7b2 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:36.412292 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c8b5-9441-4965-82d0-539afeaefe0f tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:36.419168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c8b5-9441-4965-82d0-539afeaefe0f tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:36.455899 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d0d6c8b5-9441-4965-82d0-539afeaefe0f tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/networks/90e03114-18cc-4afe-b336-6cdf618e2d93 HTTP/1.1" status: 204 len: 168 time: 1.1112173 Apr 11 14:21:36.465450 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f3d628e7-887f-4e61-9489-e2322253a7b2 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:36.469340 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39050) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:36.481218 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c8b5-9441-4965-82d0-539afeaefe0f tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Network': ['ID=90e03114-18cc-4afe-b336-6cdf618e2d93,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:36.532683 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-28c0fefb-c888-4e4f-9f12-bb6550e807d1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-13058567'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:36.535772 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539569f1-1629-49dd-87c6-896bfd12333f req-52c000c4-7d6b-4b6b-b1de-0e78b958272c tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:36.537916 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-539569f1-1629-49dd-87c6-896bfd12333f req-52c000c4-7d6b-4b6b-b1de-0e78b958272c tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.4749243 Apr 11 14:21:36.538868 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d628e7-887f-4e61-9489-e2322253a7b2 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c226bd58-29a0-4bc2-b26f-5fed7d983c87,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:36.550608 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-28c0fefb-c888-4e4f-9f12-bb6550e807d1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:36.566358 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-28c0fefb-c888-4e4f-9f12-bb6550e807d1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Usage tracker for resource:network and tenant:e64484a71f41439a9e4d89000c1f607b is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:36.572356 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-28c0fefb-c888-4e4f-9f12-bb6550e807d1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:36.577691 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-bca85c8c-041a-4d4a-89c1-9bd76aaf4b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:36.586062 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-28c0fefb-c888-4e4f-9f12-bb6550e807d1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:36.594513 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f3d628e7-887f-4e61-9489-e2322253a7b2 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:36.595753 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f3d628e7-887f-4e61-9489-e2322253a7b2 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7812376 Apr 11 14:21:36.599647 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39054) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:36.607538 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-7ecaa6bb-19d6-41bf-ac19-cf0ade88fd74 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group_rule': {'security_group_id': 'c226bd58-29a0-4bc2-b26f-5fed7d983c87', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:36.608265 dv-neutron-837330-1-hyperv neutron-server[88616]: WARNING neutron.api.v2.base [None req-7ecaa6bb-19d6-41bf-ac19-cf0ade88fd74 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 11 14:21:36.608762 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-7ecaa6bb-19d6-41bf-ac19-cf0ade88fd74 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:21:36.612937 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7ecaa6bb-19d6-41bf-ac19-cf0ade88fd74 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091448 Apr 11 14:21:36.613737 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39058) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:36.620781 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-a5bea6bc-4fbe-48ff-92da-5b8e1cf78ec7 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group_rule': {'security_group_id': 'c226bd58-29a0-4bc2-b26f-5fed7d983c87', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:36.627457 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-539569f1-1629-49dd-87c6-896bfd12333f req-eda974a7-6b7b-406d-b1f0-f25eedd1db6f tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738192 Apr 11 14:21:36.631349 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a5bea6bc-4fbe-48ff-92da-5b8e1cf78ec7 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:36.636874 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a5bea6bc-4fbe-48ff-92da-5b8e1cf78ec7 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Usage tracker for resource:security_group_rule and tenant:1d66088661ee4f0a8f694c308bcfe2cc is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:36.637184 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-bca85c8c-041a-4d4a-89c1-9bd76aaf4b8e None None] For port b82cfca3-1185-4ab0-b0e1-ac9be08072db, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=b82cfca3-1185-4ab0-b0e1-ac9be08072db,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:36.641121 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a5bea6bc-4fbe-48ff-92da-5b8e1cf78ec7 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:36.646271 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-68de4810-3123-4d9c-9521-afc69d23defd None None] Allocated IP 2001:db8:0:1::2 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/c881465a-8fdd-4008-886b-ce04d2ddf8f9/b82cfca3-1185-4ab0-b0e1-ac9be08072db) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:36.649609 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a5bea6bc-4fbe-48ff-92da-5b8e1cf78ec7 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:36.652366 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d08698d8-43cd-4589-9b16-8221cb41d70d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:36.655115 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cd780849-8837-4b3b-9dfc-a8fd294940d8 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:36.667373 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b4a52145-dfea-440d-b31d-1929664f2ebc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:36.668544 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b4a52145-dfea-440d-b31d-1929664f2ebc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6849422 Apr 11 14:21:36.676161 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39062) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:36.722020 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-bca85c8c-041a-4d4a-89c1-9bd76aaf4b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:36.735906 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c0fefb-c888-4e4f-9f12-bb6550e807d1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Made reservation on behalf of e64484a71f41439a9e4d89000c1f607b for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:36.739693 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-28c0fefb-c888-4e4f-9f12-bb6550e807d1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:36.768096 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-950b1a2c-82de-4e7f-bfd3-28dbb18c061d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet 13653c1d-e4b4-4438-bdfa-b6bacb3e9760 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:21:36.851647 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-a5bea6bc-4fbe-48ff-92da-5b8e1cf78ec7 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:21:36.855657 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a5bea6bc-4fbe-48ff-92da-5b8e1cf78ec7 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2378528 Apr 11 14:21:36.856037 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39066) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:36.861322 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-2a0fb728-fd59-4c65-9c68-8c1106cbde25 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group_rule': {'security_group_id': 'c226bd58-29a0-4bc2-b26f-5fed7d983c87', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:36.861725 dv-neutron-837330-1-hyperv neutron-server[88616]: WARNING neutron.api.v2.base [None req-2a0fb728-fd59-4c65-9c68-8c1106cbde25 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 11 14:21:36.862232 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-2a0fb728-fd59-4c65-9c68-8c1106cbde25 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:21:36.864177 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2a0fb728-fd59-4c65-9c68-8c1106cbde25 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062401 Apr 11 14:21:36.872219 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39070) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:36.879474 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-dfcfc69c-350f-4e7c-bf8b-dc725b960ccf tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group_rule': {'security_group_id': 'c226bd58-29a0-4bc2-b26f-5fed7d983c87', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:36.884837 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-cd780849-8837-4b3b-9dfc-a8fd294940d8 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Calling delete_port for e01f6ba3-6b4f-4141-bd8f-4d75d9a491d5 owned by network:router_gateway {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:36.887338 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-dfcfc69c-350f-4e7c-bf8b-dc725b960ccf tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:36.891394 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-dfcfc69c-350f-4e7c-bf8b-dc725b960ccf tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Usage tracker for resource:security_group_rule and tenant:1d66088661ee4f0a8f694c308bcfe2cc is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:36.894306 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-dfcfc69c-350f-4e7c-bf8b-dc725b960ccf tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:36.902725 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-dfcfc69c-350f-4e7c-bf8b-dc725b960ccf tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:36.944058 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca85c8c-041a-4d4a-89c1-9bd76aaf4b8e None None] Pushing event updated for resources: {'Port': ['ID=b82cfca3-1185-4ab0-b0e1-ac9be08072db,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:36.955343 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08698d8-43cd-4589-9b16-8221cb41d70d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network 4a2f6131-d188-4af7-8275-363024683c77 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:36.964045 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-d08698d8-43cd-4589-9b16-8221cb41d70d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:36.969739 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08698d8-43cd-4589-9b16-8221cb41d70d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Port': ['ID=ad7a1f74-65e6-4b22-9057-6431075bd8d6,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:36.972150 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08698d8-43cd-4589-9b16-8221cb41d70d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:36.991722 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-68de4810-3123-4d9c-9521-afc69d23defd None None] For port b82cfca3-1185-4ab0-b0e1-ac9be08072db, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=b82cfca3-1185-4ab0-b0e1-ac9be08072db,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:37.019769 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-02a72c64-029e-40d8-831a-2a94931bc04a None None] Provisioning for port 4e3e23ea-515c-4031-87d3-1d0fdac88079 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:37.028289 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-68de4810-3123-4d9c-9521-afc69d23defd None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:37.035799 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-02a72c64-029e-40d8-831a-2a94931bc04a None None] Provisioning complete for port 4e3e23ea-515c-4031-87d3-1d0fdac88079 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:37.036172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-02a72c64-029e-40d8-831a-2a94931bc04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:37.057564 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c0fefb-c888-4e4f-9f12-bb6550e807d1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:21:37.071928 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-dfcfc69c-350f-4e7c-bf8b-dc725b960ccf tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:21:37.078656 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-dfcfc69c-350f-4e7c-bf8b-dc725b960ccf tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2058926 Apr 11 14:21:37.081181 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39074) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:37.084671 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-68de4810-3123-4d9c-9521-afc69d23defd None None] Transition to ACTIVE for port object b82cfca3-1185-4ab0-b0e1-ac9be08072db will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:37.102886 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-5687f0fe-e2eb-487a-9576-d176ec0cdd07 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group_rule': {'security_group_id': 'c226bd58-29a0-4bc2-b26f-5fed7d983c87', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:37.103621 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-02a72c64-029e-40d8-831a-2a94931bc04a None None] Port 4e3e23ea-515c-4031-87d3-1d0fdac88079 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:21:37.107005 dv-neutron-837330-1-hyperv neutron-server[88617]: WARNING neutron.api.v2.base [None req-5687f0fe-e2eb-487a-9576-d176ec0cdd07 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 11 14:21:37.107005 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-5687f0fe-e2eb-487a-9576-d176ec0cdd07 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:21:37.109319 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5687f0fe-e2eb-487a-9576-d176ec0cdd07 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0176840 Apr 11 14:21:37.111313 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39078) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:37.116916 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-43c0715f-e9c0-4b97-9d66-9ad23990a957 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group_rule': {'security_group_id': 'c226bd58-29a0-4bc2-b26f-5fed7d983c87', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:37.118078 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-28c0fefb-c888-4e4f-9f12-bb6550e807d1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:37.118401 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-28c0fefb-c888-4e4f-9f12-bb6550e807d1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Added segment 069e964c-730e-4911-a036-20b0e0bc1942 of type vlan for network f32abb81-9a89-4387-adfc-75c4854fd927 Apr 11 14:21:37.123431 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-43c0715f-e9c0-4b97-9d66-9ad23990a957 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:37.128886 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-02a72c64-029e-40d8-831a-2a94931bc04a None None] Provisioning complete for port 51f21760-b8e7-49f6-ad1b-66bcb6aa36a1 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:37.129342 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-02a72c64-029e-40d8-831a-2a94931bc04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:37.130905 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-43c0715f-e9c0-4b97-9d66-9ad23990a957 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Usage tracker for resource:security_group_rule and tenant:1d66088661ee4f0a8f694c308bcfe2cc is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:37.137052 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-43c0715f-e9c0-4b97-9d66-9ad23990a957 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:37.142135 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08698d8-43cd-4589-9b16-8221cb41d70d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:37.143301 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d08698d8-43cd-4589-9b16-8221cb41d70d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:37.143433 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-43c0715f-e9c0-4b97-9d66-9ad23990a957 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:37.166667 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9618f3a5-7a0a-466c-9cf4-f0b91c559726 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:37.176853 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-950b1a2c-82de-4e7f-bfd3-28dbb18c061d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:37.182414 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-68de4810-3123-4d9c-9521-afc69d23defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:37.243736 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-43c0715f-e9c0-4b97-9d66-9ad23990a957 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Project 1d66088661ee4f0a8f694c308bcfe2cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:21:37.251533 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-28c0fefb-c888-4e4f-9f12-bb6550e807d1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:37.294568 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-950b1a2c-82de-4e7f-bfd3-28dbb18c061d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:37.351951 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618f3a5-7a0a-466c-9cf4-f0b91c559726 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event updated for resources: {'Subnet': ['ID=ee4d1a30-6f23-4bf2-ae74-b3f0080459d3,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:37.357510 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-43c0715f-e9c0-4b97-9d66-9ad23990a957 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:21:37.358591 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-43c0715f-e9c0-4b97-9d66-9ad23990a957 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2462938 Apr 11 14:21:37.361520 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39082) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:37.371682 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-e5281c3e-9e3f-4e76-869f-ddaab23e3a1a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group_rule': {'security_group_id': 'c226bd58-29a0-4bc2-b26f-5fed7d983c87', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:37.372073 dv-neutron-837330-1-hyperv neutron-server[88616]: WARNING neutron.api.v2.base [None req-e5281c3e-9e3f-4e76-869f-ddaab23e3a1a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 11 14:21:37.375151 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-e5281c3e-9e3f-4e76-869f-ddaab23e3a1a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:21:37.375289 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d08698d8-43cd-4589-9b16-8221cb41d70d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3676772 Apr 11 14:21:37.375378 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e5281c3e-9e3f-4e76-869f-ddaab23e3a1a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0111129 Apr 11 14:21:37.376227 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39086) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:37.376556 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39088) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:37.386354 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-8966ada5-2fb4-41c0-b9a7-cfad7a955996 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group_rule': {'security_group_id': 'c226bd58-29a0-4bc2-b26f-5fed7d983c87', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:37.400349 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9618f3a5-7a0a-466c-9cf4-f0b91c559726 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Checking segment: {'id': '8dbc2bc5-62dc-4935-b49e-93dbf5bbb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '608e641c-c30d-4a3f-a12c-326155201b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:37.400740 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9618f3a5-7a0a-466c-9cf4-f0b91c559726 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Network hostable DHCP agents. Network: 608e641c-c30d-4a3f-a12c-326155201b40, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:21:37.417699 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de4810-3123-4d9c-9521-afc69d23defd None None] Pushing event updated for resources: {'Port': ['ID=b82cfca3-1185-4ab0-b0e1-ac9be08072db,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:37.436130 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-28c0fefb-c888-4e4f-9f12-bb6550e807d1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:37.441736 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0fefb-c888-4e4f-9f12-bb6550e807d1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:37.442351 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-28c0fefb-c888-4e4f-9f12-bb6550e807d1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:37.450192 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-8966ada5-2fb4-41c0-b9a7-cfad7a955996 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:37.464136 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8966ada5-2fb4-41c0-b9a7-cfad7a955996 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Usage tracker for resource:security_group_rule and tenant:1d66088661ee4f0a8f694c308bcfe2cc is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:37.469270 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8966ada5-2fb4-41c0-b9a7-cfad7a955996 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:37.478502 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-8966ada5-2fb4-41c0-b9a7-cfad7a955996 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:37.489502 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cd780849-8837-4b3b-9dfc-a8fd294940d8 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:37.500696 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-950b1a2c-82de-4e7f-bfd3-28dbb18c061d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:37.533863 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9618f3a5-7a0a-466c-9cf4-f0b91c559726 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Network 608e641c-c30d-4a3f-a12c-326155201b40 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:21:37.566173 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-8966ada5-2fb4-41c0-b9a7-cfad7a955996 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Project 1d66088661ee4f0a8f694c308bcfe2cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:21:37.593177 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf919ee-b30e-4b75-9b13-728e333ce8b7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:37.598015 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5cf919ee-b30e-4b75-9b13-728e333ce8b7 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2173166 Apr 11 14:21:37.603155 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39094) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:37.616655 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd780849-8837-4b3b-9dfc-a8fd294940d8 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Pushing event deleted for resources: {'Port': ['ID=e01f6ba3-6b4f-4141-bd8f-4d75d9a491d5,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:37.641025 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-78f978a5-4f00-416d-a6b6-d3c59e7a70a3 None None] Provisioning for port ad7a1f74-65e6-4b22-9057-6431075bd8d6 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:37.656743 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-28c0fefb-c888-4e4f-9f12-bb6550e807d1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1805503 Apr 11 14:21:37.658456 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-78f978a5-4f00-416d-a6b6-d3c59e7a70a3 None None] Provisioning complete for port ad7a1f74-65e6-4b22-9057-6431075bd8d6 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:37.658629 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0fefb-c888-4e4f-9f12-bb6550e807d1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Network': ['ID=f32abb81-9a89-4387-adfc-75c4854fd927,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:37.659493 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-78f978a5-4f00-416d-a6b6-d3c59e7a70a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:37.660555 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39098) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:37.667036 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-ff53cebd-8f3a-4671-9d02-7554899126f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'subnet': {'network_id': 'f32abb81-9a89-4387-adfc-75c4854fd927', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:37.723120 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-8966ada5-2fb4-41c0-b9a7-cfad7a955996 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:21:37.724155 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8966ada5-2fb4-41c0-b9a7-cfad7a955996 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3451545 Apr 11 14:21:37.737740 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39104) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:37.738495 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-9618f3a5-7a0a-466c-9cf4-f0b91c559726 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 608e641c-c30d-4a3f-a12c-326155201b40) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:37.760288 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-779f5170-61dd-46ed-8952-bfa1c359426b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group_rule': {'security_group_id': 'c226bd58-29a0-4bc2-b26f-5fed7d983c87', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:37.771349 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-779f5170-61dd-46ed-8952-bfa1c359426b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:37.776234 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-779f5170-61dd-46ed-8952-bfa1c359426b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Usage tracker for resource:security_group_rule and tenant:1d66088661ee4f0a8f694c308bcfe2cc is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:37.779369 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-779f5170-61dd-46ed-8952-bfa1c359426b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:37.788565 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-78f978a5-4f00-416d-a6b6-d3c59e7a70a3 None None] Port ad7a1f74-65e6-4b22-9057-6431075bd8d6 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:21:37.792883 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-779f5170-61dd-46ed-8952-bfa1c359426b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:37.793521 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network f32abb81-9a89-4387-adfc-75c4854fd927 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:21:37.802997 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-950b1a2c-82de-4e7f-bfd3-28dbb18c061d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:37.812196 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9618f3a5-7a0a-466c-9cf4-f0b91c559726 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:37.813109 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9618f3a5-7a0a-466c-9cf4-f0b91c559726 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:37.837981 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecd3c78-a207-4076-b4b9-17effafba102 None None] Network 608e641c-c30d-4a3f-a12c-326155201b40 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:37.875846 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b1a2c-82de-4e7f-bfd3-28dbb18c061d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=13653c1d-e4b4-4438-bdfa-b6bacb3e9760,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:37.893118 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ff53cebd-8f3a-4671-9d02-7554899126f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:37.895791 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-950b1a2c-82de-4e7f-bfd3-28dbb18c061d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:37.901495 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.securitygroups_db [None req-779f5170-61dd-46ed-8952-bfa1c359426b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Project 1d66088661ee4f0a8f694c308bcfe2cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:21:37.906538 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ff53cebd-8f3a-4671-9d02-7554899126f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Usage tracker for resource:subnet and tenant:e64484a71f41439a9e4d89000c1f607b is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:37.917667 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ff53cebd-8f3a-4671-9d02-7554899126f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:37.929525 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ff53cebd-8f3a-4671-9d02-7554899126f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:37.932093 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cd780849-8837-4b3b-9dfc-a8fd294940d8 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:37.950659 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bf68df-f093-4be9-9cf8-f0faeb369df9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:37.962871 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bf68df-f093-4be9-9cf8-f0faeb369df9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:37.970365 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bf68df-f093-4be9-9cf8-f0faeb369df9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:37.972144 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d0bf68df-f093-4be9-9cf8-f0faeb369df9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.3723350 Apr 11 14:21:37.978517 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39108) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:38.027801 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-950b1a2c-82de-4e7f-bfd3-28dbb18c061d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/13653c1d-e4b4-4438-bdfa-b6bacb3e9760 HTTP/1.1" status: 204 len: 168 time: 1.3496532 Apr 11 14:21:38.035657 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39112) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:38.127246 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-1a14bbce-942e-4041-b490-bc35c1d1ee3d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting port ad7a1f74-65e6-4b22-9057-6431075bd8d6 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:38.127993 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1a14bbce-942e-4041-b490-bc35c1d1ee3d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:38.168278 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cd780849-8837-4b3b-9dfc-a8fd294940d8 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:38.170989 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cd780849-8837-4b3b-9dfc-a8fd294940d8 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:38.192371 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aaf7053-36c7-4ee8-be9d-d70886c06a2c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet c881465a-8fdd-4008-886b-ce04d2ddf8f9 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:21:38.192371 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8aaf7053-36c7-4ee8-be9d-d70886c06a2c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:38.216439 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9618f3a5-7a0a-466c-9cf4-f0b91c559726 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7104671 Apr 11 14:21:38.217480 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39116) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:38.221471 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75ace8c-130c-45bb-bd8c-87adbba7e6d4 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:38.296859 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 51f21760-b8e7-49f6-ad1b-66bcb6aa36a1 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:21:38.312248 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8aaf7053-36c7-4ee8-be9d-d70886c06a2c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:38.341498 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-57110260-f3e7-4dbe-a793-5a57e0f57266 None None] Provisioning for port b82cfca3-1185-4ab0-b0e1-ac9be08072db completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:38.359587 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b7c9c3-b953-4f5f-bc5c-1d14f38bef86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-608e641c-c30d-4a3f-a12c-326155201b40', 'network_id': '608e641c-c30d-4a3f-a12c-326155201b40', 'tenant_id': '39608936fcf243fabb6128792704ba03', 'fixed_ips': [{'subnet_id': 'ee4d1a30-6f23-4bf2-ae74-b3f0080459d3'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:21:38.360518 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f9b7c9c3-b953-4f5f-bc5c-1d14f38bef86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:38.368684 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff53cebd-8f3a-4671-9d02-7554899126f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Made reservation on behalf of e64484a71f41439a9e4d89000c1f607b for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:38.371804 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ff53cebd-8f3a-4671-9d02-7554899126f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:38.432173 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-57110260-f3e7-4dbe-a793-5a57e0f57266 None None] Provisioning complete for port b82cfca3-1185-4ab0-b0e1-ac9be08072db triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:38.432622 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-57110260-f3e7-4dbe-a793-5a57e0f57266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:38.479004 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-779f5170-61dd-46ed-8952-bfa1c359426b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:21:38.482926 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-779f5170-61dd-46ed-8952-bfa1c359426b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7393036 Apr 11 14:21:38.482926 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cd780849-8837-4b3b-9dfc-a8fd294940d8 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:38.482926 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd780849-8837-4b3b-9dfc-a8fd294940d8 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Fanout notify agent at l3_agent the message router_deleted on router 49f020b5-0466-4eb9-b318-baa72038f597 {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:21:38.491681 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39120) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:38.532801 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cd780849-8837-4b3b-9dfc-a8fd294940d8 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:38.537700 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-cd780849-8837-4b3b-9dfc-a8fd294940d8 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "DELETE /v2.0/routers/49f020b5-0466-4eb9-b318-baa72038f597 HTTP/1.1" status: 204 len: 168 time: 3.5715826 Apr 11 14:21:38.550813 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7854c28-92d1-4166-88a0-535f91490923 req-406ff561-e68d-4343-9f8b-743a1f6c08f9 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:38.562151 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f7854c28-92d1-4166-88a0-535f91490923 req-406ff561-e68d-4343-9f8b-743a1f6c08f9 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.7273493 Apr 11 14:21:38.562290 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39124) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:38.568753 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-da071e30-cf13-4103-9e5b-46b163a8f2b5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2122643235', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:38.614363 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f7854c28-92d1-4166-88a0-535f91490923 req-3822e3a9-3cc8-4b89-a080-8bc0ba5dd179 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521195 Apr 11 14:21:38.642074 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-da071e30-cf13-4103-9e5b-46b163a8f2b5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:38.672989 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:38.674691 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-875928a1-ccac-4f57-9577-74a5fdefa173 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:38.716506 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-da071e30-cf13-4103-9e5b-46b163a8f2b5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Usage tracker for resource:router and tenant:54bdc85d6ad64f4c8e9c5291f9282b9f is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:38.736129 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-da071e30-cf13-4103-9e5b-46b163a8f2b5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:38.750132 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-875928a1-ccac-4f57-9577-74a5fdefa173 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:38.755678 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-da071e30-cf13-4103-9e5b-46b163a8f2b5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:38.794961 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 51f21760-b8e7-49f6-ad1b-66bcb6aa36a1 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:38.795556 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:38.801632 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1a14bbce-942e-4041-b490-bc35c1d1ee3d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:38.803002 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:38.811543 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8aaf7053-36c7-4ee8-be9d-d70886c06a2c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:38.922390 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-f9b7c9c3-b953-4f5f-bc5c-1d14f38bef86 None None] Allocated IP 2001:db8::1 (608e641c-c30d-4a3f-a12c-326155201b40/ee4d1a30-6f23-4bf2-ae74-b3f0080459d3/04c3fe5e-5542-4a9e-8bf6-b7b625dd57a3) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:38.944675 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-875928a1-ccac-4f57-9577-74a5fdefa173 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:38.975773 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875928a1-ccac-4f57-9577-74a5fdefa173 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c226bd58-29a0-4bc2-b26f-5fed7d983c87,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:38.979991 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-da071e30-cf13-4103-9e5b-46b163a8f2b5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:38.980983 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-da071e30-cf13-4103-9e5b-46b163a8f2b5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:39.000384 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-1a14bbce-942e-4041-b490-bc35c1d1ee3d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Calling delete_port for ad7a1f74-65e6-4b22-9057-6431075bd8d6 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:39.034644 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-875928a1-ccac-4f57-9577-74a5fdefa173 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:39.038179 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-875928a1-ccac-4f57-9577-74a5fdefa173 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "DELETE /v2.0/security-groups/c226bd58-29a0-4bc2-b26f-5fed7d983c87 HTTP/1.1" status: 204 len: 168 time: 0.5382335 Apr 11 14:21:39.038449 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39128) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:39.138512 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-da071e30-cf13-4103-9e5b-46b163a8f2b5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:39.139111 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7f7675ca-9d23-42fb-8b8f-98e5094375bb tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Synchronizing usage tracker for tenant:1d66088661ee4f0a8f694c308bcfe2cc on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:39.195105 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7f7675ca-9d23-42fb-8b8f-98e5094375bb tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Unset dirty status for tenant:1d66088661ee4f0a8f694c308bcfe2cc on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:39.198703 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7f7675ca-9d23-42fb-8b8f-98e5094375bb tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1592586 Apr 11 14:21:39.204135 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39132) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:39.211265 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-833e4183-7db5-4a21-8290-8484cc55273f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1340364272'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:39.219600 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-833e4183-7db5-4a21-8290-8484cc55273f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:39.225571 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device b82cfca3-1185-4ab0-b0e1-ac9be08072db up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:21:39.237921 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-833e4183-7db5-4a21-8290-8484cc55273f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:39.261487 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8aaf7053-36c7-4ee8-be9d-d70886c06a2c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:39.314382 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-da071e30-cf13-4103-9e5b-46b163a8f2b5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:39.338363 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf7053-36c7-4ee8-be9d-d70886c06a2c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=c881465a-8fdd-4008-886b-ce04d2ddf8f9,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:39.340546 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8aaf7053-36c7-4ee8-be9d-d70886c06a2c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:39.348482 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ff53cebd-8f3a-4671-9d02-7554899126f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:39.354714 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-833e4183-7db5-4a21-8290-8484cc55273f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:39.357974 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f9b7c9c3-b953-4f5f-bc5c-1d14f38bef86 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:39.380943 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port b82cfca3-1185-4ab0-b0e1-ac9be08072db triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:39.381315 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:39.391038 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-833e4183-7db5-4a21-8290-8484cc55273f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:39.399483 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-833e4183-7db5-4a21-8290-8484cc55273f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Usage tracker for resource:security_group_rule and tenant:1d66088661ee4f0a8f694c308bcfe2cc is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:39.405803 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-833e4183-7db5-4a21-8290-8484cc55273f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:39.415347 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-833e4183-7db5-4a21-8290-8484cc55273f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:39.454963 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8aaf7053-36c7-4ee8-be9d-d70886c06a2c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/c881465a-8fdd-4008-886b-ce04d2ddf8f9 HTTP/1.1" status: 204 len: 168 time: 1.4175785 Apr 11 14:21:39.455741 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39136) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:39.516153 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-833e4183-7db5-4a21-8290-8484cc55273f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:39.535768 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53cebd-8f3a-4671-9d02-7554899126f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Subnet': ['ID=0eb40e2e-4709-45b8-9fc5-8f1efcb69c7e,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:39.540443 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-da071e30-cf13-4103-9e5b-46b163a8f2b5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:39.544522 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-da071e30-cf13-4103-9e5b-46b163a8f2b5 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9833512 Apr 11 14:21:39.544686 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39140) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:39.550459 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f9b7c9c3-b953-4f5f-bc5c-1d14f38bef86 None None] Transition to ACTIVE for port object 04c3fe5e-5542-4a9e-8bf6-b7b625dd57a3 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:39.550557 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-2eac2d64-a6de-46b8-ae0d-f4522cfe4637 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'enable_snat': True}}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:39.557107 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1a14bbce-942e-4041-b490-bc35c1d1ee3d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:39.563478 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d1eafcfa-cb7d-4ab9-b839-9cebb6ff1ca1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1026115 Apr 11 14:21:39.565997 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39144) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:39.575012 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f9b7c9c3-b953-4f5f-bc5c-1d14f38bef86 None None] Transition to ACTIVE for port object 04c3fe5e-5542-4a9e-8bf6-b7b625dd57a3 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:39.609766 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-e3ff5ad2-a292-4896-9b42-85d56de94738 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:39.616925 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f9b7c9c3-b953-4f5f-bc5c-1d14f38bef86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:39.675900 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14bbce-942e-4041-b490-bc35c1d1ee3d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Port': ['ID=ad7a1f74-65e6-4b22-9057-6431075bd8d6,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:39.687116 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b7c9c3-b953-4f5f-bc5c-1d14f38bef86 None None] Network 608e641c-c30d-4a3f-a12c-326155201b40 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:39.694531 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-f9b7c9c3-b953-4f5f-bc5c-1d14f38bef86 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:39.699145 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b7c9c3-b953-4f5f-bc5c-1d14f38bef86 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:39.705661 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7c9c3-b953-4f5f-bc5c-1d14f38bef86 None None] Pushing event updated for resources: {'Port': ['ID=04c3fe5e-5542-4a9e-8bf6-b7b625dd57a3,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:39.744367 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff53cebd-8f3a-4671-9d02-7554899126f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Checking segment: {'id': '069e964c-730e-4911-a036-20b0e0bc1942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'f32abb81-9a89-4387-adfc-75c4854fd927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:39.744895 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff53cebd-8f3a-4671-9d02-7554899126f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network hostable DHCP agents. Network: f32abb81-9a89-4387-adfc-75c4854fd927, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:21:39.848210 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-f9b7c9c3-b953-4f5f-bc5c-1d14f38bef86 None None] Attempting to bind port 04c3fe5e-5542-4a9e-8bf6-b7b625dd57a3 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:21:39.848689 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-f9b7c9c3-b953-4f5f-bc5c-1d14f38bef86 None None] Attempting to bind port 04c3fe5e-5542-4a9e-8bf6-b7b625dd57a3 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '8dbc2bc5-62dc-4935-b49e-93dbf5bbb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '608e641c-c30d-4a3f-a12c-326155201b40'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:21:39.848939 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b7c9c3-b953-4f5f-bc5c-1d14f38bef86 None None] Attempting to bind port 04c3fe5e-5542-4a9e-8bf6-b7b625dd57a3 on network 608e641c-c30d-4a3f-a12c-326155201b40 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:21:39.850826 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-833e4183-7db5-4a21-8290-8484cc55273f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:39.858763 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b7c9c3-b953-4f5f-bc5c-1d14f38bef86 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:21:39.859135 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b7c9c3-b953-4f5f-bc5c-1d14f38bef86 None None] Checking segment: {'id': '8dbc2bc5-62dc-4935-b49e-93dbf5bbb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '608e641c-c30d-4a3f-a12c-326155201b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:39.859549 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f9b7c9c3-b953-4f5f-bc5c-1d14f38bef86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:39.859940 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b7c9c3-b953-4f5f-bc5c-1d14f38bef86 None None] Bound using segment: {'id': '8dbc2bc5-62dc-4935-b49e-93dbf5bbb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '608e641c-c30d-4a3f-a12c-326155201b40'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:21:39.860476 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-f9b7c9c3-b953-4f5f-bc5c-1d14f38bef86 None None] Bound port: 04c3fe5e-5542-4a9e-8bf6-b7b625dd57a3, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbc2bc5-62dc-4935-b49e-93dbf5bbb0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '608e641c-c30d-4a3f-a12c-326155201b40'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:21:39.860849 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f9b7c9c3-b953-4f5f-bc5c-1d14f38bef86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:39.982654 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960ed8bc-b6ee-49cd-be98-e268294b5e11 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:40.065733 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e3ff5ad2-a292-4896-9b42-85d56de94738 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:40.065956 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:40.070380 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e4183-7db5-4a21-8290-8484cc55273f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57c0c431-274a-41d7-8460-ac31588319d2,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:40.083265 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e3ff5ad2-a292-4896-9b42-85d56de94738 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:subnet and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:40.091390 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e3ff5ad2-a292-4896-9b42-85d56de94738 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:40.100553 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e3ff5ad2-a292-4896-9b42-85d56de94738 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:40.108367 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1a14bbce-942e-4041-b490-bc35c1d1ee3d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:40.112751 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1a14bbce-942e-4041-b490-bc35c1d1ee3d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/ports/ad7a1f74-65e6-4b22-9057-6431075bd8d6 HTTP/1.1" status: 204 len: 168 time: 2.1307762 Apr 11 14:21:40.119676 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39150) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:40.142630 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5b9eda19-880a-41f5-b2e4-4b1e339645d9 None None] Provisioning complete for port b82cfca3-1185-4ab0-b0e1-ac9be08072db triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:40.143323 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5b9eda19-880a-41f5-b2e4-4b1e339645d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:40.175206 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff53cebd-8f3a-4671-9d02-7554899126f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network f32abb81-9a89-4387-adfc-75c4854fd927 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:21:40.176058 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-833e4183-7db5-4a21-8290-8484cc55273f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:40.177050 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-833e4183-7db5-4a21-8290-8484cc55273f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9707253 Apr 11 14:21:40.181208 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6cdb8a-ab70-4ea9-86ae-1cdd7877d7b4 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] GET failed (client error): The resource could not be found. Apr 11 14:21:40.181694 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2eac2d64-a6de-46b8-ae0d-f4522cfe4637 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:40.185089 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9d6cdb8a-ab70-4ea9-86ae-1cdd7877d7b4 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Synchronizing usage tracker for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:40.186033 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event deleted for resources: {'Subnet': ['ID=ee4d1a30-6f23-4bf2-ae74-b3f0080459d3,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:40.187463 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ff5ad2-a292-4896-9b42-85d56de94738 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:40.190022 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39154) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:40.191023 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e3ff5ad2-a292-4896-9b42-85d56de94738 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:40.213107 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-562a7976-2b39-4a1f-ac53-c78c314ecad4 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group_rule': {'security_group_id': '57c0c431-274a-41d7-8460-ac31588319d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:40.226418 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46c89a-5324-4a61-b18e-98bda8a2f8ee req-be0114de-4a7a-4bfc-aabb-7c8d0706fee9 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:40.229313 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ff46c89a-5324-4a61-b18e-98bda8a2f8ee req-be0114de-4a7a-4bfc-aabb-7c8d0706fee9 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.3905990 Apr 11 14:21:40.242380 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-562a7976-2b39-4a1f-ac53-c78c314ecad4 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:40.252025 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-562a7976-2b39-4a1f-ac53-c78c314ecad4 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Usage tracker for resource:security_group_rule and tenant:1d66088661ee4f0a8f694c308bcfe2cc is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:40.257075 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-562a7976-2b39-4a1f-ac53-c78c314ecad4 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:40.313592 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f9b7c9c3-b953-4f5f-bc5c-1d14f38bef86 None None] For port 04c3fe5e-5542-4a9e-8bf6-b7b625dd57a3, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:21:40.325815 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-562a7976-2b39-4a1f-ac53-c78c314ecad4 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:40.333442 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:40.335260 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f9b7c9c3-b953-4f5f-bc5c-1d14f38bef86 None None] For port 04c3fe5e-5542-4a9e-8bf6-b7b625dd57a3, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=04c3fe5e-5542-4a9e-8bf6-b7b625dd57a3,segment=NetworkSegment(8dbc2bc5-62dc-4935-b49e-93dbf5bbb0ee),segment_id=8dbc2bc5-62dc-4935-b49e-93dbf5bbb0ee)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:21:40.354735 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-ff53cebd-8f3a-4671-9d02-7554899126f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, f32abb81-9a89-4387-adfc-75c4854fd927) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:40.378298 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0d1740-8157-4adf-93ed-df0da1cc6e79 None None] Network f32abb81-9a89-4387-adfc-75c4854fd927 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:40.380964 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9d6cdb8a-ab70-4ea9-86ae-1cdd7877d7b4 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Unset dirty status for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:40.385071 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9d6cdb8a-ab70-4ea9-86ae-1cdd7877d7b4 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "GET /v2.0/ports/ad7a1f74-65e6-4b22-9057-6431075bd8d6 HTTP/1.1" status: 404 len: 333 time: 0.2594304 Apr 11 14:21:40.385234 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608e641c-c30d-4a3f-a12c-326155201b40']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:40.385332 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff53cebd-8f3a-4671-9d02-7554899126f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:40.385332 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ff53cebd-8f3a-4671-9d02-7554899126f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:40.394541 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39158) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:40.397707 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ff46c89a-5324-4a61-b18e-98bda8a2f8ee req-041f791b-d7f7-4bdf-919f-20c7cc54a562 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504276 Apr 11 14:21:40.408238 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbc2bc5-62dc-4935-b49e-93dbf5bbb0ee') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:40.408919 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbc2bc5-62dc-4935-b49e-93dbf5bbb0ee') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:40.425562 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:40.445907 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:40.483250 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f9b7c9c3-b953-4f5f-bc5c-1d14f38bef86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:40.494956 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-444c6f2c-6434-4234-b431-9123f13e63aa tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting port 4e3e23ea-515c-4031-87d3-1d0fdac88079 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:40.495367 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-444c6f2c-6434-4234-b431-9123f13e63aa tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:40.504100 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:21:40.504509 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:21:40.522302 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:21:40.675389 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7c9c3-b953-4f5f-bc5c-1d14f38bef86 None None] Pushing event updated for resources: {'Port': ['ID=04c3fe5e-5542-4a9e-8bf6-b7b625dd57a3,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:40.702439 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ff53cebd-8f3a-4671-9d02-7554899126f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0406146 Apr 11 14:21:40.708136 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39162) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:40.719282 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-f08e09b0-3731-4a8f-98be-7ebcf57175ac tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2062114235', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:40.725945 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f08e09b0-3731-4a8f-98be-7ebcf57175ac tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:40.759873 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f08e09b0-3731-4a8f-98be-7ebcf57175ac tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Usage tracker for resource:router and tenant:e64484a71f41439a9e4d89000c1f607b is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:40.764160 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c045e2ac-20ff-4898-8053-67033423da52 None None] DHCP port deletion for 47d4fbd0-dfc4-4187-bb2e-73c4649db563 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:21:40.771038 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c045e2ac-20ff-4898-8053-67033423da52 None None] Deleting port b82cfca3-1185-4ab0-b0e1-ac9be08072db {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:40.771558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c045e2ac-20ff-4898-8053-67033423da52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:40.772738 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f08e09b0-3731-4a8f-98be-7ebcf57175ac tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:40.794825 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f08e09b0-3731-4a8f-98be-7ebcf57175ac tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:40.804048 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19c7953-91b4-43fc-8613-847a6d7cf207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-f32abb81-9a89-4387-adfc-75c4854fd927', 'network_id': 'f32abb81-9a89-4387-adfc-75c4854fd927', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'fixed_ips': [{'subnet_id': '0eb40e2e-4709-45b8-9fc5-8f1efcb69c7e'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:21:40.808359 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b19c7953-91b4-43fc-8613-847a6d7cf207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:40.874586 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.db.api [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 14:21:40.874586 dv-neutron-837330-1-hyperv neutron-server[88617]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 14:21:40.874586 dv-neutron-837330-1-hyperv neutron-server[88617]: [parameters: {'id': '608e641c-c30d-4a3f-a12c-326155201b40'}] Apr 11 14:21:40.874586 dv-neutron-837330-1-hyperv neutron-server[88617]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:21:40.875751 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG oslo_db.api [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:21:40.885381 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-562a7976-2b39-4a1f-ac53-c78c314ecad4 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] create failed (client error): The resource could not be found. Apr 11 14:21:40.889685 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-562a7976-2b39-4a1f-ac53-c78c314ecad4 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6842406 Apr 11 14:21:40.894260 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39166) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:40.900001 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-086553ad-398b-41c5-ab72-aad161042509 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group_rule': {'security_group_id': '57c0c431-274a-41d7-8460-ac31588319d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1f1682a1-2851-4f81-a2a8-03b1807df07f'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:40.961841 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f08e09b0-3731-4a8f-98be-7ebcf57175ac tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:40.966877 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f08e09b0-3731-4a8f-98be-7ebcf57175ac tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:40.973006 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-086553ad-398b-41c5-ab72-aad161042509 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:41.019314 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-086553ad-398b-41c5-ab72-aad161042509 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Usage tracker for resource:security_group_rule and tenant:1d66088661ee4f0a8f694c308bcfe2cc is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:41.027798 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-086553ad-398b-41c5-ab72-aad161042509 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:41.044881 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-086553ad-398b-41c5-ab72-aad161042509 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:41.069270 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2eac2d64-a6de-46b8-ae0d-f4522cfe4637 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:41.106973 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2eac2d64-a6de-46b8-ae0d-f4522cfe4637 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:41.214602 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f08e09b0-3731-4a8f-98be-7ebcf57175ac tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:41.271657 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-444c6f2c-6434-4234-b431-9123f13e63aa tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:41.290654 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-2eac2d64-a6de-46b8-ae0d-f4522cfe4637 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Allocated IP 172.26.7.122 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/c392cc9f-46b6-486a-a284-7bd53d8a60c2) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:41.293741 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-086553ad-398b-41c5-ab72-aad161042509 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] create failed (client error): The resource could not be found. Apr 11 14:21:41.301666 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-086553ad-398b-41c5-ab72-aad161042509 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4057631 Apr 11 14:21:41.301927 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-b19c7953-91b4-43fc-8613-847a6d7cf207 None None] Allocated IP 2001:db8::2 (f32abb81-9a89-4387-adfc-75c4854fd927/0eb40e2e-4709-45b8-9fc5-8f1efcb69c7e/3fda20da-f934-4841-bc62-13e9fd3c69f9) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:41.302425 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39170) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:41.316174 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-c045e2ac-20ff-4898-8053-67033423da52 None None] For port b82cfca3-1185-4ab0-b0e1-ac9be08072db, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=b82cfca3-1185-4ab0-b0e1-ac9be08072db,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:41.316720 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c045e2ac-20ff-4898-8053-67033423da52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:41.380373 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:41.431213 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-444c6f2c-6434-4234-b431-9123f13e63aa tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Calling delete_port for 4e3e23ea-515c-4031-87d3-1d0fdac88079 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:41.467018 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c045e2ac-20ff-4898-8053-67033423da52 None None] Calling delete_port for b82cfca3-1185-4ab0-b0e1-ac9be08072db owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:41.480462 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f08e09b0-3731-4a8f-98be-7ebcf57175ac tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:41.488144 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-16450c52-c9b6-46d0-859c-b780ce51b671 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:41.492269 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Deleting port 04c3fe5e-5542-4a9e-8bf6-b7b625dd57a3 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:41.492269 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:41.595693 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-16450c52-c9b6-46d0-859c-b780ce51b671 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:41.609767 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.objects.ports [None req-e3ff5ad2-a292-4896-9b42-85d56de94738 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88616) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 11 14:21:41.698131 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f08e09b0-3731-4a8f-98be-7ebcf57175ac tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:41.702160 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f08e09b0-3731-4a8f-98be-7ebcf57175ac tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9899085 Apr 11 14:21:41.702371 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c045e2ac-20ff-4898-8053-67033423da52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:41.710947 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39176) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:41.717018 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2eac2d64-a6de-46b8-ae0d-f4522cfe4637 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:41.731400 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-7c8d976d-7830-4e9d-b6ec-425be3b9b707 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'port': {'network_id': 'f32abb81-9a89-4387-adfc-75c4854fd927', 'name': 'tempest-RoutersIpV6Test-517374913'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:41.771977 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045e2ac-20ff-4898-8053-67033423da52 None None] Pushing event deleted for resources: {'Port': ['ID=b82cfca3-1185-4ab0-b0e1-ac9be08072db,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:41.776500 dv-neutron-837330-1-hyperv neutron-server[88616]: WARNING neutron.services.revisions.revision_plugin [None req-e3ff5ad2-a292-4896-9b42-85d56de94738 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Could not find related port for resource to bump revision. Apr 11 14:21:41.780959 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c045e2ac-20ff-4898-8053-67033423da52 None None] No DVR routers for this DVR port b82cfca3-1185-4ab0-b0e1-ac9be08072db on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:21:41.834195 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.ipam_pluggable_backend [None req-e3ff5ad2-a292-4896-9b42-85d56de94738 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Port b82cfca3-1185-4ab0-b0e1-ac9be08072db was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88616) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 11 14:21:41.835075 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.ipam_pluggable_backend [None req-e3ff5ad2-a292-4896-9b42-85d56de94738 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2d:178c {{(pid=88616) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 11 14:21:41.840223 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e3ff5ad2-a292-4896-9b42-85d56de94738 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:41.889031 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-444c6f2c-6434-4234-b431-9123f13e63aa tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:41.959002 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b19c7953-91b4-43fc-8613-847a6d7cf207 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:41.987177 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c6f2c-6434-4234-b431-9123f13e63aa tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Port': ['ID=4e3e23ea-515c-4031-87d3-1d0fdac88079,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:41.990169 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ff5ad2-a292-4896-9b42-85d56de94738 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:41.999933 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-e3ff5ad2-a292-4896-9b42-85d56de94738 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:42.030038 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ff5ad2-a292-4896-9b42-85d56de94738 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:42.030813 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e3ff5ad2-a292-4896-9b42-85d56de94738 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:42.032478 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fa293f-a56c-4d9c-8257-c1332dedbd41 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:42.034914 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] For port 04c3fe5e-5542-4a9e-8bf6-b7b625dd57a3, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=04c3fe5e-5542-4a9e-8bf6-b7b625dd57a3,segment=NetworkSegment(8dbc2bc5-62dc-4935-b49e-93dbf5bbb0ee),segment_id=8dbc2bc5-62dc-4935-b49e-93dbf5bbb0ee)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:42.035424 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:42.066367 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff5ad2-a292-4896-9b42-85d56de94738 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=3bf5976b-be5f-46ba-b277-6ccacf81382e,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:42.101973 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b19c7953-91b4-43fc-8613-847a6d7cf207 None None] Transition to ACTIVE for port object 3fda20da-f934-4841-bc62-13e9fd3c69f9 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:42.150777 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-16450c52-c9b6-46d0-859c-b780ce51b671 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:42.175778 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-444c6f2c-6434-4234-b431-9123f13e63aa tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:42.181491 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-444c6f2c-6434-4234-b431-9123f13e63aa tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/ports/4e3e23ea-515c-4031-87d3-1d0fdac88079 HTTP/1.1" status: 204 len: 168 time: 1.7827206 Apr 11 14:21:42.182681 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39180) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:42.191089 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e3ff5ad2-a292-4896-9b42-85d56de94738 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6181338 Apr 11 14:21:42.193117 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2d24c6-73d1-48ff-8137-8b289781c74e None None] Network 608e641c-c30d-4a3f-a12c-326155201b40 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:42.235973 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Calling delete_port for 04c3fe5e-5542-4a9e-8bf6-b7b625dd57a3 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:42.241728 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39184) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:42.268993 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b19c7953-91b4-43fc-8613-847a6d7cf207 None None] Transition to ACTIVE for port object 3fda20da-f934-4841-bc62-13e9fd3c69f9 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:42.272188 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-698a2f9c-008d-4afb-8d97-170bf41974aa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:42.275822 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2eac2d64-a6de-46b8-ae0d-f4522cfe4637 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:42.338193 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7c8d976d-7830-4e9d-b6ec-425be3b9b707 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:42.340904 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16450c52-c9b6-46d0-859c-b780ce51b671 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c0c431-274a-41d7-8460-ac31588319d2,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:42.350487 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 04c3fe5e-5542-4a9e-8bf6-b7b625dd57a3 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:21:42.383355 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c6079-50ef-4c81-aa2f-8d34705fe1a9 req-088ad6fb-69f1-460c-865e-fdfbef53fad8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:42.383590 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b19c7953-91b4-43fc-8613-847a6d7cf207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:42.385296 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-202c6079-50ef-4c81-aa2f-8d34705fe1a9 req-088ad6fb-69f1-460c-865e-fdfbef53fad8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.7362463 Apr 11 14:21:42.396393 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7c8d976d-7830-4e9d-b6ec-425be3b9b707 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Usage tracker for resource:port and tenant:e64484a71f41439a9e4d89000c1f607b is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:42.405299 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eac2d64-a6de-46b8-ae0d-f4522cfe4637 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:42.406445 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-16450c52-c9b6-46d0-859c-b780ce51b671 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:42.407650 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-16450c52-c9b6-46d0-859c-b780ce51b671 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "DELETE /v2.0/security-groups/57c0c431-274a-41d7-8460-ac31588319d2 HTTP/1.1" status: 204 len: 168 time: 1.1047692 Apr 11 14:21:42.414763 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7c8d976d-7830-4e9d-b6ec-425be3b9b707 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:42.423867 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-2eac2d64-a6de-46b8-ae0d-f4522cfe4637 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:42.446676 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39188) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:42.455907 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-698a2f9c-008d-4afb-8d97-170bf41974aa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:42.457976 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7c8d976d-7830-4e9d-b6ec-425be3b9b707 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:42.460193 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-698a2f9c-008d-4afb-8d97-170bf41974aa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:subnet and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:42.463558 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-698a2f9c-008d-4afb-8d97-170bf41974aa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:42.463715 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eac2d64-a6de-46b8-ae0d-f4522cfe4637 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:42.469584 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-698a2f9c-008d-4afb-8d97-170bf41974aa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:42.477783 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ec2ba3-ee7d-48ea-bc4e-314ae22c8158 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] GET failed (client error): The resource could not be found. Apr 11 14:21:42.478906 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-45ec2ba3-ee7d-48ea-bc4e-314ae22c8158 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Synchronizing usage tracker for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:42.480383 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-0a967c92-b4d9-4a39-ad35-021ddd0c9fe4 None None] Provisioning for port 04c3fe5e-5542-4a9e-8bf6-b7b625dd57a3 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:42.514177 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac2d64-a6de-46b8-ae0d-f4522cfe4637 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Pushing event updated for resources: {'Port': ['ID=c392cc9f-46b6-486a-a284-7bd53d8a60c2,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:42.545717 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19c7953-91b4-43fc-8613-847a6d7cf207 None None] Network f32abb81-9a89-4387-adfc-75c4854fd927 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:42.565833 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-b19c7953-91b4-43fc-8613-847a6d7cf207 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:42.566658 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698a2f9c-008d-4afb-8d97-170bf41974aa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:42.573357 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-698a2f9c-008d-4afb-8d97-170bf41974aa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:42.596485 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19c7953-91b4-43fc-8613-847a6d7cf207 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:42.598028 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-202c6079-50ef-4c81-aa2f-8d34705fe1a9 req-447a3dfd-fccc-44fa-af4f-c87f7824214a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869180 Apr 11 14:21:42.692713 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c7953-91b4-43fc-8613-847a6d7cf207 None None] Pushing event updated for resources: {'Port': ['ID=3fda20da-f934-4841-bc62-13e9fd3c69f9,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:42.735583 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.ipam_backend_mixin [None req-698a2f9c-008d-4afb-8d97-170bf41974aa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3bf5976b-be5f-46ba-b277-6ccacf81382e (CIDR: 2001:db8::/64) Apr 11 14:21:42.737415 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-45ec2ba3-ee7d-48ea-bc4e-314ae22c8158 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Unset dirty status for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:42.741983 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-45ec2ba3-ee7d-48ea-bc4e-314ae22c8158 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "GET /v2.0/ports/4e3e23ea-515c-4031-87d3-1d0fdac88079 HTTP/1.1" status: 404 len: 333 time: 0.5579166 Apr 11 14:21:42.742897 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39194) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:42.771629 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Could not find standard attr ID for object 04c3fe5e-5542-4a9e-8bf6-b7b625dd57a3. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:21:42.788545 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-698a2f9c-008d-4afb-8d97-170bf41974aa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:21:42.790592 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-698a2f9c-008d-4afb-8d97-170bf41974aa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:21:42.806085 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8d976d-7830-4e9d-b6ec-425be3b9b707 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Made reservation on behalf of e64484a71f41439a9e4d89000c1f607b for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:42.811430 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c8d976d-7830-4e9d-b6ec-425be3b9b707 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:42.827911 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:42.858663 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-e99d0ef2-b316-4c1c-98f8-6e5aef872d5e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting subnet 5e35235a-7fed-411d-89da-3ff386a7a7f8 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:21:42.863713 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device b82cfca3-1185-4ab0-b0e1-ac9be08072db no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:21:42.866563 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e99d0ef2-b316-4c1c-98f8-6e5aef872d5e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:42.871524 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-41a98130-7127-4fd1-836c-45228d1a1665 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Synchronizing usage tracker for tenant:1d66088661ee4f0a8f694c308bcfe2cc on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:42.900343 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-b19c7953-91b4-43fc-8613-847a6d7cf207 None None] Attempting to bind port 3fda20da-f934-4841-bc62-13e9fd3c69f9 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:21:42.901205 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-b19c7953-91b4-43fc-8613-847a6d7cf207 None None] Attempting to bind port 3fda20da-f934-4841-bc62-13e9fd3c69f9 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '069e964c-730e-4911-a036-20b0e0bc1942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'f32abb81-9a89-4387-adfc-75c4854fd927'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:21:42.901788 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19c7953-91b4-43fc-8613-847a6d7cf207 None None] Attempting to bind port 3fda20da-f934-4841-bc62-13e9fd3c69f9 on network f32abb81-9a89-4387-adfc-75c4854fd927 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:21:42.916385 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-698a2f9c-008d-4afb-8d97-170bf41974aa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6689413 Apr 11 14:21:42.916680 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: b82cfca3-1185-4ab0-b0e1-ac9be08072db {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:21:42.916999 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device b82cfca3-1185-4ab0-b0e1-ac9be08072db not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:21:42.921560 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39198) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:42.931834 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-dbfede9d-5314-459e-96a1-1efd29828d15 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:42.936172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19c7953-91b4-43fc-8613-847a6d7cf207 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:21:42.936865 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19c7953-91b4-43fc-8613-847a6d7cf207 None None] Checking segment: {'id': '069e964c-730e-4911-a036-20b0e0bc1942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'f32abb81-9a89-4387-adfc-75c4854fd927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:42.937515 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b19c7953-91b4-43fc-8613-847a6d7cf207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:42.938188 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19c7953-91b4-43fc-8613-847a6d7cf207 None None] Bound using segment: {'id': '069e964c-730e-4911-a036-20b0e0bc1942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'f32abb81-9a89-4387-adfc-75c4854fd927'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:21:42.938892 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-b19c7953-91b4-43fc-8613-847a6d7cf207 None None] Bound port: 3fda20da-f934-4841-bc62-13e9fd3c69f9, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069e964c-730e-4911-a036-20b0e0bc1942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'f32abb81-9a89-4387-adfc-75c4854fd927'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:21:42.939489 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b19c7953-91b4-43fc-8613-847a6d7cf207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:42.959008 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f762b1d-0070-4b32-8462-c4eb3600e6b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'fixed_ips': [{'subnet_id': '3bf5976b-be5f-46ba-b277-6ccacf81382e'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:21:42.960531 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4f762b1d-0070-4b32-8462-c4eb3600e6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:42.987587 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e99d0ef2-b316-4c1c-98f8-6e5aef872d5e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:43.003031 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event deleted for resources: {'Port': ['ID=04c3fe5e-5542-4a9e-8bf6-b7b625dd57a3,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:43.022443 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-7c8d976d-7830-4e9d-b6ec-425be3b9b707 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] device_id is not set on port 87708682-228d-4005-920c-aeb13064d59d yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:21:43.074157 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] No DVR routers for this DVR port 04c3fe5e-5542-4a9e-8bf6-b7b625dd57a3 on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:21:43.116721 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e424f51-2780-4db8-9283-83702e60721f None None] DHCP port deletion for 608e641c-c30d-4a3f-a12c-326155201b40 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:21:43.176540 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-41a98130-7127-4fd1-836c-45228d1a1665 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Unset dirty status for tenant:1d66088661ee4f0a8f694c308bcfe2cc on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:43.177830 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-41a98130-7127-4fd1-836c-45228d1a1665 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7217150 Apr 11 14:21:43.199913 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39202) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:43.213653 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-4bdfb22f-1206-4afa-9beb-5a4b9274e605 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group_rule': {'security_group_id': '21fe8995-abd4-49f9-8f67-c21468dc1617', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:43.228669 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-4bdfb22f-1206-4afa-9beb-5a4b9274e605 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:43.242877 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4bdfb22f-1206-4afa-9beb-5a4b9274e605 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Usage tracker for resource:security_group_rule and tenant:1d66088661ee4f0a8f694c308bcfe2cc is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:43.293919 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-b19c7953-91b4-43fc-8613-847a6d7cf207 None None] For port 3fda20da-f934-4841-bc62-13e9fd3c69f9, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:21:43.297605 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4bdfb22f-1206-4afa-9beb-5a4b9274e605 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:43.323089 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-b19c7953-91b4-43fc-8613-847a6d7cf207 None None] For port 3fda20da-f934-4841-bc62-13e9fd3c69f9, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3fda20da-f934-4841-bc62-13e9fd3c69f9,segment=NetworkSegment(069e964c-730e-4911-a036-20b0e0bc1942),segment_id=069e964c-730e-4911-a036-20b0e0bc1942)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:21:43.333783 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-dbfede9d-5314-459e-96a1-1efd29828d15 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:43.341393 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-4f762b1d-0070-4b32-8462-c4eb3600e6b9 None None] Allocated IP 2001:db8::f816:3eff:fea3:4f5 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/3bf5976b-be5f-46ba-b277-6ccacf81382e/a5aac2eb-c15c-45b8-9c39-fc32faa41d88) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:43.342240 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-dbfede9d-5314-459e-96a1-1efd29828d15 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:subnet and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:43.344482 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-4bdfb22f-1206-4afa-9beb-5a4b9274e605 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:43.346030 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-dbfede9d-5314-459e-96a1-1efd29828d15 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:43.349128 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e99d0ef2-b316-4c1c-98f8-6e5aef872d5e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:43.388038 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-dbfede9d-5314-459e-96a1-1efd29828d15 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:43.416536 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:43.444516 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b19c7953-91b4-43fc-8613-847a6d7cf207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:43.463241 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfede9d-5314-459e-96a1-1efd29828d15 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:43.467913 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dbfede9d-5314-459e-96a1-1efd29828d15 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:43.477512 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608e641c-c30d-4a3f-a12c-326155201b40']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:43.566557 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbc2bc5-62dc-4935-b49e-93dbf5bbb0ee') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:43.566938 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbc2bc5-62dc-4935-b49e-93dbf5bbb0ee') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:43.572044 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e99d0ef2-b316-4c1c-98f8-6e5aef872d5e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:43.574758 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-7c8d976d-7830-4e9d-b6ec-425be3b9b707 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Allocated IP 2001:db8::2f8 (f32abb81-9a89-4387-adfc-75c4854fd927/0eb40e2e-4709-45b8-9fc5-8f1efcb69c7e/87708682-228d-4005-920c-aeb13064d59d) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:43.584607 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c7953-91b4-43fc-8613-847a6d7cf207 None None] Pushing event updated for resources: {'Port': ['ID=3fda20da-f934-4841-bc62-13e9fd3c69f9,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:43.606093 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:43.639177 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d0ef2-b316-4c1c-98f8-6e5aef872d5e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Subnet': ['ID=5e35235a-7fed-411d-89da-3ff386a7a7f8,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:43.650860 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e99d0ef2-b316-4c1c-98f8-6e5aef872d5e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:43.676244 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd60182e-b160-4ead-a401-69fbc1b285e4 None None] Network 4a2f6131-d188-4af7-8275-363024683c77 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:43.677390 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e99d0ef2-b316-4c1c-98f8-6e5aef872d5e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/subnets/5e35235a-7fed-411d-89da-3ff386a7a7f8 HTTP/1.1" status: 204 len: 168 time: 0.9330919 Apr 11 14:21:43.680588 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:43.682535 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39206) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:43.706684 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2eac2d64-a6de-46b8-ae0d-f4522cfe4637 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:43.736505 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4f762b1d-0070-4b32-8462-c4eb3600e6b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:43.804407 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:21:43.804980 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:43.812298 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4f762b1d-0070-4b32-8462-c4eb3600e6b9 None None] Transition to ACTIVE for port object a5aac2eb-c15c-45b8-9c39-fc32faa41d88 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:43.820657 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-4bdfb22f-1206-4afa-9beb-5a4b9274e605 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] create failed (client error): The resource could not be found. Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4bdfb22f-1206-4afa-9beb-5a4b9274e605 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6170545 Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:21:43.825609 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:21:43.828185 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39210) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:43.836585 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-5f78fc52-5585-4c3d-9f21-b44e161607c4 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group': {'name': 'tempest-secgroup--764116557'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:43.842964 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5f78fc52-5585-4c3d-9f21-b44e161607c4 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:43.855222 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5f78fc52-5585-4c3d-9f21-b44e161607c4 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:43.926707 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4f762b1d-0070-4b32-8462-c4eb3600e6b9 None None] Transition to ACTIVE for port object a5aac2eb-c15c-45b8-9c39-fc32faa41d88 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:44.033690 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5f78fc52-5585-4c3d-9f21-b44e161607c4 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:44.074331 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4f762b1d-0070-4b32-8462-c4eb3600e6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:44.091441 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dbfede9d-5314-459e-96a1-1efd29828d15 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:44.182985 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c9350a-6223-48f7-a644-e189f3480180 None None] DHCP port deletion for 4a2f6131-d188-4af7-8275-363024683c77 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:21:44.227764 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-87c9350a-6223-48f7-a644-e189f3480180 None None] Deleting port 51f21760-b8e7-49f6-ad1b-66bcb6aa36a1 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:44.227764 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-87c9350a-6223-48f7-a644-e189f3480180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:44.249816 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:44.254922 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:44.260677 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5f78fc52-5585-4c3d-9f21-b44e161607c4 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:44.265541 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5f78fc52-5585-4c3d-9f21-b44e161607c4 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Usage tracker for resource:security_group_rule and tenant:1d66088661ee4f0a8f694c308bcfe2cc is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:44.269167 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5f78fc52-5585-4c3d-9f21-b44e161607c4 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:44.273569 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f762b1d-0070-4b32-8462-c4eb3600e6b9 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:44.282689 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfede9d-5314-459e-96a1-1efd29828d15 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:44.283668 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfede9d-5314-459e-96a1-1efd29828d15 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=72f3e60a-623f-46de-9552-047a3b57fddb,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:44.285924 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-4f762b1d-0070-4b32-8462-c4eb3600e6b9 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:44.287266 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5f78fc52-5585-4c3d-9f21-b44e161607c4 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:44.290362 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-dbfede9d-5314-459e-96a1-1efd29828d15 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:44.294386 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfede9d-5314-459e-96a1-1efd29828d15 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:44.294995 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dbfede9d-5314-459e-96a1-1efd29828d15 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:44.299010 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f762b1d-0070-4b32-8462-c4eb3600e6b9 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:44.367957 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9337c818-f86c-4610-905d-130d143baf40 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:44.400546 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3fda20da-f934-4841-bc62-13e9fd3c69f9 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:21:44.410159 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5f78fc52-5585-4c3d-9f21-b44e161607c4 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:44.412296 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-dbfede9d-5314-459e-96a1-1efd29828d15 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4893992 Apr 11 14:21:44.418469 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39218) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:44.425269 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-1aa5940a-5533-411f-9a92-c493f11dfc91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'port': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'mac_address': 'fa:16:3e:6a:d5:df', 'name': 'tempest-NetworksTestDHCPv6-1943804060'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:44.463925 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5f78fc52-5585-4c3d-9f21-b44e161607c4 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:44.475933 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f762b1d-0070-4b32-8462-c4eb3600e6b9 None None] Pushing event updated for resources: {'Port': ['ID=a5aac2eb-c15c-45b8-9c39-fc32faa41d88,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:44.535770 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-4f762b1d-0070-4b32-8462-c4eb3600e6b9 None None] Attempting to bind port a5aac2eb-c15c-45b8-9c39-fc32faa41d88 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:21:44.536022 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-4f762b1d-0070-4b32-8462-c4eb3600e6b9 None None] Attempting to bind port a5aac2eb-c15c-45b8-9c39-fc32faa41d88 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:21:44.536389 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f762b1d-0070-4b32-8462-c4eb3600e6b9 None None] Attempting to bind port a5aac2eb-c15c-45b8-9c39-fc32faa41d88 on network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:21:44.558087 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f762b1d-0070-4b32-8462-c4eb3600e6b9 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:21:44.558457 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f762b1d-0070-4b32-8462-c4eb3600e6b9 None None] Checking segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:44.558857 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4f762b1d-0070-4b32-8462-c4eb3600e6b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:44.559405 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f762b1d-0070-4b32-8462-c4eb3600e6b9 None None] Bound using segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:21:44.559748 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-4f762b1d-0070-4b32-8462-c4eb3600e6b9 None None] Bound port: a5aac2eb-c15c-45b8-9c39-fc32faa41d88, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:21:44.560122 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4f762b1d-0070-4b32-8462-c4eb3600e6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:44.580059 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78fc52-5585-4c3d-9f21-b44e161607c4 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf608983-bf6d-4b03-a8a5-5e8c5d3402bb,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:44.615919 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5f78fc52-5585-4c3d-9f21-b44e161607c4 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:44.618965 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "DELETE /v2.0/networks/608e641c-c30d-4a3f-a12c-326155201b40 HTTP/1.1" status: 204 len: 168 time: 6.3990815 Apr 11 14:21:44.620253 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5f78fc52-5585-4c3d-9f21-b44e161607c4 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7928607 Apr 11 14:21:44.621021 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39222) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:44.621350 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39224) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:44.631804 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-ef341cec-9a3d-471c-ab40-0ab0f8756ccb tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1438715003'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:44.640211 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-79454206-a9ee-423e-9b90-d3e58fe1d83d tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-231765336'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:44.645375 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-79454206-a9ee-423e-9b90-d3e58fe1d83d tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:44.649551 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-79454206-a9ee-423e-9b90-d3e58fe1d83d tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Usage tracker for resource:network and tenant:39608936fcf243fabb6128792704ba03 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:44.652627 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-79454206-a9ee-423e-9b90-d3e58fe1d83d tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:44.658714 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-79454206-a9ee-423e-9b90-d3e58fe1d83d tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:44.671939 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ef341cec-9a3d-471c-ab40-0ab0f8756ccb tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:44.675345 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0572e-469d-4706-a4ed-c0d9cb65b322 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event deleted for resources: {'Network': ['ID=608e641c-c30d-4a3f-a12c-326155201b40,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:44.679644 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1aa5940a-5533-411f-9a92-c493f11dfc91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:44.684230 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1aa5940a-5533-411f-9a92-c493f11dfc91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:port and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:44.688118 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1aa5940a-5533-411f-9a92-c493f11dfc91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:44.689272 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-4f762b1d-0070-4b32-8462-c4eb3600e6b9 None None] For port a5aac2eb-c15c-45b8-9c39-fc32faa41d88, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:21:44.692480 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-4f762b1d-0070-4b32-8462-c4eb3600e6b9 None None] For port a5aac2eb-c15c-45b8-9c39-fc32faa41d88, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=a5aac2eb-c15c-45b8-9c39-fc32faa41d88,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:21:44.699122 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1aa5940a-5533-411f-9a92-c493f11dfc91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:44.702026 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-9337c818-f86c-4610-905d-130d143baf40 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting port 51f21760-b8e7-49f6-ad1b-66bcb6aa36a1 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:44.702026 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9337c818-f86c-4610-905d-130d143baf40 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:44.713077 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ef341cec-9a3d-471c-ab40-0ab0f8756ccb tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:44.747577 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79454206-a9ee-423e-9b90-d3e58fe1d83d tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Made reservation on behalf of 39608936fcf243fabb6128792704ba03 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:44.753250 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-79454206-a9ee-423e-9b90-d3e58fe1d83d tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:44.792124 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79454206-a9ee-423e-9b90-d3e58fe1d83d tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:21:44.795744 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4f762b1d-0070-4b32-8462-c4eb3600e6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:44.803939 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-79454206-a9ee-423e-9b90-d3e58fe1d83d tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:44.805706 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-79454206-a9ee-423e-9b90-d3e58fe1d83d tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Added segment ac3c07d1-169d-49e8-a07c-1dd1c9f4367a of type vlan for network 35040641-e7c4-4f19-8a90-191314a50dfd Apr 11 14:21:44.811023 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa5940a-5533-411f-9a92-c493f11dfc91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:44.902369 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f762b1d-0070-4b32-8462-c4eb3600e6b9 None None] Pushing event updated for resources: {'Port': ['ID=a5aac2eb-c15c-45b8-9c39-fc32faa41d88,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:44.909667 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 3fda20da-f934-4841-bc62-13e9fd3c69f9 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:44.928764 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-87c9350a-6223-48f7-a644-e189f3480180 None None] For port 51f21760-b8e7-49f6-ad1b-66bcb6aa36a1, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=51f21760-b8e7-49f6-ad1b-66bcb6aa36a1,segment=NetworkSegment(5bb419f5-017f-4d10-8752-9196da40da79),segment_id=5bb419f5-017f-4d10-8752-9196da40da79)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:44.930179 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-87c9350a-6223-48f7-a644-e189f3480180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:44.979618 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c8d976d-7830-4e9d-b6ec-425be3b9b707 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:44.991140 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ef341cec-9a3d-471c-ab40-0ab0f8756ccb tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:45.028665 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30a7e9-b211-4d35-aab0-90d262240dd9 req-2e530624-b6ac-41f8-9152-09969ebc3510 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:45.040577 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9f30a7e9-b211-4d35-aab0-90d262240dd9 req-2e530624-b6ac-41f8-9152-09969ebc3510 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.8063812 Apr 11 14:21:45.049100 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1aa5940a-5533-411f-9a92-c493f11dfc91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:45.062726 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 04c3fe5e-5542-4a9e-8bf6-b7b625dd57a3 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:21:45.083685 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1253fb6-1711-4c1d-9731-3025ccd1af61 req-e1c2e7c4-3295-470a-9d82-34acd3f2f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:45.086292 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e1253fb6-1711-4c1d-9731-3025ccd1af61 req-e1c2e7c4-3295-470a-9d82-34acd3f2f0f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=724311974f544075b7138da08838fdf2&device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 1098 time: 0.4852157 Apr 11 14:21:45.124257 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-79454206-a9ee-423e-9b90-d3e58fe1d83d tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:45.167737 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-1aa5940a-5533-411f-9a92-c493f11dfc91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] device_id is not set on port 0b187fd2-1bed-42ff-860a-a780417d9b20 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:21:45.185190 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-87c9350a-6223-48f7-a644-e189f3480180 None None] Calling delete_port for 51f21760-b8e7-49f6-ad1b-66bcb6aa36a1 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:45.233304 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 04c3fe5e-5542-4a9e-8bf6-b7b625dd57a3 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:21:45.233900 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 04c3fe5e-5542-4a9e-8bf6-b7b625dd57a3 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:21:45.234328 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 51f21760-b8e7-49f6-ad1b-66bcb6aa36a1 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:21:45.280503 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ef341cec-9a3d-471c-ab40-0ab0f8756ccb tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:45.291918 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ef341cec-9a3d-471c-ab40-0ab0f8756ccb tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Usage tracker for resource:security_group_rule and tenant:1d66088661ee4f0a8f694c308bcfe2cc is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:45.297091 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ef341cec-9a3d-471c-ab40-0ab0f8756ccb tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:45.298005 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f5625d-2f74-47dc-bb7b-83bf02569e1e None None] Network f32abb81-9a89-4387-adfc-75c4854fd927 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:45.310101 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ef341cec-9a3d-471c-ab40-0ab0f8756ccb tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:45.344050 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-7c8d976d-7830-4e9d-b6ec-425be3b9b707 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Transition to ACTIVE for port object 87708682-228d-4005-920c-aeb13064d59d will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:45.389232 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-79454206-a9ee-423e-9b90-d3e58fe1d83d tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:45.395726 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79454206-a9ee-423e-9b90-d3e58fe1d83d tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:45.396506 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-79454206-a9ee-423e-9b90-d3e58fe1d83d tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:45.504078 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-46dd444f-0d8b-4adc-a286-c3eede39d5fb None None] Provisioning for port 3fda20da-f934-4841-bc62-13e9fd3c69f9 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:45.527520 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-9337c818-f86c-4610-905d-130d143baf40 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] For port 51f21760-b8e7-49f6-ad1b-66bcb6aa36a1, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=51f21760-b8e7-49f6-ad1b-66bcb6aa36a1,segment=NetworkSegment(5bb419f5-017f-4d10-8752-9196da40da79),segment_id=5bb419f5-017f-4d10-8752-9196da40da79)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:45.527888 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9337c818-f86c-4610-905d-130d143baf40 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:45.541636 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-46dd444f-0d8b-4adc-a286-c3eede39d5fb None None] Provisioning complete for port 3fda20da-f934-4841-bc62-13e9fd3c69f9 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:45.542037 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46dd444f-0d8b-4adc-a286-c3eede39d5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:45.548017 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-79454206-a9ee-423e-9b90-d3e58fe1d83d tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9229386 Apr 11 14:21:45.555838 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39230) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:45.560181 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79454206-a9ee-423e-9b90-d3e58fe1d83d tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event updated for resources: {'Network': ['ID=35040641-e7c4-4f19-8a90-191314a50dfd,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:45.578787 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-d463abff-490b-446f-ab43-718c6905293c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Request body: {'subnet': {'network_id': '35040641-e7c4-4f19-8a90-191314a50dfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:45.581002 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 35040641-e7c4-4f19-8a90-191314a50dfd details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:21:45.666663 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-9337c818-f86c-4610-905d-130d143baf40 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Calling delete_port for 51f21760-b8e7-49f6-ad1b-66bcb6aa36a1 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:45.732170 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9f30a7e9-b211-4d35-aab0-90d262240dd9 req-2d8e43cd-7de0-4c71-83be-e3a4a3a882cd tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6903620 Apr 11 14:21:45.762568 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c8d976d-7830-4e9d-b6ec-425be3b9b707 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:45.778585 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-87c9350a-6223-48f7-a644-e189f3480180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:45.781267 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ef341cec-9a3d-471c-ab40-0ab0f8756ccb tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:45.787095 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-1aa5940a-5533-411f-9a92-c493f11dfc91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 2001:db8:0:1::2fc (47d4fbd0-dfc4-4187-bb2e-73c4649db563/72f3e60a-623f-46de-9552-047a3b57fddb/0b187fd2-1bed-42ff-860a-a780417d9b20) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:45.795237 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-d463abff-490b-446f-ab43-718c6905293c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:45.800265 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-1aa5940a-5533-411f-9a92-c493f11dfc91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 2001:db8::f816:3eff:fe6a:d5df (47d4fbd0-dfc4-4187-bb2e-73c4649db563/3bf5976b-be5f-46ba-b277-6ccacf81382e/0b187fd2-1bed-42ff-860a-a780417d9b20) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:45.802604 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d463abff-490b-446f-ab43-718c6905293c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Usage tracker for resource:subnet and tenant:39608936fcf243fabb6128792704ba03 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:45.809484 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d463abff-490b-446f-ab43-718c6905293c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:45.816654 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-d463abff-490b-446f-ab43-718c6905293c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:45.844591 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2eac2d64-a6de-46b8-ae0d-f4522cfe4637 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:45.855837 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ef341cec-9a3d-471c-ab40-0ab0f8756ccb tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:45.874331 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2eac2d64-a6de-46b8-ae0d-f4522cfe4637 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984850'] for router, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:45.887036 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:45.900877 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9350a-6223-48f7-a644-e189f3480180 None None] Pushing event deleted for resources: {'Port': ['ID=51f21760-b8e7-49f6-ad1b-66bcb6aa36a1,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:45.912052 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.db.api [None req-9337c818-f86c-4610-905d-130d143baf40 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:21:45.912262 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c9350a-6223-48f7-a644-e189f3480180 None None] No DVR routers for this DVR port 51f21760-b8e7-49f6-ad1b-66bcb6aa36a1 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:21:45.912763 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG oslo_db.api [None req-9337c818-f86c-4610-905d-130d143baf40 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:21:45.939015 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d463abff-490b-446f-ab43-718c6905293c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Made reservation on behalf of 39608936fcf243fabb6128792704ba03 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:45.942696 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d463abff-490b-446f-ab43-718c6905293c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:45.959933 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef341cec-9a3d-471c-ab40-0ab0f8756ccb tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecdc5a0-4fed-45c9-bea7-2a70e78cdb90,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:46.013922 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8d976d-7830-4e9d-b6ec-425be3b9b707 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network f32abb81-9a89-4387-adfc-75c4854fd927 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:46.013922 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-7c8d976d-7830-4e9d-b6ec-425be3b9b707 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:46.016360 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d976d-7830-4e9d-b6ec-425be3b9b707 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Port': ['ID=87708682-228d-4005-920c-aeb13064d59d,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:46.018725 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8d976d-7830-4e9d-b6ec-425be3b9b707 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:46.025497 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8d976d-7830-4e9d-b6ec-425be3b9b707 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:46.026069 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c8d976d-7830-4e9d-b6ec-425be3b9b707 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:46.033958 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1253fb6-1711-4c1d-9731-3025ccd1af61 req-4795b28c-4328-4360-b702-f51f0e051ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:46.036820 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e1253fb6-1711-4c1d-9731-3025ccd1af61 req-4795b28c-4328-4360-b702-f51f0e051ce2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6ea0449-d5bb-46c4-a148-72f3fb27a286 HTTP/1.1" status: 200 len: 914 time: 0.9145689 Apr 11 14:21:46.070684 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46dd444f-0d8b-4adc-a286-c3eede39d5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:46.070885 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ef341cec-9a3d-471c-ab40-0ab0f8756ccb tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:46.076404 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ef341cec-9a3d-471c-ab40-0ab0f8756ccb tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4496746 Apr 11 14:21:46.082124 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39234) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:46.096591 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-5820a9c1-7aee-42be-9a50-270d0668e80b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group_rule': {'security_group_id': 'cf608983-bf6d-4b03-a8a5-5e8c5d3402bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3ecdc5a0-4fed-45c9-bea7-2a70e78cdb90'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:46.203661 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-46dd444f-0d8b-4adc-a286-c3eede39d5fb None None] For port 3fda20da-f934-4841-bc62-13e9fd3c69f9, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3fda20da-f934-4841-bc62-13e9fd3c69f9,segment=NetworkSegment(069e964c-730e-4911-a036-20b0e0bc1942),segment_id=069e964c-730e-4911-a036-20b0e0bc1942)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:46.262188 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46dd444f-0d8b-4adc-a286-c3eede39d5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:46.268547 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7c8d976d-7830-4e9d-b6ec-425be3b9b707 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.5565031 Apr 11 14:21:46.274487 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39238) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:46.325889 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device a5aac2eb-c15c-45b8-9c39-fc32faa41d88 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:21:46.414459 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5820a9c1-7aee-42be-9a50-270d0668e80b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:46.415289 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e1253fb6-1711-4c1d-9731-3025ccd1af61 req-1e92e6e5-0318-4100-bfb8-064d0b59a66e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cda5d63f-6fbf-49e9-babc-df0ba1611d60 HTTP/1.1" status: 200 len: 1001 time: 0.3645818 Apr 11 14:21:46.451131 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5820a9c1-7aee-42be-9a50-270d0668e80b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Usage tracker for resource:security_group_rule and tenant:1d66088661ee4f0a8f694c308bcfe2cc is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:46.458967 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5820a9c1-7aee-42be-9a50-270d0668e80b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:46.466645 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd444f-0d8b-4adc-a286-c3eede39d5fb None None] Pushing event updated for resources: {'Port': ['ID=3fda20da-f934-4841-bc62-13e9fd3c69f9,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:46.472024 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5820a9c1-7aee-42be-9a50-270d0668e80b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:46.494504 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-9337c818-f86c-4610-905d-130d143baf40 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting port 51f21760-b8e7-49f6-ad1b-66bcb6aa36a1 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:46.499309 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9337c818-f86c-4610-905d-130d143baf40 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:46.550387 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1aa5940a-5533-411f-9a92-c493f11dfc91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:46.564720 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port a5aac2eb-c15c-45b8-9c39-fc32faa41d88 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:46.606655 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b906e9d-526d-4278-a8e7-79e0d4f7e98b None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:46.620931 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-1aa5940a-5533-411f-9a92-c493f11dfc91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Transition to ACTIVE for port object 0b187fd2-1bed-42ff-860a-a780417d9b20 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:46.702286 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-5820a9c1-7aee-42be-9a50-270d0668e80b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:21:46.707560 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5820a9c1-7aee-42be-9a50-270d0668e80b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6242805 Apr 11 14:21:46.708154 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39242) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:46.747005 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d463abff-490b-446f-ab43-718c6905293c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:46.765302 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-db6aae93-c024-4eea-875d-8586d19fd57a None None] Provisioning complete for port 3fda20da-f934-4841-bc62-13e9fd3c69f9 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:46.765302 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-db6aae93-c024-4eea-875d-8586d19fd57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:46.805704 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1aa5940a-5533-411f-9a92-c493f11dfc91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:46.937328 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-9337c818-f86c-4610-905d-130d143baf40 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] The port '51f21760-b8e7-49f6-ad1b-66bcb6aa36a1' was deleted {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:21:47.014845 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa5940a-5533-411f-9a92-c493f11dfc91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:47.023448 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d1198b0f-ea27-4e5a-a7a5-a6f8741086f1 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:47.032839 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463abff-490b-446f-ab43-718c6905293c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event updated for resources: {'Subnet': ['ID=57b38bc7-4ebb-4a54-9b26-dbd25891d5be,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:47.035882 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-1aa5940a-5533-411f-9a92-c493f11dfc91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:47.048579 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa5940a-5533-411f-9a92-c493f11dfc91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:47.055713 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa5940a-5533-411f-9a92-c493f11dfc91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:47.056727 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1aa5940a-5533-411f-9a92-c493f11dfc91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:47.074031 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5940a-5533-411f-9a92-c493f11dfc91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=0b187fd2-1bed-42ff-860a-a780417d9b20,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:47.090474 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eac2d64-a6de-46b8-ae0d-f4522cfe4637 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Router 3629e1ee-11a7-40bf-96f7-cc7480436c97 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:21:47.112512 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d463abff-490b-446f-ab43-718c6905293c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Checking segment: {'id': 'ac3c07d1-169d-49e8-a07c-1dd1c9f4367a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '35040641-e7c4-4f19-8a90-191314a50dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:47.113143 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d463abff-490b-446f-ab43-718c6905293c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Network hostable DHCP agents. Network: 35040641-e7c4-4f19-8a90-191314a50dfd, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:21:47.132911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d1198b0f-ea27-4e5a-a7a5-a6f8741086f1 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:47.187412 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-db6aae93-c024-4eea-875d-8586d19fd57a None None] Provisioning for port a5aac2eb-c15c-45b8-9c39-fc32faa41d88 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:47.197703 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1253fb6-1711-4c1d-9731-3025ccd1af61 req-4881c04e-c73d-4786-9fda-57fbb05f6bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:47.199421 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e1253fb6-1711-4c1d-9731-3025ccd1af61 req-4881c04e-c73d-4786-9fda-57fbb05f6bb2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07ac75f7-df8a-45a0-834c-28e735b7edb3 HTTP/1.1" status: 200 len: 851 time: 0.7625759 Apr 11 14:21:47.203240 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-db6aae93-c024-4eea-875d-8586d19fd57a None None] Provisioning complete for port a5aac2eb-c15c-45b8-9c39-fc32faa41d88 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:47.204324 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-db6aae93-c024-4eea-875d-8586d19fd57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:47.207735 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18081e-63c7-4a7c-a54c-1091edef0d48 req-aed5d8ec-2c4f-41d6-b940-f4faabd14a47 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:47.209553 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bf18081e-63c7-4a7c-a54c-1091edef0d48 req-aed5d8ec-2c4f-41d6-b940-f4faabd14a47 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.2611544 Apr 11 14:21:47.215416 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1aa5940a-5533-411f-9a92-c493f11dfc91 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.7930009 Apr 11 14:21:47.215965 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39248) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:47.277232 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d463abff-490b-446f-ab43-718c6905293c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Network 35040641-e7c4-4f19-8a90-191314a50dfd is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:21:47.291331 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28659256-94bb-4979-8730-57c61117171a None None] Update dhcp port {'port': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'fixed_ips': [{'subnet_id': '3bf5976b-be5f-46ba-b277-6ccacf81382e', 'ip_address': '2001:db8::f816:3eff:fea3:4f5'}, {'subnet_id': '72f3e60a-623f-46de-9552-047a3b57fddb'}], 'binding:host_id': 'dv-neutron-837330-1-hyperv'}, 'id': 'a5aac2eb-c15c-45b8-9c39-fc32faa41d88'} from dv-neutron-837330-1-hyperv. {{(pid=88618) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 11 14:21:47.303203 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d1198b0f-ea27-4e5a-a7a5-a6f8741086f1 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:47.350107 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-b3eb6975-c5f1-4caf-8d10-83cd7d9510ed tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting port 0b187fd2-1bed-42ff-860a-a780417d9b20 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:47.350893 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b3eb6975-c5f1-4caf-8d10-83cd7d9510ed tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:47.378559 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bf18081e-63c7-4a7c-a54c-1091edef0d48 req-5d228a3f-1310-4ec2-8c70-e0e92556b0cf tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615963 Apr 11 14:21:47.392658 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1198b0f-ea27-4e5a-a7a5-a6f8741086f1 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecdc5a0-4fed-45c9-bea7-2a70e78cdb90,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:47.394553 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-28659256-94bb-4979-8730-57c61117171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:47.396195 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-d463abff-490b-446f-ab43-718c6905293c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 35040641-e7c4-4f19-8a90-191314a50dfd) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:47.406633 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d463abff-490b-446f-ab43-718c6905293c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:47.407232 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d463abff-490b-446f-ab43-718c6905293c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:47.425435 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9337c818-f86c-4610-905d-130d143baf40 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:47.429631 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d560558f-0393-4d2f-92c1-705610c5c35c None None] Network 35040641-e7c4-4f19-8a90-191314a50dfd requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:47.433543 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d1198b0f-ea27-4e5a-a7a5-a6f8741086f1 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:47.437074 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d1198b0f-ea27-4e5a-a7a5-a6f8741086f1 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "DELETE /v2.0/security-groups/3ecdc5a0-4fed-45c9-bea7-2a70e78cdb90 HTTP/1.1" status: 204 len: 168 time: 0.7253625 Apr 11 14:21:47.440418 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39252) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:47.547050 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-9337c818-f86c-4610-905d-130d143baf40 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2f6131-d188-4af7-8275-363024683c77']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:47.579398 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d463abff-490b-446f-ab43-718c6905293c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0177619 Apr 11 14:21:47.582900 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39256) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:47.592881 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-db6aae93-c024-4eea-875d-8586d19fd57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:47.593627 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-cebafeb0-c48d-4780-896f-92c43fdedbff tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Request body: {'subnet': {'network_id': '35040641-e7c4-4f19-8a90-191314a50dfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:47.597517 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-9337c818-f86c-4610-905d-130d143baf40 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb419f5-017f-4d10-8752-9196da40da79') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:47.597818 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-9337c818-f86c-4610-905d-130d143baf40 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb419f5-017f-4d10-8752-9196da40da79') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:47.629363 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9337c818-f86c-4610-905d-130d143baf40 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:47.714136 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ebaa2971-b064-493d-866f-df1a278b1668 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Synchronizing usage tracker for tenant:1d66088661ee4f0a8f694c308bcfe2cc on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:47.739606 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9337c818-f86c-4610-905d-130d143baf40 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:47.778401 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-db6aae93-c024-4eea-875d-8586d19fd57a None None] For port a5aac2eb-c15c-45b8-9c39-fc32faa41d88, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=a5aac2eb-c15c-45b8-9c39-fc32faa41d88,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:47.790936 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9337c818-f86c-4610-905d-130d143baf40 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:21:47.791342 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9337c818-f86c-4610-905d-130d143baf40 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: util.warn( Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: util.warn( Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: util.warn( Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: util.warn( Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:21:47.807754 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:21:47.831717 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b3eb6975-c5f1-4caf-8d10-83cd7d9510ed tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:47.873899 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-db6aae93-c024-4eea-875d-8586d19fd57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:47.917797 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1253fb6-1711-4c1d-9731-3025ccd1af61 req-cc5d4004-c72d-422e-bf11-d8dbefe0099c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:47.919479 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e1253fb6-1711-4c1d-9731-3025ccd1af61 req-cc5d4004-c72d-422e-bf11-d8dbefe0099c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6ea0449-d5bb-46c4-a148-72f3fb27a286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6523807 Apr 11 14:21:47.951845 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eac2d64-a6de-46b8-ae0d-f4522cfe4637 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:21:47.957032 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2eac2d64-a6de-46b8-ae0d-f4522cfe4637 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:47.958262 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2eac2d64-a6de-46b8-ae0d-f4522cfe4637 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "PUT /v2.0/routers/3629e1ee-11a7-40bf-96f7-cc7480436c97 HTTP/1.1" status: 200 len: 915 time: 8.4124153 Apr 11 14:21:47.972371 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7339a152-b6a0-4432-b734-d299f744476d None None] Sync routers for ids ['3629e1ee-11a7-40bf-96f7-cc7480436c97'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:21:47.981435 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39260) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:47.995592 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7339a152-b6a0-4432-b734-d299f744476d None None] Routers {'3629e1ee-11a7-40bf-96f7-cc7480436c97'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:21:47.996587 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-7339a152-b6a0-4432-b734-d299f744476d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:21:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['3629e1ee-11a7-40bf-96f7-cc7480436c97'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:48.001263 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-b3eb6975-c5f1-4caf-8d10-83cd7d9510ed tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Calling delete_port for 0b187fd2-1bed-42ff-860a-a780417d9b20 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:48.049166 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daf7fa3-e7fe-4a4a-8412-3d29f20c9210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-35040641-e7c4-4f19-8a90-191314a50dfd', 'network_id': '35040641-e7c4-4f19-8a90-191314a50dfd', 'tenant_id': '39608936fcf243fabb6128792704ba03', 'fixed_ips': [{'subnet_id': '57b38bc7-4ebb-4a54-9b26-dbd25891d5be'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:21:48.066188 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9daf7fa3-e7fe-4a4a-8412-3d29f20c9210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:48.092820 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-7339a152-b6a0-4432-b734-d299f744476d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:48.105767 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7339a152-b6a0-4432-b734-d299f744476d None None] Routers {'3629e1ee-11a7-40bf-96f7-cc7480436c97'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:21:48.107089 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-7339a152-b6a0-4432-b734-d299f744476d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:21:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['3629e1ee-11a7-40bf-96f7-cc7480436c97'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:48.118255 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-28659256-94bb-4979-8730-57c61117171a None None] Allocated IP 2001:db8:0:1::2 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/72f3e60a-623f-46de-9552-047a3b57fddb/a5aac2eb-c15c-45b8-9c39-fc32faa41d88) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:48.123848 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-db6aae93-c024-4eea-875d-8586d19fd57a None None] Provisioning for port 87708682-228d-4005-920c-aeb13064d59d completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:48.137531 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6aae93-c024-4eea-875d-8586d19fd57a None None] Pushing event updated for resources: {'Port': ['ID=a5aac2eb-c15c-45b8-9c39-fc32faa41d88,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:48.189032 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-db6aae93-c024-4eea-875d-8586d19fd57a None None] Provisioning complete for port 87708682-228d-4005-920c-aeb13064d59d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:48.189032 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-db6aae93-c024-4eea-875d-8586d19fd57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:48.259611 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ebaa2971-b064-493d-866f-df1a278b1668 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Unset dirty status for tenant:1d66088661ee4f0a8f694c308bcfe2cc on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:48.262527 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ebaa2971-b064-493d-866f-df1a278b1668 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.8189552 Apr 11 14:21:48.274709 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39264) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:48.289141 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-cebafeb0-c48d-4780-896f-92c43fdedbff tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:48.289809 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-7339a152-b6a0-4432-b734-d299f744476d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:48.290387 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7339a152-b6a0-4432-b734-d299f744476d None None] The sync data for ids ['3629e1ee-11a7-40bf-96f7-cc7480436c97'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:21:48.295105 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-cebafeb0-c48d-4780-896f-92c43fdedbff tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Usage tracker for resource:subnet and tenant:39608936fcf243fabb6128792704ba03 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:48.301560 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-cebafeb0-c48d-4780-896f-92c43fdedbff tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:48.316034 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-cebafeb0-c48d-4780-896f-92c43fdedbff tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:48.329834 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3fda20da-f934-4841-bc62-13e9fd3c69f9 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:21:48.347347 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b3eb6975-c5f1-4caf-8d10-83cd7d9510ed tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:48.411500 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-db6aae93-c024-4eea-875d-8586d19fd57a None None] Port 87708682-228d-4005-920c-aeb13064d59d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:21:48.451753 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9337c818-f86c-4610-905d-130d143baf40 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:48.456915 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9337c818-f86c-4610-905d-130d143baf40 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:48.491019 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9337c818-f86c-4610-905d-130d143baf40 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/networks/4a2f6131-d188-4af7-8275-363024683c77 HTTP/1.1" status: 204 len: 168 time: 4.7967441 Apr 11 14:21:48.506211 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337c818-f86c-4610-905d-130d143baf40 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Network': ['ID=4a2f6131-d188-4af7-8275-363024683c77,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:48.518513 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39270) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:48.534437 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-28659256-94bb-4979-8730-57c61117171a None None] For port a5aac2eb-c15c-45b8-9c39-fc32faa41d88, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=a5aac2eb-c15c-45b8-9c39-fc32faa41d88,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:48.539711 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-0c116d7b-57eb-4663-81fb-b38953d67211 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-860289506'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:48.541785 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebafeb0-c48d-4780-896f-92c43fdedbff tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Made reservation on behalf of 39608936fcf243fabb6128792704ba03 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:48.546044 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cebafeb0-c48d-4780-896f-92c43fdedbff tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:48.560405 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0c116d7b-57eb-4663-81fb-b38953d67211 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:48.568268 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e360146c-ff74-4bdc-b176-5c0050329f40 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "GET /v2.0/routers/3629e1ee-11a7-40bf-96f7-cc7480436c97 HTTP/1.1" status: 200 len: 921 time: 0.5805287 Apr 11 14:21:48.570727 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0c116d7b-57eb-4663-81fb-b38953d67211 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:network and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:48.573245 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39274) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:48.573791 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-9daf7fa3-e7fe-4a4a-8412-3d29f20c9210 None None] Allocated IP 2001:db8::2 (35040641-e7c4-4f19-8a90-191314a50dfd/57b38bc7-4ebb-4a54-9b26-dbd25891d5be/95c804a3-74de-4d2b-ac28-ff0d3d7bb969) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:48.574140 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5e340fc2-12fe-4662-905f-5336f0b954f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:48.577519 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 3fda20da-f934-4841-bc62-13e9fd3c69f9 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:48.577926 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:48.614787 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-d788c376-57f4-4507-b4a5-ad0777884875 None None] Provisioning complete for port 87708682-228d-4005-920c-aeb13064d59d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:48.615524 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d788c376-57f4-4507-b4a5-ad0777884875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:48.621336 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0c116d7b-57eb-4663-81fb-b38953d67211 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:48.651923 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb6975-c5f1-4caf-8d10-83cd7d9510ed tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Port': ['ID=0b187fd2-1bed-42ff-860a-a780417d9b20,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:48.653604 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-54e14901-4dcf-492d-9302-cf08d664013b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:48.667445 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-28659256-94bb-4979-8730-57c61117171a None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:48.674350 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0c116d7b-57eb-4663-81fb-b38953d67211 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:48.683988 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e1253fb6-1711-4c1d-9731-3025ccd1af61 req-0e3f023b-4969-48d7-adc0-7d2307d1f534 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ea0449-d5bb-46c4-a148-72f3fb27a286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7552245 Apr 11 14:21:48.754183 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-28659256-94bb-4979-8730-57c61117171a None None] Transition to ACTIVE for port object a5aac2eb-c15c-45b8-9c39-fc32faa41d88 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:48.759050 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-d788c376-57f4-4507-b4a5-ad0777884875 None None] Port 87708682-228d-4005-920c-aeb13064d59d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:21:48.779534 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b3eb6975-c5f1-4caf-8d10-83cd7d9510ed tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:48.782807 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-54e14901-4dcf-492d-9302-cf08d664013b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:48.812255 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b3eb6975-c5f1-4caf-8d10-83cd7d9510ed tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/0b187fd2-1bed-42ff-860a-a780417d9b20 HTTP/1.1" status: 204 len: 168 time: 1.5940886 Apr 11 14:21:48.818614 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39278) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:48.839307 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-28659256-94bb-4979-8730-57c61117171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:48.945323 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-54e14901-4dcf-492d-9302-cf08d664013b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:48.953463 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c116d7b-57eb-4663-81fb-b38953d67211 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:48.956964 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0c116d7b-57eb-4663-81fb-b38953d67211 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:48.973617 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e14901-4dcf-492d-9302-cf08d664013b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf608983-bf6d-4b03-a8a5-5e8c5d3402bb,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:49.056320 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db07af48-1874-4066-94c9-1fccade67503 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:49.060397 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-db07af48-1874-4066-94c9-1fccade67503 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=cff58315-4a25-4203-8056-2db185a2b95d&device_id=3629e1ee-11a7-40bf-96f7-cc7480436c97&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4720354 Apr 11 14:21:49.079189 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39284) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:49.112525 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-54e14901-4dcf-492d-9302-cf08d664013b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:49.113978 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-54e14901-4dcf-492d-9302-cf08d664013b tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "DELETE /v2.0/security-groups/cf608983-bf6d-4b03-a8a5-5e8c5d3402bb HTTP/1.1" status: 204 len: 168 time: 0.8389287 Apr 11 14:21:49.120961 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39288) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:49.148537 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cebafeb0-c48d-4780-896f-92c43fdedbff tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:49.190744 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28659256-94bb-4979-8730-57c61117171a None None] Pushing event updated for resources: {'Port': ['ID=a5aac2eb-c15c-45b8-9c39-fc32faa41d88,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:49.194725 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c116d7b-57eb-4663-81fb-b38953d67211 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:21:49.224379 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9daf7fa3-e7fe-4a4a-8412-3d29f20c9210 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:49.236474 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9daf7fa3-e7fe-4a4a-8412-3d29f20c9210 None None] Transition to ACTIVE for port object 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:49.266684 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebafeb0-c48d-4780-896f-92c43fdedbff tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Network 35040641-e7c4-4f19-8a90-191314a50dfd is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:49.271141 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9daf7fa3-e7fe-4a4a-8412-3d29f20c9210 None None] Transition to ACTIVE for port object 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:49.273456 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-cebafeb0-c48d-4780-896f-92c43fdedbff tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:49.276514 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e1253fb6-1711-4c1d-9731-3025ccd1af61 req-b830f3ee-734b-4167-a5a0-ddc8da442fe8 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ea0449-d5bb-46c4-a148-72f3fb27a286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5789220 Apr 11 14:21:49.276679 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebafeb0-c48d-4780-896f-92c43fdedbff tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:49.277164 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cebafeb0-c48d-4780-896f-92c43fdedbff tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:49.295679 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd011857-c444-47ad-bcc9-629ad0d5facc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:49.296441 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fd011857-c444-47ad-bcc9-629ad0d5facc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:49.308253 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d73bc10b-a040-4d21-87b9-5a5a99396184 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Synchronizing usage tracker for tenant:1d66088661ee4f0a8f694c308bcfe2cc on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:49.322395 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebafeb0-c48d-4780-896f-92c43fdedbff tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event updated for resources: {'Subnet': ['ID=6c89057b-67ef-4683-a4e5-a081e64313f6,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:49.341687 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9daf7fa3-e7fe-4a4a-8412-3d29f20c9210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:49.373364 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800625a-765e-493a-9d90-f543a4dbad7b req-e19d627d-ee2b-405d-b817-85c082ac075d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:49.375092 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c800625a-765e-493a-9d90-f543a4dbad7b req-e19d627d-ee2b-405d-b817-85c082ac075d tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.7385049 Apr 11 14:21:49.387278 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0c116d7b-57eb-4663-81fb-b38953d67211 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:49.387278 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-0c116d7b-57eb-4663-81fb-b38953d67211 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Added segment a74adc6e-830e-476a-af1c-97892e2a67c7 of type vlan for network 09a3f152-5c4f-4164-b2be-0ac98cec0b25 Apr 11 14:21:49.399834 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cebafeb0-c48d-4780-896f-92c43fdedbff tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8131855 Apr 11 14:21:49.402564 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39292) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:49.412995 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9daf7fa3-e7fe-4a4a-8412-3d29f20c9210 None None] Network 35040641-e7c4-4f19-8a90-191314a50dfd is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:49.416267 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-9daf7fa3-e7fe-4a4a-8412-3d29f20c9210 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:49.425057 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daf7fa3-e7fe-4a4a-8412-3d29f20c9210 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:49.435926 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf7fa3-e7fe-4a4a-8412-3d29f20c9210 None None] Pushing event updated for resources: {'Port': ['ID=95c804a3-74de-4d2b-ac28-ff0d3d7bb969,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:49.443601 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fd011857-c444-47ad-bcc9-629ad0d5facc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:49.447603 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-fd011857-c444-47ad-bcc9-629ad0d5facc tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6275640 Apr 11 14:21:49.453666 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39296) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:49.460407 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d73bc10b-a040-4d21-87b9-5a5a99396184 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Unset dirty status for tenant:1d66088661ee4f0a8f694c308bcfe2cc on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:49.460407 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d73bc10b-a040-4d21-87b9-5a5a99396184 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3354228 Apr 11 14:21:49.479749 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39300) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:49.484768 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-a17a7b5a-57d7-4c95-b766-81c1e50b8d3a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group': {'name': 'tempest-secgroup--588240273'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:49.496645 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0c116d7b-57eb-4663-81fb-b38953d67211 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:49.530738 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a17a7b5a-57d7-4c95-b766-81c1e50b8d3a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:49.544578 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-9daf7fa3-e7fe-4a4a-8412-3d29f20c9210 None None] Attempting to bind port 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:21:49.545199 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-9daf7fa3-e7fe-4a4a-8412-3d29f20c9210 None None] Attempting to bind port 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'ac3c07d1-169d-49e8-a07c-1dd1c9f4367a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '35040641-e7c4-4f19-8a90-191314a50dfd'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:21:49.549592 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daf7fa3-e7fe-4a4a-8412-3d29f20c9210 None None] Attempting to bind port 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 on network 35040641-e7c4-4f19-8a90-191314a50dfd {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:21:49.551685 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d34dfb-31b9-475a-9223-769d1d58f690 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:49.552709 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daf7fa3-e7fe-4a4a-8412-3d29f20c9210 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:21:49.553397 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d34dfb-31b9-475a-9223-769d1d58f690 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:49.554096 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daf7fa3-e7fe-4a4a-8412-3d29f20c9210 None None] Checking segment: {'id': 'ac3c07d1-169d-49e8-a07c-1dd1c9f4367a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '35040641-e7c4-4f19-8a90-191314a50dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:49.554911 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9daf7fa3-e7fe-4a4a-8412-3d29f20c9210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:49.555813 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daf7fa3-e7fe-4a4a-8412-3d29f20c9210 None None] Bound using segment: {'id': 'ac3c07d1-169d-49e8-a07c-1dd1c9f4367a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '35040641-e7c4-4f19-8a90-191314a50dfd'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:21:49.555929 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d34dfb-31b9-475a-9223-769d1d58f690 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:49.556697 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-9daf7fa3-e7fe-4a4a-8412-3d29f20c9210 None None] Bound port: 95c804a3-74de-4d2b-ac28-ff0d3d7bb969, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3c07d1-169d-49e8-a07c-1dd1c9f4367a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '35040641-e7c4-4f19-8a90-191314a50dfd'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:21:49.557332 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9daf7fa3-e7fe-4a4a-8412-3d29f20c9210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:49.557451 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d34dfb-31b9-475a-9223-769d1d58f690 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:49.559754 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d34dfb-31b9-475a-9223-769d1d58f690 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:49.560742 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f3d34dfb-31b9-475a-9223-769d1d58f690 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Synchronizing usage tracker for tenant:39608936fcf243fabb6128792704ba03 on resource:subnet {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:49.561574 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbbebb2-0840-407b-b6a4-7b33c4ea100a tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:49.563009 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6dbbebb2-0840-407b-b6a4-7b33c4ea100a tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "GET /v2.0/networks/cff58315-4a25-4203-8056-2db185a2b95d HTTP/1.1" status: 200 len: 881 time: 0.4810534 Apr 11 14:21:49.565958 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39304) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:49.574576 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c800625a-765e-493a-9d90-f543a4dbad7b req-d22b30e7-60ca-4027-8b20-56a48fe84300 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784043 Apr 11 14:21:49.604631 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a17a7b5a-57d7-4c95-b766-81c1e50b8d3a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:49.630929 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-59efa275-0b44-44a9-ae4c-065963b92870 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "GET /v2.0/ports?device_id=3629e1ee-11a7-40bf-96f7-cc7480436c97 HTTP/1.1" status: 200 len: 205 time: 0.0638411 Apr 11 14:21:49.633810 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39308) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:49.641804 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5e340fc2-12fe-4662-905f-5336f0b954f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:49.685081 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-9daf7fa3-e7fe-4a4a-8412-3d29f20c9210 None None] For port 95c804a3-74de-4d2b-ac28-ff0d3d7bb969, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:21:49.688634 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-9daf7fa3-e7fe-4a4a-8412-3d29f20c9210 None None] For port 95c804a3-74de-4d2b-ac28-ff0d3d7bb969, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=95c804a3-74de-4d2b-ac28-ff0d3d7bb969,segment=NetworkSegment(ac3c07d1-169d-49e8-a07c-1dd1c9f4367a),segment_id=ac3c07d1-169d-49e8-a07c-1dd1c9f4367a)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:21:49.719003 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f3d34dfb-31b9-475a-9223-769d1d58f690 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Unset dirty status for tenant:39608936fcf243fabb6128792704ba03 on resource:subnet {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:49.720182 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f3d34dfb-31b9-475a-9223-769d1d58f690 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3181293 Apr 11 14:21:49.724317 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39312) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:49.730703 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-da1204b2-2f17-4605-99d7-5e9e43a89d41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1475244856'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:49.735510 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-da1204b2-2f17-4605-99d7-5e9e43a89d41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:49.739478 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-da1204b2-2f17-4605-99d7-5e9e43a89d41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Usage tracker for resource:network and tenant:39608936fcf243fabb6128792704ba03 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:49.739649 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0801f97f-237e-4d19-88a8-6628d26bf82a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:49.742692 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0801f97f-237e-4d19-88a8-6628d26bf82a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2874806 Apr 11 14:21:49.743593 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-da1204b2-2f17-4605-99d7-5e9e43a89d41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:49.746374 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39316) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:49.786158 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-da1204b2-2f17-4605-99d7-5e9e43a89d41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:49.793867 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5e340fc2-12fe-4662-905f-5336f0b954f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:49.798447 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a17a7b5a-57d7-4c95-b766-81c1e50b8d3a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:49.807964 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0c116d7b-57eb-4663-81fb-b38953d67211 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:49.814914 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c116d7b-57eb-4663-81fb-b38953d67211 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:49.815456 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0c116d7b-57eb-4663-81fb-b38953d67211 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:49.822191 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9daf7fa3-e7fe-4a4a-8412-3d29f20c9210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:49.864577 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-acba1785-33a6-4c66-8edf-11a173d79b07 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:49.909407 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf7fa3-e7fe-4a4a-8412-3d29f20c9210 None None] Pushing event updated for resources: {'Port': ['ID=95c804a3-74de-4d2b-ac28-ff0d3d7bb969,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:50.057294 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a17a7b5a-57d7-4c95-b766-81c1e50b8d3a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:50.101297 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c09e62f7-9267-4fdf-9829-6d57de20484b None None] Could not find standard attr ID for object 0b187fd2-1bed-42ff-860a-a780417d9b20. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:21:50.114806 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a17a7b5a-57d7-4c95-b766-81c1e50b8d3a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Usage tracker for resource:security_group_rule and tenant:1d66088661ee4f0a8f694c308bcfe2cc is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:50.118079 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1204b2-2f17-4605-99d7-5e9e43a89d41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Made reservation on behalf of 39608936fcf243fabb6128792704ba03 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:50.121618 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-da1204b2-2f17-4605-99d7-5e9e43a89d41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:50.141145 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a17a7b5a-57d7-4c95-b766-81c1e50b8d3a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:50.149838 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffc952f-7ab7-4173-a0de-2ab42e91cebf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:50.151409 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffc952f-7ab7-4173-a0de-2ab42e91cebf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:50.152932 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffc952f-7ab7-4173-a0de-2ab42e91cebf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:50.157153 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0ffc952f-7ab7-4173-a0de-2ab42e91cebf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4071996 Apr 11 14:21:50.170427 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39320) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:50.171231 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c116d7b-57eb-4663-81fb-b38953d67211 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Network': ['ID=09a3f152-5c4f-4164-b2be-0ac98cec0b25,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:50.173411 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e340fc2-12fe-4662-905f-5336f0b954f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Port': ['ID=87708682-228d-4005-920c-aeb13064d59d,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:50.179566 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0c116d7b-57eb-4663-81fb-b38953d67211 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6597638 Apr 11 14:21:50.179753 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a17a7b5a-57d7-4c95-b766-81c1e50b8d3a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:50.186662 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-acba1785-33a6-4c66-8edf-11a173d79b07 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:50.194335 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39324) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:50.203187 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 09a3f152-5c4f-4164-b2be-0ac98cec0b25 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:21:50.210255 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-656d0c0f-fbcc-4b63-b7fb-48128808d312 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'subnet': {'network_id': '09a3f152-5c4f-4164-b2be-0ac98cec0b25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:50.379278 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-acba1785-33a6-4c66-8edf-11a173d79b07 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Deleting port c392cc9f-46b6-486a-a284-7bd53d8a60c2 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:50.379637 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-acba1785-33a6-4c66-8edf-11a173d79b07 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:50.483002 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-656d0c0f-fbcc-4b63-b7fb-48128808d312 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:50.516123 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device a5aac2eb-c15c-45b8-9c39-fc32faa41d88 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:21:50.517732 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-656d0c0f-fbcc-4b63-b7fb-48128808d312 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:subnet and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:50.524755 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-656d0c0f-fbcc-4b63-b7fb-48128808d312 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:50.535304 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-656d0c0f-fbcc-4b63-b7fb-48128808d312 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:50.575991 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c09e62f7-9267-4fdf-9829-6d57de20484b None None] Provisioning for port a5aac2eb-c15c-45b8-9c39-fc32faa41d88 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:50.611085 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c09e62f7-9267-4fdf-9829-6d57de20484b None None] Provisioning complete for port a5aac2eb-c15c-45b8-9c39-fc32faa41d88 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:50.611718 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c09e62f7-9267-4fdf-9829-6d57de20484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:50.788618 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port a5aac2eb-c15c-45b8-9c39-fc32faa41d88 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:50.791877 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:50.806902 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1204b2-2f17-4605-99d7-5e9e43a89d41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:21:50.842723 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-7434e1a7-fcc9-4895-9f31-ffc5356080e8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet 3bf5976b-be5f-46ba-b277-6ccacf81382e {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:21:50.906318 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-da1204b2-2f17-4605-99d7-5e9e43a89d41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:50.906669 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-da1204b2-2f17-4605-99d7-5e9e43a89d41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Added segment c2eafd9f-8a92-43dc-ab3a-c33d013351f2 of type vlan for network 8325c10c-abb6-4ea7-bf7d-c6ef69678e43 Apr 11 14:21:50.934044 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7434e1a7-fcc9-4895-9f31-ffc5356080e8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:50.994222 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656d0c0f-fbcc-4b63-b7fb-48128808d312 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:50.998561 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-656d0c0f-fbcc-4b63-b7fb-48128808d312 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:51.070040 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-da1204b2-2f17-4605-99d7-5e9e43a89d41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:51.119321 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7434e1a7-fcc9-4895-9f31-ffc5356080e8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:51.122086 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a3437748-5689-42ad-8483-3788335f1b7d None None] Could not find standard attr ID for object 0b187fd2-1bed-42ff-860a-a780417d9b20. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:21:51.133242 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-acba1785-33a6-4c66-8edf-11a173d79b07 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:51.136287 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a3437748-5689-42ad-8483-3788335f1b7d None None] Provisioning complete for port 87708682-228d-4005-920c-aeb13064d59d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:51.136662 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a3437748-5689-42ad-8483-3788335f1b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:51.190058 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5e340fc2-12fe-4662-905f-5336f0b954f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:51.207406 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-a3437748-5689-42ad-8483-3788335f1b7d None None] Port 87708682-228d-4005-920c-aeb13064d59d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:21:51.270485 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-acba1785-33a6-4c66-8edf-11a173d79b07 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Calling delete_port for c392cc9f-46b6-486a-a284-7bd53d8a60c2 owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:51.353021 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a17a7b5a-57d7-4c95-b766-81c1e50b8d3a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:51.418099 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a17a7b5a-57d7-4c95-b766-81c1e50b8d3a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:51.435543 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bc442-5738-48d4-98ee-18392042a65e req-3c2ffd08-26ad-4f07-b5b7-19eba952046f tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:51.437123 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-128bc442-5738-48d4-98ee-18392042a65e req-3c2ffd08-26ad-4f07-b5b7-19eba952046f tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.6702306 Apr 11 14:21:51.472134 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7434e1a7-fcc9-4895-9f31-ffc5356080e8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:51.521830 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-da1204b2-2f17-4605-99d7-5e9e43a89d41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:51.528997 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1204b2-2f17-4605-99d7-5e9e43a89d41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:51.528997 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-da1204b2-2f17-4605-99d7-5e9e43a89d41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:51.550616 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-128bc442-5738-48d4-98ee-18392042a65e req-94e9ffae-2d9a-44c4-b8ab-c93199adf904 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996139 Apr 11 14:21:51.614816 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a7b5a-57d7-4c95-b766-81c1e50b8d3a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62ce74c5-e004-48f2-83a5-61a0d1cc01e3,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:51.646876 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-656d0c0f-fbcc-4b63-b7fb-48128808d312 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:51.739135 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-acba1785-33a6-4c66-8edf-11a173d79b07 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:51.764514 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-da1204b2-2f17-4605-99d7-5e9e43a89d41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0390561 Apr 11 14:21:51.765820 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a17a7b5a-57d7-4c95-b766-81c1e50b8d3a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:51.767140 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a17a7b5a-57d7-4c95-b766-81c1e50b8d3a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.2864068 Apr 11 14:21:51.767941 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39332) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:51.775650 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1204b2-2f17-4605-99d7-5e9e43a89d41 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event updated for resources: {'Network': ['ID=8325c10c-abb6-4ea7-bf7d-c6ef69678e43,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:51.777749 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39334) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:51.787337 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-5c5ba009-36be-4a83-b632-fd6f5b81709e tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group_rule': {'security_group_id': '62ce74c5-e004-48f2-83a5-61a0d1cc01e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:51.792527 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 8325c10c-abb6-4ea7-bf7d-c6ef69678e43 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:21:51.795821 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-d3591a2b-92e7-4a29-a4aa-dcc5221a2f7b tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:51.803958 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656d0c0f-fbcc-4b63-b7fb-48128808d312 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Checking segment: {'id': 'a74adc6e-830e-476a-af1c-97892e2a67c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '09a3f152-5c4f-4164-b2be-0ac98cec0b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:51.804488 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656d0c0f-fbcc-4b63-b7fb-48128808d312 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network hostable DHCP agents. Network: 09a3f152-5c4f-4164-b2be-0ac98cec0b25, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:21:51.809112 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d0c0f-fbcc-4b63-b7fb-48128808d312 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Subnet': ['ID=eb9e75cd-c65f-4393-90f9-edd7a6a27780,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:51.813908 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5e340fc2-12fe-4662-905f-5336f0b954f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:51.815862 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba1785-33a6-4c66-8edf-11a173d79b07 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Pushing event deleted for resources: {'Port': ['ID=c392cc9f-46b6-486a-a284-7bd53d8a60c2,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:51.850049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5c5ba009-36be-4a83-b632-fd6f5b81709e tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:51.865801 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5c5ba009-36be-4a83-b632-fd6f5b81709e tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Usage tracker for resource:security_group_rule and tenant:1d66088661ee4f0a8f694c308bcfe2cc is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:51.877093 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5c5ba009-36be-4a83-b632-fd6f5b81709e tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:51.895790 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d662fd-d54b-48b4-8882-47d74ba11fbe None None] Network 35040641-e7c4-4f19-8a90-191314a50dfd requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:51.926718 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-acba1785-33a6-4c66-8edf-11a173d79b07 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:51.967424 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5c5ba009-36be-4a83-b632-fd6f5b81709e tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:51.997562 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7434e1a7-fcc9-4895-9f31-ffc5356080e8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:52.036728 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656d0c0f-fbcc-4b63-b7fb-48128808d312 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network 09a3f152-5c4f-4164-b2be-0ac98cec0b25 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:21:52.081663 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434e1a7-fcc9-4895-9f31-ffc5356080e8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=3bf5976b-be5f-46ba-b277-6ccacf81382e,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:52.085165 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7434e1a7-fcc9-4895-9f31-ffc5356080e8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:52.099590 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2feffeab-35f7-412f-8be8-f980fee01208 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:52.127962 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-acba1785-33a6-4c66-8edf-11a173d79b07 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:52.134143 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-acba1785-33a6-4c66-8edf-11a173d79b07 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:52.135989 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ff308159-ff46-4fc4-9c33-58a48a01601b None None] Provisioning for port 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:52.175268 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-656d0c0f-fbcc-4b63-b7fb-48128808d312 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 09a3f152-5c4f-4164-b2be-0ac98cec0b25) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:52.187620 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656d0c0f-fbcc-4b63-b7fb-48128808d312 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:52.188926 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-656d0c0f-fbcc-4b63-b7fb-48128808d312 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:52.221099 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cc224f-deb8-416a-8e0f-9b766fe2b6a8 None None] Network 09a3f152-5c4f-4164-b2be-0ac98cec0b25 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:52.250300 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-acba1785-33a6-4c66-8edf-11a173d79b07 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:52.250666 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acba1785-33a6-4c66-8edf-11a173d79b07 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Fanout notify agent at l3_agent the message router_deleted on router 3629e1ee-11a7-40bf-96f7-cc7480436c97 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:21:52.268445 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-acba1785-33a6-4c66-8edf-11a173d79b07 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:52.277132 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-acba1785-33a6-4c66-8edf-11a173d79b07 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "DELETE /v2.0/routers/3629e1ee-11a7-40bf-96f7-cc7480436c97 HTTP/1.1" status: 204 len: 168 time: 2.6422122 Apr 11 14:21:52.278313 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39340) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:52.284664 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-0689c524-e62e-461d-9356-3553ba6a8f36 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-895695081', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:52.285358 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7434e1a7-fcc9-4895-9f31-ffc5356080e8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/3bf5976b-be5f-46ba-b277-6ccacf81382e HTTP/1.1" status: 204 len: 168 time: 2.1092098 Apr 11 14:21:52.301016 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0689c524-e62e-461d-9356-3553ba6a8f36 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:52.310340 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0689c524-e62e-461d-9356-3553ba6a8f36 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Usage tracker for resource:router and tenant:54bdc85d6ad64f4c8e9c5291f9282b9f is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:52.313694 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0689c524-e62e-461d-9356-3553ba6a8f36 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:52.316598 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39344) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:52.360360 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-656d0c0f-fbcc-4b63-b7fb-48128808d312 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1615562 Apr 11 14:21:52.360567 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:21:52.360658 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0689c524-e62e-461d-9356-3553ba6a8f36 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:52.360737 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7412a-100a-4c2d-bbc0-7120786f4dab req-cac353c6-e83f-42c6-be87-15f052bfc979 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:52.362256 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fad7412a-100a-4c2d-bbc0-7120786f4dab req-cac353c6-e83f-42c6-be87-15f052bfc979 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.6574490 Apr 11 14:21:52.366765 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39348) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:52.398358 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e1666e-02f7-45f7-b87d-d6f4b358e27d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet 72f3e60a-623f-46de-9552-047a3b57fddb {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:21:52.402846 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-75e1666e-02f7-45f7-b87d-d6f4b358e27d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:52.450091 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0689c524-e62e-461d-9356-3553ba6a8f36 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:52.450582 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0689c524-e62e-461d-9356-3553ba6a8f36 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:52.470899 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-75e1666e-02f7-45f7-b87d-d6f4b358e27d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:52.523861 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0689c524-e62e-461d-9356-3553ba6a8f36 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:52.526391 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-de4ba788-1fcb-40d7-815b-64571967ac28 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-143505661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:52.558133 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-de4ba788-1fcb-40d7-815b-64571967ac28 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:52.560617 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-5c5ba009-36be-4a83-b632-fd6f5b81709e tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:21:52.561651 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5c5ba009-36be-4a83-b632-fd6f5b81709e tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7786500 Apr 11 14:21:52.564629 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39352) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:52.577828 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-b4a74f27-9b9c-4f69-84c1-b8ddc3207a0a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group_rule': {'security_group_id': '62ce74c5-e004-48f2-83a5-61a0d1cc01e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:52.586303 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b4a74f27-9b9c-4f69-84c1-b8ddc3207a0a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:52.586547 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-de4ba788-1fcb-40d7-815b-64571967ac28 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:router and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:52.591608 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b4a74f27-9b9c-4f69-84c1-b8ddc3207a0a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Usage tracker for resource:security_group_rule and tenant:1d66088661ee4f0a8f694c308bcfe2cc is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:52.595999 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b4a74f27-9b9c-4f69-84c1-b8ddc3207a0a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:52.604773 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b4a74f27-9b9c-4f69-84c1-b8ddc3207a0a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:52.608199 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0689c524-e62e-461d-9356-3553ba6a8f36 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:52.614620 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-de4ba788-1fcb-40d7-815b-64571967ac28 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:52.615127 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-75e1666e-02f7-45f7-b87d-d6f4b358e27d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:52.648093 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-de4ba788-1fcb-40d7-815b-64571967ac28 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:52.651330 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d3591a2b-92e7-4a29-a4aa-dcc5221a2f7b tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:52.682864 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fad7412a-100a-4c2d-bbc0-7120786f4dab req-6fbffc67-4f3d-4708-ac39-3346620d9e0c tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527314 Apr 11 14:21:52.720682 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:52.731597 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:52.731975 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:52.789825 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-de4ba788-1fcb-40d7-815b-64571967ac28 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:52.796664 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-de4ba788-1fcb-40d7-815b-64571967ac28 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:52.796807 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0689c524-e62e-461d-9356-3553ba6a8f36 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:52.796950 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d3591a2b-92e7-4a29-a4aa-dcc5221a2f7b tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:52.797066 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0689c524-e62e-461d-9356-3553ba6a8f36 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5164933 Apr 11 14:21:52.797780 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39358) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:52.801280 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-75e1666e-02f7-45f7-b87d-d6f4b358e27d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:52.815940 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a461c77-2972-42a8-b253-981418b2e5a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-09a3f152-5c4f-4164-b2be-0ac98cec0b25', 'network_id': '09a3f152-5c4f-4164-b2be-0ac98cec0b25', 'tenant_id': 'bed9b91ec31243819559d0be20aa92c4', 'fixed_ips': [{'subnet_id': 'eb9e75cd-c65f-4393-90f9-edd7a6a27780'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:21:52.816763 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3a461c77-2972-42a8-b253-981418b2e5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:52.831814 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d3591a2b-92e7-4a29-a4aa-dcc5221a2f7b tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Network 8325c10c-abb6-4ea7-bf7d-c6ef69678e43 is not hosted by any dhcp agent {{(pid=88617) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 11 14:21:52.838059 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3591a2b-92e7-4a29-a4aa-dcc5221a2f7b tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:52.838746 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d3591a2b-92e7-4a29-a4aa-dcc5221a2f7b tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:52.840089 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d3591a2b-92e7-4a29-a4aa-dcc5221a2f7b tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "PUT /v2.0/networks/8325c10c-abb6-4ea7-bf7d-c6ef69678e43 HTTP/1.1" status: 200 len: 723 time: 1.0670018 Apr 11 14:21:52.851974 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-14fb174c-ba15-49e6-b1b8-592f33e80408 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'enable_snat': False}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:52.856257 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39362) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:52.871074 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-404ffe6c-3564-4066-9606-8aa1c6c1af93 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Request body: {'subnet': {'network_id': '8325c10c-abb6-4ea7-bf7d-c6ef69678e43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:52.953725 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-de4ba788-1fcb-40d7-815b-64571967ac28 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:52.984546 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.db.resource_extend [None req-5e340fc2-12fe-4662-905f-5336f0b954f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 14:21:52.993787 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3591a2b-92e7-4a29-a4aa-dcc5221a2f7b tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event updated for resources: {'Network': ['ID=8325c10c-abb6-4ea7-bf7d-c6ef69678e43,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:53.014618 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 8325c10c-abb6-4ea7-bf7d-c6ef69678e43 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:21:53.029087 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06dcf13-0ac2-4f9e-b6a6-fc1ec3a11ed2 None None] Update dhcp port {'port': {'network_id': '35040641-e7c4-4f19-8a90-191314a50dfd', 'fixed_ips': [{'subnet_id': '57b38bc7-4ebb-4a54-9b26-dbd25891d5be', 'ip_address': '2001:db8::2'}, {'subnet_id': '6c89057b-67ef-4683-a4e5-a081e64313f6'}], 'binding:host_id': 'dv-neutron-837330-1-hyperv'}, 'id': '95c804a3-74de-4d2b-ac28-ff0d3d7bb969'} from dv-neutron-837330-1-hyperv. {{(pid=88618) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 11 14:21:53.060272 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5e340fc2-12fe-4662-905f-5336f0b954f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:53.081751 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-b4a74f27-9b9c-4f69-84c1-b8ddc3207a0a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:21:53.086737 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b4a74f27-9b9c-4f69-84c1-b8ddc3207a0a tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5155768 Apr 11 14:21:53.087584 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1666e-02f7-45f7-b87d-d6f4b358e27d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=72f3e60a-623f-46de-9552-047a3b57fddb,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:53.090176 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39366) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:53.113540 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-75e1666e-02f7-45f7-b87d-d6f4b358e27d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:53.118366 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-404ffe6c-3564-4066-9606-8aa1c6c1af93 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:53.144624 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-404ffe6c-3564-4066-9606-8aa1c6c1af93 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:53.150076 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5e340fc2-12fe-4662-905f-5336f0b954f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:53.151136 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5e340fc2-12fe-4662-905f-5336f0b954f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:53.188105 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e1666e-02f7-45f7-b87d-d6f4b358e27d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:53.188456 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e1666e-02f7-45f7-b87d-d6f4b358e27d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:53.188802 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e1666e-02f7-45f7-b87d-d6f4b358e27d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:53.189145 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e1666e-02f7-45f7-b87d-d6f4b358e27d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:53.189479 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e1666e-02f7-45f7-b87d-d6f4b358e27d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:53.195607 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e1666e-02f7-45f7-b87d-d6f4b358e27d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:53.196254 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e1666e-02f7-45f7-b87d-d6f4b358e27d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:53.196593 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e1666e-02f7-45f7-b87d-d6f4b358e27d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:53.196935 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e1666e-02f7-45f7-b87d-d6f4b358e27d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:53.197913 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e1666e-02f7-45f7-b87d-d6f4b358e27d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:53.198273 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e1666e-02f7-45f7-b87d-d6f4b358e27d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:53.198609 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e1666e-02f7-45f7-b87d-d6f4b358e27d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:53.204587 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-75e1666e-02f7-45f7-b87d-d6f4b358e27d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/72f3e60a-623f-46de-9552-047a3b57fddb HTTP/1.1" status: 204 len: 168 time: 0.8847971 Apr 11 14:21:53.216944 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39370) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:53.218791 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-de4ba788-1fcb-40d7-815b-64571967ac28 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:53.251509 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a06dcf13-0ac2-4f9e-b6a6-fc1ec3a11ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:53.325433 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:53.347788 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404ffe6c-3564-4066-9606-8aa1c6c1af93 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Made reservation on behalf of 39608936fcf243fabb6128792704ba03 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:53.352123 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-404ffe6c-3564-4066-9606-8aa1c6c1af93 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:53.388262 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-08cf2d57-62fd-4b0e-885a-dd4d8c3692d2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1620839 Apr 11 14:21:53.402256 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39374) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:53.421805 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-16aebff2-d302-4d13-97f8-f14d45984bea tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:53.502727 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-390f25c6-a7c9-4a34-8475-69a409c62d05 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:53.516283 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 95c804a3-74de-4d2b-ac28-ff0d3d7bb969, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=95c804a3-74de-4d2b-ac28-ff0d3d7bb969,segment=NetworkSegment(ac3c07d1-169d-49e8-a07c-1dd1c9f4367a),segment_id=ac3c07d1-169d-49e8-a07c-1dd1c9f4367a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:53.526450 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-3a461c77-2972-42a8-b253-981418b2e5a2 None None] Allocated IP 172.20.0.2 (09a3f152-5c4f-4164-b2be-0ac98cec0b25/eb9e75cd-c65f-4393-90f9-edd7a6a27780/532c2407-9a2b-4498-8086-2c3e33db5141) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:53.565383 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e340fc2-12fe-4662-905f-5336f0b954f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Port': ['ID=87708682-228d-4005-920c-aeb13064d59d,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:53.577361 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-de4ba788-1fcb-40d7-815b-64571967ac28 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:53.581873 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-de4ba788-1fcb-40d7-815b-64571967ac28 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.2126698 Apr 11 14:21:53.598816 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6db642-6510-4083-9e10-7f511736dc8f req-297ff28a-01dd-4b7c-b049-aa4acbc2689b tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:53.601884 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2d6db642-6510-4083-9e10-7f511736dc8f req-297ff28a-01dd-4b7c-b049-aa4acbc2689b tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.7547557 Apr 11 14:21:53.604137 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39378) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:53.617220 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-14fb174c-ba15-49e6-b1b8-592f33e80408 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:53.619254 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:53.649217 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-689389c8-043c-434b-818c-f9717eed7351 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'port': {'network_id': '09a3f152-5c4f-4164-b2be-0ac98cec0b25', 'name': 'tempest-PortsTestJSON-1030272990'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:53.786278 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-a06dcf13-0ac2-4f9e-b6a6-fc1ec3a11ed2 None None] Allocated IP 172.20.0.1 (35040641-e7c4-4f19-8a90-191314a50dfd/6c89057b-67ef-4683-a4e5-a081e64313f6/95c804a3-74de-4d2b-ac28-ff0d3d7bb969) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:53.819423 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=95c804a3-74de-4d2b-ac28-ff0d3d7bb969,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:53.834132 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-390f25c6-a7c9-4a34-8475-69a409c62d05 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:53.835443 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2d6db642-6510-4083-9e10-7f511736dc8f req-f58678da-09e3-497c-a81f-3a10d3b6ecc2 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010357 Apr 11 14:21:53.843753 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-390f25c6-a7c9-4a34-8475-69a409c62d05 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:subnet and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:53.853281 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-390f25c6-a7c9-4a34-8475-69a409c62d05 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:53.854428 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b281ac-85ac-43ae-be6b-6b1920c87035 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:53.859598 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-16aebff2-d302-4d13-97f8-f14d45984bea tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:53.914505 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-390f25c6-a7c9-4a34-8475-69a409c62d05 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:53.930583 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:53.931230 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:53.931564 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:53.932062 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:53.932404 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:53.932738 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:53.933069 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:53.933396 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:53.933893 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:53.934359 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:53.934841 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:53.935432 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:53.949392 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-689389c8-043c-434b-818c-f9717eed7351 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:53.962701 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-689389c8-043c-434b-818c-f9717eed7351 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:port and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:53.966523 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-689389c8-043c-434b-818c-f9717eed7351 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:53.974688 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-689389c8-043c-434b-818c-f9717eed7351 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:54.001980 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e340fc2-12fe-4662-905f-5336f0b954f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network f32abb81-9a89-4387-adfc-75c4854fd927 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:54.007858 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-5e340fc2-12fe-4662-905f-5336f0b954f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:54.108074 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ee67da38-5217-4a23-9512-fe27a5c6e291 None None] Provisioning complete for port a5aac2eb-c15c-45b8-9c39-fc32faa41d88 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:54.108646 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ee67da38-5217-4a23-9512-fe27a5c6e291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:54.112457 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689389c8-043c-434b-818c-f9717eed7351 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:54.117576 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-689389c8-043c-434b-818c-f9717eed7351 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:54.133522 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390f25c6-a7c9-4a34-8475-69a409c62d05 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:54.137344 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-390f25c6-a7c9-4a34-8475-69a409c62d05 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:54.290678 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-689389c8-043c-434b-818c-f9717eed7351 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] device_id is not set on port b2af2bc6-771a-47b1-a0fc-d92044e5c086 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:21:54.293070 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:21:54.312045 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-16aebff2-d302-4d13-97f8-f14d45984bea tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:54.349596 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:54.403611 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-a06dcf13-0ac2-4f9e-b6a6-fc1ec3a11ed2 None None] For port 95c804a3-74de-4d2b-ac28-ff0d3d7bb969, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=95c804a3-74de-4d2b-ac28-ff0d3d7bb969,segment=NetworkSegment(ac3c07d1-169d-49e8-a07c-1dd1c9f4367a),segment_id=ac3c07d1-169d-49e8-a07c-1dd1c9f4367a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:54.426072 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3a461c77-2972-42a8-b253-981418b2e5a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:54.441407 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-14fb174c-ba15-49e6-b1b8-592f33e80408 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:54.456471 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3a461c77-2972-42a8-b253-981418b2e5a2 None None] Transition to ACTIVE for port object 532c2407-9a2b-4498-8086-2c3e33db5141 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:54.476141 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-14fb174c-ba15-49e6-b1b8-592f33e80408 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:54.533139 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aebff2-d302-4d13-97f8-f14d45984bea tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ce74c5-e004-48f2-83a5-61a0d1cc01e3,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:54.543583 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3a461c77-2972-42a8-b253-981418b2e5a2 None None] Transition to ACTIVE for port object 532c2407-9a2b-4498-8086-2c3e33db5141 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:54.546662 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a06dcf13-0ac2-4f9e-b6a6-fc1ec3a11ed2 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:54.566910 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-404ffe6c-3564-4066-9606-8aa1c6c1af93 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:54.593055 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a06dcf13-0ac2-4f9e-b6a6-fc1ec3a11ed2 None None] Transition to ACTIVE for port object 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:54.594338 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:54.594705 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:54.609353 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aebff2-d302-4d13-97f8-f14d45984bea tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:54.609695 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aebff2-d302-4d13-97f8-f14d45984bea tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:54.610054 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aebff2-d302-4d13-97f8-f14d45984bea tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:54.610390 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aebff2-d302-4d13-97f8-f14d45984bea tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:54.610715 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aebff2-d302-4d13-97f8-f14d45984bea tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:54.611046 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aebff2-d302-4d13-97f8-f14d45984bea tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:54.611370 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aebff2-d302-4d13-97f8-f14d45984bea tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:54.611693 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aebff2-d302-4d13-97f8-f14d45984bea tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:54.612014 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aebff2-d302-4d13-97f8-f14d45984bea tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:54.612330 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aebff2-d302-4d13-97f8-f14d45984bea tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:54.612718 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aebff2-d302-4d13-97f8-f14d45984bea tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:54.613052 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aebff2-d302-4d13-97f8-f14d45984bea tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:21:54.630147 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-14fb174c-ba15-49e6-b1b8-592f33e80408 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Allocated IP 172.26.7.218 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/323e5a47-374e-4ecf-9d0d-251fcc8227ce) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:54.654600 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3a461c77-2972-42a8-b253-981418b2e5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:54.687132 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-16aebff2-d302-4d13-97f8-f14d45984bea tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:54.690173 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-16aebff2-d302-4d13-97f8-f14d45984bea tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "DELETE /v2.0/security-groups/62ce74c5-e004-48f2-83a5-61a0d1cc01e3 HTTP/1.1" status: 204 len: 168 time: 1.5969074 Apr 11 14:21:54.699800 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39384) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:54.721573 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a06dcf13-0ac2-4f9e-b6a6-fc1ec3a11ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:54.743051 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:21:54.748382 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ffe6c-3564-4066-9606-8aa1c6c1af93 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event updated for resources: {'Subnet': ['ID=1413139e-d761-49d5-a307-9ec5049ac53e,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:54.791250 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d198079-5254-4b20-915e-a0097756266a req-a97bd28c-8079-473b-a82b-e9ceb95f1888 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:54.792760 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1d198079-5254-4b20-915e-a0097756266a req-a97bd28c-8079-473b-a82b-e9ceb95f1888 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.6957965 Apr 11 14:21:54.801775 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a461c77-2972-42a8-b253-981418b2e5a2 None None] Network 09a3f152-5c4f-4164-b2be-0ac98cec0b25 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:54.805739 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ffe6c-3564-4066-9606-8aa1c6c1af93 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Checking segment: {'id': 'c2eafd9f-8a92-43dc-ab3a-c33d013351f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '8325c10c-abb6-4ea7-bf7d-c6ef69678e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:54.806134 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404ffe6c-3564-4066-9606-8aa1c6c1af93 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Network hostable DHCP agents. Network: 8325c10c-abb6-4ea7-bf7d-c6ef69678e43, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:21:54.812327 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7f3d89-302e-44c6-a82e-eae2a9c2df14 None None] DHCP port deletion for 47d4fbd0-dfc4-4187-bb2e-73c4649db563 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:21:54.823992 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-3a461c77-2972-42a8-b253-981418b2e5a2 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:54.825736 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a461c77-2972-42a8-b253-981418b2e5a2 None None] Pushing event updated for resources: {'Port': ['ID=532c2407-9a2b-4498-8086-2c3e33db5141,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:54.827801 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-689389c8-043c-434b-818c-f9717eed7351 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Allocated IP 172.20.0.5 (09a3f152-5c4f-4164-b2be-0ac98cec0b25/eb9e75cd-c65f-4393-90f9-edd7a6a27780/b2af2bc6-771a-47b1-a0fc-d92044e5c086) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:54.830423 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a461c77-2972-42a8-b253-981418b2e5a2 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:54.859171 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Port 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 had new provisioning blocks added so it will not transition to active. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Apr 11 14:21:54.883569 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-14fb174c-ba15-49e6-b1b8-592f33e80408 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:54.921376 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f37e46ee-a186-4350-9ecd-f6f7d6dab570 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Synchronizing usage tracker for tenant:1d66088661ee4f0a8f694c308bcfe2cc on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:54.956528 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-6f7f3d89-302e-44c6-a82e-eae2a9c2df14 None None] Deleting port a5aac2eb-c15c-45b8-9c39-fc32faa41d88 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:54.956896 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6f7f3d89-302e-44c6-a82e-eae2a9c2df14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:54.964123 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1d198079-5254-4b20-915e-a0097756266a req-69a026e6-b6fe-4223-9d66-cefb2bab98dc tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634645 Apr 11 14:21:54.984173 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e340fc2-12fe-4662-905f-5336f0b954f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Router b86d0036-a8bd-4230-a034-0a8fe9db71fd is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:21:54.994171 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1e6b5dc1-a742-4a14-bbe3-5c54f0353b55 None None] Provisioning complete for port 87708682-228d-4005-920c-aeb13064d59d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:54.994827 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1e6b5dc1-a742-4a14-bbe3-5c54f0353b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:55.003384 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404ffe6c-3564-4066-9606-8aa1c6c1af93 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Network 8325c10c-abb6-4ea7-bf7d-c6ef69678e43 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:21:55.137770 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f37e46ee-a186-4350-9ecd-f6f7d6dab570 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Unset dirty status for tenant:1d66088661ee4f0a8f694c308bcfe2cc on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:55.139073 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f37e46ee-a186-4350-9ecd-f6f7d6dab570 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4325995 Apr 11 14:21:55.145750 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39390) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:55.169695 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-3ae5a17a-2ddb-466b-8538-d70d529e6430 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group': {'name': 'tempest-secgroup--66739839'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:55.181922 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3ae5a17a-2ddb-466b-8538-d70d529e6430 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:55.239857 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b5dc1-a742-4a14-bbe3-5c54f0353b55 None None] Port 87708682-228d-4005-920c-aeb13064d59d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:21:55.267199 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-3a461c77-2972-42a8-b253-981418b2e5a2 None None] Attempting to bind port 532c2407-9a2b-4498-8086-2c3e33db5141 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:21:55.267628 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-3a461c77-2972-42a8-b253-981418b2e5a2 None None] Attempting to bind port 532c2407-9a2b-4498-8086-2c3e33db5141 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'a74adc6e-830e-476a-af1c-97892e2a67c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '09a3f152-5c4f-4164-b2be-0ac98cec0b25'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:21:55.268001 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a461c77-2972-42a8-b253-981418b2e5a2 None None] Attempting to bind port 532c2407-9a2b-4498-8086-2c3e33db5141 on network 09a3f152-5c4f-4164-b2be-0ac98cec0b25 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:21:55.270084 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06dcf13-0ac2-4f9e-b6a6-fc1ec3a11ed2 None None] Pushing event updated for resources: {'Port': ['ID=95c804a3-74de-4d2b-ac28-ff0d3d7bb969,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:55.272519 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-404ffe6c-3564-4066-9606-8aa1c6c1af93 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 8325c10c-abb6-4ea7-bf7d-c6ef69678e43) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:55.287128 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3ae5a17a-2ddb-466b-8538-d70d529e6430 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:55.288022 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3756b824-f28a-44a6-9d80-cac9119e45e9 None None] Network 8325c10c-abb6-4ea7-bf7d-c6ef69678e43 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:55.296388 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404ffe6c-3564-4066-9606-8aa1c6c1af93 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:55.297221 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-404ffe6c-3564-4066-9606-8aa1c6c1af93 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:55.305480 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1b4244bc-1ff0-4f07-9364-da02943f0932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:55.307148 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a461c77-2972-42a8-b253-981418b2e5a2 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:21:55.307531 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a461c77-2972-42a8-b253-981418b2e5a2 None None] Checking segment: {'id': 'a74adc6e-830e-476a-af1c-97892e2a67c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '09a3f152-5c4f-4164-b2be-0ac98cec0b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:55.307929 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3a461c77-2972-42a8-b253-981418b2e5a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:55.308338 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a461c77-2972-42a8-b253-981418b2e5a2 None None] Bound using segment: {'id': 'a74adc6e-830e-476a-af1c-97892e2a67c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '09a3f152-5c4f-4164-b2be-0ac98cec0b25'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:21:55.308854 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-3a461c77-2972-42a8-b253-981418b2e5a2 None None] Bound port: 532c2407-9a2b-4498-8086-2c3e33db5141, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74adc6e-830e-476a-af1c-97892e2a67c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '09a3f152-5c4f-4164-b2be-0ac98cec0b25'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:21:55.309236 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3a461c77-2972-42a8-b253-981418b2e5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:55.363338 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e340fc2-12fe-4662-905f-5336f0b954f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:21:55.372398 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5e340fc2-12fe-4662-905f-5336f0b954f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "PUT /v2.0/routers/b86d0036-a8bd-4230-a034-0a8fe9db71fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0961831 Apr 11 14:21:55.373261 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39394) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:55.429964 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-390f25c6-a7c9-4a34-8475-69a409c62d05 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:55.449944 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3ae5a17a-2ddb-466b-8538-d70d529e6430 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:55.488074 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-14fb174c-ba15-49e6-b1b8-592f33e80408 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:55.492123 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-404ffe6c-3564-4066-9606-8aa1c6c1af93 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6309490 Apr 11 14:21:55.492982 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39398) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:55.495905 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-689389c8-043c-434b-818c-f9717eed7351 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:55.515291 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-cdc71163-179f-4e95-ac6b-6a5404ac3a45 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:55.537915 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9633c87-9300-4875-9d1e-70ea516b4609 req-c9ef0b0f-00b3-4874-aee6-23ad17bb688a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:55.539756 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f9633c87-9300-4875-9d1e-70ea516b4609 req-c9ef0b0f-00b3-4874-aee6-23ad17bb688a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.3639817 Apr 11 14:21:55.571333 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3ae5a17a-2ddb-466b-8538-d70d529e6430 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:55.586239 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390f25c6-a7c9-4a34-8475-69a409c62d05 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:55.596053 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-390f25c6-a7c9-4a34-8475-69a409c62d05 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:55.607012 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3ae5a17a-2ddb-466b-8538-d70d529e6430 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Usage tracker for resource:security_group_rule and tenant:1d66088661ee4f0a8f694c308bcfe2cc is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:55.610553 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d58b7f-736e-4f3f-8ee8-177575238980 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:55.610959 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-689389c8-043c-434b-818c-f9717eed7351 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Transition to ACTIVE for port object b2af2bc6-771a-47b1-a0fc-d92044e5c086 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:55.611168 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-80d58b7f-736e-4f3f-8ee8-177575238980 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Synchronizing usage tracker for tenant:e64484a71f41439a9e4d89000c1f607b on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:55.613352 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3ae5a17a-2ddb-466b-8538-d70d529e6430 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:55.617928 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390f25c6-a7c9-4a34-8475-69a409c62d05 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:55.618564 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-390f25c6-a7c9-4a34-8475-69a409c62d05 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:55.628550 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f25c6-a7c9-4a34-8475-69a409c62d05 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=ca3da265-42dd-45e8-b349-e2fa6906ecb2,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:55.639813 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fb174c-ba15-49e6-b1b8-592f33e80408 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:55.643937 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3ae5a17a-2ddb-466b-8538-d70d529e6430 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:55.654205 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-3a461c77-2972-42a8-b253-981418b2e5a2 None None] For port 532c2407-9a2b-4498-8086-2c3e33db5141, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:21:55.657412 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-14fb174c-ba15-49e6-b1b8-592f33e80408 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:55.671369 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fb174c-ba15-49e6-b1b8-592f33e80408 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:55.708634 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb174c-ba15-49e6-b1b8-592f33e80408 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Pushing event updated for resources: {'Port': ['ID=323e5a47-374e-4ecf-9d0d-251fcc8227ce,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:55.734574 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-390f25c6-a7c9-4a34-8475-69a409c62d05 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3139226 Apr 11 14:21:55.737444 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f9633c87-9300-4875-9d1e-70ea516b4609 req-ab6f55e0-bdac-4a9d-9a59-61afb7389582 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796772 Apr 11 14:21:55.737634 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39402) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:55.747459 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-bb79a1b8-d82b-40be-998e-4b49f3038dd8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:55.788238 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a8068d-e93e-46af-b36a-90e59668c3e5 None None] Sync routers for ids ['b86d0036-a8bd-4230-a034-0a8fe9db71fd'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:21:55.802426 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0265c26-a7d0-48a5-a3b3-48f1907db44b None None] Network 35040641-e7c4-4f19-8a90-191314a50dfd requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:55.809332 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-80d58b7f-736e-4f3f-8ee8-177575238980 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Unset dirty status for tenant:e64484a71f41439a9e4d89000c1f607b on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:55.809496 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-80d58b7f-736e-4f3f-8ee8-177575238980 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "GET /v2.0/ports/87708682-228d-4005-920c-aeb13064d59d HTTP/1.1" status: 200 len: 983 time: 0.4353795 Apr 11 14:21:55.813299 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cdc71163-179f-4e95-ac6b-6a5404ac3a45 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29221717'] for subnet, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:55.843450 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39408) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:55.913632 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-3a461c77-2972-42a8-b253-981418b2e5a2 None None] For port 532c2407-9a2b-4498-8086-2c3e33db5141, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=532c2407-9a2b-4498-8086-2c3e33db5141,segment=NetworkSegment(a74adc6e-830e-476a-af1c-97892e2a67c7),segment_id=a74adc6e-830e-476a-af1c-97892e2a67c7)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:21:55.923161 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb34cc5-1e5e-4b5c-be3b-7e0eb4002b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-8325c10c-abb6-4ea7-bf7d-c6ef69678e43', 'network_id': '8325c10c-abb6-4ea7-bf7d-c6ef69678e43', 'tenant_id': '39608936fcf243fabb6128792704ba03', 'fixed_ips': [{'subnet_id': '1413139e-d761-49d5-a307-9ec5049ac53e'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:21:55.924000 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9fb34cc5-1e5e-4b5c-be3b-7e0eb4002b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:55.949097 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a8068d-e93e-46af-b36a-90e59668c3e5 None None] Routers {'b86d0036-a8bd-4230-a034-0a8fe9db71fd'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:21:55.958005 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-70a8068d-e93e-46af-b36a-90e59668c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:21:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['b86d0036-a8bd-4230-a034-0a8fe9db71fd'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:56.043461 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-bb79a1b8-d82b-40be-998e-4b49f3038dd8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:56.048042 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-689389c8-043c-434b-818c-f9717eed7351 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:56.051740 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-bb79a1b8-d82b-40be-998e-4b49f3038dd8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:subnet and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:56.057294 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-bb79a1b8-d82b-40be-998e-4b49f3038dd8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:56.067458 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-bb79a1b8-d82b-40be-998e-4b49f3038dd8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:56.094361 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3a461c77-2972-42a8-b253-981418b2e5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:56.200487 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb79a1b8-d82b-40be-998e-4b49f3038dd8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:56.204395 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bb79a1b8-d82b-40be-998e-4b49f3038dd8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:56.211001 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-70a8068d-e93e-46af-b36a-90e59668c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:56.232426 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3ae5a17a-2ddb-466b-8538-d70d529e6430 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:56.246484 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-6f7f3d89-302e-44c6-a82e-eae2a9c2df14 None None] For port a5aac2eb-c15c-45b8-9c39-fc32faa41d88, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=a5aac2eb-c15c-45b8-9c39-fc32faa41d88,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:21:56.246881 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6f7f3d89-302e-44c6-a82e-eae2a9c2df14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:56.250361 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cdc71163-179f-4e95-ac6b-6a5404ac3a45 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737194158960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1751462'] for subnet, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:56.273773 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:21:56.313946 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689389c8-043c-434b-818c-f9717eed7351 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network 09a3f152-5c4f-4164-b2be-0ac98cec0b25 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:56.322632 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689389c8-043c-434b-818c-f9717eed7351 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Port': ['ID=b2af2bc6-771a-47b1-a0fc-d92044e5c086,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:56.328546 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-689389c8-043c-434b-818c-f9717eed7351 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:56.330328 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3ae5a17a-2ddb-466b-8538-d70d529e6430 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:56.336732 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689389c8-043c-434b-818c-f9717eed7351 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:56.373840 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc71163-179f-4e95-ac6b-6a5404ac3a45 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:56.374614 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cdc71163-179f-4e95-ac6b-6a5404ac3a45 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:56.376000 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-cdc71163-179f-4e95-ac6b-6a5404ac3a45 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "PUT /v2.0/subnets/1413139e-d761-49d5-a307-9ec5049ac53e HTTP/1.1" status: 200 len: 826 time: 0.8707628 Apr 11 14:21:56.381959 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39412) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:56.450151 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc71163-179f-4e95-ac6b-6a5404ac3a45 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event updated for resources: {'Subnet': ['ID=1413139e-d761-49d5-a307-9ec5049ac53e,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:56.503925 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-dcb420dc-bde3-4746-b7ae-d617d6f311cf None None] Provisioning for port 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:56.532109 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-6f7f3d89-302e-44c6-a82e-eae2a9c2df14 None None] Calling delete_port for a5aac2eb-c15c-45b8-9c39-fc32faa41d88 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:21:56.541665 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.ipam_backend_mixin [None req-bb79a1b8-d82b-40be-998e-4b49f3038dd8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ca3da265-42dd-45e8-b349-e2fa6906ecb2 (CIDR: 2001:db8::/64) Apr 11 14:21:56.559078 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a8068d-e93e-46af-b36a-90e59668c3e5 None None] Routers {'b86d0036-a8bd-4230-a034-0a8fe9db71fd'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:21:56.560185 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-70a8068d-e93e-46af-b36a-90e59668c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:21:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['b86d0036-a8bd-4230-a034-0a8fe9db71fd'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:56.593073 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:56.603701 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb79a1b8-d82b-40be-998e-4b49f3038dd8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:21:56.604204 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb79a1b8-d82b-40be-998e-4b49f3038dd8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:21:56.628388 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5a17a-2ddb-466b-8538-d70d529e6430 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f84f633-8e99-4328-998b-50eb3b9dda0d,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:56.685008 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:56.704235 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-dcb420dc-bde3-4746-b7ae-d617d6f311cf None None] Provisioning complete for port 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:56.704615 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-dcb420dc-bde3-4746-b7ae-d617d6f311cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:56.767578 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bb79a1b8-d82b-40be-998e-4b49f3038dd8 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0262365 Apr 11 14:21:56.768862 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39418) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:56.775604 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-dc7fb5e1-d17d-46f4-b30a-31f300fdaa59 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:56.810612 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689389c8-043c-434b-818c-f9717eed7351 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:56.811248 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-689389c8-043c-434b-818c-f9717eed7351 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:56.813482 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-70a8068d-e93e-46af-b36a-90e59668c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:56.813906 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a8068d-e93e-46af-b36a-90e59668c3e5 None None] The sync data for ids ['b86d0036-a8bd-4230-a034-0a8fe9db71fd'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:21:56.815634 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a461c77-2972-42a8-b253-981418b2e5a2 None None] Pushing event updated for resources: {'Port': ['ID=532c2407-9a2b-4498-8086-2c3e33db5141,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:56.925266 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3ae5a17a-2ddb-466b-8538-d70d529e6430 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:56.926862 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3ae5a17a-2ddb-466b-8538-d70d529e6430 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.7758708 Apr 11 14:21:56.932718 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39422) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:56.948517 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-9aff8815-0911-424c-97ad-b53606c9ad15 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:56.948846 dv-neutron-837330-1-hyperv neutron-server[88616]: WARNING neutron.api.v2.base [None req-9aff8815-0911-424c-97ad-b53606c9ad15 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 11 14:21:56.950981 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-9aff8815-0911-424c-97ad-b53606c9ad15 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] update failed (client error): There was a conflict when trying to complete your request. Apr 11 14:21:56.958260 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9aff8815-0911-424c-97ad-b53606c9ad15 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "PUT /v2.0/security-groups/6f84f633-8e99-4328-998b-50eb3b9dda0d HTTP/1.1" status: 409 len: 330 time: 0.0184119 Apr 11 14:21:56.978161 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39426) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:57.025332 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-689389c8-043c-434b-818c-f9717eed7351 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3972595 Apr 11 14:21:57.036172 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-14fb174c-ba15-49e6-b1b8-592f33e80408 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:57.065400 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-9fb34cc5-1e5e-4b5c-be3b-7e0eb4002b4e None None] Allocated IP 2001:db8::2 (8325c10c-abb6-4ea7-bf7d-c6ef69678e43/1413139e-d761-49d5-a307-9ec5049ac53e/d313b561-eefb-4714-be4d-563caa1a5403) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:57.120652 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39430) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:57.147502 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-dc7fb5e1-d17d-46f4-b30a-31f300fdaa59 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:57.152035 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-dc7fb5e1-d17d-46f4-b30a-31f300fdaa59 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:subnet and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:21:57.155342 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-dc7fb5e1-d17d-46f4-b30a-31f300fdaa59 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:21:57.162479 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-dc7fb5e1-d17d-46f4-b30a-31f300fdaa59 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:57.258893 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:57.259302 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:57.263737 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b1f6c-6f78-43c3-a15d-d429096cf93d req-b75c135a-e925-4c4c-b8ff-c733da1316bd tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:57.265995 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7b5b1f6c-6f78-43c3-a15d-d429096cf93d req-b75c135a-e925-4c4c-b8ff-c733da1316bd tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.6923513 Apr 11 14:21:57.288857 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7fb5e1-d17d-46f4-b30a-31f300fdaa59 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:57.292411 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc7fb5e1-d17d-46f4-b30a-31f300fdaa59 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:57.350977 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c88734bb-10c2-4c8a-8600-3c4a0181455d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:57.394888 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6f7f3d89-302e-44c6-a82e-eae2a9c2df14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:57.497516 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f3d89-302e-44c6-a82e-eae2a9c2df14 None None] Pushing event deleted for resources: {'Port': ['ID=a5aac2eb-c15c-45b8-9c39-fc32faa41d88,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:57.509768 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7f3d89-302e-44c6-a82e-eae2a9c2df14 None None] No DVR routers for this DVR port a5aac2eb-c15c-45b8-9c39-fc32faa41d88 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:21:57.573291 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998a1687-1703-4aaf-94bb-ee1b2c65db29 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:57.661134 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7b5b1f6c-6f78-43c3-a15d-d429096cf93d req-8bac069d-9ce8-4e8f-b890-a7d97d929764 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3131089 Apr 11 14:21:57.666304 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c88734bb-10c2-4c8a-8600-3c4a0181455d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:57.714667 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9fb34cc5-1e5e-4b5c-be3b-7e0eb4002b4e None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:57.753968 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8d64c0a2-e018-4cee-b92c-18840882b0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:57.758184 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9fb34cc5-1e5e-4b5c-be3b-7e0eb4002b4e None None] Transition to ACTIVE for port object d313b561-eefb-4714-be4d-563caa1a5403 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:57.804267 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9fb34cc5-1e5e-4b5c-be3b-7e0eb4002b4e None None] Transition to ACTIVE for port object d313b561-eefb-4714-be4d-563caa1a5403 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:57.870489 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device a5aac2eb-c15c-45b8-9c39-fc32faa41d88 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:21:57.918120 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.objects.ports [None req-dc7fb5e1-d17d-46f4-b30a-31f300fdaa59 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88617) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 11 14:21:57.919550 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc7fb5e1-d17d-46f4-b30a-31f300fdaa59 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:57.983636 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7fb5e1-d17d-46f4-b30a-31f300fdaa59 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:57.993767 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-dc7fb5e1-d17d-46f4-b30a-31f300fdaa59 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:58.004931 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7fb5e1-d17d-46f4-b30a-31f300fdaa59 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:58.009405 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc7fb5e1-d17d-46f4-b30a-31f300fdaa59 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:58.019730 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: a5aac2eb-c15c-45b8-9c39-fc32faa41d88 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:21:58.020847 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device a5aac2eb-c15c-45b8-9c39-fc32faa41d88 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:21:58.024382 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9fb34cc5-1e5e-4b5c-be3b-7e0eb4002b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:58.068967 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fb5e1-d17d-46f4-b30a-31f300fdaa59 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=bce2e8d1-541a-4dae-8573-5dcf557b82d4,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:58.081792 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865694da-a7af-48c0-86ed-39ff37650815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'fixed_ips': [{'subnet_id': 'bce2e8d1-541a-4dae-8573-5dcf557b82d4'}, {'subnet_id': 'ca3da265-42dd-45e8-b349-e2fa6906ecb2'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:21:58.084102 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-865694da-a7af-48c0-86ed-39ff37650815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:58.084272 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:58.157352 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event deleted for resources: {'Subnet': ['ID=1413139e-d761-49d5-a307-9ec5049ac53e,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:58.167725 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-dc7fb5e1-d17d-46f4-b30a-31f300fdaa59 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3952703 Apr 11 14:21:58.168855 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39434) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:58.171608 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b96a4740-8262-40d6-aa5b-664f005b4ac2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:58.226257 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-0f6b3001-d600-4999-aad2-73467f9f1cc2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'port': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'mac_address': 'fa:16:3e:a4:fe:cf', 'name': 'tempest-NetworksTestDHCPv6-172745259'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:21:58.384101 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7b3cc9-e2ca-4844-9456-44ddc8f242d3 None None] Network 09a3f152-5c4f-4164-b2be-0ac98cec0b25 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:21:58.398721 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 532c2407-9a2b-4498-8086-2c3e33db5141 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:21:58.404188 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:58.436393 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb34cc5-1e5e-4b5c-be3b-7e0eb4002b4e None None] Network 8325c10c-abb6-4ea7-bf7d-c6ef69678e43 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:58.451944 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8325c10c-abb6-4ea7-bf7d-c6ef69678e43']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:58.459530 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-9fb34cc5-1e5e-4b5c-be3b-7e0eb4002b4e None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:58.473343 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-865694da-a7af-48c0-86ed-39ff37650815 None None] Allocated IP 2001:db8::2 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/ca3da265-42dd-45e8-b349-e2fa6906ecb2/8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:58.473920 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2eafd9f-8a92-43dc-ab3a-c33d013351f2') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:58.474821 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2eafd9f-8a92-43dc-ab3a-c33d013351f2') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:21:58.482172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb34cc5-1e5e-4b5c-be3b-7e0eb4002b4e None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:58.485891 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0f6b3001-d600-4999-aad2-73467f9f1cc2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:21:58.498277 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:58.508383 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9eb50466-7662-4823-bd7b-684cc6d6adfb None None] Provisioning complete for port 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:58.508703 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9eb50466-7662-4823-bd7b-684cc6d6adfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:58.511091 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0f6b3001-d600-4999-aad2-73467f9f1cc2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:21:58.524422 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:58.531228 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:21:58.531591 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:21:58.548378 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:21:58.599089 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c88734bb-10c2-4c8a-8600-3c4a0181455d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:58.620173 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6b3001-d600-4999-aad2-73467f9f1cc2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:21:58.630028 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-865694da-a7af-48c0-86ed-39ff37650815 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe47:769b (47d4fbd0-dfc4-4187-bb2e-73c4649db563/bce2e8d1-541a-4dae-8573-5dcf557b82d4/8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:21:58.709176 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-14fb174c-ba15-49e6-b1b8-592f33e80408 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:58.726339 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.db.api [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 14:21:58.726339 dv-neutron-837330-1-hyperv neutron-server[88617]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 14:21:58.726339 dv-neutron-837330-1-hyperv neutron-server[88617]: [parameters: {'id': '8325c10c-abb6-4ea7-bf7d-c6ef69678e43'}] Apr 11 14:21:58.726339 dv-neutron-837330-1-hyperv neutron-server[88617]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:21:58.731761 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG oslo_db.api [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:21:58.757524 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb34cc5-1e5e-4b5c-be3b-7e0eb4002b4e None None] Pushing event updated for resources: {'Port': ['ID=d313b561-eefb-4714-be4d-563caa1a5403,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:58.771882 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-14fb174c-ba15-49e6-b1b8-592f33e80408 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984850'] for router, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:58.772539 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0f6b3001-d600-4999-aad2-73467f9f1cc2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:58.795687 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88734bb-10c2-4c8a-8600-3c4a0181455d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f84f633-8e99-4328-998b-50eb3b9dda0d,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:58.795687 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c88734bb-10c2-4c8a-8600-3c4a0181455d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:58.795687 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c88734bb-10c2-4c8a-8600-3c4a0181455d tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "DELETE /v2.0/security-groups/6f84f633-8e99-4328-998b-50eb3b9dda0d HTTP/1.1" status: 204 len: 168 time: 1.8145502 Apr 11 14:21:58.807724 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39440) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:58.866865 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-0f6b3001-d600-4999-aad2-73467f9f1cc2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] device_id is not set on port d8962181-0179-4dc2-b71a-66e1ce048720 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:21:58.903142 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:58.983764 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f7002-5948-4b45-921c-9250c72774db req-01b51cc2-1079-4a53-a543-3fdcfb35b95f tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:21:58.992032 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d07f7002-5948-4b45-921c-9250c72774db req-01b51cc2-1079-4a53-a543-3fdcfb35b95f tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.1912594 Apr 11 14:21:59.055259 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d07f7002-5948-4b45-921c-9250c72774db req-5b417cc4-17ad-4de0-8fa6-f4561d3230a6 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622733 Apr 11 14:21:59.064422 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:59.127236 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5562a5db-99e1-481b-ac50-c17bec40d21e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:59.128859 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-9fb34cc5-1e5e-4b5c-be3b-7e0eb4002b4e None None] Attempting to bind port d313b561-eefb-4714-be4d-563caa1a5403 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:21:59.129345 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-9fb34cc5-1e5e-4b5c-be3b-7e0eb4002b4e None None] Attempting to bind port d313b561-eefb-4714-be4d-563caa1a5403 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'c2eafd9f-8a92-43dc-ab3a-c33d013351f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '8325c10c-abb6-4ea7-bf7d-c6ef69678e43'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:21:59.129568 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb34cc5-1e5e-4b5c-be3b-7e0eb4002b4e None None] Attempting to bind port d313b561-eefb-4714-be4d-563caa1a5403 on network 8325c10c-abb6-4ea7-bf7d-c6ef69678e43 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:21:59.149319 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8ec9e4b8-662c-4093-99f0-4ac174bc0a02 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Synchronizing usage tracker for tenant:1d66088661ee4f0a8f694c308bcfe2cc on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:21:59.226938 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb34cc5-1e5e-4b5c-be3b-7e0eb4002b4e None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:21:59.227391 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb34cc5-1e5e-4b5c-be3b-7e0eb4002b4e None None] Checking segment: {'id': 'c2eafd9f-8a92-43dc-ab3a-c33d013351f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '8325c10c-abb6-4ea7-bf7d-c6ef69678e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:21:59.227750 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9fb34cc5-1e5e-4b5c-be3b-7e0eb4002b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:59.227966 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:59.228529 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb34cc5-1e5e-4b5c-be3b-7e0eb4002b4e None None] Bound using segment: {'id': 'c2eafd9f-8a92-43dc-ab3a-c33d013351f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '8325c10c-abb6-4ea7-bf7d-c6ef69678e43'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:21:59.228625 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-9fb34cc5-1e5e-4b5c-be3b-7e0eb4002b4e None None] Bound port: d313b561-eefb-4714-be4d-563caa1a5403, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2eafd9f-8a92-43dc-ab3a-c33d013351f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '8325c10c-abb6-4ea7-bf7d-c6ef69678e43'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:21:59.229492 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9fb34cc5-1e5e-4b5c-be3b-7e0eb4002b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:59.249147 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Deleting port d313b561-eefb-4714-be4d-563caa1a5403 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:59.249498 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:59.263573 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 532c2407-9a2b-4498-8086-2c3e33db5141 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:59.265735 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-b96a4740-8262-40d6-aa5b-664f005b4ac2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting port 87708682-228d-4005-920c-aeb13064d59d {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:21:59.265735 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b96a4740-8262-40d6-aa5b-664f005b4ac2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:59.336642 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-865694da-a7af-48c0-86ed-39ff37650815 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:59.380669 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-865694da-a7af-48c0-86ed-39ff37650815 None None] Transition to ACTIVE for port object 8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:59.393810 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8ec9e4b8-662c-4093-99f0-4ac174bc0a02 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] Unset dirty status for tenant:1d66088661ee4f0a8f694c308bcfe2cc on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:21:59.401278 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8ec9e4b8-662c-4093-99f0-4ac174bc0a02 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5538466 Apr 11 14:21:59.403057 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39446) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:59.465304 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-865694da-a7af-48c0-86ed-39ff37650815 None None] Transition to ACTIVE for port object 8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:21:59.471535 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-c4539918-5d81-4fc2-b3d0-c96ab240333e tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] delete failed (client error): The resource could not be found. Apr 11 14:21:59.476901 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c4539918-5d81-4fc2-b3d0-c96ab240333e tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "DELETE /v2.0/security-groups/d1ad4da6-3687-41c9-aaa7-8728296f3385 HTTP/1.1" status: 404 len: 347 time: 0.0698092 Apr 11 14:21:59.477307 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39452) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:59.499002 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-2b2c1390-3120-40de-b870-1a7bb35b689f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] show failed (client error): The resource could not be found. Apr 11 14:21:59.500027 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2b2c1390-3120-40de-b870-1a7bb35b689f tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "GET /v2.0/security-groups/678dd13f-815c-4653-b452-c3ad1ca73dd3 HTTP/1.1" status: 404 len: 347 time: 0.0217874 Apr 11 14:21:59.515501 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-9fb34cc5-1e5e-4b5c-be3b-7e0eb4002b4e None None] For port d313b561-eefb-4714-be4d-563caa1a5403, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:21:59.516171 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39456) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:21:59.520689 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-9fb34cc5-1e5e-4b5c-be3b-7e0eb4002b4e None None] For port d313b561-eefb-4714-be4d-563caa1a5403, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=d313b561-eefb-4714-be4d-563caa1a5403,segment=NetworkSegment(c2eafd9f-8a92-43dc-ab3a-c33d013351f2),segment_id=c2eafd9f-8a92-43dc-ab3a-c33d013351f2)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:21:59.551619 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-865694da-a7af-48c0-86ed-39ff37650815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:59.655195 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-371595d3-e845-4b23-8262-280baf9cefb6 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] show failed (client error): The resource could not be found. Apr 11 14:21:59.657226 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-371595d3-e845-4b23-8262-280baf9cefb6 tempest-NegativeSecGroupIPv6Test-2106153888 tempest-NegativeSecGroupIPv6Test-2106153888-project] 10.222.0.66 "GET /v2.0/security-group-rules/ded88b43-12e5-4e49-9c95-b30f7fe481c0 HTTP/1.1" status: 404 len: 356 time: 0.1218035 Apr 11 14:21:59.695269 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865694da-a7af-48c0-86ed-39ff37650815 None None] Pushing event updated for resources: {'Port': ['ID=8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:21:59.736127 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9dc04287-21a5-4067-8d23-300d545c7090 None None] Provisioning for port 532c2407-9a2b-4498-8086-2c3e33db5141 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:21:59.742145 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9fb34cc5-1e5e-4b5c-be3b-7e0eb4002b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:21:59.773556 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865694da-a7af-48c0-86ed-39ff37650815 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:21:59.778662 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fb174c-ba15-49e6-b1b8-592f33e80408 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Router dad61d7b-0fe1-4a1a-a759-27b3b504266c is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:21:59.859736 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-865694da-a7af-48c0-86ed-39ff37650815 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:21:59.882263 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865694da-a7af-48c0-86ed-39ff37650815 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:21:59.891931 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9dc04287-21a5-4067-8d23-300d545c7090 None None] Provisioning complete for port 532c2407-9a2b-4498-8086-2c3e33db5141 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:21:59.892598 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9dc04287-21a5-4067-8d23-300d545c7090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:00.024333 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b96a4740-8262-40d6-aa5b-664f005b4ac2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:00.087433 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb34cc5-1e5e-4b5c-be3b-7e0eb4002b4e None None] Pushing event updated for resources: {'Port': ['ID=d313b561-eefb-4714-be4d-563caa1a5403,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:00.142395 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-0f6b3001-d600-4999-aad2-73467f9f1cc2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 2001:db8::165 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/ca3da265-42dd-45e8-b349-e2fa6906ecb2/d8962181-0179-4dc2-b71a-66e1ce048720) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:22:00.154964 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-0f6b3001-d600-4999-aad2-73467f9f1cc2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 2001:db8:0:1:f816:3eff:fea4:fecf (47d4fbd0-dfc4-4187-bb2e-73c4649db563/bce2e8d1-541a-4dae-8573-5dcf557b82d4/d8962181-0179-4dc2-b71a-66e1ce048720) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:22:00.172602 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:00.175393 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] For port d313b561-eefb-4714-be4d-563caa1a5403, host dv-neutron-837330-1-hyperv, got binding levels [] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:00.175393 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:00.306624 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-865694da-a7af-48c0-86ed-39ff37650815 None None] Attempting to bind port 8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:22:00.307284 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-865694da-a7af-48c0-86ed-39ff37650815 None None] Attempting to bind port 8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:22:00.307800 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865694da-a7af-48c0-86ed-39ff37650815 None None] Attempting to bind port 8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc on network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:22:00.327868 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865694da-a7af-48c0-86ed-39ff37650815 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:22:00.328548 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865694da-a7af-48c0-86ed-39ff37650815 None None] Checking segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:22:00.329102 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-865694da-a7af-48c0-86ed-39ff37650815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:00.329644 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865694da-a7af-48c0-86ed-39ff37650815 None None] Bound using segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:22:00.330299 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-865694da-a7af-48c0-86ed-39ff37650815 None None] Bound port: 8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:22:00.330841 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-865694da-a7af-48c0-86ed-39ff37650815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:00.368750 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39464) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:00.378248 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-b96a4740-8262-40d6-aa5b-664f005b4ac2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Calling delete_port for 87708682-228d-4005-920c-aeb13064d59d owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:00.383107 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Calling delete_port for d313b561-eefb-4714-be4d-563caa1a5403 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:00.388226 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57940ca6-7bfd-4afd-9d25-2c41688b44e1 None None] Network 8325c10c-abb6-4ea7-bf7d-c6ef69678e43 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:00.431000 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777ddfd-2285-4f92-8482-5cb9b1aa60fa req-b55af203-b9ff-4f27-aff8-95baba328f06 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:00.438676 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c777ddfd-2285-4f92-8482-5cb9b1aa60fa req-b55af203-b9ff-4f27-aff8-95baba328f06 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.4705901 Apr 11 14:22:00.449069 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fb174c-ba15-49e6-b1b8-592f33e80408 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:22:00.455682 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-14fb174c-ba15-49e6-b1b8-592f33e80408 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:00.457139 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-14fb174c-ba15-49e6-b1b8-592f33e80408 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "PUT /v2.0/routers/dad61d7b-0fe1-4a1a-a759-27b3b504266c HTTP/1.1" status: 200 len: 915 time: 7.6578498 Apr 11 14:22:00.467068 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8455f7-5636-4df0-acde-e2f27631d7c6 None None] Sync routers for ids ['dad61d7b-0fe1-4a1a-a759-27b3b504266c'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:22:00.473773 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39470) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:00.504773 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8455f7-5636-4df0-acde-e2f27631d7c6 None None] Routers {'dad61d7b-0fe1-4a1a-a759-27b3b504266c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:00.506282 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-de8455f7-5636-4df0-acde-e2f27631d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:21:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dad61d7b-0fe1-4a1a-a759-27b3b504266c'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:00.537927 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9dc04287-21a5-4067-8d23-300d545c7090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:00.549088 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5562a5db-99e1-481b-ac50-c17bec40d21e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:00.562376 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c777ddfd-2285-4f92-8482-5cb9b1aa60fa req-d0eca868-e5a1-42e8-af19-50815e6bfe85 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226091 Apr 11 14:22:00.654511 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-de8455f7-5636-4df0-acde-e2f27631d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:00.666325 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8455f7-5636-4df0-acde-e2f27631d7c6 None None] Routers {'dad61d7b-0fe1-4a1a-a759-27b3b504266c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:00.667343 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-de8455f7-5636-4df0-acde-e2f27631d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:21:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dad61d7b-0fe1-4a1a-a759-27b3b504266c'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:00.723080 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de79db-28f8-43c5-9364-6b0c937d25a3 req-ce3dc108-07fd-47f4-ab67-7ae98d6fecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:00.724902 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-08de79db-28f8-43c5-9364-6b0c937d25a3 req-ce3dc108-07fd-47f4-ab67-7ae98d6fecbc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=724311974f544075b7138da08838fdf2&device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 1098 time: 0.8116465 Apr 11 14:22:00.731085 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-865694da-a7af-48c0-86ed-39ff37650815 None None] For port 8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:22:00.735068 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-de8455f7-5636-4df0-acde-e2f27631d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:00.735710 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8455f7-5636-4df0-acde-e2f27631d7c6 None None] The sync data for ids ['dad61d7b-0fe1-4a1a-a759-27b3b504266c'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:22:00.744005 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-9dc04287-21a5-4067-8d23-300d545c7090 None None] For port 532c2407-9a2b-4498-8086-2c3e33db5141, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=532c2407-9a2b-4498-8086-2c3e33db5141,segment=NetworkSegment(a74adc6e-830e-476a-af1c-97892e2a67c7),segment_id=a74adc6e-830e-476a-af1c-97892e2a67c7)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:00.768790 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5562a5db-99e1-481b-ac50-c17bec40d21e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:00.782650 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6798bd42-e795-4fbc-b3c5-b2d74c336f24 None None] Network 8325c10c-abb6-4ea7-bf7d-c6ef69678e43 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:00.789973 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.db.api [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:22:00.790168 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG oslo_db.api [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:22:00.867604 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0f6b3001-d600-4999-aad2-73467f9f1cc2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:00.868949 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9dc04287-21a5-4067-8d23-300d545c7090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:00.902066 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-0f6b3001-d600-4999-aad2-73467f9f1cc2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Transition to ACTIVE for port object d8962181-0179-4dc2-b71a-66e1ce048720 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:00.930651 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de79db-28f8-43c5-9364-6b0c937d25a3 req-0154a099-2903-4de7-af74-540d52fd8a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:00.932146 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-08de79db-28f8-43c5-9364-6b0c937d25a3 req-0154a099-2903-4de7-af74-540d52fd8a3d service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6ea0449-d5bb-46c4-a148-72f3fb27a286 HTTP/1.1" status: 200 len: 914 time: 0.2012959 Apr 11 14:22:01.049934 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-08de79db-28f8-43c5-9364-6b0c937d25a3 req-3752dd1a-d04d-496b-b186-5b8322085bbc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cda5d63f-6fbf-49e9-babc-df0ba1611d60 HTTP/1.1" status: 200 len: 1001 time: 0.1114373 Apr 11 14:22:01.051888 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc04287-21a5-4067-8d23-300d545c7090 None None] Pushing event updated for resources: {'Port': ['ID=532c2407-9a2b-4498-8086-2c3e33db5141,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:01.056613 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b96a4740-8262-40d6-aa5b-664f005b4ac2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:01.066184 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-865694da-a7af-48c0-86ed-39ff37650815 None None] For port 8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:22:01.081181 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562a5db-99e1-481b-ac50-c17bec40d21e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Port': ['ID=b2af2bc6-771a-47b1-a0fc-d92044e5c086,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:01.133803 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de79db-28f8-43c5-9364-6b0c937d25a3 req-cf1bae6c-0ef9-44f2-bba2-cfa64de50f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:01.135553 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-08de79db-28f8-43c5-9364-6b0c937d25a3 req-cf1bae6c-0ef9-44f2-bba2-cfa64de50f2d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07ac75f7-df8a-45a0-834c-28e735b7edb3 HTTP/1.1" status: 200 len: 851 time: 0.0725155 Apr 11 14:22:01.139983 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0f6b3001-d600-4999-aad2-73467f9f1cc2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:01.163311 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-865694da-a7af-48c0-86ed-39ff37650815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:01.186603 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-845300a8-e334-4e32-a9da-cd84e1e5e7e7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1d66088661ee4f0a8f694c308bcfe2cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8172643 Apr 11 14:22:01.195066 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a4740-8262-40d6-aa5b-664f005b4ac2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Port': ['ID=87708682-228d-4005-920c-aeb13064d59d,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:01.198646 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39474) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:01.253985 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-531965de-4459-4663-a916-ef040fcc46ea tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "GET /v2.0/routers/dad61d7b-0fe1-4a1a-a759-27b3b504266c HTTP/1.1" status: 200 len: 921 time: 0.7743649 Apr 11 14:22:01.258261 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39478) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:01.264388 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6840c67d-115f-4634-82e7-81527f2fc776 None None] Provisioning complete for port 532c2407-9a2b-4498-8086-2c3e33db5141 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:01.264978 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6840c67d-115f-4634-82e7-81527f2fc776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:01.315648 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Deleting port d313b561-eefb-4714-be4d-563caa1a5403 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:01.316003 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:01.351263 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865694da-a7af-48c0-86ed-39ff37650815 None None] Pushing event updated for resources: {'Port': ['ID=8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:01.361920 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6b3001-d600-4999-aad2-73467f9f1cc2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:22:01.392286 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-0f6b3001-d600-4999-aad2-73467f9f1cc2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:01.410167 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b3001-d600-4999-aad2-73467f9f1cc2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=d8962181-0179-4dc2-b71a-66e1ce048720,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:01.415709 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6b3001-d600-4999-aad2-73467f9f1cc2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:22:01.421262 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6b3001-d600-4999-aad2-73467f9f1cc2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:01.421916 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0f6b3001-d600-4999-aad2-73467f9f1cc2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:01.535701 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6840c67d-115f-4634-82e7-81527f2fc776 None None] Provisioning for port b2af2bc6-771a-47b1-a0fc-d92044e5c086 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:01.546761 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6840c67d-115f-4634-82e7-81527f2fc776 None None] Provisioning complete for port b2af2bc6-771a-47b1-a0fc-d92044e5c086 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:01.547269 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6840c67d-115f-4634-82e7-81527f2fc776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:01.551367 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de79db-28f8-43c5-9364-6b0c937d25a3 req-19f7136c-da8d-474d-af3c-0d6f3dd1edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:01.553517 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-08de79db-28f8-43c5-9364-6b0c937d25a3 req-19f7136c-da8d-474d-af3c-0d6f3dd1edd6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6ea0449-d5bb-46c4-a148-72f3fb27a286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4115169 Apr 11 14:22:01.623095 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b96a4740-8262-40d6-aa5b-664f005b4ac2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:01.656917 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0f6b3001-d600-4999-aad2-73467f9f1cc2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4362473 Apr 11 14:22:01.660547 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39484) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:01.707837 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-6840c67d-115f-4634-82e7-81527f2fc776 None None] Port b2af2bc6-771a-47b1-a0fc-d92044e5c086 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:22:01.830527 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f3877b60-7866-4684-bc4b-c9a8f3d2ff9d None None] Provisioning complete for port b2af2bc6-771a-47b1-a0fc-d92044e5c086 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:01.831182 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f3877b60-7866-4684-bc4b-c9a8f3d2ff9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:01.835846 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b459d74d-6d3c-4a49-beae-8029148de0ac tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:01.839913 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b459d74d-6d3c-4a49-beae-8029148de0ac tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=cff58315-4a25-4203-8056-2db185a2b95d&device_id=dad61d7b-0fe1-4a1a-a759-27b3b504266c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5774045 Apr 11 14:22:01.853071 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39488) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:01.890364 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f3877b60-7866-4684-bc4b-c9a8f3d2ff9d None None] Port b2af2bc6-771a-47b1-a0fc-d92044e5c086 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:22:01.903921 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f22adb37-e180-4902-a50d-84d96d7fe034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:02.093095 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-2c68691f-ab6b-45ea-87ec-3e86c5f7cb69 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting port d8962181-0179-4dc2-b71a-66e1ce048720 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:02.093451 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2c68691f-ab6b-45ea-87ec-3e86c5f7cb69 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:02.120364 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] For port d313b561-eefb-4714-be4d-563caa1a5403, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=d313b561-eefb-4714-be4d-563caa1a5403,segment=NetworkSegment(c2eafd9f-8a92-43dc-ab3a-c33d013351f2),segment_id=c2eafd9f-8a92-43dc-ab3a-c33d013351f2)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:02.120737 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:02.207574 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f22adb37-e180-4902-a50d-84d96d7fe034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:02.312300 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5562a5db-99e1-481b-ac50-c17bec40d21e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:02.339516 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 532c2407-9a2b-4498-8086-2c3e33db5141 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:22:02.369907 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96a4740-8262-40d6-aa5b-664f005b4ac2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Router b86d0036-a8bd-4230-a034-0a8fe9db71fd has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:22:02.371426 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Calling delete_port for d313b561-eefb-4714-be4d-563caa1a5403 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:02.409927 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526692a-895f-4d9c-a765-5f8eae85ed11 req-d84cd120-f9ca-45c0-8330-64c3a97c7a6b tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:02.411726 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a526692a-895f-4d9c-a765-5f8eae85ed11 req-d84cd120-f9ca-45c0-8330-64c3a97c7a6b tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.6675038 Apr 11 14:22:02.435601 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 532c2407-9a2b-4498-8086-2c3e33db5141 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:02.436464 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:02.444021 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-08de79db-28f8-43c5-9364-6b0c937d25a3 req-f4bec6d0-7170-4e97-ae50-aaa327709282 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ea0449-d5bb-46c4-a148-72f3fb27a286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8660343 Apr 11 14:22:02.568235 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39edc2c1-6403-4776-9d80-2ff8302ec593 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:02.573434 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-39edc2c1-6403-4776-9d80-2ff8302ec593 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "GET /v2.0/networks/cff58315-4a25-4203-8056-2db185a2b95d HTTP/1.1" status: 200 len: 881 time: 0.7088811 Apr 11 14:22:02.576529 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39492) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:02.613897 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:22:02.651552 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f22adb37-e180-4902-a50d-84d96d7fe034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:02.656622 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57a0447-939e-46d3-ba3a-0c7818908b42 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:02.677472 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a526692a-895f-4d9c-a765-5f8eae85ed11 req-def9c844-1d97-4553-b933-9f33a905c428 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2588444 Apr 11 14:22:02.678632 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96a4740-8262-40d6-aa5b-664f005b4ac2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:22:02.697676 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22adb37-e180-4902-a50d-84d96d7fe034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30af2e83-fe88-4aa4-91e9-7f8b11d3e00a,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:02.710740 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6e404d-87e6-4344-a9f7-d9559841ff33 None None] Sync routers for ids ['b86d0036-a8bd-4230-a034-0a8fe9db71fd'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:22:02.717811 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-19ace7fe-dade-4fec-824c-4b3c53d3e1ab tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad61d7b-0fe1-4a1a-a759-27b3b504266c HTTP/1.1" status: 200 len: 205 time: 0.0895762 Apr 11 14:22:02.725569 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b96a4740-8262-40d6-aa5b-664f005b4ac2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "PUT /v2.0/routers/b86d0036-a8bd-4230-a034-0a8fe9db71fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8751161 Apr 11 14:22:02.725569 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39496) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:02.725867 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39498) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:02.816719 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6e404d-87e6-4344-a9f7-d9559841ff33 None None] Routers {'b86d0036-a8bd-4230-a034-0a8fe9db71fd'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:02.817093 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-1a6e404d-87e6-4344-a9f7-d9559841ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:21:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['b86d0036-a8bd-4230-a034-0a8fe9db71fd'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:02.904064 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-1a6e404d-87e6-4344-a9f7-d9559841ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:02.922380 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fda0ee51-62fa-4685-8d12-8c47cffd73a0 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:02.940587 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6e404d-87e6-4344-a9f7-d9559841ff33 None None] Routers {'b86d0036-a8bd-4230-a034-0a8fe9db71fd'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:02.941231 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-1a6e404d-87e6-4344-a9f7-d9559841ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:21:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['b86d0036-a8bd-4230-a034-0a8fe9db71fd'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:02.968423 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:02.988495 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f22adb37-e180-4902-a50d-84d96d7fe034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:03.002860 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3f722464-3874-4a37-81e5-721c8ace9830 None None] Provisioning for port 8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:03.004587 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f22adb37-e180-4902-a50d-84d96d7fe034 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/30af2e83-fe88-4aa4-91e9-7f8b11d3e00a HTTP/1.1" status: 204 len: 168 time: 1.7898064 Apr 11 14:22:03.006574 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:03.033194 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5562a5db-99e1-481b-ac50-c17bec40d21e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:03.072980 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-1a6e404d-87e6-4344-a9f7-d9559841ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:03.073635 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6e404d-87e6-4344-a9f7-d9559841ff33 None None] The sync data for ids ['b86d0036-a8bd-4230-a034-0a8fe9db71fd'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:22:03.076619 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3f722464-3874-4a37-81e5-721c8ace9830 None None] Provisioning complete for port 8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:03.077221 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3f722464-3874-4a37-81e5-721c8ace9830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:03.101261 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-08de79db-28f8-43c5-9364-6b0c937d25a3 req-9be66ba1-d67d-4669-be0d-5acb0bc84b11 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ea0449-d5bb-46c4-a148-72f3fb27a286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228464 Apr 11 14:22:03.107811 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:03.108202 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:03.113806 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event deleted for resources: {'Port': ['ID=d313b561-eefb-4714-be4d-563caa1a5403,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:03.128708 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] No DVR routers for this DVR port d313b561-eefb-4714-be4d-563caa1a5403 on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:22:03.317713 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2c68691f-ab6b-45ea-87ec-3e86c5f7cb69 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:03.574018 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3f722464-3874-4a37-81e5-721c8ace9830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:03.586356 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:03.600792 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fda0ee51-62fa-4685-8d12-8c47cffd73a0 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:03.633562 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-3f722464-3874-4a37-81e5-721c8ace9830 None None] For port 8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:03.666505 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-2b6052ae-fb7e-4b25-9da8-dcb6ca8d1618 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] remove_router_interface failed (client error): The resource could not be found. Apr 11 14:22:03.667546 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2b6052ae-fb7e-4b25-9da8-dcb6ca8d1618 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "PUT /v2.0/routers/b86d0036-a8bd-4230-a034-0a8fe9db71fd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9423401 Apr 11 14:22:03.675373 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39514) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:03.734515 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:03.871915 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-2c68691f-ab6b-45ea-87ec-3e86c5f7cb69 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Calling delete_port for d8962181-0179-4dc2-b71a-66e1ce048720 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:03.874429 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3f722464-3874-4a37-81e5-721c8ace9830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:03.904195 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-fda0ee51-62fa-4685-8d12-8c47cffd73a0 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Deleting port 323e5a47-374e-4ecf-9d0d-251fcc8227ce {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:03.904890 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fda0ee51-62fa-4685-8d12-8c47cffd73a0 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:03.935912 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0fd0e8b2-e9eb-4a38-98e2-85c1b549bcb7 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Synchronizing usage tracker for tenant:e64484a71f41439a9e4d89000c1f607b on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:22:03.946470 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8325c10c-abb6-4ea7-bf7d-c6ef69678e43']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:03.978412 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f722464-3874-4a37-81e5-721c8ace9830 None None] Pushing event updated for resources: {'Port': ['ID=8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:04.001803 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2eafd9f-8a92-43dc-ab3a-c33d013351f2') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:04.002459 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2eafd9f-8a92-43dc-ab3a-c33d013351f2') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:04.036597 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d77bba2-a666-4dfe-989d-f8246080e023 None None] get_active_networks_info from dv-neutron-837330-1-hyperv {{(pid=88618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 11 14:22:04.040520 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:04.059269 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5562a5db-99e1-481b-ac50-c17bec40d21e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:04.079179 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:04.094574 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93314b29-38bc-46f9-bda6-4fde38085299 req-91f080b7-420e-45a9-8e90-736a2eeb747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:04.096479 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-93314b29-38bc-46f9-bda6-4fde38085299 req-91f080b7-420e-45a9-8e90-736a2eeb747e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=724311974f544075b7138da08838fdf2&device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 1098 time: 0.7171428 Apr 11 14:22:04.099673 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:22:04.100437 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:22:04.116947 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:22:04.123329 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:22:04.123915 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:22:04.222774 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fda0ee51-62fa-4685-8d12-8c47cffd73a0 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:04.258750 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4afcede1-7917-446b-8335-54f913b74910 None None] Provisioning for port d8962181-0179-4dc2-b71a-66e1ce048720 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:04.269583 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4afcede1-7917-446b-8335-54f913b74910 None None] Provisioning complete for port d8962181-0179-4dc2-b71a-66e1ce048720 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:04.269999 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4afcede1-7917-446b-8335-54f913b74910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:04.303620 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e09470-5972-4f09-9c39-c6ecda7ec305 req-a4ef2707-91c1-4f19-81d8-ef8f269628b8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:04.309645 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-69e09470-5972-4f09-9c39-c6ecda7ec305 req-a4ef2707-91c1-4f19-81d8-ef8f269628b8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.4839709 Apr 11 14:22:04.341273 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:04.348741 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-4afcede1-7917-446b-8335-54f913b74910 None None] Port d8962181-0179-4dc2-b71a-66e1ce048720 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:22:04.351755 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d77bba2-a666-4dfe-989d-f8246080e023 None None] Resources bound (agent type, host, resource id): {{(pid=88618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 14:22:04.388643 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4afcede1-7917-446b-8335-54f913b74910 None None] Provisioning complete for port 8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:04.389269 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4afcede1-7917-446b-8335-54f913b74910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:04.416097 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-fda0ee51-62fa-4685-8d12-8c47cffd73a0 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Calling delete_port for 323e5a47-374e-4ecf-9d0d-251fcc8227ce owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:04.442080 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:04.446040 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event deleted for resources: {'Network': ['ID=8325c10c-abb6-4ea7-bf7d-c6ef69678e43,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:04.489707 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-69e09470-5972-4f09-9c39-c6ecda7ec305 req-10d9bb11-41a3-4042-b49b-a2d90df03b17 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676428 Apr 11 14:22:04.502322 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-747eb3c2-982b-4094-932b-58b915de04c9 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "DELETE /v2.0/networks/8325c10c-abb6-4ea7-bf7d-c6ef69678e43 HTTP/1.1" status: 204 len: 168 time: 8.1186986 Apr 11 14:22:04.509495 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39530) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:04.560378 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5562a5db-99e1-481b-ac50-c17bec40d21e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:04.593942 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf98269a-7671-4cd3-a2ea-295e24f46f04 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:04.605221 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf98269a-7671-4cd3-a2ea-295e24f46f04 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:04.605221 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-cf98269a-7671-4cd3-a2ea-295e24f46f04 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "DELETE /v2.0/networks/8325c10c-abb6-4ea7-bf7d-c6ef69678e43 HTTP/1.1" status: 404 len: 339 time: 0.0858858 Apr 11 14:22:04.605449 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0fd0e8b2-e9eb-4a38-98e2-85c1b549bcb7 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Unset dirty status for tenant:e64484a71f41439a9e4d89000c1f607b on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:22:04.605449 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0fd0e8b2-e9eb-4a38-98e2-85c1b549bcb7 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "GET /v2.0/ports?device_id=b86d0036-a8bd-4230-a034-0a8fe9db71fd HTTP/1.1" status: 200 len: 205 time: 0.9255004 Apr 11 14:22:04.606592 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39536) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:04.606937 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39538) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:04.674940 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-ecd4cee8-00c7-4b8d-ad2b-d2392e6e16ec tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1651419963', 'description': 'd1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:04.680479 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ecd4cee8-00c7-4b8d-ad2b-d2392e6e16ec tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:04.684386 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ecd4cee8-00c7-4b8d-ad2b-d2392e6e16ec tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Usage tracker for resource:network and tenant:39608936fcf243fabb6128792704ba03 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:04.687483 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ecd4cee8-00c7-4b8d-ad2b-d2392e6e16ec tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:04.694333 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ecd4cee8-00c7-4b8d-ad2b-d2392e6e16ec tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:04.707669 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93314b29-38bc-46f9-bda6-4fde38085299 req-e7636f1b-c38f-46b6-8be3-61074a82b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:04.709458 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-93314b29-38bc-46f9-bda6-4fde38085299 req-e7636f1b-c38f-46b6-8be3-61074a82b58f service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6ea0449-d5bb-46c4-a148-72f3fb27a286 HTTP/1.1" status: 200 len: 914 time: 0.4980218 Apr 11 14:22:04.750198 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5562a5db-99e1-481b-ac50-c17bec40d21e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:04.761822 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562a5db-99e1-481b-ac50-c17bec40d21e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Port': ['ID=b2af2bc6-771a-47b1-a0fc-d92044e5c086,revision_number=3']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:04.874666 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd4cee8-00c7-4b8d-ad2b-d2392e6e16ec tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Made reservation on behalf of 39608936fcf243fabb6128792704ba03 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:04.878856 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ecd4cee8-00c7-4b8d-ad2b-d2392e6e16ec tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:04.908426 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fda0ee51-62fa-4685-8d12-8c47cffd73a0 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:04.924579 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-34c07fbb-3706-447d-aa34-c922a3c778e8 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:04.987117 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-76ab526e-6e53-49b7-9cde-3162398479bf None None] Could not find standard attr ID for object d8962181-0179-4dc2-b71a-66e1ce048720. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:22:05.000875 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-93314b29-38bc-46f9-bda6-4fde38085299 req-13a303e7-34b9-48b1-87fb-04a68a06d44e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cda5d63f-6fbf-49e9-babc-df0ba1611d60 HTTP/1.1" status: 200 len: 1001 time: 0.2792742 Apr 11 14:22:05.003773 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0ee51-62fa-4685-8d12-8c47cffd73a0 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Pushing event deleted for resources: {'Port': ['ID=323e5a47-374e-4ecf-9d0d-251fcc8227ce,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:05.027378 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2c68691f-ab6b-45ea-87ec-3e86c5f7cb69 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:05.033173 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:22:05.076839 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7b6219-06c9-4b5b-9a96-9f4954adeef4 None None] get_active_networks_info from dv-neutron-837330-1-hyperv {{(pid=88618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 11 14:22:05.178876 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5562a5db-99e1-481b-ac50-c17bec40d21e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network 09a3f152-5c4f-4164-b2be-0ac98cec0b25 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:22:05.179964 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-5562a5db-99e1-481b-ac50-c17bec40d21e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:05.194671 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fda0ee51-62fa-4685-8d12-8c47cffd73a0 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:05.223153 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68691f-ab6b-45ea-87ec-3e86c5f7cb69 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Port': ['ID=d8962181-0179-4dc2-b71a-66e1ce048720,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:05.258181 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:05.258553 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:05.334747 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7b6219-06c9-4b5b-9a96-9f4954adeef4 None None] Resources bound (agent type, host, resource id): {{(pid=88618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 14:22:05.562709 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd4cee8-00c7-4b8d-ad2b-d2392e6e16ec tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:22:05.596903 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2c68691f-ab6b-45ea-87ec-3e86c5f7cb69 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:05.601135 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93314b29-38bc-46f9-bda6-4fde38085299 req-6b73ddeb-b980-45eb-9c25-1e3a8d68145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:05.602712 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-93314b29-38bc-46f9-bda6-4fde38085299 req-6b73ddeb-b980-45eb-9c25-1e3a8d68145e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07ac75f7-df8a-45a0-834c-28e735b7edb3 HTTP/1.1" status: 200 len: 851 time: 0.5812907 Apr 11 14:22:05.603808 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ecd4cee8-00c7-4b8d-ad2b-d2392e6e16ec tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:05.604225 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-ecd4cee8-00c7-4b8d-ad2b-d2392e6e16ec tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Added segment e7efdf62-c635-4b7c-8d06-4d8230ca5a73 of type vlan for network 2f62e2ba-a971-459e-81d1-aa04ba6147ab Apr 11 14:22:05.608683 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fda0ee51-62fa-4685-8d12-8c47cffd73a0 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:05.611426 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fda0ee51-62fa-4685-8d12-8c47cffd73a0 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:05.637836 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39558) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:05.672943 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-34c07fbb-3706-447d-aa34-c922a3c778e8 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:05.712151 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-34c07fbb-3706-447d-aa34-c922a3c778e8 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:05.721363 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2c68691f-ab6b-45ea-87ec-3e86c5f7cb69 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/d8962181-0179-4dc2-b71a-66e1ce048720 HTTP/1.1" status: 204 len: 168 time: 4.0547800 Apr 11 14:22:05.722229 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39564) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:05.803076 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ecd4cee8-00c7-4b8d-ad2b-d2392e6e16ec tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:05.889133 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93314b29-38bc-46f9-bda6-4fde38085299 req-e9a929dc-2a08-4c27-9922-eeaf4e76695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:05.890548 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-93314b29-38bc-46f9-bda6-4fde38085299 req-e9a929dc-2a08-4c27-9922-eeaf4e76695f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6ea0449-d5bb-46c4-a148-72f3fb27a286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2214208 Apr 11 14:22:05.903359 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d9339f-cfbc-45d6-bea7-cd2899dc5623 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:05.907017 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-71d9339f-cfbc-45d6-bea7-cd2899dc5623 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:22:05.914252 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-34c07fbb-3706-447d-aa34-c922a3c778e8 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:05.915635 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c07fbb-3706-447d-aa34-c922a3c778e8 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Fanout notify agent at l3_agent the message router_deleted on router b86d0036-a8bd-4230-a034-0a8fe9db71fd {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:22:05.917140 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-fd519d76-3c24-40bd-8c5b-9d42af4c390b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'network': {'name': 'tempest-network-smoke--597720568', 'project_id': '572b8884360948e38c79b057606230d9', 'port_security_enabled': True}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:05.930265 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fda0ee51-62fa-4685-8d12-8c47cffd73a0 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:05.930915 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda0ee51-62fa-4685-8d12-8c47cffd73a0 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Fanout notify agent at l3_agent the message router_deleted on router dad61d7b-0fe1-4a1a-a759-27b3b504266c {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:22:05.946228 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-fd519d76-3c24-40bd-8c5b-9d42af4c390b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:05.960206 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ecd4cee8-00c7-4b8d-ad2b-d2392e6e16ec tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:05.970487 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd4cee8-00c7-4b8d-ad2b-d2392e6e16ec tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:05.970487 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ecd4cee8-00c7-4b8d-ad2b-d2392e6e16ec tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:05.970778 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fd519d76-3c24-40bd-8c5b-9d42af4c390b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:network and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:05.978275 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fd519d76-3c24-40bd-8c5b-9d42af4c390b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:05.992558 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fda0ee51-62fa-4685-8d12-8c47cffd73a0 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:05.993821 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-fda0ee51-62fa-4685-8d12-8c47cffd73a0 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "DELETE /v2.0/routers/dad61d7b-0fe1-4a1a-a759-27b3b504266c HTTP/1.1" status: 204 len: 168 time: 3.2689502 Apr 11 14:22:06.001411 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-fd519d76-3c24-40bd-8c5b-9d42af4c390b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:06.003290 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39568) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:06.029058 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-fbda7363-06ef-4daa-a801-93b48a269392 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-607434663', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}, 'admin_state_up': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:06.039632 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-fbda7363-06ef-4daa-a801-93b48a269392 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:06.044900 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fbda7363-06ef-4daa-a801-93b48a269392 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Usage tracker for resource:router and tenant:54bdc85d6ad64f4c8e9c5291f9282b9f is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:06.048530 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fbda7363-06ef-4daa-a801-93b48a269392 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:06.060392 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-fbda7363-06ef-4daa-a801-93b48a269392 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:06.099304 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523a95b-20c2-4fbd-9bf1-96353520655b req-8124f7b1-fec0-4d97-9c86-d8ed3c0a62ef tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:06.100896 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f523a95b-20c2-4fbd-9bf1-96353520655b req-8124f7b1-fec0-4d97-9c86-d8ed3c0a62ef tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.4261911 Apr 11 14:22:06.103119 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5562a5db-99e1-481b-ac50-c17bec40d21e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Router 76f94d87-5281-4700-8a8f-5288ad432117 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:22:06.106536 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-34c07fbb-3706-447d-aa34-c922a3c778e8 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:06.110868 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-34c07fbb-3706-447d-aa34-c922a3c778e8 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/routers/b86d0036-a8bd-4230-a034-0a8fe9db71fd HTTP/1.1" status: 204 len: 168 time: 1.5029063 Apr 11 14:22:06.113256 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39572) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:06.197776 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ecd4cee8-00c7-4b8d-ad2b-d2392e6e16ec tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5857921 Apr 11 14:22:06.202283 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39576) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:06.208036 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4cee8-00c7-4b8d-ad2b-d2392e6e16ec tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event updated for resources: {'Network': ['ID=2f62e2ba-a971-459e-81d1-aa04ba6147ab,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:06.214727 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-71d9339f-cfbc-45d6-bea7-cd2899dc5623 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:22:06.218119 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-71d9339f-cfbc-45d6-bea7-cd2899dc5623 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4852827 Apr 11 14:22:06.219766 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39578) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:06.224371 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 2f62e2ba-a971-459e-81d1-aa04ba6147ab details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:22:06.252207 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c60b4d51-a2cf-4aa3-aff7-dac176dd4f2e None None] Provisioning complete for port b2af2bc6-771a-47b1-a0fc-d92044e5c086 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:06.252845 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c60b4d51-a2cf-4aa3-aff7-dac176dd4f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:06.283200 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-93314b29-38bc-46f9-bda6-4fde38085299 req-ae16599f-dc74-4d79-b7d9-9bd9dc0b8a1a service neutron] 10.222.0.53 "GET /v2.0/networks/c6ea0449-d5bb-46c4-a148-72f3fb27a286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704197 Apr 11 14:22:06.373530 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c60b4d51-a2cf-4aa3-aff7-dac176dd4f2e None None] Port b2af2bc6-771a-47b1-a0fc-d92044e5c086 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:22:06.384788 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fbda7363-06ef-4daa-a801-93b48a269392 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:06.385804 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fbda7363-06ef-4daa-a801-93b48a269392 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:06.403224 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd519d76-3c24-40bd-8c5b-9d42af4c390b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:06.407141 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fd519d76-3c24-40bd-8c5b-9d42af4c390b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:06.432159 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff308406-7a2d-43a3-8f91-eec5b0017d5f tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:06.433777 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ff308406-7a2d-43a3-8f91-eec5b0017d5f tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2131062 Apr 11 14:22:06.437017 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39584) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:06.496785 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f523a95b-20c2-4fbd-9bf1-96353520655b req-9112ad4e-1b1c-4993-b3c4-4e03850d43b1 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3814600 Apr 11 14:22:06.497282 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fd519d76-3c24-40bd-8c5b-9d42af4c390b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:06.498257 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-93314b29-38bc-46f9-bda6-4fde38085299 req-c071bbfa-6dd7-4636-b26d-c998aafbea01 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ea0449-d5bb-46c4-a148-72f3fb27a286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079594 Apr 11 14:22:06.525880 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-636b16ed-9dd3-490b-9f46-46a8adfe5f0d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting subnet 0eb40e2e-4709-45b8-9fc5-8f1efcb69c7e {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:22:06.531587 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cc5838-7a91-4be0-89a5-c887a73de4a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:06.533896 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cc5838-7a91-4be0-89a5-c887a73de4a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:06.539433 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cc5838-7a91-4be0-89a5-c887a73de4a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:06.539433 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-54cc5838-7a91-4be0-89a5-c887a73de4a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:22:06.542213 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-636b16ed-9dd3-490b-9f46-46a8adfe5f0d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:06.572800 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5562a5db-99e1-481b-ac50-c17bec40d21e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:22:06.583952 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad65ede-3ee6-4486-b9cb-d66b02bf9ebc None None] Sync routers for ids ['76f94d87-5281-4700-8a8f-5288ad432117'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:22:06.594045 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad65ede-3ee6-4486-b9cb-d66b02bf9ebc None None] Routers {'76f94d87-5281-4700-8a8f-5288ad432117'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:06.595302 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-6ad65ede-3ee6-4486-b9cb-d66b02bf9ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:21:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['76f94d87-5281-4700-8a8f-5288ad432117'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:06.596168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fbda7363-06ef-4daa-a801-93b48a269392 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:06.604088 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb516712-be6f-47ed-b461-95513517d6a0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:06.604778 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-bb516712-be6f-47ed-b461-95513517d6a0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Synchronizing usage tracker for tenant:39608936fcf243fabb6128792704ba03 on resource:network {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:22:06.607604 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-54cc5838-7a91-4be0-89a5-c887a73de4a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:22:06.607742 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-fd519d76-3c24-40bd-8c5b-9d42af4c390b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:06.609201 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-54cc5838-7a91-4be0-89a5-c887a73de4a4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1714578 Apr 11 14:22:06.611735 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39590) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:06.622930 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fd519d76-3c24-40bd-8c5b-9d42af4c390b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:06.631157 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5562a5db-99e1-481b-ac50-c17bec40d21e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "PUT /v2.0/routers/76f94d87-5281-4700-8a8f-5288ad432117/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5088603 Apr 11 14:22:06.633477 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fd519d76-3c24-40bd-8c5b-9d42af4c390b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:06.638260 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39594) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:06.649603 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-fd519d76-3c24-40bd-8c5b-9d42af4c390b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:06.667604 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-6ad65ede-3ee6-4486-b9cb-d66b02bf9ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:06.678431 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad65ede-3ee6-4486-b9cb-d66b02bf9ebc None None] Routers {'76f94d87-5281-4700-8a8f-5288ad432117'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:06.679057 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-6ad65ede-3ee6-4486-b9cb-d66b02bf9ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:21:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['76f94d87-5281-4700-8a8f-5288ad432117'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:06.716292 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-636b16ed-9dd3-490b-9f46-46a8adfe5f0d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:06.738018 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-927fc950-69a6-4bdc-bda3-0583839a5c1a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet bce2e8d1-541a-4dae-8573-5dcf557b82d4 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:22:06.743206 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-6ad65ede-3ee6-4486-b9cb-d66b02bf9ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:06.743473 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-927fc950-69a6-4bdc-bda3-0583839a5c1a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:06.743988 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad65ede-3ee6-4486-b9cb-d66b02bf9ebc None None] The sync data for ids ['76f94d87-5281-4700-8a8f-5288ad432117'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:22:06.811152 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-927fc950-69a6-4bdc-bda3-0583839a5c1a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:06.849208 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-bb516712-be6f-47ed-b461-95513517d6a0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Unset dirty status for tenant:39608936fcf243fabb6128792704ba03 on resource:network {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:22:06.850404 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-bb516712-be6f-47ed-b461-95513517d6a0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "GET /v2.0/networks?id=2f62e2ba-a971-459e-81d1-aa04ba6147ab HTTP/1.1" status: 200 len: 765 time: 0.6062562 Apr 11 14:22:06.855558 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44da03-612e-4632-a531-7abfe8f009f7 req-a9a22f65-8bf1-4ed8-859d-0c089968a590 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:06.857054 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7f44da03-612e-4632-a531-7abfe8f009f7 req-a9a22f65-8bf1-4ed8-859d-0c089968a590 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.2008457 Apr 11 14:22:06.857538 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39598) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:06.873472 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-1a518332-eab2-42e8-96b9-6dac9edfe07f tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Request body: {'network': {'description': 'd2'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:07.037492 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7f44da03-612e-4632-a531-7abfe8f009f7 req-427a807f-5b61-4122-9398-a828e6f3a3cd tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686521 Apr 11 14:22:07.082984 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-927fc950-69a6-4bdc-bda3-0583839a5c1a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:07.107733 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fbda7363-06ef-4daa-a801-93b48a269392 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:07.136533 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-636b16ed-9dd3-490b-9f46-46a8adfe5f0d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:07.183293 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14f70f0-d5eb-4431-8b3a-ac198be57dad tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:07.184060 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f14f70f0-d5eb-4431-8b3a-ac198be57dad tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Synchronizing usage tracker for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:22:07.259929 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fd519d76-3c24-40bd-8c5b-9d42af4c390b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:07.342955 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1a518332-eab2-42e8-96b9-6dac9edfe07f tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:07.374587 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fd519d76-3c24-40bd-8c5b-9d42af4c390b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:07.377461 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f14f70f0-d5eb-4431-8b3a-ac198be57dad tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Unset dirty status for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:22:07.378710 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f14f70f0-d5eb-4431-8b3a-ac198be57dad tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "GET /v2.0/ports?device_id=76f94d87-5281-4700-8a8f-5288ad432117 HTTP/1.1" status: 200 len: 982 time: 0.7361369 Apr 11 14:22:07.381719 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39604) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:07.416460 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd519d76-3c24-40bd-8c5b-9d42af4c390b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:22:07.431029 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd519d76-3c24-40bd-8c5b-9d42af4c390b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31495cfa-3f08-4c9c-8be5-e9f07a21d4fc,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:07.436076 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fd519d76-3c24-40bd-8c5b-9d42af4c390b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:07.436434 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-fd519d76-3c24-40bd-8c5b-9d42af4c390b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Added segment 2f1d24e7-6d29-40e4-a473-d6e8edbb3615 of type vlan for network 36ebc322-19e4-4a30-b8b7-2a34e01ed94a Apr 11 14:22:07.462599 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-927fc950-69a6-4bdc-bda3-0583839a5c1a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:07.493842 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1a518332-eab2-42e8-96b9-6dac9edfe07f tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:07.505780 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-636b16ed-9dd3-490b-9f46-46a8adfe5f0d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:07.593876 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fc950-69a6-4bdc-bda3-0583839a5c1a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=bce2e8d1-541a-4dae-8573-5dcf557b82d4,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:07.595381 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a518332-eab2-42e8-96b9-6dac9edfe07f tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Network 2f62e2ba-a971-459e-81d1-aa04ba6147ab is not hosted by any dhcp agent {{(pid=88617) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 11 14:22:07.601068 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a518332-eab2-42e8-96b9-6dac9edfe07f tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:07.601712 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1a518332-eab2-42e8-96b9-6dac9edfe07f tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:07.603017 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1a518332-eab2-42e8-96b9-6dac9edfe07f tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "PUT /v2.0/networks/2f62e2ba-a971-459e-81d1-aa04ba6147ab HTTP/1.1" status: 200 len: 762 time: 0.7383316 Apr 11 14:22:07.603480 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e38b2e6-64d3-4be0-83d1-c3ae39387a3f None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:07.604161 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-927fc950-69a6-4bdc-bda3-0583839a5c1a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:07.623362 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39610) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:07.705123 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fd519d76-3c24-40bd-8c5b-9d42af4c390b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:07.761280 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b16ed-9dd3-490b-9f46-46a8adfe5f0d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Subnet': ['ID=0eb40e2e-4709-45b8-9fc5-8f1efcb69c7e,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:07.777791 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-636b16ed-9dd3-490b-9f46-46a8adfe5f0d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:07.825988 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fbda7363-06ef-4daa-a801-93b48a269392 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:07.829418 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e92382-03cd-4554-b202-eeba759dfb3a None None] Network f32abb81-9a89-4387-adfc-75c4854fd927 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:07.858731 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a518332-eab2-42e8-96b9-6dac9edfe07f tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event updated for resources: {'Network': ['ID=2f62e2ba-a971-459e-81d1-aa04ba6147ab,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:07.868492 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fbda7363-06ef-4daa-a801-93b48a269392 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:07.871359 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-636b16ed-9dd3-490b-9f46-46a8adfe5f0d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/subnets/0eb40e2e-4709-45b8-9fc5-8f1efcb69c7e HTTP/1.1" status: 204 len: 168 time: 1.6909075 Apr 11 14:22:07.874433 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39614) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:07.922591 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 2f62e2ba-a971-459e-81d1-aa04ba6147ab details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:22:07.954332 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-927fc950-69a6-4bdc-bda3-0583839a5c1a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/bce2e8d1-541a-4dae-8573-5dcf557b82d4 HTTP/1.1" status: 204 len: 168 time: 1.3409433 Apr 11 14:22:07.958755 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39618) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:08.059349 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bfc919-459e-4274-b04f-615a03d4108c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:08.060341 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f4bfc919-459e-4274-b04f-615a03d4108c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Synchronizing usage tracker for tenant:39608936fcf243fabb6128792704ba03 on resource:network {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:22:08.077077 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fd519d76-3c24-40bd-8c5b-9d42af4c390b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:08.083595 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd519d76-3c24-40bd-8c5b-9d42af4c390b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:08.084227 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fd519d76-3c24-40bd-8c5b-9d42af4c390b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:08.149319 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f4bfc919-459e-4274-b04f-615a03d4108c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Unset dirty status for tenant:39608936fcf243fabb6128792704ba03 on resource:network {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:22:08.150898 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f4bfc919-459e-4274-b04f-615a03d4108c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "GET /v2.0/networks?id=2f62e2ba-a971-459e-81d1-aa04ba6147ab HTTP/1.1" status: 200 len: 765 time: 0.4951460 Apr 11 14:22:08.154580 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39622) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:08.154773 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-88e5515b-4efb-4521-8724-fd71721c36ca tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:08.189973 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204800ca-6276-4f99-b3d1-4a77c2dd9804 req-f278919d-c9c9-43d3-8a9f-379d786d4471 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:08.197239 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-204800ca-6276-4f99-b3d1-4a77c2dd9804 req-f278919d-c9c9-43d3-8a9f-379d786d4471 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.6084051 Apr 11 14:22:08.298943 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c80a92-0eef-460d-9953-e4bd9b947bb2 None None] DHCP port deletion for f32abb81-9a89-4387-adfc-75c4854fd927 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:22:08.303815 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee52970-c552-4e90-98db-3c294e5d631b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet ca3da265-42dd-45e8-b349-e2fa6906ecb2 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:22:08.304489 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-46c80a92-0eef-460d-9953-e4bd9b947bb2 None None] Deleting port 3fda20da-f934-4841-bc62-13e9fd3c69f9 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:08.304865 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c80a92-0eef-460d-9953-e4bd9b947bb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:08.313785 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6ee52970-c552-4e90-98db-3c294e5d631b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:08.348334 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd519d76-3c24-40bd-8c5b-9d42af4c390b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Network': ['ID=36ebc322-19e4-4a30-b8b7-2a34e01ed94a,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:08.357737 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-88e5515b-4efb-4521-8724-fd71721c36ca tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting port 3fda20da-f934-4841-bc62-13e9fd3c69f9 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:08.358119 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-88e5515b-4efb-4521-8724-fd71721c36ca tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:08.359863 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-204800ca-6276-4f99-b3d1-4a77c2dd9804 req-021e1790-260d-4738-9ab9-de81173fef73 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614029 Apr 11 14:22:08.362198 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 36ebc322-19e4-4a30-b8b7-2a34e01ed94a details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:22:08.403711 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-fd519d76-3c24-40bd-8c5b-9d42af4c390b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.7619178 Apr 11 14:22:08.408804 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39626) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:08.434442 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-669b482e-3aed-4d4d-81af-b4523c8001ca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1336258400', 'admin_state_up': True, 'project_id': '572b8884360948e38c79b057606230d9', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:08.453775 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-669b482e-3aed-4d4d-81af-b4523c8001ca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:08.456762 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-fbda7363-06ef-4daa-a801-93b48a269392 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Allocated IP 172.26.7.89 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/892adba7-82e4-4653-bae4-24e47bdefbe4) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:22:08.459413 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a0f01e-2f14-4f7f-b424-434b3ca09b69 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:08.466400 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-669b482e-3aed-4d4d-81af-b4523c8001ca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:router and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:08.466639 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-18a0f01e-2f14-4f7f-b424-434b3ca09b69 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3102953 Apr 11 14:22:08.467511 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39630) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:08.475689 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-669b482e-3aed-4d4d-81af-b4523c8001ca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:08.484969 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6ee52970-c552-4e90-98db-3c294e5d631b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:08.532935 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-23124a25-29d1-46ea-931f-a4fc506cf8f5 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Synchronizing usage tracker for tenant:39608936fcf243fabb6128792704ba03 on resource:subnet {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:22:08.546674 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-669b482e-3aed-4d4d-81af-b4523c8001ca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:08.554366 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-23124a25-29d1-46ea-931f-a4fc506cf8f5 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Unset dirty status for tenant:39608936fcf243fabb6128792704ba03 on resource:subnet {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:22:08.561250 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39634) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:08.563267 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-23124a25-29d1-46ea-931f-a4fc506cf8f5 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "GET /v2.0/subnets?network_id=cff58315-4a25-4203-8056-2db185a2b95d HTTP/1.1" status: 200 len: 207 time: 0.0913379 Apr 11 14:22:08.662654 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d0321cb4-e73b-4bfd-97d4-9fff6e8d3238 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:08.683645 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-46c80a92-0eef-460d-9953-e4bd9b947bb2 None None] For port 3fda20da-f934-4841-bc62-13e9fd3c69f9, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3fda20da-f934-4841-bc62-13e9fd3c69f9,segment=NetworkSegment(069e964c-730e-4911-a036-20b0e0bc1942),segment_id=069e964c-730e-4911-a036-20b0e0bc1942)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:08.689081 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c80a92-0eef-460d-9953-e4bd9b947bb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:08.751251 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-669b482e-3aed-4d4d-81af-b4523c8001ca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:08.752300 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-669b482e-3aed-4d4d-81af-b4523c8001ca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:08.836976 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-46c80a92-0eef-460d-9953-e4bd9b947bb2 None None] Calling delete_port for 3fda20da-f934-4841-bc62-13e9fd3c69f9 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:08.935417 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3fda20da-f934-4841-bc62-13e9fd3c69f9 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:22:08.939169 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-669b482e-3aed-4d4d-81af-b4523c8001ca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:09.025307 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c80a92-0eef-460d-9953-e4bd9b947bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:09.101652 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fbda7363-06ef-4daa-a801-93b48a269392 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:09.101936 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c80a92-0eef-460d-9953-e4bd9b947bb2 None None] Pushing event deleted for resources: {'Port': ['ID=3fda20da-f934-4841-bc62-13e9fd3c69f9,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:09.108128 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6ee52970-c552-4e90-98db-3c294e5d631b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:09.112902 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c80a92-0eef-460d-9953-e4bd9b947bb2 None None] No DVR routers for this DVR port 3fda20da-f934-4841-bc62-13e9fd3c69f9 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:22:09.115455 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No active binding found for port 3fda20da-f934-4841-bc62-13e9fd3c69f9 {{(pid=88618) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 11 14:22:09.115853 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3fda20da-f934-4841-bc62-13e9fd3c69f9 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:22:09.118119 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-80a46d4f-9d2e-4093-8b5c-21b04710a584 None None] Provisioning complete for port 8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:09.118622 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-80a46d4f-9d2e-4093-8b5c-21b04710a584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:09.148425 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc339c2-78cf-4664-9a03-d5f070754b1e tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:09.154460 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc339c2-78cf-4664-9a03-d5f070754b1e tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:09.161192 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc339c2-78cf-4664-9a03-d5f070754b1e tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:09.167974 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc339c2-78cf-4664-9a03-d5f070754b1e tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:09.174291 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc339c2-78cf-4664-9a03-d5f070754b1e tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:09.181592 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc339c2-78cf-4664-9a03-d5f070754b1e tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:09.183676 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6bc339c2-78cf-4664-9a03-d5f070754b1e tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.6160374 Apr 11 14:22:09.187312 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-d0321cb4-e73b-4bfd-97d4-9fff6e8d3238 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting port b2af2bc6-771a-47b1-a0fc-d92044e5c086 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:09.187822 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d0321cb4-e73b-4bfd-97d4-9fff6e8d3238 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:09.195971 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39638) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:09.204328 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-88e5515b-4efb-4521-8724-fd71721c36ca tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] For port 3fda20da-f934-4841-bc62-13e9fd3c69f9, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3fda20da-f934-4841-bc62-13e9fd3c69f9,segment=NetworkSegment(069e964c-730e-4911-a036-20b0e0bc1942),segment_id=069e964c-730e-4911-a036-20b0e0bc1942)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:09.204328 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-88e5515b-4efb-4521-8724-fd71721c36ca tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:09.407689 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d0321cb4-e73b-4bfd-97d4-9fff6e8d3238 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:09.538037 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-d0321cb4-e73b-4bfd-97d4-9fff6e8d3238 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Calling delete_port for b2af2bc6-771a-47b1-a0fc-d92044e5c086 owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:09.635850 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-88e5515b-4efb-4521-8724-fd71721c36ca tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Calling delete_port for 3fda20da-f934-4841-bc62-13e9fd3c69f9 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:09.818932 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d0321cb4-e73b-4bfd-97d4-9fff6e8d3238 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:09.873232 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0321cb4-e73b-4bfd-97d4-9fff6e8d3238 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Port': ['ID=b2af2bc6-771a-47b1-a0fc-d92044e5c086,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:09.997915 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-669b482e-3aed-4d4d-81af-b4523c8001ca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:10.036968 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.api [None req-88e5515b-4efb-4521-8724-fd71721c36ca tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:22:10.037416 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG oslo_db.api [None req-88e5515b-4efb-4521-8724-fd71721c36ca tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:22:10.065092 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e429d116-682f-4f1c-a264-d4239f132bee tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.8052340 Apr 11 14:22:10.066028 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39648) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:10.073971 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6ee52970-c552-4e90-98db-3c294e5d631b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:10.137775 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d0321cb4-e73b-4bfd-97d4-9fff6e8d3238 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:10.190249 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee52970-c552-4e90-98db-3c294e5d631b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3da265-42dd-45e8-b349-e2fa6906ecb2,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:10.200539 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd55a9a4-a19b-4486-af66-3040d18a025d None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:10.202130 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6ee52970-c552-4e90-98db-3c294e5d631b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:10.206643 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fbda7363-06ef-4daa-a801-93b48a269392 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:10.293317 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b86023-ee88-4b14-8b80-5b802b6ac0c5 req-f862d1ae-91c9-4022-863a-06ef77600aae tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:10.294840 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-97b86023-ee88-4b14-8b80-5b802b6ac0c5 req-f862d1ae-91c9-4022-863a-06ef77600aae tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.6071570 Apr 11 14:22:10.343265 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6ee52970-c552-4e90-98db-3c294e5d631b tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/ca3da265-42dd-45e8-b349-e2fa6906ecb2 HTTP/1.1" status: 204 len: 168 time: 2.3785508 Apr 11 14:22:10.345374 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbda7363-06ef-4daa-a801-93b48a269392 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:22:10.355773 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd3deaf-f8cd-4c4c-a70a-01c73d6d262d tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:10.357438 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd3deaf-f8cd-4c4c-a70a-01c73d6d262d tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:10.359012 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd3deaf-f8cd-4c4c-a70a-01c73d6d262d tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:10.360582 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd3deaf-f8cd-4c4c-a70a-01c73d6d262d tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:10.362096 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd3deaf-f8cd-4c4c-a70a-01c73d6d262d tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:10.367965 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2dd3deaf-f8cd-4c4c-a70a-01c73d6d262d tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2964258 Apr 11 14:22:10.367965 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39652) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:10.374928 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-fbda7363-06ef-4daa-a801-93b48a269392 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:10.376570 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39654) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:10.390851 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbda7363-06ef-4daa-a801-93b48a269392 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:22:10.477648 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0321cb4-e73b-4bfd-97d4-9fff6e8d3238 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Router 76f94d87-5281-4700-8a8f-5288ad432117 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:22:10.491870 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a25bbe-8ccb-45a2-880f-aae98e00005b None None] DHCP port deletion for 47d4fbd0-dfc4-4187-bb2e-73c4649db563 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:22:10.496188 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f9a25bbe-8ccb-45a2-880f-aae98e00005b None None] Deleting port 8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:10.496646 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f9a25bbe-8ccb-45a2-880f-aae98e00005b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:10.546065 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda7363-06ef-4daa-a801-93b48a269392 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Pushing event updated for resources: {'Port': ['ID=892adba7-82e4-4653-bae4-24e47bdefbe4,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:10.548310 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-88e5515b-4efb-4521-8724-fd71721c36ca tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting port 3fda20da-f934-4841-bc62-13e9fd3c69f9 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:10.548805 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-88e5515b-4efb-4521-8724-fd71721c36ca tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:10.596450 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6d32f17f-9500-4b15-aae8-4b9f3a8b180c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2228472 Apr 11 14:22:10.622524 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39660) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:10.678414 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-f21c6e9e-8ae5-4e0d-b493-eddc6378f3e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:10.695461 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375aa74-ba74-457a-914a-71383b35b7ab req-be1f3e38-e245-40e4-bdbe-bef2eec8c77a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:10.696921 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-97b86023-ee88-4b14-8b80-5b802b6ac0c5 req-cff94469-4c8c-46ff-9d76-04d813a67408 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3855393 Apr 11 14:22:10.697042 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a375aa74-ba74-457a-914a-71383b35b7ab req-be1f3e38-e245-40e4-bdbe-bef2eec8c77a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.53 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.4156902 Apr 11 14:22:10.763459 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-88e5515b-4efb-4521-8724-fd71721c36ca tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] The port '3fda20da-f934-4841-bc62-13e9fd3c69f9' was deleted {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:22:10.774709 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f9a25bbe-8ccb-45a2-880f-aae98e00005b None None] For port 8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:10.775313 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f9a25bbe-8ccb-45a2-880f-aae98e00005b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:10.799460 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0321cb4-e73b-4bfd-97d4-9fff6e8d3238 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:22:10.833081 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-a375aa74-ba74-457a-914a-71383b35b7ab req-d32f78b2-c915-4eff-ac73-370290836945 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Deleting port cda5d63f-6fbf-49e9-babc-df0ba1611d60 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:10.840100 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-a375aa74-ba74-457a-914a-71383b35b7ab req-d32f78b2-c915-4eff-ac73-370290836945 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:10.845534 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a160ceb1-ad83-4cdd-a1ed-1330d2d6822d None None] Sync routers for ids ['76f94d87-5281-4700-8a8f-5288ad432117'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:22:10.908903 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d0321cb4-e73b-4bfd-97d4-9fff6e8d3238 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "PUT /v2.0/routers/76f94d87-5281-4700-8a8f-5288ad432117/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5133643 Apr 11 14:22:10.908903 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39664) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:10.917216 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f9a25bbe-8ccb-45a2-880f-aae98e00005b None None] Calling delete_port for 8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:10.955075 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a160ceb1-ad83-4cdd-a1ed-1330d2d6822d None None] Routers {'76f94d87-5281-4700-8a8f-5288ad432117'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:10.955991 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-a160ceb1-ad83-4cdd-a1ed-1330d2d6822d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:21:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['76f94d87-5281-4700-8a8f-5288ad432117'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:10.980725 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-695a4503-6e35-452c-a2dc-89472217ec65 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] GET failed (client error): The resource could not be found. Apr 11 14:22:10.982275 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-695a4503-6e35-452c-a2dc-89472217ec65 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Synchronizing usage tracker for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:22:11.028042 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98801e1-9f32-4fdb-99b4-709dc5e60927 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['shared'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:11.029588 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98801e1-9f32-4fdb-99b4-709dc5e60927 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['shared'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:11.031085 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98801e1-9f32-4fdb-99b4-709dc5e60927 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['shared'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:11.032498 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98801e1-9f32-4fdb-99b4-709dc5e60927 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['shared'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:11.033965 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98801e1-9f32-4fdb-99b4-709dc5e60927 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['shared'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:11.035873 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d98801e1-9f32-4fdb-99b4-709dc5e60927 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.6473203 Apr 11 14:22:11.041545 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39668) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:11.044600 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-a160ceb1-ad83-4cdd-a1ed-1330d2d6822d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:11.049966 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:22:11.118365 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a160ceb1-ad83-4cdd-a1ed-1330d2d6822d None None] Routers {'76f94d87-5281-4700-8a8f-5288ad432117'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:11.118926 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-a160ceb1-ad83-4cdd-a1ed-1330d2d6822d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:21:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['76f94d87-5281-4700-8a8f-5288ad432117'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:11.155915 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-695a4503-6e35-452c-a2dc-89472217ec65 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Unset dirty status for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:22:11.159852 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-695a4503-6e35-452c-a2dc-89472217ec65 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "GET /v2.0/ports/b2af2bc6-771a-47b1-a0fc-d92044e5c086 HTTP/1.1" status: 404 len: 333 time: 0.2556639 Apr 11 14:22:11.206379 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39672) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:11.216547 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-a160ceb1-ad83-4cdd-a1ed-1330d2d6822d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:11.217100 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a160ceb1-ad83-4cdd-a1ed-1330d2d6822d None None] The sync data for ids ['76f94d87-5281-4700-8a8f-5288ad432117'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:22:11.292333 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-a375aa74-ba74-457a-914a-71383b35b7ab req-d32f78b2-c915-4eff-ac73-370290836945 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] For port cda5d63f-6fbf-49e9-babc-df0ba1611d60, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=cda5d63f-6fbf-49e9-babc-df0ba1611d60,segment=NetworkSegment(194bd252-507a-47af-97d6-796ec1e052f9),segment_id=194bd252-507a-47af-97d6-796ec1e052f9)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:11.292772 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-a375aa74-ba74-457a-914a-71383b35b7ab req-d32f78b2-c915-4eff-ac73-370290836945 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:11.296391 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:11.310138 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812ccfc9-d9c6-49d3-a4b4-15cb86d792f2 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:11.311498 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-812ccfc9-d9c6-49d3-a4b4-15cb86d792f2 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "GET /v2.0/networks/6d993681-f0f8-4e69-a5d3-ad1151c06b7c HTTP/1.1" status: 200 len: 804 time: 0.2689633 Apr 11 14:22:11.315713 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39676) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:11.333582 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f9a25bbe-8ccb-45a2-880f-aae98e00005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:11.389926 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f21c6e9e-8ae5-4e0d-b493-eddc6378f3e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:11.400481 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-88e5515b-4efb-4521-8724-fd71721c36ca tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:11.412233 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f21c6e9e-8ae5-4e0d-b493-eddc6378f3e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:subnet and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:11.418094 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a25bbe-8ccb-45a2-880f-aae98e00005b None None] Pushing event deleted for resources: {'Port': ['ID=8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:11.421481 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f21c6e9e-8ae5-4e0d-b493-eddc6378f3e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:11.424556 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a25bbe-8ccb-45a2-880f-aae98e00005b None None] No DVR routers for this DVR port 8ffb0dac-0ed2-4e1a-ab7e-9a93537f70bc on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:22:11.498831 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f21c6e9e-8ae5-4e0d-b493-eddc6378f3e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:11.523425 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-aacb849d-9488-4383-8cda-c9dcf12e7118 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:11.589452 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-88e5515b-4efb-4521-8724-fd71721c36ca tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32abb81-9a89-4387-adfc-75c4854fd927']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:11.619024 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-88e5515b-4efb-4521-8724-fd71721c36ca tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069e964c-730e-4911-a036-20b0e0bc1942') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:11.619328 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-88e5515b-4efb-4521-8724-fd71721c36ca tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069e964c-730e-4911-a036-20b0e0bc1942') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:11.697159 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21c6e9e-8ae5-4e0d-b493-eddc6378f3e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:11.699381 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f21c6e9e-8ae5-4e0d-b493-eddc6378f3e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:11.704151 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9d931778-9f0c-4b1a-b14f-e43cbaffdaf2 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "GET /v2.0/networks/6d993681-f0f8-4e69-a5d3-ad1151c06b7c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3835084 Apr 11 14:22:11.704661 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39680) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:11.782153 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-a375aa74-ba74-457a-914a-71383b35b7ab req-d32f78b2-c915-4eff-ac73-370290836945 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:11.782526 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-a375aa74-ba74-457a-914a-71383b35b7ab req-d32f78b2-c915-4eff-ac73-370290836945 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:11.782839 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [req-a375aa74-ba74-457a-914a-71383b35b7ab req-d32f78b2-c915-4eff-ac73-370290836945 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Floating IP c17317f5-e2c3-4887-b60e-e64437543df6 disassociated. External IP: 172.26.7.166, port: cda5d63f-6fbf-49e9-babc-df0ba1611d60. Apr 11 14:22:11.783179 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-a375aa74-ba74-457a-914a-71383b35b7ab req-d32f78b2-c915-4eff-ac73-370290836945 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Calling delete_port for cda5d63f-6fbf-49e9-babc-df0ba1611d60 owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:11.815687 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-88e5515b-4efb-4521-8724-fd71721c36ca tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:11.871482 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f24798e-11cf-497c-89a3-d30262681b5d tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:11.876249 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5f24798e-11cf-497c-89a3-d30262681b5d tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "GET /v2.0/subnets/0515efc1-0e29-43ce-832a-49bbc83bc565 HTTP/1.1" status: 200 len: 843 time: 0.1675241 Apr 11 14:22:11.880506 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39686) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:11.987641 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f4349c-532f-456a-99b8-a68e24dc6873 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['shared'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:11.995018 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-41f4349c-532f-456a-99b8-a68e24dc6873 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "GET /v2.0/subnets/0515efc1-0e29-43ce-832a-49bbc83bc565?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1002798 Apr 11 14:22:11.995289 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39690) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:12.031156 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-9f4b039d-5c42-4b35-955f-84e6a3818d97 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1341433104'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:12.041513 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-9f4b039d-5c42-4b35-955f-84e6a3818d97 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:12.046547 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-88e5515b-4efb-4521-8724-fd71721c36ca tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:12.075712 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-9f4b039d-5c42-4b35-955f-84e6a3818d97 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:12.088972 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a841d66-b8b0-4a53-8e6b-f80745974b27 req-21af8a09-a1e6-4b88-a165-e846be146c50 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:12.090475 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3a841d66-b8b0-4a53-8e6b-f80745974b27 req-21af8a09-a1e6-4b88-a165-e846be146c50 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 945 time: 0.2674577 Apr 11 14:22:12.138782 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4b039d-5c42-4b35-955f-84e6a3818d97 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Made reservation on behalf of 39608936fcf243fabb6128792704ba03 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:12.142190 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9f4b039d-5c42-4b35-955f-84e6a3818d97 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:12.156813 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3a841d66-b8b0-4a53-8e6b-f80745974b27 req-a5b704cb-f2f5-4dba-b154-a40f17a03f3f tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups?id=92636a14-9a87-4309-aa41-a9bd955ef383&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569279 Apr 11 14:22:12.161162 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-a375aa74-ba74-457a-914a-71383b35b7ab req-d32f78b2-c915-4eff-ac73-370290836945 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:12.317915 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e5515b-4efb-4521-8724-fd71721c36ca tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:22:12.318475 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-88e5515b-4efb-4521-8724-fd71721c36ca tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:22:12.337987 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:22:12.376296 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-aacb849d-9488-4383-8cda-c9dcf12e7118 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:12.376595 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f78b2-c915-4eff-ac73-370290836945 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Pushing event deleted for resources: {'Port': ['ID=cda5d63f-6fbf-49e9-babc-df0ba1611d60,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:12.437995 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4b039d-5c42-4b35-955f-84e6a3818d97 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:22:12.459801 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-aacb849d-9488-4383-8cda-c9dcf12e7118 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:12.465895 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9f4b039d-5c42-4b35-955f-84e6a3818d97 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:12.466247 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-9f4b039d-5c42-4b35-955f-84e6a3818d97 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Added segment 4fb6d350-29f7-40e5-af24-4edec18e81fd of type vlan for network 184b0071-dcfa-40d4-a143-ab61dcceb636 Apr 11 14:22:12.554921 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-669b482e-3aed-4d4d-81af-b4523c8001ca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:12.579337 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9f4b039d-5c42-4b35-955f-84e6a3818d97 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:12.603432 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-669b482e-3aed-4d4d-81af-b4523c8001ca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:12.629875 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a375aa74-ba74-457a-914a-71383b35b7ab req-d32f78b2-c915-4eff-ac73-370290836945 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Router 192852e6-7c0d-427c-8746-e2c29b74c32a has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:22:12.663572 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fbda7363-06ef-4daa-a801-93b48a269392 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:12.718181 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9f4b039d-5c42-4b35-955f-84e6a3818d97 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:12.723733 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4b039d-5c42-4b35-955f-84e6a3818d97 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:12.724338 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9f4b039d-5c42-4b35-955f-84e6a3818d97 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:12.726320 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-88e5515b-4efb-4521-8724-fd71721c36ca tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:12.742965 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-aacb849d-9488-4383-8cda-c9dcf12e7118 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:12.747940 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacb849d-9488-4383-8cda-c9dcf12e7118 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Fanout notify agent at l3_agent the message router_deleted on router 76f94d87-5281-4700-8a8f-5288ad432117 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:22:12.781217 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-88e5515b-4efb-4521-8724-fd71721c36ca tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:12.841467 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5515b-4efb-4521-8724-fd71721c36ca tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Network': ['ID=f32abb81-9a89-4387-adfc-75c4854fd927,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:12.887183 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-88e5515b-4efb-4521-8724-fd71721c36ca tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/networks/f32abb81-9a89-4387-adfc-75c4854fd927 HTTP/1.1" status: 204 len: 168 time: 5.0114942 Apr 11 14:22:12.899207 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-aacb849d-9488-4383-8cda-c9dcf12e7118 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:12.903092 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-aacb849d-9488-4383-8cda-c9dcf12e7118 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/routers/76f94d87-5281-4700-8a8f-5288ad432117 HTTP/1.1" status: 204 len: 168 time: 1.6854703 Apr 11 14:22:12.903264 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39694) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:12.903462 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39696) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:12.959839 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-97f46877-7ad6-4603-9e82-573bbc8bfd73 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-51295369'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:12.971352 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b039d-5c42-4b35-955f-84e6a3818d97 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event updated for resources: {'Network': ['ID=184b0071-dcfa-40d4-a143-ab61dcceb636,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:12.977454 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-97f46877-7ad6-4603-9e82-573bbc8bfd73 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:12.987990 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 184b0071-dcfa-40d4-a143-ab61dcceb636 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:22:12.988575 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-97f46877-7ad6-4603-9e82-573bbc8bfd73 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Usage tracker for resource:network and tenant:e64484a71f41439a9e4d89000c1f607b is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:13.000378 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9f4b039d-5c42-4b35-955f-84e6a3818d97 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0038233 Apr 11 14:22:13.001679 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a375aa74-ba74-457a-914a-71383b35b7ab req-d32f78b2-c915-4eff-ac73-370290836945 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:22:13.003128 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39702) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:13.004965 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-97f46877-7ad6-4603-9e82-573bbc8bfd73 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:13.017698 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da01174f-43a7-450b-aa20-ab69c1912800 None None] Sync routers for ids ['192852e6-7c0d-427c-8746-e2c29b74c32a'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:22:13.037989 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da01174f-43a7-450b-aa20-ab69c1912800 None None] Routers {'192852e6-7c0d-427c-8746-e2c29b74c32a'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:13.039141 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-da01174f-43a7-450b-aa20-ab69c1912800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:21:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['192852e6-7c0d-427c-8746-e2c29b74c32a'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:13.047229 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-85eeed2b-f3c4-4bc3-a818-82c301c57177 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Request body: {'subnet': {'network_id': '184b0071-dcfa-40d4-a143-ab61dcceb636', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:13.072226 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-97f46877-7ad6-4603-9e82-573bbc8bfd73 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:13.159575 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-669b482e-3aed-4d4d-81af-b4523c8001ca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.26.7.6 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/9abcb00d-425c-4f28-999f-7d381f660b7a) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:22:13.208131 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-a375aa74-ba74-457a-914a-71383b35b7ab req-d32f78b2-c915-4eff-ac73-370290836945 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] No DVR routers for this DVR port cda5d63f-6fbf-49e9-babc-df0ba1611d60 on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:22:13.211062 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-a375aa74-ba74-457a-914a-71383b35b7ab req-d32f78b2-c915-4eff-ac73-370290836945 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:13.213389 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a375aa74-ba74-457a-914a-71383b35b7ab req-d32f78b2-c915-4eff-ac73-370290836945 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.53 "DELETE /v2.0/ports/cda5d63f-6fbf-49e9-babc-df0ba1611d60 HTTP/1.1" status: 204 len: 173 time: 2.4623535 Apr 11 14:22:13.218213 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-25198565-a186-4fca-8418-54c6ff7e6e22 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting subnet eb9e75cd-c65f-4393-90f9-edd7a6a27780 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:22:13.223011 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-25198565-a186-4fca-8418-54c6ff7e6e22 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:13.288207 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04af56f2-9b87-44a0-966c-c2f86fd8d05e', 'name': 'network-vif-deleted', 'tag': 'cda5d63f-6fbf-49e9-babc-df0ba1611d60'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:22:13.298451 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f46877-7ad6-4603-9e82-573bbc8bfd73 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Made reservation on behalf of e64484a71f41439a9e4d89000c1f607b for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:13.302695 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-97f46877-7ad6-4603-9e82-573bbc8bfd73 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:13.317817 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f21c6e9e-8ae5-4e0d-b493-eddc6378f3e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:13.358472 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-25198565-a186-4fca-8418-54c6ff7e6e22 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:13.361245 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-da01174f-43a7-450b-aa20-ab69c1912800 None None] Set router 192852e6-7c0d-427c-8746-e2c29b74c32a gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:22:13.400441 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a486afb8-fc8b-49de-b108-a02def934923'] response: {'server_uuid': '04af56f2-9b87-44a0-966c-c2f86fd8d05e', 'name': 'network-vif-deleted', 'tag': 'cda5d63f-6fbf-49e9-babc-df0ba1611d60', 'status': 'completed', 'code': 200} Apr 11 14:22:13.425377 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-85eeed2b-f3c4-4bc3-a818-82c301c57177 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:13.427791 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f46877-7ad6-4603-9e82-573bbc8bfd73 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:22:13.428554 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-33348c55-159d-4c1e-86b5-a59f7766da3c req-5a44e651-4180-4d97-b1d9-57bfa41b113a tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 210 time: 0.1467092 Apr 11 14:22:13.458875 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-85eeed2b-f3c4-4bc3-a818-82c301c57177 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:13.481697 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-97f46877-7ad6-4603-9e82-573bbc8bfd73 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:13.482200 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-97f46877-7ad6-4603-9e82-573bbc8bfd73 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Added segment 7a665cde-c89b-4b2b-99de-daee9360134e of type vlan for network fd04b8a2-551d-4e63-9670-6e7002d854e6 Apr 11 14:22:13.491588 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fbda7363-06ef-4daa-a801-93b48a269392 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:13.496732 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21c6e9e-8ae5-4e0d-b493-eddc6378f3e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:22:13.504994 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-f21c6e9e-8ae5-4e0d-b493-eddc6378f3e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:13.510370 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c6e9e-8ae5-4e0d-b493-eddc6378f3e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=b29fc8fa-f4d4-474d-8446-b809e2ca40c3,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:13.514111 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21c6e9e-8ae5-4e0d-b493-eddc6378f3e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:13.514886 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f21c6e9e-8ae5-4e0d-b493-eddc6378f3e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:13.515963 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a84fba-1dc0-43f6-8974-6be36322c482 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:13.529476 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-97f46877-7ad6-4603-9e82-573bbc8bfd73 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:13.546518 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-25198565-a186-4fca-8418-54c6ff7e6e22 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:13.587750 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85eeed2b-f3c4-4bc3-a818-82c301c57177 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Made reservation on behalf of 39608936fcf243fabb6128792704ba03 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:13.592972 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-85eeed2b-f3c4-4bc3-a818-82c301c57177 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:13.631351 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-669b482e-3aed-4d4d-81af-b4523c8001ca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:13.713335 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f21c6e9e-8ae5-4e0d-b493-eddc6378f3e6 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0878596 Apr 11 14:22:13.725490 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39712) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:13.734635 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-b9e5380c-f345-4f90-935b-a645590e6c5d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:13.747169 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device cda5d63f-6fbf-49e9-babc-df0ba1611d60 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:22:13.750785 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.ipam_backend_mixin [None req-85eeed2b-f3c4-4bc3-a818-82c301c57177 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Performing IP validity checks on allocation pools {{(pid=88617) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 11 14:22:13.751444 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.ipam_backend_mixin [None req-85eeed2b-f3c4-4bc3-a818-82c301c57177 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88617) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 11 14:22:13.807712 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-da01174f-43a7-450b-aa20-ab69c1912800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'name': 'tempest-ServerActionsTestJSON-1858055570-router', 'tenant_id': '724311974f544075b7138da08838fdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:49Z', 'updated_at': '2022-04-11T14:17:04Z', 'revision_number': 4, 'project_id': '724311974f544075b7138da08838fdf2', 'gw_port': {'id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:51Z', 'updated_at': '2022-04-11T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '10569e12-261f-48ac-8fa1-6de33e5cc68d', 'name': '', 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286', 'tenant_id': '724311974f544075b7138da08838fdf2', 'mac_address': 'fa:16:3e:aa:d7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '07ac75f7-df8a-45a0-834c-28e735b7edb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:17:03Z', 'updated_at': '2022-04-11T14:17:21Z', 'revision_number': 5, 'project_id': '724311974f544075b7138da08838fdf2', 'subnets': [{'id': '07ac75f7-df8a-45a0-834c-28e735b7edb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:13.812692 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da01174f-43a7-450b-aa20-ab69c1912800 None None] Checking router: 192852e6-7c0d-427c-8746-e2c29b74c32a for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:22:13.817945 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-97f46877-7ad6-4603-9e82-573bbc8bfd73 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:13.823777 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f46877-7ad6-4603-9e82-573bbc8bfd73 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:13.836922 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-97f46877-7ad6-4603-9e82-573bbc8bfd73 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:13.837076 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da01174f-43a7-450b-aa20-ab69c1912800 None None] Routers {'192852e6-7c0d-427c-8746-e2c29b74c32a'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:13.837076 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-da01174f-43a7-450b-aa20-ab69c1912800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:21:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['192852e6-7c0d-427c-8746-e2c29b74c32a'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:13.837300 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: cda5d63f-6fbf-49e9-babc-df0ba1611d60 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:22:13.837300 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device cda5d63f-6fbf-49e9-babc-df0ba1611d60 not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:22:13.948592 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3082ca26-d9dc-4129-a18e-eb9268cf48dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'tenant_id': 'acd5858029f24cbba8ef3a8d41b209df', 'fixed_ips': [{'subnet_id': 'b29fc8fa-f4d4-474d-8446-b809e2ca40c3'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:22:13.949502 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3082ca26-d9dc-4129-a18e-eb9268cf48dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:13.989147 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-25198565-a186-4fca-8418-54c6ff7e6e22 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:14.047166 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f46877-7ad6-4603-9e82-573bbc8bfd73 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Network': ['ID=fd04b8a2-551d-4e63-9670-6e7002d854e6,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:14.049685 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25198565-a186-4fca-8418-54c6ff7e6e22 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Subnet': ['ID=eb9e75cd-c65f-4393-90f9-edd7a6a27780,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:14.061612 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-25198565-a186-4fca-8418-54c6ff7e6e22 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:14.063600 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-25198565-a186-4fca-8418-54c6ff7e6e22 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/subnets/eb9e75cd-c65f-4393-90f9-edd7a6a27780 HTTP/1.1" status: 204 len: 168 time: 1.1517720 Apr 11 14:22:14.068150 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-97f46877-7ad6-4603-9e82-573bbc8bfd73 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1584766 Apr 11 14:22:14.072735 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39716) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:14.072963 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39718) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:14.092297 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2f5e09-8ce2-4806-80b5-4bcb99bd33b7 None None] Network 09a3f152-5c4f-4164-b2be-0ac98cec0b25 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:14.103032 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-1746ff9c-c908-4fe5-a866-c7b1c3648bb1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'subnet': {'network_id': 'fd04b8a2-551d-4e63-9670-6e7002d854e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:14.107418 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network fd04b8a2-551d-4e63-9670-6e7002d854e6 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:22:14.146861 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-da01174f-43a7-450b-aa20-ab69c1912800 None None] Set router 192852e6-7c0d-427c-8746-e2c29b74c32a gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:22:14.161060 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-669b482e-3aed-4d4d-81af-b4523c8001ca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:14.229542 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-85eeed2b-f3c4-4bc3-a818-82c301c57177 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:14.353539 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b9e5380c-f345-4f90-935b-a645590e6c5d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:14.390475 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b9e5380c-f345-4f90-935b-a645590e6c5d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:subnet and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:14.394623 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669b482e-3aed-4d4d-81af-b4523c8001ca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:22:14.398618 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b9e5380c-f345-4f90-935b-a645590e6c5d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:14.415664 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-85d08eda-54f1-4907-a306-80e54bde4fc9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:14.417661 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-669b482e-3aed-4d4d-81af-b4523c8001ca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:14.423920 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b9e5380c-f345-4f90-935b-a645590e6c5d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:14.431015 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669b482e-3aed-4d4d-81af-b4523c8001ca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:22:14.485631 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbda7363-06ef-4daa-a801-93b48a269392 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Router dd4d9744-b44b-42df-984b-20905f286af8 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:22:14.509760 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b482e-3aed-4d4d-81af-b4523c8001ca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=9abcb00d-425c-4f28-999f-7d381f660b7a,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:14.521682 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1746ff9c-c908-4fe5-a866-c7b1c3648bb1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:14.544454 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1746ff9c-c908-4fe5-a866-c7b1c3648bb1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Usage tracker for resource:subnet and tenant:e64484a71f41439a9e4d89000c1f607b is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:14.553911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1746ff9c-c908-4fe5-a866-c7b1c3648bb1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:14.557046 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-3082ca26-d9dc-4129-a18e-eb9268cf48dd None None] Allocated IP 2001:db8::2 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/b29fc8fa-f4d4-474d-8446-b809e2ca40c3/f92b3d3a-540f-48b9-9ea7-40ff9d552382) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:22:14.567300 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeed2b-f3c4-4bc3-a818-82c301c57177 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event updated for resources: {'Subnet': ['ID=56a7412d-f486-4459-9260-20014572b350,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:14.581639 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eeed2b-f3c4-4bc3-a818-82c301c57177 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Checking segment: {'id': '4fb6d350-29f7-40e5-af24-4edec18e81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '184b0071-dcfa-40d4-a143-ab61dcceb636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:22:14.582079 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eeed2b-f3c4-4bc3-a818-82c301c57177 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Network hostable DHCP agents. Network: 184b0071-dcfa-40d4-a143-ab61dcceb636, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:22:14.599124 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-da01174f-43a7-450b-aa20-ab69c1912800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'name': 'tempest-ServerActionsTestJSON-1858055570-router', 'tenant_id': '724311974f544075b7138da08838fdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:49Z', 'updated_at': '2022-04-11T14:17:04Z', 'revision_number': 4, 'project_id': '724311974f544075b7138da08838fdf2', 'gw_port': {'id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:51Z', 'updated_at': '2022-04-11T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '10569e12-261f-48ac-8fa1-6de33e5cc68d', 'name': '', 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286', 'tenant_id': '724311974f544075b7138da08838fdf2', 'mac_address': 'fa:16:3e:aa:d7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '07ac75f7-df8a-45a0-834c-28e735b7edb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:17:03Z', 'updated_at': '2022-04-11T14:17:21Z', 'revision_number': 5, 'project_id': '724311974f544075b7138da08838fdf2', 'subnets': [{'id': '07ac75f7-df8a-45a0-834c-28e735b7edb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:14.617111 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da01174f-43a7-450b-aa20-ab69c1912800 None None] The sync data for ids ['192852e6-7c0d-427c-8746-e2c29b74c32a'] in dv-neutron-837330-1-hyperv is: [{'id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'name': 'tempest-ServerActionsTestJSON-1858055570-router', 'tenant_id': '724311974f544075b7138da08838fdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:49Z', 'updated_at': '2022-04-11T14:17:04Z', 'revision_number': 4, 'project_id': '724311974f544075b7138da08838fdf2', 'gw_port': {'id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:51Z', 'updated_at': '2022-04-11T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '10569e12-261f-48ac-8fa1-6de33e5cc68d', 'name': '', 'network_id': 'c6ea0449-d5bb-46c4-a148-72f3fb27a286', 'tenant_id': '724311974f544075b7138da08838fdf2', 'mac_address': 'fa:16:3e:aa:d7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '07ac75f7-df8a-45a0-834c-28e735b7edb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:17:03Z', 'updated_at': '2022-04-11T14:17:21Z', 'revision_number': 5, 'project_id': '724311974f544075b7138da08838fdf2', 'subnets': [{'id': '07ac75f7-df8a-45a0-834c-28e735b7edb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:22:14.657217 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1746ff9c-c908-4fe5-a866-c7b1c3648bb1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:14.662364 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-85d08eda-54f1-4907-a306-80e54bde4fc9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting port 532c2407-9a2b-4498-8086-2c3e33db5141 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:14.662833 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-85d08eda-54f1-4907-a306-80e54bde4fc9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:14.799428 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-e8d19a43-5ae7-4965-b805-e0b1a2d2829a req-41ca353f-1714-423a-b094-5308408f7e5b tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Synchronizing usage tracker for tenant:724311974f544075b7138da08838fdf2 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:22:14.882250 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eeed2b-f3c4-4bc3-a818-82c301c57177 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Network 184b0071-dcfa-40d4-a143-ab61dcceb636 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:22:14.904906 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3082ca26-d9dc-4129-a18e-eb9268cf48dd None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:14.919681 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3082ca26-d9dc-4129-a18e-eb9268cf48dd None None] Transition to ACTIVE for port object f92b3d3a-540f-48b9-9ea7-40ff9d552382 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:14.927717 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e5380c-f345-4f90-935b-a645590e6c5d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:14.931202 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b9e5380c-f345-4f90-935b-a645590e6c5d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:14.936145 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d649e04-ae2e-40cc-afb4-c30c5bdda58c None None] New status for floating IP c17317f5-e2c3-4887-b60e-e64437543df6: DOWN {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:22:14.983696 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-e8d19a43-5ae7-4965-b805-e0b1a2d2829a req-41ca353f-1714-423a-b094-5308408f7e5b tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Unset dirty status for tenant:724311974f544075b7138da08838fdf2 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:22:14.992174 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e8d19a43-5ae7-4965-b805-e0b1a2d2829a req-41ca353f-1714-423a-b094-5308408f7e5b tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/ports?device_id=04af56f2-9b87-44a0-966c-c2f86fd8d05e HTTP/1.1" status: 200 len: 210 time: 0.3269699 Apr 11 14:22:15.015538 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3082ca26-d9dc-4129-a18e-eb9268cf48dd None None] Transition to ACTIVE for port object f92b3d3a-540f-48b9-9ea7-40ff9d552382 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:15.023881 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-85eeed2b-f3c4-4bc3-a818-82c301c57177 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 184b0071-dcfa-40d4-a143-ab61dcceb636) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:15.029624 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eeed2b-f3c4-4bc3-a818-82c301c57177 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:15.032599 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-85eeed2b-f3c4-4bc3-a818-82c301c57177 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:15.087945 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40adcad7-bf66-4f9b-a194-1f1bf4b4ea6a None None] Network 184b0071-dcfa-40d4-a143-ab61dcceb636 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:15.141651 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1746ff9c-c908-4fe5-a866-c7b1c3648bb1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Made reservation on behalf of e64484a71f41439a9e4d89000c1f607b for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:15.144032 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3082ca26-d9dc-4129-a18e-eb9268cf48dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:15.145354 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1746ff9c-c908-4fe5-a866-c7b1c3648bb1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:15.161099 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-85eeed2b-f3c4-4bc3-a818-82c301c57177 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.1502039 Apr 11 14:22:15.168312 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39726) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:15.168902 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-f52a1c9c-ec6a-4133-ba28-8de6b6c1a593 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:15.237500 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0020953-f8e6-4464-8bc2-c8d8db87f8d6 None None] DHCP port deletion for 09a3f152-5c4f-4164-b2be-0ac98cec0b25 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:22:15.310874 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f52a1c9c-ec6a-4133-ba28-8de6b6c1a593 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29221717'] for subnet, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:15.329275 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-a0020953-f8e6-4464-8bc2-c8d8db87f8d6 None None] Deleting port 532c2407-9a2b-4498-8086-2c3e33db5141 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:15.329651 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a0020953-f8e6-4464-8bc2-c8d8db87f8d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:15.366903 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3082ca26-d9dc-4129-a18e-eb9268cf48dd None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:22:15.376700 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-3082ca26-d9dc-4129-a18e-eb9268cf48dd None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:15.388262 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbda7363-06ef-4daa-a801-93b48a269392 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:22:15.390914 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3082ca26-d9dc-4129-a18e-eb9268cf48dd None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:22:15.403062 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516ec04d-0006-40d9-92bd-3e71deec9eb6 None None] Sync routers for ids ['dd4d9744-b44b-42df-984b-20905f286af8'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:22:15.422977 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516ec04d-0006-40d9-92bd-3e71deec9eb6 None None] Routers {'dd4d9744-b44b-42df-984b-20905f286af8'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:15.423636 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-516ec04d-0006-40d9-92bd-3e71deec9eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:21:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dd4d9744-b44b-42df-984b-20905f286af8'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:15.427601 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3082ca26-d9dc-4129-a18e-eb9268cf48dd None None] Pushing event updated for resources: {'Port': ['ID=f92b3d3a-540f-48b9-9ea7-40ff9d552382,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:15.544813 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-516ec04d-0006-40d9-92bd-3e71deec9eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:15.554546 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516ec04d-0006-40d9-92bd-3e71deec9eb6 None None] Routers {'dd4d9744-b44b-42df-984b-20905f286af8'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:15.555178 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-516ec04d-0006-40d9-92bd-3e71deec9eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:21:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dd4d9744-b44b-42df-984b-20905f286af8'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:15.619411 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-516ec04d-0006-40d9-92bd-3e71deec9eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:15.619768 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516ec04d-0006-40d9-92bd-3e71deec9eb6 None None] The sync data for ids ['dd4d9744-b44b-42df-984b-20905f286af8'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:22:15.623720 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f52a1c9c-ec6a-4133-ba28-8de6b6c1a593 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737194158960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1751462'] for subnet, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:15.656035 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-3082ca26-d9dc-4129-a18e-eb9268cf48dd None None] Attempting to bind port f92b3d3a-540f-48b9-9ea7-40ff9d552382 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:22:15.656455 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-3082ca26-d9dc-4129-a18e-eb9268cf48dd None None] Attempting to bind port f92b3d3a-540f-48b9-9ea7-40ff9d552382 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:22:15.656774 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3082ca26-d9dc-4129-a18e-eb9268cf48dd None None] Attempting to bind port f92b3d3a-540f-48b9-9ea7-40ff9d552382 on network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:22:15.691267 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a1c9c-ec6a-4133-ba28-8de6b6c1a593 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:15.691873 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f52a1c9c-ec6a-4133-ba28-8de6b6c1a593 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:15.695836 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f52a1c9c-ec6a-4133-ba28-8de6b6c1a593 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "PUT /v2.0/subnets/56a7412d-f486-4459-9260-20014572b350 HTTP/1.1" status: 200 len: 900 time: 0.5297496 Apr 11 14:22:15.697293 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39730) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:15.721330 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3082ca26-d9dc-4129-a18e-eb9268cf48dd None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:22:15.721643 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3082ca26-d9dc-4129-a18e-eb9268cf48dd None None] Checking segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:22:15.722043 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3082ca26-d9dc-4129-a18e-eb9268cf48dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:15.722343 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3082ca26-d9dc-4129-a18e-eb9268cf48dd None None] Bound using segment: {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:22:15.723104 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-3082ca26-d9dc-4129-a18e-eb9268cf48dd None None] Bound port: f92b3d3a-540f-48b9-9ea7-40ff9d552382, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:22:15.724036 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3082ca26-d9dc-4129-a18e-eb9268cf48dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:15.745792 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a1c9c-ec6a-4133-ba28-8de6b6c1a593 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event updated for resources: {'Subnet': ['ID=56a7412d-f486-4459-9260-20014572b350,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:15.831888 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8a846b-75a2-4f80-8986-f55d5e288eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-184b0071-dcfa-40d4-a143-ab61dcceb636', 'network_id': '184b0071-dcfa-40d4-a143-ab61dcceb636', 'tenant_id': '39608936fcf243fabb6128792704ba03', 'fixed_ips': [{'subnet_id': '56a7412d-f486-4459-9260-20014572b350'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:22:15.832500 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1d8a846b-75a2-4f80-8986-f55d5e288eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:15.867012 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e3d8f4db-2d1c-45c5-a837-875b1e4a9579 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:15.883913 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-a0020953-f8e6-4464-8bc2-c8d8db87f8d6 None None] For port 532c2407-9a2b-4498-8086-2c3e33db5141, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=532c2407-9a2b-4498-8086-2c3e33db5141,segment=NetworkSegment(a74adc6e-830e-476a-af1c-97892e2a67c7),segment_id=a74adc6e-830e-476a-af1c-97892e2a67c7)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:15.884280 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a0020953-f8e6-4464-8bc2-c8d8db87f8d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:15.891232 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.ipam_backend_mixin [None req-b9e5380c-f345-4f90-935b-a645590e6c5d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b29fc8fa-f4d4-474d-8446-b809e2ca40c3 (CIDR: 2001:db8::/64) Apr 11 14:22:15.901882 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-85d08eda-54f1-4907-a306-80e54bde4fc9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] For port 532c2407-9a2b-4498-8086-2c3e33db5141, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=532c2407-9a2b-4498-8086-2c3e33db5141,segment=NetworkSegment(a74adc6e-830e-476a-af1c-97892e2a67c7),segment_id=a74adc6e-830e-476a-af1c-97892e2a67c7)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:15.902262 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-85d08eda-54f1-4907-a306-80e54bde4fc9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:15.914637 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-669b482e-3aed-4d4d-81af-b4523c8001ca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:15.936295 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e3d8f4db-2d1c-45c5-a837-875b1e4a9579 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:16.038614 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e5380c-f345-4f90-935b-a645590e6c5d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:22:16.039121 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e5380c-f345-4f90-935b-a645590e6c5d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:16.043203 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fbda7363-06ef-4daa-a801-93b48a269392 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:16.044416 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-fbda7363-06ef-4daa-a801-93b48a269392 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.0401025 Apr 11 14:22:16.055626 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39736) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:16.066696 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-57b209d9-b138-45b4-b86d-3cde044add0a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:16.124751 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-85d08eda-54f1-4907-a306-80e54bde4fc9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Calling delete_port for 532c2407-9a2b-4498-8086-2c3e33db5141 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:16.135108 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e3d8f4db-2d1c-45c5-a837-875b1e4a9579 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:16.142823 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-a0020953-f8e6-4464-8bc2-c8d8db87f8d6 None None] Calling delete_port for 532c2407-9a2b-4498-8086-2c3e33db5141 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:16.226386 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8f4db-2d1c-45c5-a837-875b1e4a9579 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event deleted for resources: {'Subnet': ['ID=56a7412d-f486-4459-9260-20014572b350,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:16.230783 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-3082ca26-d9dc-4129-a18e-eb9268cf48dd None None] For port f92b3d3a-540f-48b9-9ea7-40ff9d552382, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:22:16.275849 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-3082ca26-d9dc-4129-a18e-eb9268cf48dd None None] For port f92b3d3a-540f-48b9-9ea7-40ff9d552382, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=f92b3d3a-540f-48b9-9ea7-40ff9d552382,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:22:16.289282 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39742) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server [None req-1d8a846b-75a2-4f80-8986-f55d5e288eed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56a7412d-f486-4459-9260-20014572b350: This subnet is being modified by another concurrent operation. Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise self.value Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise self.value Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise self.value Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise self.value Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 11 14:22:16.298988 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise self.value Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise self.value Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise exception Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56a7412d-f486-4459-9260-20014572b350: This subnet is being modified by another concurrent operation. Apr 11 14:22:16.310848 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server Apr 11 14:22:16.326760 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e3d8f4db-2d1c-45c5-a837-875b1e4a9579 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:16.330411 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7368fce3-8d48-4228-b5d8-a1104472a2ba None None] Network 184b0071-dcfa-40d4-a143-ab61dcceb636 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:16.333205 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b9e5380c-f345-4f90-935b-a645590e6c5d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.6063762 Apr 11 14:22:16.338724 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39746) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:16.348348 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-1666bf2f-8852-416d-b703-906a48742ee4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'subnet': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:16.366290 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3082ca26-d9dc-4129-a18e-eb9268cf48dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:16.430505 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a0020953-f8e6-4464-8bc2-c8d8db87f8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:16.447526 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-e3d8f4db-2d1c-45c5-a837-875b1e4a9579 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184b0071-dcfa-40d4-a143-ab61dcceb636']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:16.480910 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-e3d8f4db-2d1c-45c5-a837-875b1e4a9579 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb6d350-29f7-40e5-af24-4edec18e81fd') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:16.481301 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-e3d8f4db-2d1c-45c5-a837-875b1e4a9579 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb6d350-29f7-40e5-af24-4edec18e81fd') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:16.510945 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e3d8f4db-2d1c-45c5-a837-875b1e4a9579 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:16.513841 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0020953-f8e6-4464-8bc2-c8d8db87f8d6 None None] No DVR routers for this DVR port 532c2407-9a2b-4498-8086-2c3e33db5141 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:22:16.548962 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.api [None req-85d08eda-54f1-4907-a306-80e54bde4fc9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:22:16.549123 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG oslo_db.api [None req-85d08eda-54f1-4907-a306-80e54bde4fc9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:22:16.582671 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-35541c97-7a84-49c8-aaf7-ca6d8b23d530 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:16.615493 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3082ca26-d9dc-4129-a18e-eb9268cf48dd None None] Pushing event updated for resources: {'Port': ['ID=f92b3d3a-540f-48b9-9ea7-40ff9d552382,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:16.627725 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e3d8f4db-2d1c-45c5-a837-875b1e4a9579 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:16.635169 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-35541c97-7a84-49c8-aaf7-ca6d8b23d530 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:16.663240 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d8f4db-2d1c-45c5-a837-875b1e4a9579 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:22:16.663240 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e3d8f4db-2d1c-45c5-a837-875b1e4a9579 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:16.663588 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341b3aef-47eb-4639-a07e-1bcb428f2788 None None] Network 184b0071-dcfa-40d4-a143-ab61dcceb636 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:22:16.673654 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:22:16.688140 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0020953-f8e6-4464-8bc2-c8d8db87f8d6 None None] Pushing event deleted for resources: {'Port': ['ID=532c2407-9a2b-4498-8086-2c3e33db5141,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:16.699138 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1746ff9c-c908-4fe5-a866-c7b1c3648bb1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:16.741143 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1666bf2f-8852-416d-b703-906a48742ee4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:16.758248 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1666bf2f-8852-416d-b703-906a48742ee4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:subnet and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:16.769150 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1666bf2f-8852-416d-b703-906a48742ee4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:16.778394 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-669b482e-3aed-4d4d-81af-b4523c8001ca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:16.800670 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1666bf2f-8852-416d-b703-906a48742ee4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:16.896356 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746ff9c-c908-4fe5-a866-c7b1c3648bb1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Subnet': ['ID=7c1f4dac-3346-4481-b45c-5136c4466520,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:16.903557 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1746ff9c-c908-4fe5-a866-c7b1c3648bb1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Checking segment: {'id': '7a665cde-c89b-4b2b-99de-daee9360134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'fd04b8a2-551d-4e63-9670-6e7002d854e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:22:16.904453 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1746ff9c-c908-4fe5-a866-c7b1c3648bb1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network hostable DHCP agents. Network: fd04b8a2-551d-4e63-9670-6e7002d854e6, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:22:16.955191 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 532c2407-9a2b-4498-8086-2c3e33db5141 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:22:17.002822 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1666bf2f-8852-416d-b703-906a48742ee4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:17.006725 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1666bf2f-8852-416d-b703-906a48742ee4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:17.055429 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-85d08eda-54f1-4907-a306-80e54bde4fc9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting port 532c2407-9a2b-4498-8086-2c3e33db5141 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:17.055763 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-85d08eda-54f1-4907-a306-80e54bde4fc9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:17.061223 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 532c2407-9a2b-4498-8086-2c3e33db5141 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:22:17.061664 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 532c2407-9a2b-4498-8086-2c3e33db5141 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:22:17.115912 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1746ff9c-c908-4fe5-a866-c7b1c3648bb1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network fd04b8a2-551d-4e63-9670-6e7002d854e6 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:22:17.150894 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-35541c97-7a84-49c8-aaf7-ca6d8b23d530 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:17.167412 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e3d8f4db-2d1c-45c5-a837-875b1e4a9579 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:17.175600 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e3d8f4db-2d1c-45c5-a837-875b1e4a9579 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:17.212903 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35541c97-7a84-49c8-aaf7-ca6d8b23d530 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92636a14-9a87-4309-aa41-a9bd955ef383,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:17.224794 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8f4db-2d1c-45c5-a837-875b1e4a9579 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event deleted for resources: {'Network': ['ID=184b0071-dcfa-40d4-a143-ab61dcceb636,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:17.246403 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-35541c97-7a84-49c8-aaf7-ca6d8b23d530 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:17.247561 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-35541c97-7a84-49c8-aaf7-ca6d8b23d530 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "DELETE /v2.0/security-groups/92636a14-9a87-4309-aa41-a9bd955ef383 HTTP/1.1" status: 204 len: 168 time: 0.9553797 Apr 11 14:22:17.256389 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39750) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:17.345404 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e3d8f4db-2d1c-45c5-a837-875b1e4a9579 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "DELETE /v2.0/networks/184b0071-dcfa-40d4-a143-ab61dcceb636 HTTP/1.1" status: 204 len: 168 time: 1.6445296 Apr 11 14:22:17.346437 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39754) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:17.352675 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-1d701ce6-0077-4417-984e-11b872588d42 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] show failed (client error): The resource could not be found. Apr 11 14:22:17.356297 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1d701ce6-0077-4417-984e-11b872588d42 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "GET /v2.0/security-groups/92636a14-9a87-4309-aa41-a9bd955ef383 HTTP/1.1" status: 404 len: 347 time: 0.0963840 Apr 11 14:22:17.357062 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39758) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:17.394651 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-85d08eda-54f1-4907-a306-80e54bde4fc9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] The port '532c2407-9a2b-4498-8086-2c3e33db5141' was deleted {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:22:17.477273 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a150ef-b62a-45cd-bbc7-8c8fabdadd47 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:17.477636 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a150ef-b62a-45cd-bbc7-8c8fabdadd47 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:17.480313 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-16a150ef-b62a-45cd-bbc7-8c8fabdadd47 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "DELETE /v2.0/subnets/56a7412d-f486-4459-9260-20014572b350 HTTP/1.1" status: 404 len: 337 time: 0.1285546 Apr 11 14:22:17.480466 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-1746ff9c-c908-4fe5-a866-c7b1c3648bb1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, fd04b8a2-551d-4e63-9670-6e7002d854e6) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:17.489386 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39762) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:17.492628 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2bfee1-424b-42d2-b5aa-47550a5dc95f None None] Network fd04b8a2-551d-4e63-9670-6e7002d854e6 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:17.509780 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1746ff9c-c908-4fe5-a866-c7b1c3648bb1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:17.510407 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1746ff9c-c908-4fe5-a866-c7b1c3648bb1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:17.510542 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-57b209d9-b138-45b4-b86d-3cde044add0a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:17.623578 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-85d08eda-54f1-4907-a306-80e54bde4fc9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:17.664079 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-8b180e29-c658-4166-99ab-8a8ffa6f01d8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Deleting port bcf80a3e-0442-4b7e-9e04-fea922664999 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:17.664079 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8b180e29-c658-4166-99ab-8a8ffa6f01d8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:17.674352 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-85d08eda-54f1-4907-a306-80e54bde4fc9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09a3f152-5c4f-4164-b2be-0ac98cec0b25']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:17.695355 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-85d08eda-54f1-4907-a306-80e54bde4fc9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74adc6e-830e-476a-af1c-97892e2a67c7') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:17.695681 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-85d08eda-54f1-4907-a306-80e54bde4fc9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74adc6e-830e-476a-af1c-97892e2a67c7') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:17.713724 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-85d08eda-54f1-4907-a306-80e54bde4fc9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:17.719363 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-57b209d9-b138-45b4-b86d-3cde044add0a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:17.729862 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-6150915f-e638-4f3b-974c-caf081779ec3 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:17.729862 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6150915f-e638-4f3b-974c-caf081779ec3 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:17.730482 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6150915f-e638-4f3b-974c-caf081779ec3 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "DELETE /v2.0/networks/184b0071-dcfa-40d4-a143-ab61dcceb636 HTTP/1.1" status: 404 len: 339 time: 0.2349994 Apr 11 14:22:17.733833 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39766) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:17.755753 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543df35a-0dde-4720-9435-57fa29d5f105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-fd04b8a2-551d-4e63-9670-6e7002d854e6', 'network_id': 'fd04b8a2-551d-4e63-9670-6e7002d854e6', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'fixed_ips': [{'subnet_id': '7c1f4dac-3346-4481-b45c-5136c4466520'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:22:17.756605 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-543df35a-0dde-4720-9435-57fa29d5f105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:17.776186 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1746ff9c-c908-4fe5-a866-c7b1c3648bb1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6976013 Apr 11 14:22:17.776186 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669b482e-3aed-4d4d-81af-b4523c8001ca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router 03c33371-12e9-4781-a53c-3d6930a9518c is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:22:17.779890 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39770) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:17.796102 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-85d08eda-54f1-4907-a306-80e54bde4fc9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:17.806516 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d08eda-54f1-4907-a306-80e54bde4fc9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:22:17.810499 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-85d08eda-54f1-4907-a306-80e54bde4fc9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:17.870737 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-57b209d9-b138-45b4-b86d-3cde044add0a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Deleting port 892adba7-82e4-4653-bae4-24e47bdefbe4 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:17.871155 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-57b209d9-b138-45b4-b86d-3cde044add0a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:22:17.901404 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:22:17.905616 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-a62fd8b1-8cbe-4144-b918-5320d80b2462 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1320218506', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:17.949444 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a62fd8b1-8cbe-4144-b918-5320d80b2462 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:17.961732 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a62fd8b1-8cbe-4144-b918-5320d80b2462 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Usage tracker for resource:router and tenant:e64484a71f41439a9e4d89000c1f607b is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:17.976846 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-543df35a-0dde-4720-9435-57fa29d5f105 None None] Allocated IP 2001:db8::2 (fd04b8a2-551d-4e63-9670-6e7002d854e6/7c1f4dac-3346-4481-b45c-5136c4466520/80c22dad-8a93-427c-b3d6-f4c6abdaea74) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:22:18.011865 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f8eb2d30-f1b2-42bc-9098-130fbce48956 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:18.040616 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a62fd8b1-8cbe-4144-b918-5320d80b2462 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:18.060458 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a62fd8b1-8cbe-4144-b918-5320d80b2462 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:18.080697 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-85d08eda-54f1-4907-a306-80e54bde4fc9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:18.086491 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-85d08eda-54f1-4907-a306-80e54bde4fc9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:18.189498 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d08eda-54f1-4907-a306-80e54bde4fc9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Network': ['ID=09a3f152-5c4f-4164-b2be-0ac98cec0b25,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:18.202732 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4d880509-a581-45e3-a8f3-2c40a9ca2e64 None None] Provisioning for port f92b3d3a-540f-48b9-9ea7-40ff9d552382 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:18.208213 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a62fd8b1-8cbe-4144-b918-5320d80b2462 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:18.208213 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a62fd8b1-8cbe-4144-b918-5320d80b2462 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:18.215527 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-85d08eda-54f1-4907-a306-80e54bde4fc9 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/networks/09a3f152-5c4f-4164-b2be-0ac98cec0b25 HTTP/1.1" status: 204 len: 168 time: 4.1368523 Apr 11 14:22:18.218016 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39774) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:18.225651 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8b180e29-c658-4166-99ab-8a8ffa6f01d8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:18.226010 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8b180e29-c658-4166-99ab-8a8ffa6f01d8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:18.249361 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-543df35a-0dde-4720-9435-57fa29d5f105 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:18.265040 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-543df35a-0dde-4720-9435-57fa29d5f105 None None] Transition to ACTIVE for port object 80c22dad-8a93-427c-b3d6-f4c6abdaea74 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:18.273099 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a62fd8b1-8cbe-4144-b918-5320d80b2462 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:18.282240 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669b482e-3aed-4d4d-81af-b4523c8001ca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:22:18.286693 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-543df35a-0dde-4720-9435-57fa29d5f105 None None] Transition to ACTIVE for port object 80c22dad-8a93-427c-b3d6-f4c6abdaea74 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:18.299263 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] Sync routers for ids ['03c33371-12e9-4781-a53c-3d6930a9518c'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:22:18.311906 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] Routers {'03c33371-12e9-4781-a53c-3d6930a9518c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:18.312722 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:21:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['03c33371-12e9-4781-a53c-3d6930a9518c'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:18.433120 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea53bb2-e872-47ff-b6e7-dc780d0dfde8 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:18.439318 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-cea53bb2-e872-47ff-b6e7-dc780d0dfde8 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "GET /v2.0/ports/9d964cbd-d656-48f6-a7c3-95c63f0f8b0d HTTP/1.1" status: 200 len: 840 time: 0.2117767 Apr 11 14:22:18.498474 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.objects.ports [None req-1666bf2f-8852-416d-b703-906a48742ee4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88616) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 11 14:22:18.499602 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39778) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:18.503493 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] Set router 03c33371-12e9-4781-a53c-3d6930a9518c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:22:18.517437 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-57b209d9-b138-45b4-b86d-3cde044add0a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:18.629001 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-669b482e-3aed-4d4d-81af-b4523c8001ca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:18.633712 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-669b482e-3aed-4d4d-81af-b4523c8001ca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.2193234 Apr 11 14:22:18.635055 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a62fd8b1-8cbe-4144-b918-5320d80b2462 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:18.647950 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39782) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:18.681996 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-543df35a-0dde-4720-9435-57fa29d5f105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:18.733144 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f475fabe-b41d-4a9c-889b-02388bc4fe8e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Synchronizing usage tracker for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:22:18.819138 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-57b209d9-b138-45b4-b86d-3cde044add0a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Calling delete_port for 892adba7-82e4-4653-bae4-24e47bdefbe4 owned by network:router_gateway {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:18.831825 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543df35a-0dde-4720-9435-57fa29d5f105 None None] Network fd04b8a2-551d-4e63-9670-6e7002d854e6 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:22:18.842951 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e3e02b3b-b17c-490a-99db-5581eddf365f tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=572b8884360948e38c79b057606230d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1909432 Apr 11 14:22:18.843172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-543df35a-0dde-4720-9435-57fa29d5f105 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:18.843267 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39788) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:18.849807 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543df35a-0dde-4720-9435-57fa29d5f105 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:22:18.855024 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543df35a-0dde-4720-9435-57fa29d5f105 None None] Pushing event updated for resources: {'Port': ['ID=80c22dad-8a93-427c-b3d6-f4c6abdaea74,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:18.856790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-8b180e29-c658-4166-99ab-8a8ffa6f01d8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Calling delete_port for bcf80a3e-0442-4b7e-9e04-fea922664999 owned by network:floatingip {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:18.887781 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a62fd8b1-8cbe-4144-b918-5320d80b2462 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:18.887781 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a62fd8b1-8cbe-4144-b918-5320d80b2462 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9742596 Apr 11 14:22:18.887781 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f475fabe-b41d-4a9c-889b-02388bc4fe8e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Unset dirty status for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:22:18.887781 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f475fabe-b41d-4a9c-889b-02388bc4fe8e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "GET /v2.0/ports/9d964cbd-d656-48f6-a7c3-95c63f0f8b0d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2845273 Apr 11 14:22:18.939991 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39792) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:18.940864 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39794) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:18.949302 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f8eb2d30-f1b2-42bc-9098-130fbce48956 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:18.954120 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1666bf2f-8852-416d-b703-906a48742ee4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:19.002247 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-543df35a-0dde-4720-9435-57fa29d5f105 None None] Attempting to bind port 80c22dad-8a93-427c-b3d6-f4c6abdaea74 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:22:19.002546 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-543df35a-0dde-4720-9435-57fa29d5f105 None None] Attempting to bind port 80c22dad-8a93-427c-b3d6-f4c6abdaea74 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '7a665cde-c89b-4b2b-99de-daee9360134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'fd04b8a2-551d-4e63-9670-6e7002d854e6'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:22:19.003493 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543df35a-0dde-4720-9435-57fa29d5f105 None None] Attempting to bind port 80c22dad-8a93-427c-b3d6-f4c6abdaea74 on network fd04b8a2-551d-4e63-9670-6e7002d854e6 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:22:19.068285 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device f92b3d3a-540f-48b9-9ea7-40ff9d552382 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:22:19.113578 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543df35a-0dde-4720-9435-57fa29d5f105 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:22:19.114155 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543df35a-0dde-4720-9435-57fa29d5f105 None None] Checking segment: {'id': '7a665cde-c89b-4b2b-99de-daee9360134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'fd04b8a2-551d-4e63-9670-6e7002d854e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:22:19.114660 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-543df35a-0dde-4720-9435-57fa29d5f105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:19.116592 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543df35a-0dde-4720-9435-57fa29d5f105 None None] Bound using segment: {'id': '7a665cde-c89b-4b2b-99de-daee9360134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'fd04b8a2-551d-4e63-9670-6e7002d854e6'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:22:19.116592 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-543df35a-0dde-4720-9435-57fa29d5f105 None None] Bound port: 80c22dad-8a93-427c-b3d6-f4c6abdaea74, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a665cde-c89b-4b2b-99de-daee9360134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'fd04b8a2-551d-4e63-9670-6e7002d854e6'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:22:19.116592 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-543df35a-0dde-4720-9435-57fa29d5f105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:19.120923 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-df03ffe2-2e71-46a4-9e3a-5fca6657559a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'subnet': {'network_id': 'cb1f0d05-548a-4a06-9e81-75081f5f174c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:19.144114 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807bf33b-c6e7-4c82-8c37-b78369f8bf25 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:19.145501 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-807bf33b-c6e7-4c82-8c37-b78369f8bf25 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3013918 Apr 11 14:22:19.154006 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39800) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:19.272531 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-543df35a-0dde-4720-9435-57fa29d5f105 None None] For port 80c22dad-8a93-427c-b3d6-f4c6abdaea74, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:22:19.276927 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8b180e29-c658-4166-99ab-8a8ffa6f01d8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:19.277484 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-543df35a-0dde-4720-9435-57fa29d5f105 None None] For port 80c22dad-8a93-427c-b3d6-f4c6abdaea74, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=80c22dad-8a93-427c-b3d6-f4c6abdaea74,segment=NetworkSegment(7a665cde-c89b-4b2b-99de-daee9360134e),segment_id=7a665cde-c89b-4b2b-99de-daee9360134e)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:22:19.282542 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'name': 'tempest-TestNetworkBasicOps-router-1336258400', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:22:08Z', 'updated_at': '2022-04-11T14:22:15Z', 'revision_number': 3, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ee:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:12Z', 'updated_at': '2022-04-11T14:22:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:19.286658 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-1666bf2f-8852-416d-b703-906a48742ee4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] For port f92b3d3a-540f-48b9-9ea7-40ff9d552382, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=f92b3d3a-540f-48b9-9ea7-40ff9d552382,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:19.287611 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] Checking router: 03c33371-12e9-4781-a53c-3d6930a9518c for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:22:19.288031 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] Updating router 03c33371-12e9-4781-a53c-3d6930a9518c port 9abcb00d-425c-4f28-999f-7d381f660b7a binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:22:19.316285 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1666bf2f-8852-416d-b703-906a48742ee4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:19.322456 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port f92b3d3a-540f-48b9-9ea7-40ff9d552382 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:19.336283 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port f92b3d3a-540f-48b9-9ea7-40ff9d552382 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:19.336658 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:19.340367 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-f8eb2d30-f1b2-42bc-9098-130fbce48956 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f62e2ba-a971-459e-81d1-aa04ba6147ab']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:19.367658 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-543df35a-0dde-4720-9435-57fa29d5f105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:19.383244 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1666bf2f-8852-416d-b703-906a48742ee4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:19.384166 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1666bf2f-8852-416d-b703-906a48742ee4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:19.448387 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:19.506550 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1666bf2f-8852-416d-b703-906a48742ee4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:22:19.519358 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-1666bf2f-8852-416d-b703-906a48742ee4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:19.527282 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1666bf2f-8852-416d-b703-906a48742ee4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:19.527996 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1666bf2f-8852-416d-b703-906a48742ee4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:19.538156 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666bf2f-8852-416d-b703-906a48742ee4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Subnet': ['ID=31994cc6-54c4-4e2f-a6b0-366e6b50426f,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:19.543420 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a923ad7-a03b-4285-bc43-d430d10ec787 None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:19.547857 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666bf2f-8852-416d-b703-906a48742ee4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=f92b3d3a-540f-48b9-9ea7-40ff9d552382,revision_number=4']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:19.560925 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4ce5de73-2d56-437f-8482-230942bb6dc1 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=cff58315-4a25-4203-8056-2db185a2b95d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3907659 Apr 11 14:22:19.563864 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39804) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:19.573607 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-956c5f25-27da-44e2-93e1-1988af388c1a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1722063557', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'project_id': '572b8884360948e38c79b057606230d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:19.576670 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b180e29-c658-4166-99ab-8a8ffa6f01d8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Pushing event deleted for resources: {'Port': ['ID=bcf80a3e-0442-4b7e-9e04-fea922664999,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:19.594611 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-f8eb2d30-f1b2-42bc-9098-130fbce48956 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7efdf62-c635-4b7c-8d06-4d8230ca5a73') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:19.600526 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-f8eb2d30-f1b2-42bc-9098-130fbce48956 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7efdf62-c635-4b7c-8d06-4d8230ca5a73') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:19.648037 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543df35a-0dde-4720-9435-57fa29d5f105 None None] Pushing event updated for resources: {'Port': ['ID=80c22dad-8a93-427c-b3d6-f4c6abdaea74,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:19.719507 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f8eb2d30-f1b2-42bc-9098-130fbce48956 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:19.854212 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1666bf2f-8852-416d-b703-906a48742ee4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.5100818 Apr 11 14:22:19.857895 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39808) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:19.875582 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-3e95eb55-fc8f-4bc9-92ac-e2ccaaa1f322 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Request body: {'port': {'network_id': '47d4fbd0-dfc4-4187-bb2e-73c4649db563', 'mac_address': 'fa:16:3e:0e:a1:91', 'name': 'tempest-NetworksTestDHCPv6-713008210'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:19.889111 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8b180e29-c658-4166-99ab-8a8ffa6f01d8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks [] for floatingip, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:19.890993 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:19.893601 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f8eb2d30-f1b2-42bc-9098-130fbce48956 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:19.900357 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-df03ffe2-2e71-46a4-9e3a-5fca6657559a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:19.941576 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-df03ffe2-2e71-46a4-9e3a-5fca6657559a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:subnet and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:19.951471 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-df03ffe2-2e71-46a4-9e3a-5fca6657559a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:19.959429 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8eb2d30-f1b2-42bc-9098-130fbce48956 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:22:19.959429 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f8eb2d30-f1b2-42bc-9098-130fbce48956 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:22:19.970388 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:22:19.980309 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-df03ffe2-2e71-46a4-9e3a-5fca6657559a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:19.994707 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-956c5f25-27da-44e2-93e1-1988af388c1a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:20.011078 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-956c5f25-27da-44e2-93e1-1988af388c1a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:subnet and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:20.020719 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-956c5f25-27da-44e2-93e1-1988af388c1a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:20.031514 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-956c5f25-27da-44e2-93e1-1988af388c1a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:20.097099 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3e95eb55-fc8f-4bc9-92ac-e2ccaaa1f322 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:20.108257 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port f92b3d3a-540f-48b9-9ea7-40ff9d552382, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=f92b3d3a-540f-48b9-9ea7-40ff9d552382,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:20.117843 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3e95eb55-fc8f-4bc9-92ac-e2ccaaa1f322 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Usage tracker for resource:port and tenant:acd5858029f24cbba8ef3a8d41b209df is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:20.125490 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8b180e29-c658-4166-99ab-8a8ffa6f01d8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:20.126968 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8b180e29-c658-4166-99ab-8a8ffa6f01d8 tempest-ServerActionsTestJSON-1538019645 tempest-ServerActionsTestJSON-1538019645-project] 10.222.0.66 "DELETE /v2.0/floatingips/c17317f5-e2c3-4887-b60e-e64437543df6 HTTP/1.1" status: 204 len: 168 time: 2.7398326 Apr 11 14:22:20.135494 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39812) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:20.135494 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3e95eb55-fc8f-4bc9-92ac-e2ccaaa1f322 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:20.148618 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3e95eb55-fc8f-4bc9-92ac-e2ccaaa1f322 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:20.160789 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956c5f25-27da-44e2-93e1-1988af388c1a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:20.165233 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-956c5f25-27da-44e2-93e1-1988af388c1a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:20.205377 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:20.350872 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:20.387622 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=f92b3d3a-540f-48b9-9ea7-40ff9d552382,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:20.387845 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df03ffe2-2e71-46a4-9e3a-5fca6657559a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:20.391598 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-df03ffe2-2e71-46a4-9e3a-5fca6657559a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:20.405674 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e95eb55-fc8f-4bc9-92ac-e2ccaaa1f322 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Made reservation on behalf of acd5858029f24cbba8ef3a8d41b209df for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:20.417800 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f8eb2d30-f1b2-42bc-9098-130fbce48956 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:20.440015 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c486590b-52e8-4fe1-9d68-92d6055a4675 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:20.480153 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f8eb2d30-f1b2-42bc-9098-130fbce48956 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:20.547945 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb2d30-f1b2-42bc-9098-130fbce48956 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event deleted for resources: {'Network': ['ID=2f62e2ba-a971-459e-81d1-aa04ba6147ab,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:20.648429 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f8eb2d30-f1b2-42bc-9098-130fbce48956 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "DELETE /v2.0/networks/2f62e2ba-a971-459e-81d1-aa04ba6147ab HTTP/1.1" status: 204 len: 168 time: 2.9131868 Apr 11 14:22:20.662518 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39818) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:20.713482 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-8364c142-9895-44cd-8b7c-c3e1b8f13252 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:20.713972 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8364c142-9895-44cd-8b7c-c3e1b8f13252 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:20.717945 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8364c142-9895-44cd-8b7c-c3e1b8f13252 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "DELETE /v2.0/subnets/1413139e-d761-49d5-a307-9ec5049ac53e HTTP/1.1" status: 404 len: 337 time: 0.0522032 Apr 11 14:22:20.726907 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39822) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:20.749335 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] Transition to ACTIVE for port object 9abcb00d-425c-4f28-999f-7d381f660b7a will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:20.776326 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3e95eb55-fc8f-4bc9-92ac-e2ccaaa1f322 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:20.782281 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-57b209d9-b138-45b4-b86d-3cde044add0a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:20.791877 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6c1d22-1c0a-447a-b1c6-1c33f6cf907c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:20.792355 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6c1d22-1c0a-447a-b1c6-1c33f6cf907c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:20.801632 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-956c5f25-27da-44e2-93e1-1988af388c1a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:20.846806 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:20.901658 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cc6c1d22-1c0a-447a-b1c6-1c33f6cf907c tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "DELETE /v2.0/networks/8325c10c-abb6-4ea7-bf7d-c6ef69678e43 HTTP/1.1" status: 404 len: 339 time: 0.1715143 Apr 11 14:22:20.923584 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39826) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:20.940253 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b209d9-b138-45b4-b86d-3cde044add0a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Pushing event deleted for resources: {'Port': ['ID=892adba7-82e4-4653-bae4-24e47bdefbe4,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:20.963550 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-3e95eb55-fc8f-4bc9-92ac-e2ccaaa1f322 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] device_id is not set on port 58613400-c8f4-4c30-b068-09289fedda0e yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:22:20.991749 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] Attempting to bind port 9abcb00d-425c-4f28-999f-7d381f660b7a on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:22:20.994849 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] Attempting to bind port 9abcb00d-425c-4f28-999f-7d381f660b7a by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:22:20.994849 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] Attempting to bind port 9abcb00d-425c-4f28-999f-7d381f660b7a on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:22:21.003029 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:22:21.005025 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:22:21.005528 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:21.007188 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:22:21.008074 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] Bound port: 9abcb00d-425c-4f28-999f-7d381f660b7a, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:22:21.011957 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:21.091486 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3deeb1-ab4b-4ca7-bc11-e45dfcedddf2 None None] Pushing event updated for resources: {'Port': ['ID=9abcb00d-425c-4f28-999f-7d381f660b7a,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:21.122975 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21708f37-349a-4c76-9ba6-c5b7666a6068 None None] Network fd04b8a2-551d-4e63-9670-6e7002d854e6 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:21.163472 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c5f25-27da-44e2-93e1-1988af388c1a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Subnet': ['ID=a7b1404d-b331-4cae-b015-2afe2d581889,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:21.231707 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956c5f25-27da-44e2-93e1-1988af388c1a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Checking segment: {'id': '2f1d24e7-6d29-40e4-a473-d6e8edbb3615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:22:21.233966 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956c5f25-27da-44e2-93e1-1988af388c1a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network hostable DHCP agents. Network: 36ebc322-19e4-4a30-b8b7-2a34e01ed94a, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:22:21.401707 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device f92b3d3a-540f-48b9-9ea7-40ff9d552382 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:22:21.454100 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-c486590b-52e8-4fe1-9d68-92d6055a4675 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Allocated IP 2001:db8::1 (fd04b8a2-551d-4e63-9670-6e7002d854e6/7c1f4dac-3346-4481-b45c-5136c4466520/340d1f29-7e73-4944-96a1-9448cf811659) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:22:21.475222 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc1d098-1e6d-4de6-92e3-098390d47544 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Deleting subnet 6c89057b-67ef-4683-a4e5-a081e64313f6 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:22:21.490816 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1fc1d098-1e6d-4de6-92e3-098390d47544 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:21.508717 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] For port 9abcb00d-425c-4f28-999f-7d381f660b7a, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:22:21.513426 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] For port 9abcb00d-425c-4f28-999f-7d381f660b7a, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9abcb00d-425c-4f28-999f-7d381f660b7a,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:22:21.532069 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-57b209d9-b138-45b4-b86d-3cde044add0a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:21.542664 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port f92b3d3a-540f-48b9-9ea7-40ff9d552382 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:21.543200 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:21.568818 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-3e95eb55-fc8f-4bc9-92ac-e2ccaaa1f322 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 2001:db8::47 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/b29fc8fa-f4d4-474d-8446-b809e2ca40c3/58613400-c8f4-4c30-b068-09289fedda0e) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:22:21.577619 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-3e95eb55-fc8f-4bc9-92ac-e2ccaaa1f322 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0e:a191 (47d4fbd0-dfc4-4187-bb2e-73c4649db563/31994cc6-54c4-4e2f-a6b0-366e6b50426f/58613400-c8f4-4c30-b068-09289fedda0e) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:22:21.578089 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4c396336-b5e5-47a1-98e4-5489c16782f3 None None] Provisioning for port 80c22dad-8a93-427c-b3d6-f4c6abdaea74 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:21.584494 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956c5f25-27da-44e2-93e1-1988af388c1a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network 36ebc322-19e4-4a30-b8b7-2a34e01ed94a is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:22:21.594398 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:21.710708 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-956c5f25-27da-44e2-93e1-1988af388c1a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 36ebc322-19e4-4a30-b8b7-2a34e01ed94a) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:21.711725 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] Routers {'03c33371-12e9-4781-a53c-3d6930a9518c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:21.712609 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:21:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['03c33371-12e9-4781-a53c-3d6930a9518c'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:21.715321 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956c5f25-27da-44e2-93e1-1988af388c1a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:21.715961 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-956c5f25-27da-44e2-93e1-1988af388c1a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:21.774715 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3deeb1-ab4b-4ca7-bc11-e45dfcedddf2 None None] Pushing event updated for resources: {'Port': ['ID=9abcb00d-425c-4f28-999f-7d381f660b7a,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:21.777711 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaf15d0-7a99-4147-afeb-8789c13fb2f1 None None] Network 36ebc322-19e4-4a30-b8b7-2a34e01ed94a requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:21.961987 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-df03ffe2-2e71-46a4-9e3a-5fca6657559a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:21.976741 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-047957d9-bf40-4b23-bf36-d1d3e81e888d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:22.029580 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-67f12472-67df-4db3-8323-5020859efecc None None] Provisioning complete for port f92b3d3a-540f-48b9-9ea7-40ff9d552382 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:22.030062 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-67f12472-67df-4db3-8323-5020859efecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:22.056743 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-956c5f25-27da-44e2-93e1-1988af388c1a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4906871 Apr 11 14:22:22.063404 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39830) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:22.080329 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 80c22dad-8a93-427c-b3d6-f4c6abdaea74 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:22:22.223384 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] Set router 03c33371-12e9-4781-a53c-3d6930a9518c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:22:22.305313 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1fc1d098-1e6d-4de6-92e3-098390d47544 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:22.353395 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3e95eb55-fc8f-4bc9-92ac-e2ccaaa1f322 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:22.416778 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-57b209d9-b138-45b4-b86d-3cde044add0a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:22.421760 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df03ffe2-2e71-46a4-9e3a-5fca6657559a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network cb1f0d05-548a-4a06-9e81-75081f5f174c is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:22:22.430846 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-df03ffe2-2e71-46a4-9e3a-5fca6657559a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:22.439817 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df03ffe2-2e71-46a4-9e3a-5fca6657559a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:22.440507 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-df03ffe2-2e71-46a4-9e3a-5fca6657559a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:22.448530 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-57b209d9-b138-45b4-b86d-3cde044add0a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984850'] for router, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:22.459558 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-3e95eb55-fc8f-4bc9-92ac-e2ccaaa1f322 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Transition to ACTIVE for port object 58613400-c8f4-4c30-b068-09289fedda0e will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:22.478405 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03ffe2-2e71-46a4-9e3a-5fca6657559a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Subnet': ['ID=af68f5a2-d8cc-4cc6-8c47-cf8d020fda92,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:22.583939 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68771a4e-a456-4310-b810-9b0862854249 None None] Network cb1f0d05-548a-4a06-9e81-75081f5f174c requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:22.649110 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e745e78-cd9c-4066-bfd1-2d3fb00dfdb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'tenant_id': '572b8884360948e38c79b057606230d9', 'fixed_ips': [{'subnet_id': 'a7b1404d-b331-4cae-b015-2afe2d581889'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:22:22.650116 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5e745e78-cd9c-4066-bfd1-2d3fb00dfdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:22.668532 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-df03ffe2-2e71-46a4-9e3a-5fca6657559a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7193167 Apr 11 14:22:22.672592 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39834) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:22.676902 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c486590b-52e8-4fe1-9d68-92d6055a4675 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:22.690767 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-50c01114-7fec-4e96-b502-4ad028232b9e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'security_group': {'name': 'tempest-secgroup-734133530'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:22.699312 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b209d9-b138-45b4-b86d-3cde044add0a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Router dd4d9744-b44b-42df-984b-20905f286af8 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:22:22.709269 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-50c01114-7fec-4e96-b502-4ad028232b9e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:22.717156 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1fc1d098-1e6d-4de6-92e3-098390d47544 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:22.731881 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 80c22dad-8a93-427c-b3d6-f4c6abdaea74 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:22.753883 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-50c01114-7fec-4e96-b502-4ad028232b9e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:security_group and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:22.756834 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-c486590b-52e8-4fe1-9d68-92d6055a4675 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Transition to ACTIVE for port object 340d1f29-7e73-4944-96a1-9448cf811659 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:22.769137 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-50c01114-7fec-4e96-b502-4ad028232b9e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:22.785944 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-50c01114-7fec-4e96-b502-4ad028232b9e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:22.809907 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 80c22dad-8a93-427c-b3d6-f4c6abdaea74 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:22.810619 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:22.834220 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3e95eb55-fc8f-4bc9-92ac-e2ccaaa1f322 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:22.925455 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e95eb55-fc8f-4bc9-92ac-e2ccaaa1f322 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:22:22.933745 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-3e95eb55-fc8f-4bc9-92ac-e2ccaaa1f322 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:22.936616 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e95eb55-fc8f-4bc9-92ac-e2ccaaa1f322 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:22:22.942386 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b209d9-b138-45b4-b86d-3cde044add0a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:22:22.945393 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e95eb55-fc8f-4bc9-92ac-e2ccaaa1f322 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:22.945922 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3e95eb55-fc8f-4bc9-92ac-e2ccaaa1f322 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:22.956568 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-50c01114-7fec-4e96-b502-4ad028232b9e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:22.971862 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2938f9-09f5-4b17-aabe-b53d7ba4ecff None None] Sync routers for ids ['dd4d9744-b44b-42df-984b-20905f286af8'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:22:22.980503 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-57b209d9-b138-45b4-b86d-3cde044add0a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:22.988562 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-57b209d9-b138-45b4-b86d-3cde044add0a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "PUT /v2.0/routers/dd4d9744-b44b-42df-984b-20905f286af8 HTTP/1.1" status: 200 len: 705 time: 6.9230494 Apr 11 14:22:22.988562 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39838) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:23.026684 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2938f9-09f5-4b17-aabe-b53d7ba4ecff None None] Routers {'dd4d9744-b44b-42df-984b-20905f286af8'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:23.032331 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-dd2938f9-09f5-4b17-aabe-b53d7ba4ecff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:21:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dd4d9744-b44b-42df-984b-20905f286af8'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:23.054735 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95eb55-fc8f-4bc9-92ac-e2ccaaa1f322 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event updated for resources: {'Port': ['ID=58613400-c8f4-4c30-b068-09289fedda0e,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:23.058899 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-047957d9-bf40-4b23-bf36-d1d3e81e888d admin admin] Deleting port 10569e12-261f-48ac-8fa1-6de33e5cc68d {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:23.059517 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-047957d9-bf40-4b23-bf36-d1d3e81e888d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:23.061945 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-406afb5c-0f66-43a7-b9b1-b25343a2575c None None] Provisioning complete for port 80c22dad-8a93-427c-b3d6-f4c6abdaea74 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:23.062115 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-50c01114-7fec-4e96-b502-4ad028232b9e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:23.062556 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-406afb5c-0f66-43a7-b9b1-b25343a2575c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:23.066945 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1fc1d098-1e6d-4de6-92e3-098390d47544 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:23.106136 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-50c01114-7fec-4e96-b502-4ad028232b9e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:security_group_rule and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:23.151116 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-dd2938f9-09f5-4b17-aabe-b53d7ba4ecff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:23.160269 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-50c01114-7fec-4e96-b502-4ad028232b9e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:23.168378 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2938f9-09f5-4b17-aabe-b53d7ba4ecff None None] Routers {'dd4d9744-b44b-42df-984b-20905f286af8'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:23.170397 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-dd2938f9-09f5-4b17-aabe-b53d7ba4ecff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:21:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dd4d9744-b44b-42df-984b-20905f286af8'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:23.184878 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1d098-1e6d-4de6-92e3-098390d47544 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event deleted for resources: {'Subnet': ['ID=6c89057b-67ef-4683-a4e5-a081e64313f6,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:23.187527 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c486590b-52e8-4fe1-9d68-92d6055a4675 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:23.198869 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-50c01114-7fec-4e96-b502-4ad028232b9e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:23.203282 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-5e745e78-cd9c-4066-bfd1-2d3fb00dfdb6 None None] Allocated IP 172.20.0.2 (36ebc322-19e4-4a30-b8b7-2a34e01ed94a/a7b1404d-b331-4cae-b015-2afe2d581889/4d5d4c25-2cf0-408b-88c4-662f89779993) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:22:23.226949 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3e95eb55-fc8f-4bc9-92ac-e2ccaaa1f322 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.3656020 Apr 11 14:22:23.230655 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39842) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:23.260716 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-dd2938f9-09f5-4b17-aabe-b53d7ba4ecff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:23.261161 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2938f9-09f5-4b17-aabe-b53d7ba4ecff None None] The sync data for ids ['dd4d9744-b44b-42df-984b-20905f286af8'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:22:23.283013 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2ac651c0-0d89-4a3c-a439-7c3a4be84799 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "GET /v2.0/routers/dd4d9744-b44b-42df-984b-20905f286af8 HTTP/1.1" status: 200 len: 740 time: 0.2883987 Apr 11 14:22:23.288284 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39846) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:23.295562 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1fc1d098-1e6d-4de6-92e3-098390d47544 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:23.298129 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1fc1d098-1e6d-4de6-92e3-098390d47544 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "DELETE /v2.0/subnets/6c89057b-67ef-4683-a4e5-a081e64313f6 HTTP/1.1" status: 204 len: 168 time: 2.3696897 Apr 11 14:22:23.343106 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-c7fbe3c7-f453-4698-a278-97b28fe31ffd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting port 58613400-c8f4-4c30-b068-09289fedda0e {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:23.343456 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c7fbe3c7-f453-4698-a278-97b28fe31ffd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:23.344767 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39848) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:23.426751 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5724b9f3-a6ed-4fe1-9a7c-20baace23073 tempest-RoutersAdminTest-1182591088 tempest-RoutersAdminTest-1182591088-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=cff58315-4a25-4203-8056-2db185a2b95d&device_id=dd4d9744-b44b-42df-984b-20905f286af8 HTTP/1.1" status: 200 len: 205 time: 0.1238654 Apr 11 14:22:23.432053 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c486590b-52e8-4fe1-9d68-92d6055a4675 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network fd04b8a2-551d-4e63-9670-6e7002d854e6 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:22:23.444912 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39854) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:23.449782 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-c486590b-52e8-4fe1-9d68-92d6055a4675 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:23.455131 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42089da7-dccf-4a6d-a988-e2faf9070f00 None None] Network 35040641-e7c4-4f19-8a90-191314a50dfd requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:23.491903 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c486590b-52e8-4fe1-9d68-92d6055a4675 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:22:23.492505 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c486590b-52e8-4fe1-9d68-92d6055a4675 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:23.504424 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486590b-52e8-4fe1-9d68-92d6055a4675 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Port': ['ID=340d1f29-7e73-4944-96a1-9448cf811659,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:23.528726 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ed2f270e-3cf8-476a-a7ed-322c06c5779b tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd4d9744-b44b-42df-984b-20905f286af8 HTTP/1.1" status: 200 len: 205 time: 0.0804050 Apr 11 14:22:23.536518 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39858) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:23.620807 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec7c5fef-45de-40a5-9656-7614ab89e9c0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Deleting subnet 57b38bc7-4ebb-4a54-9b26-dbd25891d5be {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:22:23.637057 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ec7c5fef-45de-40a5-9656-7614ab89e9c0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:23.687146 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:23.709372 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'name': 'tempest-TestNetworkBasicOps-router-1336258400', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:22:08Z', 'updated_at': '2022-04-11T14:22:15Z', 'revision_number': 3, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ee:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:12Z', 'updated_at': '2022-04-11T14:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:23.772998 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b27eaf-3b2c-4009-9885-6891d6e5dbc0 None None] The sync data for ids ['03c33371-12e9-4781-a53c-3d6930a9518c'] in dv-neutron-837330-1-hyperv is: [{'id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'name': 'tempest-TestNetworkBasicOps-router-1336258400', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:22:08Z', 'updated_at': '2022-04-11T14:22:15Z', 'revision_number': 3, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ee:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:12Z', 'updated_at': '2022-04-11T14:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:22:23.934402 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-047957d9-bf40-4b23-bf36-d1d3e81e888d admin admin] For port 10569e12-261f-48ac-8fa1-6de33e5cc68d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=10569e12-261f-48ac-8fa1-6de33e5cc68d,segment=NetworkSegment(194bd252-507a-47af-97d6-796ec1e052f9),segment_id=194bd252-507a-47af-97d6-796ec1e052f9)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:23.941766 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-047957d9-bf40-4b23-bf36-d1d3e81e888d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:23.942087 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 80c22dad-8a93-427c-b3d6-f4c6abdaea74, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=80c22dad-8a93-427c-b3d6-f4c6abdaea74,segment=NetworkSegment(7a665cde-c89b-4b2b-99de-daee9360134e),segment_id=7a665cde-c89b-4b2b-99de-daee9360134e)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:23.944604 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5e745e78-cd9c-4066-bfd1-2d3fb00dfdb6 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:23.982602 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5e745e78-cd9c-4066-bfd1-2d3fb00dfdb6 None None] Transition to ACTIVE for port object 4d5d4c25-2cf0-408b-88c4-662f89779993 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:23.995691 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-406afb5c-0f66-43a7-b9b1-b25343a2575c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:23.997437 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6f8f202f-91be-41fd-8653-41d61aeffc58 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:24.011767 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd25b68-5a7c-4042-8c45-421bc9813f93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-cb1f0d05-548a-4a06-9e81-75081f5f174c', 'network_id': 'cb1f0d05-548a-4a06-9e81-75081f5f174c', 'tenant_id': 'bed9b91ec31243819559d0be20aa92c4', 'fixed_ips': [{'subnet_id': 'af68f5a2-d8cc-4cc6-8c47-cf8d020fda92'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:22:24.012588 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3cd25b68-5a7c-4042-8c45-421bc9813f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:24.055441 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:24.072222 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ec7c5fef-45de-40a5-9656-7614ab89e9c0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:24.139812 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5e745e78-cd9c-4066-bfd1-2d3fb00dfdb6 None None] Transition to ACTIVE for port object 4d5d4c25-2cf0-408b-88c4-662f89779993 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:24.144681 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-50c01114-7fec-4e96-b502-4ad028232b9e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:24.246951 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5e745e78-cd9c-4066-bfd1-2d3fb00dfdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:24.271054 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-50c01114-7fec-4e96-b502-4ad028232b9e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:24.273890 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-047957d9-bf40-4b23-bf36-d1d3e81e888d admin admin] Calling delete_port for 10569e12-261f-48ac-8fa1-6de33e5cc68d owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:24.345685 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:24.366752 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e745e78-cd9c-4066-bfd1-2d3fb00dfdb6 None None] Network 36ebc322-19e4-4a30-b8b7-2a34e01ed94a is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:22:24.378085 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-5e745e78-cd9c-4066-bfd1-2d3fb00dfdb6 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:24.387908 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e745e78-cd9c-4066-bfd1-2d3fb00dfdb6 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:22:24.390416 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-406afb5c-0f66-43a7-b9b1-b25343a2575c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:22:24.390773 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-406afb5c-0f66-43a7-b9b1-b25343a2575c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:22:24.391264 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=80c22dad-8a93-427c-b3d6-f4c6abdaea74,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:24.413785 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c01114-7fec-4e96-b502-4ad028232b9e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ad0b69-7efe-41b7-8263-068876cd57cc,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:24.427579 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cf508ff9-447b-4d9f-8e4e-f3e36ef8beb3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:24.527312 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c7fbe3c7-f453-4698-a278-97b28fe31ffd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:24.684077 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6f8f202f-91be-41fd-8653-41d61aeffc58 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:24.685547 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-c7fbe3c7-f453-4698-a278-97b28fe31ffd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Calling delete_port for 58613400-c8f4-4c30-b068-09289fedda0e owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:24.688266 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6f8f202f-91be-41fd-8653-41d61aeffc58 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:24.712464 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e745e78-cd9c-4066-bfd1-2d3fb00dfdb6 None None] Pushing event updated for resources: {'Port': ['ID=4d5d4c25-2cf0-408b-88c4-662f89779993,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:24.714847 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c486590b-52e8-4fe1-9d68-92d6055a4675 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:24.729764 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-5e745e78-cd9c-4066-bfd1-2d3fb00dfdb6 None None] Attempting to bind port 4d5d4c25-2cf0-408b-88c4-662f89779993 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:22:24.730156 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-5e745e78-cd9c-4066-bfd1-2d3fb00dfdb6 None None] Attempting to bind port 4d5d4c25-2cf0-408b-88c4-662f89779993 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '2f1d24e7-6d29-40e4-a473-d6e8edbb3615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:22:24.730848 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e745e78-cd9c-4066-bfd1-2d3fb00dfdb6 None None] Attempting to bind port 4d5d4c25-2cf0-408b-88c4-662f89779993 on network 36ebc322-19e4-4a30-b8b7-2a34e01ed94a {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:22:24.740494 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-3cd25b68-5a7c-4042-8c45-421bc9813f93 None None] Allocated IP 172.20.0.2 (cb1f0d05-548a-4a06-9e81-75081f5f174c/af68f5a2-d8cc-4cc6-8c47-cf8d020fda92/3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:22:24.746556 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e745e78-cd9c-4066-bfd1-2d3fb00dfdb6 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:22:24.748466 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e745e78-cd9c-4066-bfd1-2d3fb00dfdb6 None None] Checking segment: {'id': '2f1d24e7-6d29-40e4-a473-d6e8edbb3615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:22:24.748466 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5e745e78-cd9c-4066-bfd1-2d3fb00dfdb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:24.748466 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e745e78-cd9c-4066-bfd1-2d3fb00dfdb6 None None] Bound using segment: {'id': '2f1d24e7-6d29-40e4-a473-d6e8edbb3615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:22:24.748466 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-5e745e78-cd9c-4066-bfd1-2d3fb00dfdb6 None None] Bound port: 4d5d4c25-2cf0-408b-88c4-662f89779993, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1d24e7-6d29-40e4-a473-d6e8edbb3615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:22:24.748814 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5e745e78-cd9c-4066-bfd1-2d3fb00dfdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:24.757734 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-50c01114-7fec-4e96-b502-4ad028232b9e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:24.759329 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-50c01114-7fec-4e96-b502-4ad028232b9e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.0812559 Apr 11 14:22:24.764510 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39862) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:24.781118 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-1093a601-1eb2-432f-95c8-88984a317409 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'security_group': {'name': 'tempest-secgroup-531908021'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:24.836222 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-1093a601-1eb2-432f-95c8-88984a317409 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:24.857543 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6f8f202f-91be-41fd-8653-41d61aeffc58 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:24.858194 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8f202f-91be-41fd-8653-41d61aeffc58 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Fanout notify agent at l3_agent the message router_deleted on router dd4d9744-b44b-42df-984b-20905f286af8 {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:22:24.866913 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1093a601-1eb2-432f-95c8-88984a317409 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:security_group and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:24.872840 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1093a601-1eb2-432f-95c8-88984a317409 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:24.881376 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-1093a601-1eb2-432f-95c8-88984a317409 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:24.921232 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ec7c5fef-45de-40a5-9656-7614ab89e9c0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:24.984462 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6f8f202f-91be-41fd-8653-41d61aeffc58 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:24.991234 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6f8f202f-91be-41fd-8653-41d61aeffc58 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "DELETE /v2.0/routers/dd4d9744-b44b-42df-984b-20905f286af8 HTTP/1.1" status: 204 len: 168 time: 1.4521923 Apr 11 14:22:24.992828 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39866) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:25.008228 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1093a601-1eb2-432f-95c8-88984a317409 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:25.097399 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-5e745e78-cd9c-4066-bfd1-2d3fb00dfdb6 None None] For port 4d5d4c25-2cf0-408b-88c4-662f89779993, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:22:25.101625 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e3b53f63-eca1-41a3-a6b6-21be3b0de59c tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd4d9744-b44b-42df-984b-20905f286af8 HTTP/1.1" status: 200 len: 205 time: 0.0619662 Apr 11 14:22:25.104984 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39870) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:25.132308 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-5e745e78-cd9c-4066-bfd1-2d3fb00dfdb6 None None] For port 4d5d4c25-2cf0-408b-88c4-662f89779993, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4d5d4c25-2cf0-408b-88c4-662f89779993,segment=NetworkSegment(2f1d24e7-6d29-40e4-a473-d6e8edbb3615),segment_id=2f1d24e7-6d29-40e4-a473-d6e8edbb3615)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:22:25.187894 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-1093a601-1eb2-432f-95c8-88984a317409 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:25.208353 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9953b8cd-fc97-4780-98a0-1924af50fe21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:25.232374 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5e745e78-cd9c-4066-bfd1-2d3fb00dfdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:25.275166 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1093a601-1eb2-432f-95c8-88984a317409 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:security_group_rule and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:25.282153 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-b541af3a-787a-4478-b033-50d82c78a376 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] delete failed (client error): The resource could not be found. Apr 11 14:22:25.286943 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b541af3a-787a-4478-b033-50d82c78a376 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "DELETE /v2.0/routers/dd4d9744-b44b-42df-984b-20905f286af8 HTTP/1.1" status: 404 len: 336 time: 0.1720068 Apr 11 14:22:25.292702 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39874) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:25.293842 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1093a601-1eb2-432f-95c8-88984a317409 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:25.327540 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3cd25b68-5a7c-4042-8c45-421bc9813f93 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:25.354511 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3cd25b68-5a7c-4042-8c45-421bc9813f93 None None] Transition to ACTIVE for port object 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:25.379538 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3cd25b68-5a7c-4042-8c45-421bc9813f93 None None] Transition to ACTIVE for port object 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:25.391584 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-fcf33df3-ae4e-48fb-a0e0-dcde1c1aa382 None None] Provisioning for port 340d1f29-7e73-4944-96a1-9448cf811659 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:25.401950 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-fcf33df3-ae4e-48fb-a0e0-dcde1c1aa382 None None] Provisioning complete for port 340d1f29-7e73-4944-96a1-9448cf811659 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:25.403523 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fcf33df3-ae4e-48fb-a0e0-dcde1c1aa382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:25.407971 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-1093a601-1eb2-432f-95c8-88984a317409 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:25.444081 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-64527eff-9c3c-4d99-9494-3852a9202d43 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad61d7b-0fe1-4a1a-a759-27b3b504266c HTTP/1.1" status: 200 len: 205 time: 0.1445506 Apr 11 14:22:25.450044 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39878) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:25.471706 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3cd25b68-5a7c-4042-8c45-421bc9813f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:25.499468 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-047957d9-bf40-4b23-bf36-d1d3e81e888d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:25.508277 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd25b68-5a7c-4042-8c45-421bc9813f93 None None] Network cb1f0d05-548a-4a06-9e81-75081f5f174c is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:22:25.509269 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-fcf33df3-ae4e-48fb-a0e0-dcde1c1aa382 None None] Port 340d1f29-7e73-4944-96a1-9448cf811659 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:22:25.519962 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-3cd25b68-5a7c-4042-8c45-421bc9813f93 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:25.522603 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd25b68-5a7c-4042-8c45-421bc9813f93 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:22:25.540514 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-ad6ceaca-4397-4e36-a8f0-8051fd9132a9 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] delete failed (client error): The resource could not be found. Apr 11 14:22:25.544169 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ad6ceaca-4397-4e36-a8f0-8051fd9132a9 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "DELETE /v2.0/routers/dad61d7b-0fe1-4a1a-a759-27b3b504266c HTTP/1.1" status: 404 len: 336 time: 0.0888858 Apr 11 14:22:25.552502 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39882) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:25.557503 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e745e78-cd9c-4066-bfd1-2d3fb00dfdb6 None None] Pushing event updated for resources: {'Port': ['ID=4d5d4c25-2cf0-408b-88c4-662f89779993,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:25.674085 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ec7c5fef-45de-40a5-9656-7614ab89e9c0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:25.715533 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047957d9-bf40-4b23-bf36-d1d3e81e888d admin admin] Pushing event deleted for resources: {'Port': ['ID=10569e12-261f-48ac-8fa1-6de33e5cc68d,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:25.744942 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd25b68-5a7c-4042-8c45-421bc9813f93 None None] Pushing event updated for resources: {'Port': ['ID=3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:25.749082 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-3cd25b68-5a7c-4042-8c45-421bc9813f93 None None] Attempting to bind port 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:22:25.749293 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ec7c5fef-45de-40a5-9656-7614ab89e9c0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:25.749710 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-3cd25b68-5a7c-4042-8c45-421bc9813f93 None None] Attempting to bind port 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'a83a5854-a9ac-482e-bd6c-738a41c0bb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cb1f0d05-548a-4a06-9e81-75081f5f174c'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:22:25.749826 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd25b68-5a7c-4042-8c45-421bc9813f93 None None] Attempting to bind port 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 on network cb1f0d05-548a-4a06-9e81-75081f5f174c {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:22:25.755967 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c5fef-45de-40a5-9656-7614ab89e9c0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event deleted for resources: {'Subnet': ['ID=57b38bc7-4ebb-4a54-9b26-dbd25891d5be,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:25.757211 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd25b68-5a7c-4042-8c45-421bc9813f93 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:22:25.757593 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd25b68-5a7c-4042-8c45-421bc9813f93 None None] Checking segment: {'id': 'a83a5854-a9ac-482e-bd6c-738a41c0bb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cb1f0d05-548a-4a06-9e81-75081f5f174c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:22:25.758026 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3cd25b68-5a7c-4042-8c45-421bc9813f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:25.758418 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd25b68-5a7c-4042-8c45-421bc9813f93 None None] Bound using segment: {'id': 'a83a5854-a9ac-482e-bd6c-738a41c0bb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cb1f0d05-548a-4a06-9e81-75081f5f174c'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:22:25.758899 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-3cd25b68-5a7c-4042-8c45-421bc9813f93 None None] Bound port: 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83a5854-a9ac-482e-bd6c-738a41c0bb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cb1f0d05-548a-4a06-9e81-75081f5f174c'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:22:25.759273 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3cd25b68-5a7c-4042-8c45-421bc9813f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:25.781750 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-06eb7d40-45bd-4fbf-974e-ce8624e3f7a9 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "GET /v2.0/ports?device_id=3629e1ee-11a7-40bf-96f7-cc7480436c97 HTTP/1.1" status: 200 len: 205 time: 0.2167404 Apr 11 14:22:25.798816 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39886) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:25.899619 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-cf180a0b-d8eb-411e-a7b9-0633519b84b7 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] delete failed (client error): The resource could not be found. Apr 11 14:22:25.908768 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cf180a0b-d8eb-411e-a7b9-0633519b84b7 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "DELETE /v2.0/routers/3629e1ee-11a7-40bf-96f7-cc7480436c97 HTTP/1.1" status: 404 len: 336 time: 0.0986977 Apr 11 14:22:25.908768 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39890) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:25.938807 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-3cd25b68-5a7c-4042-8c45-421bc9813f93 None None] For port 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:22:25.943980 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-3cd25b68-5a7c-4042-8c45-421bc9813f93 None None] For port 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7,segment=NetworkSegment(a83a5854-a9ac-482e-bd6c-738a41c0bb40),segment_id=a83a5854-a9ac-482e-bd6c-738a41c0bb40)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:22:25.972917 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-60262456-5733-45cd-876f-a95cbfa25089 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "GET /v2.0/ports?device_id=49f020b5-0466-4eb9-b318-baa72038f597 HTTP/1.1" status: 200 len: 205 time: 0.0628061 Apr 11 14:22:25.983154 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed0221a-3592-4c46-9fb4-468b3c75e160 None None] Network 35040641-e7c4-4f19-8a90-191314a50dfd requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:26.013594 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-fcf33df3-ae4e-48fb-a0e0-dcde1c1aa382 None None] Provisioning for port 58613400-c8f4-4c30-b068-09289fedda0e completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:26.051119 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39894) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:26.057357 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3cd25b68-5a7c-4042-8c45-421bc9813f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:26.078017 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ec7c5fef-45de-40a5-9656-7614ab89e9c0 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "DELETE /v2.0/subnets/57b38bc7-4ebb-4a54-9b26-dbd25891d5be HTTP/1.1" status: 204 len: 168 time: 2.7288151 Apr 11 14:22:26.083381 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39898) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:26.136322 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-fcf33df3-ae4e-48fb-a0e0-dcde1c1aa382 None None] Provisioning complete for port 58613400-c8f4-4c30-b068-09289fedda0e triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:26.137402 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fcf33df3-ae4e-48fb-a0e0-dcde1c1aa382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:26.229267 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-fcf33df3-ae4e-48fb-a0e0-dcde1c1aa382 None None] Port 58613400-c8f4-4c30-b068-09289fedda0e was deleted so its status cannot be updated. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 11 14:22:26.248462 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-75123376-54dd-4ba3-b329-8bfc4742c82a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] delete failed (client error): The resource could not be found. Apr 11 14:22:26.249715 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-75123376-54dd-4ba3-b329-8bfc4742c82a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "DELETE /v2.0/routers/49f020b5-0466-4eb9-b318-baa72038f597 HTTP/1.1" status: 404 len: 336 time: 0.1912212 Apr 11 14:22:26.250590 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c7fbe3c7-f453-4698-a278-97b28fe31ffd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:26.259964 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-cf508ff9-447b-4d9f-8e4e-f3e36ef8beb3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.20.0.1 (36ebc322-19e4-4a30-b8b7-2a34e01ed94a/a7b1404d-b331-4cae-b015-2afe2d581889/501008d0-6c1a-4538-b04d-e9e2348f628a) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:22:26.279643 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1093a601-1eb2-432f-95c8-88984a317409 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:26.282550 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39902) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:26.384979 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1093a601-1eb2-432f-95c8-88984a317409 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:26.424538 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 80c22dad-8a93-427c-b3d6-f4c6abdaea74 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:22:26.477118 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a1664f9f-5630-4a4f-ba8c-93b1e16b8677 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:26.504900 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093a601-1eb2-432f-95c8-88984a317409 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=989534ec-ccd5-44c6-8a70-9a593ec6f52e,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:26.525504 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c486590b-52e8-4fe1-9d68-92d6055a4675 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:26.531260 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-a1664f9f-5630-4a4f-ba8c-93b1e16b8677 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Deleting port 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:26.531826 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a1664f9f-5630-4a4f-ba8c-93b1e16b8677 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:26.559551 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbe3c7-f453-4698-a278-97b28fe31ffd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Port': ['ID=58613400-c8f4-4c30-b068-09289fedda0e,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:26.584979 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1093a601-1eb2-432f-95c8-88984a317409 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:26.592360 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1093a601-1eb2-432f-95c8-88984a317409 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.8221684 Apr 11 14:22:26.593211 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39906) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:26.602018 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd25b68-5a7c-4042-8c45-421bc9813f93 None None] Pushing event updated for resources: {'Port': ['ID=3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:26.606156 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c486590b-52e8-4fe1-9d68-92d6055a4675 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:26.606915 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c486590b-52e8-4fe1-9d68-92d6055a4675 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:26.613064 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-02fe00c8-4ffe-473d-ae31-694151f1914a None None] Provisioning complete for port 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:26.613465 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-02fe00c8-4ffe-473d-ae31-694151f1914a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:26.619181 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-07f14466-4446-46da-b6c8-3432fb27415a tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "GET /v2.0/ports?device_id=943e699b-83e1-4c5d-87cf-3431809c9ec2 HTTP/1.1" status: 200 len: 205 time: 0.2959981 Apr 11 14:22:26.630606 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39910) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:26.631874 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-3958742f-8728-4f0e-89fb-a9381d015b8f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-356588930', 'security_groups': ['989534ec-ccd5-44c6-8a70-9a593ec6f52e'], 'network_id': 'cb1f0d05-548a-4a06-9e81-75081f5f174c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'af68f5a2-d8cc-4cc6-8c47-cf8d020fda92'}]}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:26.812881 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 80c22dad-8a93-427c-b3d6-f4c6abdaea74 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:26.813259 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:26.822666 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c7fbe3c7-f453-4698-a278-97b28fe31ffd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:26.940464 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-68545d23-7dd1-492b-841d-9f55dcf51a09 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] delete failed (client error): The resource could not be found. Apr 11 14:22:26.942414 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-68545d23-7dd1-492b-841d-9f55dcf51a09 tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "DELETE /v2.0/routers/943e699b-83e1-4c5d-87cf-3431809c9ec2 HTTP/1.1" status: 404 len: 336 time: 0.3059986 Apr 11 14:22:26.963486 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39914) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:27.021419 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9438b924-26ad-4889-9fea-dea62ff23c92 None None] DHCP port deletion for 35040641-e7c4-4f19-8a90-191314a50dfd request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:22:27.032170 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-9438b924-26ad-4889-9fea-dea62ff23c92 None None] Deleting port 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:27.032636 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9438b924-26ad-4889-9fea-dea62ff23c92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:27.068494 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c7fbe3c7-f453-4698-a278-97b28fe31ffd tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/58613400-c8f4-4c30-b068-09289fedda0e HTTP/1.1" status: 204 len: 168 time: 3.8217485 Apr 11 14:22:27.088187 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39918) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:27.118988 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9abcb00d-425c-4f28-999f-7d381f660b7a up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:22:27.152413 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-81f9edb6-23f9-4701-ac78-9b9e3ddbb18b tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ecd831f-3e09-433f-8e38-bfa4fd88eb04 HTTP/1.1" status: 200 len: 205 time: 0.1878045 Apr 11 14:22:27.167713 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39922) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:27.171201 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-3958742f-8728-4f0e-89fb-a9381d015b8f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:27.182034 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486590b-52e8-4fe1-9d68-92d6055a4675 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Port': ['ID=340d1f29-7e73-4944-96a1-9448cf811659,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:27.211967 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-3958742f-8728-4f0e-89fb-a9381d015b8f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:port and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:27.225619 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-3958742f-8728-4f0e-89fb-a9381d015b8f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:27.294850 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-3958742f-8728-4f0e-89fb-a9381d015b8f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:27.329306 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-ac1d80f9-a1d5-4388-b530-4eb64134b0bb tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] delete failed (client error): The resource could not be found. Apr 11 14:22:27.329306 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ac1d80f9-a1d5-4388-b530-4eb64134b0bb tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "DELETE /v2.0/routers/5ecd831f-3e09-433f-8e38-bfa4fd88eb04 HTTP/1.1" status: 404 len: 336 time: 0.1501894 Apr 11 14:22:27.348228 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39926) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:27.385459 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 9abcb00d-425c-4f28-999f-7d381f660b7a completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:27.409941 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 9abcb00d-425c-4f28-999f-7d381f660b7a triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:27.410616 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:27.425429 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3958742f-8728-4f0e-89fb-a9381d015b8f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:27.428588 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-908f8990-402d-40d3-98fa-fa2b8eba558c tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:27.429085 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-908f8990-402d-40d3-98fa-fa2b8eba558c tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:27.430947 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-908f8990-402d-40d3-98fa-fa2b8eba558c tempest-RoutersAdminTest-1259511358 tempest-RoutersAdminTest-1259511358-project] 10.222.0.66 "DELETE /v2.0/subnets/84bdef42-1061-4eae-9565-f6b5850ef0bc HTTP/1.1" status: 404 len: 337 time: 0.0816653 Apr 11 14:22:27.436409 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-047957d9-bf40-4b23-bf36-d1d3e81e888d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:27.468107 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c486590b-52e8-4fe1-9d68-92d6055a4675 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network fd04b8a2-551d-4e63-9670-6e7002d854e6 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:22:27.508588 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-c486590b-52e8-4fe1-9d68-92d6055a4675 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:27.563360 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-9438b924-26ad-4889-9fea-dea62ff23c92 None None] For port 95c804a3-74de-4d2b-ac28-ff0d3d7bb969, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=95c804a3-74de-4d2b-ac28-ff0d3d7bb969,segment=NetworkSegment(ac3c07d1-169d-49e8-a07c-1dd1c9f4367a),segment_id=ac3c07d1-169d-49e8-a07c-1dd1c9f4367a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:27.564757 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9438b924-26ad-4889-9fea-dea62ff23c92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:27.732812 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa86e67a-281f-4437-b1c9-4a11eed5ac8e None None] Network 36ebc322-19e4-4a30-b8b7-2a34e01ed94a requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:27.827800 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-a1664f9f-5630-4a4f-ba8c-93b1e16b8677 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] For port 95c804a3-74de-4d2b-ac28-ff0d3d7bb969, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=95c804a3-74de-4d2b-ac28-ff0d3d7bb969,segment=NetworkSegment(ac3c07d1-169d-49e8-a07c-1dd1c9f4367a),segment_id=ac3c07d1-169d-49e8-a07c-1dd1c9f4367a)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:27.828290 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a1664f9f-5630-4a4f-ba8c-93b1e16b8677 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:27.908642 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-9438b924-26ad-4889-9fea-dea62ff23c92 None None] Calling delete_port for 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:27.978851 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cf508ff9-447b-4d9f-8e4e-f3e36ef8beb3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:28.037396 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-cf508ff9-447b-4d9f-8e4e-f3e36ef8beb3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Transition to ACTIVE for port object 501008d0-6c1a-4538-b04d-e9e2348f628a will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:28.088090 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-a1664f9f-5630-4a4f-ba8c-93b1e16b8677 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Calling delete_port for 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:28.088656 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39934) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:28.131731 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-352d8177-23f5-4abc-bae5-1ea654ccfce4 None None] Provisioning for port 4d5d4c25-2cf0-408b-88c4-662f89779993 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:28.157482 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c89a82-15e0-4c6f-b8d6-501fe0690df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:28.185283 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3958742f-8728-4f0e-89fb-a9381d015b8f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:28.223110 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-3958742f-8728-4f0e-89fb-a9381d015b8f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] device_id is not set on port 24d6de70-0e4e-4e53-bed8-b54eebc694cf yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:22:28.252893 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f63c64-d479-4009-a2fd-f554ad04f596 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:28.253664 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b4f63c64-d479-4009-a2fd-f554ad04f596 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:22:28.333789 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:28.376615 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-273c3feb-d7cd-40f8-941b-77cfc80afee8 None None] Provisioning complete for port 340d1f29-7e73-4944-96a1-9448cf811659 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:28.378659 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-273c3feb-d7cd-40f8-941b-77cfc80afee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:28.417219 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9438b924-26ad-4889-9fea-dea62ff23c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:28.422583 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 9abcb00d-425c-4f28-999f-7d381f660b7a, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9abcb00d-425c-4f28-999f-7d381f660b7a,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:28.445661 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c486590b-52e8-4fe1-9d68-92d6055a4675 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Router 82c36bd3-3766-4210-9e3d-f596784df23b is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:22:28.451235 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b4f63c64-d479-4009-a2fd-f554ad04f596 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:22:28.453079 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b4f63c64-d479-4009-a2fd-f554ad04f596 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.3553734 Apr 11 14:22:28.459516 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39940) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:28.488960 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cf508ff9-447b-4d9f-8e4e-f3e36ef8beb3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:28.547308 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f06a9db0-0705-43be-9e76-7277f90041bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:28.558931 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438b924-26ad-4889-9fea-dea62ff23c92 None None] Pushing event deleted for resources: {'Port': ['ID=95c804a3-74de-4d2b-ac28-ff0d3d7bb969,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:28.581720 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:28.584271 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9438b924-26ad-4889-9fea-dea62ff23c92 None None] No DVR routers for this DVR port 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:22:28.585623 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f06a9db0-0705-43be-9e76-7277f90041bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:28.602943 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f06a9db0-0705-43be-9e76-7277f90041bd admin admin] Usage tracker for resource:security_group_rule and tenant:54bdc85d6ad64f4c8e9c5291f9282b9f is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:28.609262 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf508ff9-447b-4d9f-8e4e-f3e36ef8beb3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network 36ebc322-19e4-4a30-b8b7-2a34e01ed94a is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:22:28.653266 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-273c3feb-d7cd-40f8-941b-77cfc80afee8 None None] Port 340d1f29-7e73-4944-96a1-9448cf811659 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:22:28.670776 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f06a9db0-0705-43be-9e76-7277f90041bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:28.694636 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-cf508ff9-447b-4d9f-8e4e-f3e36ef8beb3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:28.697736 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f06a9db0-0705-43be-9e76-7277f90041bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:28.709047 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf508ff9-447b-4d9f-8e4e-f3e36ef8beb3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:22:28.728481 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:28.756752 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:28.757506 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c486590b-52e8-4fe1-9d68-92d6055a4675 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:22:28.760452 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-273c3feb-d7cd-40f8-941b-77cfc80afee8 None None] Provisioning complete for port 9d964cbd-d656-48f6-a7c3-95c63f0f8b0d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:28.760831 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-273c3feb-d7cd-40f8-941b-77cfc80afee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:28.776906 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c486590b-52e8-4fe1-9d68-92d6055a4675 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "PUT /v2.0/routers/82c36bd3-3766-4210-9e3d-f596784df23b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8286428 Apr 11 14:22:28.780576 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39944) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:28.780757 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf508ff9-447b-4d9f-8e4e-f3e36ef8beb3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=501008d0-6c1a-4538-b04d-e9e2348f628a,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:28.802053 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2549be77-cba3-488c-afd6-6e7adadd4517 None None] Sync routers for ids ['82c36bd3-3766-4210-9e3d-f596784df23b'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:22:28.804056 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=9abcb00d-425c-4f28-999f-7d381f660b7a,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:28.846533 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2549be77-cba3-488c-afd6-6e7adadd4517 None None] Routers {'82c36bd3-3766-4210-9e3d-f596784df23b'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:28.846533 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2549be77-cba3-488c-afd6-6e7adadd4517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:22:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['82c36bd3-3766-4210-9e3d-f596784df23b'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:28.865339 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cf508ff9-447b-4d9f-8e4e-f3e36ef8beb3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:28.867281 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.db.api [None req-a1664f9f-5630-4a4f-ba8c-93b1e16b8677 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:22:28.867706 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG oslo_db.api [None req-a1664f9f-5630-4a4f-ba8c-93b1e16b8677 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:22:28.877480 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047957d9-bf40-4b23-bf36-d1d3e81e888d admin admin] Router 192852e6-7c0d-427c-8746-e2c29b74c32a has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:22:28.931765 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c4d1a8-2491-4715-bcca-922490d27dfd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:28.932518 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f5c4d1a8-2491-4715-bcca-922490d27dfd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Synchronizing usage tracker for tenant:e64484a71f41439a9e4d89000c1f607b on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:22:28.934746 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4d5d4c25-2cf0-408b-88c4-662f89779993 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:22:28.976047 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-273c3feb-d7cd-40f8-941b-77cfc80afee8 None None] Port 9d964cbd-d656-48f6-a7c3-95c63f0f8b0d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:22:28.977599 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2549be77-cba3-488c-afd6-6e7adadd4517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:29.014816 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2549be77-cba3-488c-afd6-6e7adadd4517 None None] Routers {'82c36bd3-3766-4210-9e3d-f596784df23b'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:29.014816 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2549be77-cba3-488c-afd6-6e7adadd4517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:22:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['82c36bd3-3766-4210-9e3d-f596784df23b'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:29.046647 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2313ebb6-7f9d-42bd-b527-396bf12becf0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:29.048894 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2313ebb6-7f9d-42bd-b527-396bf12becf0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5787952 Apr 11 14:22:29.052839 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39948) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:29.103950 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-273c3feb-d7cd-40f8-941b-77cfc80afee8 None None] Provisioning for port 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:29.118914 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2549be77-cba3-488c-afd6-6e7adadd4517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:29.119561 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2549be77-cba3-488c-afd6-6e7adadd4517 None None] The sync data for ids ['82c36bd3-3766-4210-9e3d-f596784df23b'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:22:29.155254 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f5c4d1a8-2491-4715-bcca-922490d27dfd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Unset dirty status for tenant:e64484a71f41439a9e4d89000c1f607b on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:22:29.159139 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f5c4d1a8-2491-4715-bcca-922490d27dfd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "GET /v2.0/ports/340d1f29-7e73-4944-96a1-9448cf811659 HTTP/1.1" status: 200 len: 911 time: 0.3722601 Apr 11 14:22:29.165791 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39952) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:29.167050 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-3958742f-8728-4f0e-89fb-a9381d015b8f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Allocated IP 172.20.0.11 (cb1f0d05-548a-4a06-9e81-75081f5f174c/af68f5a2-d8cc-4cc6-8c47-cf8d020fda92/24d6de70-0e4e-4e53-bed8-b54eebc694cf) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:22:29.217090 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 4d5d4c25-2cf0-408b-88c4-662f89779993 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:29.231649 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 4d5d4c25-2cf0-408b-88c4-662f89779993 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:29.234718 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:29.252507 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f06a9db0-0705-43be-9e76-7277f90041bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:29.258572 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047957d9-bf40-4b23-bf36-d1d3e81e888d admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:22:29.276394 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-047957d9-bf40-4b23-bf36-d1d3e81e888d admin admin] 10.222.0.66 "PUT /v2.0/routers/192852e6-7c0d-427c-8746-e2c29b74c32a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1371586 Apr 11 14:22:29.282067 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7ad98c-8173-478d-9173-a35070a10142 None None] Sync routers for ids ['192852e6-7c0d-427c-8746-e2c29b74c32a'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:22:29.286277 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39956) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:29.292046 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7ad98c-8173-478d-9173-a35070a10142 None None] Routers {'192852e6-7c0d-427c-8746-e2c29b74c32a'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:29.292664 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-da7ad98c-8173-478d-9173-a35070a10142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:22:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['192852e6-7c0d-427c-8746-e2c29b74c32a'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:29.353265 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-406490e8-5a08-4e23-868a-d137d99dd441 None None] Provisioning complete for port 4d5d4c25-2cf0-408b-88c4-662f89779993 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:29.354110 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-406490e8-5a08-4e23-868a-d137d99dd441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:29.367221 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80409919-575b-4073-b130-35ef96554d73 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:29.368755 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80409919-575b-4073-b130-35ef96554d73 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:29.370267 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80409919-575b-4073-b130-35ef96554d73 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:29.371274 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-80409919-575b-4073-b130-35ef96554d73 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:22:29.381367 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-a1664f9f-5630-4a4f-ba8c-93b1e16b8677 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Deleting port 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:29.384781 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a1664f9f-5630-4a4f-ba8c-93b1e16b8677 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:29.414683 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f06a9db0-0705-43be-9e76-7277f90041bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:29.514569 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cf508ff9-447b-4d9f-8e4e-f3e36ef8beb3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:29.539114 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f06a9db0-0705-43be-9e76-7277f90041bd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=54bdc85d6ad64f4c8e9c5291f9282b9f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4222898 Apr 11 14:22:29.539299 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-a1664f9f-5630-4a4f-ba8c-93b1e16b8677 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] The port '95c804a3-74de-4d2b-ac28-ff0d3d7bb969' was deleted {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:22:29.602445 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-da7ad98c-8173-478d-9173-a35070a10142 None None] Set router 192852e6-7c0d-427c-8746-e2c29b74c32a gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:22:29.604748 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73d5775-1f64-4d11-bddd-10bc59795f92 None None] get_active_networks_info from dv-neutron-837330-1-hyperv {{(pid=88618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 11 14:22:29.621235 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a9db0-0705-43be-9e76-7277f90041bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b981647a-cf0a-4388-a1c3-afe33a747fa3,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:29.631618 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39960) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:29.651621 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:29.760360 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7d474dcf-3564-4579-997c-d3aa5aa74736 admin admin] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:29.782311 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 4d5d4c25-2cf0-408b-88c4-662f89779993, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4d5d4c25-2cf0-408b-88c4-662f89779993,segment=NetworkSegment(2f1d24e7-6d29-40e4-a473-d6e8edbb3615),segment_id=2f1d24e7-6d29-40e4-a473-d6e8edbb3615)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:29.822734 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-406490e8-5a08-4e23-868a-d137d99dd441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:29.879946 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:29.880994 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:22:29.952278 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-da7ad98c-8173-478d-9173-a35070a10142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'name': 'tempest-ServerActionsTestJSON-1858055570-router', 'tenant_id': '724311974f544075b7138da08838fdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:49Z', 'updated_at': '2022-04-11T14:22:25Z', 'revision_number': 5, 'project_id': '724311974f544075b7138da08838fdf2', 'gw_port': {'id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:51Z', 'updated_at': '2022-04-11T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:29.955699 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:29.958184 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7ad98c-8173-478d-9173-a35070a10142 None None] Checking router: 192852e6-7c0d-427c-8746-e2c29b74c32a for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:22:29.967308 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7ad98c-8173-478d-9173-a35070a10142 None None] Routers {'192852e6-7c0d-427c-8746-e2c29b74c32a'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:29.967651 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-da7ad98c-8173-478d-9173-a35070a10142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:22:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['192852e6-7c0d-427c-8746-e2c29b74c32a'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:30.074625 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a1664f9f-5630-4a4f-ba8c-93b1e16b8677 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:30.106298 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-a1664f9f-5630-4a4f-ba8c-93b1e16b8677 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35040641-e7c4-4f19-8a90-191314a50dfd']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:30.123902 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-a1664f9f-5630-4a4f-ba8c-93b1e16b8677 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac3c07d1-169d-49e8-a07c-1dd1c9f4367a') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:30.123902 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-a1664f9f-5630-4a4f-ba8c-93b1e16b8677 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac3c07d1-169d-49e8-a07c-1dd1c9f4367a') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:30.133103 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73d5775-1f64-4d11-bddd-10bc59795f92 None None] Resources bound (agent type, host, resource id): {{(pid=88618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 14:22:30.139385 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a1664f9f-5630-4a4f-ba8c-93b1e16b8677 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:30.159680 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a1664f9f-5630-4a4f-ba8c-93b1e16b8677 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:30.168764 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1664f9f-5630-4a4f-ba8c-93b1e16b8677 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:22:30.169445 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a1664f9f-5630-4a4f-ba8c-93b1e16b8677 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:30.169621 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-da7ad98c-8173-478d-9173-a35070a10142 None None] Set router 192852e6-7c0d-427c-8746-e2c29b74c32a gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:22:30.177069 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-406490e8-5a08-4e23-868a-d137d99dd441 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:22:30.180563 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-406490e8-5a08-4e23-868a-d137d99dd441 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:22:30.185451 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=4d5d4c25-2cf0-408b-88c4-662f89779993,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:30.246002 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-93030ccb-fa85-4f7b-bec2-bbf1796d35f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:30.256655 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7d474dcf-3564-4579-997c-d3aa5aa74736 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:30.300890 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:30.318285 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:30.318659 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:30.375949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-93030ccb-fa85-4f7b-bec2-bbf1796d35f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:30.440940 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-7d474dcf-3564-4579-997c-d3aa5aa74736 admin admin] Deleting port 05dc698f-2241-4a32-929f-8187730b4e9c {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:30.441276 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7d474dcf-3564-4579-997c-d3aa5aa74736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:30.477730 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-80409919-575b-4073-b130-35ef96554d73 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:22:30.483249 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-80409919-575b-4073-b130-35ef96554d73 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 1.4286132 Apr 11 14:22:30.522061 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39964) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:30.530282 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-da7ad98c-8173-478d-9173-a35070a10142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'name': 'tempest-ServerActionsTestJSON-1858055570-router', 'tenant_id': '724311974f544075b7138da08838fdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:49Z', 'updated_at': '2022-04-11T14:22:25Z', 'revision_number': 5, 'project_id': '724311974f544075b7138da08838fdf2', 'gw_port': {'id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:51Z', 'updated_at': '2022-04-11T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:30.536756 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7ad98c-8173-478d-9173-a35070a10142 None None] The sync data for ids ['192852e6-7c0d-427c-8746-e2c29b74c32a'] in dv-neutron-837330-1-hyperv is: [{'id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'name': 'tempest-ServerActionsTestJSON-1858055570-router', 'tenant_id': '724311974f544075b7138da08838fdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:16:49Z', 'updated_at': '2022-04-11T14:22:25Z', 'revision_number': 5, 'project_id': '724311974f544075b7138da08838fdf2', 'gw_port': {'id': '05dc698f-2241-4a32-929f-8187730b4e9c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192852e6-7c0d-427c-8746-e2c29b74c32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:16:51Z', 'updated_at': '2022-04-11T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: util.warn( Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: util.warn( Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: util.warn( Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: util.warn( Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:22:30.539702 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:22:30.559593 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:30.658602 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7,segment=NetworkSegment(a83a5854-a9ac-482e-bd6c-738a41c0bb40),segment_id=a83a5854-a9ac-482e-bd6c-738a41c0bb40)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:30.667309 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3958742f-8728-4f0e-89fb-a9381d015b8f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:30.727238 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a1664f9f-5630-4a4f-ba8c-93b1e16b8677 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:30.754115 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a1664f9f-5630-4a4f-ba8c-93b1e16b8677 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:30.762147 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1664f9f-5630-4a4f-ba8c-93b1e16b8677 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event deleted for resources: {'Network': ['ID=35040641-e7c4-4f19-8a90-191314a50dfd,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:30.778555 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a1664f9f-5630-4a4f-ba8c-93b1e16b8677 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "DELETE /v2.0/networks/35040641-e7c4-4f19-8a90-191314a50dfd HTTP/1.1" status: 204 len: 168 time: 4.6873055 Apr 11 14:22:30.781166 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39968) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:30.793764 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:30.825669 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a58a7e-28a4-4063-8601-715f3d4b5aee tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:30.826146 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a58a7e-28a4-4063-8601-715f3d4b5aee tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:30.830863 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-72a58a7e-28a4-4063-8601-715f3d4b5aee tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "DELETE /v2.0/subnets/ee4d1a30-6f23-4bf2-ae74-b3f0080459d3 HTTP/1.1" status: 404 len: 337 time: 0.0457544 Apr 11 14:22:30.831322 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39972) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:30.856231 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b37eabc-6bd1-4af2-a8cd-dbf76fcaacbe tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet 31994cc6-54c4-4e2f-a6b0-366e6b50426f {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:22:30.866959 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-406490e8-5a08-4e23-868a-d137d99dd441 None None] Provisioning for port 501008d0-6c1a-4538-b04d-e9e2348f628a completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:30.873604 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5e8093a5-e136-4ca4-959f-25fafaa4104d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:30.874271 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0b37eabc-6bd1-4af2-a8cd-dbf76fcaacbe tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:30.876109 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-406490e8-5a08-4e23-868a-d137d99dd441 None None] Provisioning complete for port 501008d0-6c1a-4538-b04d-e9e2348f628a triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:30.877563 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-406490e8-5a08-4e23-868a-d137d99dd441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:30.929087 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-38403d72-3377-44e2-9908-ca7e2eaf3dad tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:30.929430 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38403d72-3377-44e2-9908-ca7e2eaf3dad tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:30.933413 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-38403d72-3377-44e2-9908-ca7e2eaf3dad tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "DELETE /v2.0/networks/608e641c-c30d-4a3f-a12c-326155201b40 HTTP/1.1" status: 404 len: 339 time: 0.0991457 Apr 11 14:22:30.937795 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-3958742f-8728-4f0e-89fb-a9381d015b8f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Transition to ACTIVE for port object 24d6de70-0e4e-4e53-bed8-b54eebc694cf will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:30.937996 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 39976) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:30.962527 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:30.973037 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:22:31.012858 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-93030ccb-fa85-4f7b-bec2-bbf1796d35f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:31.020742 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:22:31.021079 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 95c804a3-74de-4d2b-ac28-ff0d3d7bb969 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:22:31.026237 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-406490e8-5a08-4e23-868a-d137d99dd441 None None] Port 501008d0-6c1a-4538-b04d-e9e2348f628a cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:22:31.072570 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-adec51ec-4e80-4ec9-a67b-48acafdd511a tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:31.073026 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adec51ec-4e80-4ec9-a67b-48acafdd511a tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:31.086875 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-7d474dcf-3564-4579-997c-d3aa5aa74736 admin admin] For port 05dc698f-2241-4a32-929f-8187730b4e9c, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=05dc698f-2241-4a32-929f-8187730b4e9c,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:31.087304 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7d474dcf-3564-4579-997c-d3aa5aa74736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:31.097779 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0b37eabc-6bd1-4af2-a8cd-dbf76fcaacbe tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:31.131701 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93030ccb-fa85-4f7b-bec2-bbf1796d35f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b981647a-cf0a-4388-a1c3-afe33a747fa3,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:31.170371 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.resource_extend [None req-cf508ff9-447b-4d9f-8e4e-f3e36ef8beb3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 14:22:31.173026 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-50d60296-3ab3-4bed-adbf-f8dcc6f898af None None] Provisioning complete for port 501008d0-6c1a-4538-b04d-e9e2348f628a triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:31.174937 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-50d60296-3ab3-4bed-adbf-f8dcc6f898af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:31.189237 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cf508ff9-447b-4d9f-8e4e-f3e36ef8beb3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:31.210257 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9abcb00d-425c-4f28-999f-7d381f660b7a up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:22:31.250194 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3958742f-8728-4f0e-89fb-a9381d015b8f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:31.293968 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-50d60296-3ab3-4bed-adbf-f8dcc6f898af None None] Port 501008d0-6c1a-4538-b04d-e9e2348f628a cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:22:31.313015 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 9abcb00d-425c-4f28-999f-7d381f660b7a triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:31.313015 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:31.327549 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3958742f-8728-4f0e-89fb-a9381d015b8f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network cb1f0d05-548a-4a06-9e81-75081f5f174c is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:22:31.334085 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-3958742f-8728-4f0e-89fb-a9381d015b8f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:31.340131 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3958742f-8728-4f0e-89fb-a9381d015b8f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:22:31.359300 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-93030ccb-fa85-4f7b-bec2-bbf1796d35f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:31.360447 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-93030ccb-fa85-4f7b-bec2-bbf1796d35f9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b981647a-cf0a-4388-a1c3-afe33a747fa3 HTTP/1.1" status: 204 len: 168 time: 1.7261028 Apr 11 14:22:31.362020 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-adec51ec-4e80-4ec9-a67b-48acafdd511a tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "DELETE /v2.0/subnets/1c3fdbd9-f2bf-4552-a161-5741c7261904 HTTP/1.1" status: 404 len: 337 time: 0.4185317 Apr 11 14:22:31.373322 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-7d474dcf-3564-4579-997c-d3aa5aa74736 admin admin] Calling delete_port for 05dc698f-2241-4a32-929f-8187730b4e9c owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:31.391254 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39982) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:31.426741 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cf508ff9-447b-4d9f-8e4e-f3e36ef8beb3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:31.456689 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4d5d4c25-2cf0-408b-88c4-662f89779993 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:22:31.467474 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-5e8093a5-e136-4ca4-959f-25fafaa4104d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting port 340d1f29-7e73-4944-96a1-9448cf811659 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:31.469012 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5e8093a5-e136-4ca4-959f-25fafaa4104d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:31.508636 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958742f-8728-4f0e-89fb-a9381d015b8f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Port': ['ID=24d6de70-0e4e-4e53-bed8-b54eebc694cf,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:31.509525 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0b37eabc-6bd1-4af2-a8cd-dbf76fcaacbe tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:31.521109 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4623bd6-912b-4b58-9f8c-53d72494db17 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:31.521593 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4623bd6-912b-4b58-9f8c-53d72494db17 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:31.526027 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e4623bd6-912b-4b58-9f8c-53d72494db17 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "DELETE /v2.0/networks/fea79485-ce57-4a7b-a8f2-0181860e4855 HTTP/1.1" status: 404 len: 339 time: 0.1333070 Apr 11 14:22:31.529203 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39986) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:31.554315 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 4d5d4c25-2cf0-408b-88c4-662f89779993 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:31.554862 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:31.621090 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec38d318-0c38-40eb-9d0f-4720f47aa9a7 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:31.621497 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec38d318-0c38-40eb-9d0f-4720f47aa9a7 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:31.625469 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ec38d318-0c38-40eb-9d0f-4720f47aa9a7 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "DELETE /v2.0/subnets/3235891d-dc52-48f0-b089-ee114ba3324a HTTP/1.1" status: 404 len: 337 time: 0.0904827 Apr 11 14:22:31.637936 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3958742f-8728-4f0e-89fb-a9381d015b8f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:31.638821 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3958742f-8728-4f0e-89fb-a9381d015b8f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:31.645953 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39990) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:31.724772 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:22:31.725935 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-91413eea-669b-417a-b1d8-6cf915e52da4 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:31.726419 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91413eea-669b-417a-b1d8-6cf915e52da4 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:31.728625 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-91413eea-669b-417a-b1d8-6cf915e52da4 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "DELETE /v2.0/networks/0955b8b8-900b-44c7-91cc-7c6999d8b141 HTTP/1.1" status: 404 len: 339 time: 0.0814948 Apr 11 14:22:31.732865 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 39996) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:31.797261 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:22:31.798444 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf508ff9-447b-4d9f-8e4e-f3e36ef8beb3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=501008d0-6c1a-4538-b04d-e9e2348f628a,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:31.817188 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cf508ff9-447b-4d9f-8e4e-f3e36ef8beb3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:31.826352 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a6fc0d-14b1-4aec-826a-45b1b5602135 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Deleting subnet 2e2ebd41-0b04-453a-9ead-5c2a27d30e95 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:22:31.830750 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e4a6fc0d-14b1-4aec-826a-45b1b5602135 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:31.879875 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3958742f-8728-4f0e-89fb-a9381d015b8f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.2777898 Apr 11 14:22:31.887468 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:31.887803 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:31.921172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b0934ce7-f3b2-4f3c-aefb-87cf3158c763 None None] Provisioning for port 24d6de70-0e4e-4e53-bed8-b54eebc694cf completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:31.926858 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40000) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:31.934308 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b0934ce7-f3b2-4f3c-aefb-87cf3158c763 None None] Provisioning complete for port 24d6de70-0e4e-4e53-bed8-b54eebc694cf triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:31.934683 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b0934ce7-f3b2-4f3c-aefb-87cf3158c763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:31.934817 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-4e70ed52-d45a-42ff-80c9-01693063050b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'subnet': {'network_id': 'cb1f0d05-548a-4a06-9e81-75081f5f174c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:31.988478 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e4a6fc0d-14b1-4aec-826a-45b1b5602135 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:32.080313 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-b0934ce7-f3b2-4f3c-aefb-87cf3158c763 None None] Port 24d6de70-0e4e-4e53-bed8-b54eebc694cf cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:22:32.153486 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 10569e12-261f-48ac-8fa1-6de33e5cc68d no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:22:32.166463 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5e8093a5-e136-4ca4-959f-25fafaa4104d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:32.195515 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 10569e12-261f-48ac-8fa1-6de33e5cc68d {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:22:32.195954 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 10569e12-261f-48ac-8fa1-6de33e5cc68d not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:22:32.203597 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0b37eabc-6bd1-4af2-a8cd-dbf76fcaacbe tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:32.250272 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40004) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:32.287759 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0b37eabc-6bd1-4af2-a8cd-dbf76fcaacbe tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:32.295120 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e097dda-1a3b-4642-aee5-f52f58a63d1a None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:32.308239 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37eabc-6bd1-4af2-a8cd-dbf76fcaacbe tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=31994cc6-54c4-4e2f-a6b0-366e6b50426f,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:32.327811 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf508ff9-447b-4d9f-8e4e-f3e36ef8beb3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network 36ebc322-19e4-4a30-b8b7-2a34e01ed94a is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:22:32.340208 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-cf508ff9-447b-4d9f-8e4e-f3e36ef8beb3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:32.431578 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0b37eabc-6bd1-4af2-a8cd-dbf76fcaacbe tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/31994cc6-54c4-4e2f-a6b0-366e6b50426f HTTP/1.1" status: 204 len: 168 time: 1.9080980 Apr 11 14:22:32.434224 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40008) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:32.463494 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-5e8093a5-e136-4ca4-959f-25fafaa4104d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Calling delete_port for 340d1f29-7e73-4944-96a1-9448cf811659 owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:32.487113 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7d474dcf-3564-4579-997c-d3aa5aa74736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:32.493804 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0aaa2682-5478-4b79-8030-b2f82dbf326b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=44053de9de3f4465a441134d64e44170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367046 Apr 11 14:22:32.503122 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40012) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:32.564427 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d474dcf-3564-4579-997c-d3aa5aa74736 admin admin] Pushing event deleted for resources: {'Port': ['ID=05dc698f-2241-4a32-929f-8187730b4e9c,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:32.584819 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e4a6fc0d-14b1-4aec-826a-45b1b5602135 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:32.624196 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-4e70ed52-d45a-42ff-80c9-01693063050b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:32.647218 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4e70ed52-d45a-42ff-80c9-01693063050b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:subnet and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:32.654098 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4e70ed52-d45a-42ff-80c9-01693063050b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:32.666275 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-4e70ed52-d45a-42ff-80c9-01693063050b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:32.680268 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-94b43b3d-8e16-492e-8d6a-c3a62accabaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:32.712416 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-aec85557-3d4f-47ba-a29f-1981b121845d None None] Provisioning complete for port 501008d0-6c1a-4538-b04d-e9e2348f628a triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:32.712880 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-aec85557-3d4f-47ba-a29f-1981b121845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:32.714610 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49a5769-512b-4c77-aba5-b93b92427d1c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Deleting subnet b29fc8fa-f4d4-474d-8446-b809e2ca40c3 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:22:32.730914 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c49a5769-512b-4c77-aba5-b93b92427d1c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:32.743362 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-94b43b3d-8e16-492e-8d6a-c3a62accabaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:32.784964 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-aec85557-3d4f-47ba-a29f-1981b121845d None None] Port 501008d0-6c1a-4538-b04d-e9e2348f628a cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:22:32.803216 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e70ed52-d45a-42ff-80c9-01693063050b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:32.806350 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4e70ed52-d45a-42ff-80c9-01693063050b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:32.833004 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf508ff9-447b-4d9f-8e4e-f3e36ef8beb3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router 03c33371-12e9-4781-a53c-3d6930a9518c has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:22:32.834866 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c49a5769-512b-4c77-aba5-b93b92427d1c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:32.864634 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7d474dcf-3564-4579-997c-d3aa5aa74736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:32.927881 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e4a6fc0d-14b1-4aec-826a-45b1b5602135 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:32.981578 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a6fc0d-14b1-4aec-826a-45b1b5602135 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event deleted for resources: {'Subnet': ['ID=2e2ebd41-0b04-453a-9ead-5c2a27d30e95,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:33.035957 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-94b43b3d-8e16-492e-8d6a-c3a62accabaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:33.038785 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e4a6fc0d-14b1-4aec-826a-45b1b5602135 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:33.039363 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44911f78-e090-4f0b-ade8-a6134994b9d6 None None] Network 5f4a83cc-7e9c-44d5-be05-6c4497d351f8 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:33.100386 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b43b3d-8e16-492e-8d6a-c3a62accabaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67672b9-196c-4033-8b95-3f36639843eb,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:33.140851 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e4a6fc0d-14b1-4aec-826a-45b1b5602135 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "DELETE /v2.0/subnets/2e2ebd41-0b04-453a-9ead-5c2a27d30e95 HTTP/1.1" status: 204 len: 168 time: 1.4069643 Apr 11 14:22:33.153618 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.ipam_backend_mixin [None req-4e70ed52-d45a-42ff-80c9-01693063050b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet af68f5a2-d8cc-4cc6-8c47-cf8d020fda92 (CIDR: 172.20.0.0/28) Apr 11 14:22:33.154430 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40016) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:33.155518 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-94b43b3d-8e16-492e-8d6a-c3a62accabaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:33.159464 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-94b43b3d-8e16-492e-8d6a-c3a62accabaa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e67672b9-196c-4033-8b95-3f36639843eb HTTP/1.1" status: 204 len: 168 time: 0.6526628 Apr 11 14:22:33.249252 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c49a5769-512b-4c77-aba5-b93b92427d1c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:33.269973 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e70ed52-d45a-42ff-80c9-01693063050b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:22:33.270480 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e70ed52-d45a-42ff-80c9-01693063050b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:33.293982 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5e8093a5-e136-4ca4-959f-25fafaa4104d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:33.439069 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8093a5-e136-4ca4-959f-25fafaa4104d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Port': ['ID=340d1f29-7e73-4944-96a1-9448cf811659,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:33.442313 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7d474dcf-3564-4579-997c-d3aa5aa74736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:33.454900 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7d474dcf-3564-4579-997c-d3aa5aa74736 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:33.511098 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3bd0932d-8e27-4790-856c-d7b1e3ed35fb tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:33.515538 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf508ff9-447b-4d9f-8e4e-f3e36ef8beb3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:22:33.536442 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-46585778-98ac-433b-a909-9ee6f44ed569 None None] Provisioning complete for port f92b3d3a-540f-48b9-9ea7-40ff9d552382 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:33.536944 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46585778-98ac-433b-a909-9ee6f44ed569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:33.543115 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4e70ed52-d45a-42ff-80c9-01693063050b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6128905 Apr 11 14:22:33.547506 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cf508ff9-447b-4d9f-8e4e-f3e36ef8beb3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "PUT /v2.0/routers/03c33371-12e9-4781-a53c-3d6930a9518c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4829581 Apr 11 14:22:33.550199 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40022) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:33.554306 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40024) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:33.560580 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-207fb68b-b0cd-4a85-abfd-7b603bb2be16 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'subnet': {'network_id': 'cb1f0d05-548a-4a06-9e81-75081f5f174c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:33.585272 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bab681-9123-4780-b75c-84e99000310c None None] DHCP port deletion for 5f4a83cc-7e9c-44d5-be05-6c4497d351f8 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:22:33.590638 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] Sync routers for ids ['03c33371-12e9-4781-a53c-3d6930a9518c'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:22:33.607091 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-99bab681-9123-4780-b75c-84e99000310c None None] Deleting port d3cc543a-ee96-4fe6-979a-b5bac0eeec2d {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:33.608367 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-99bab681-9123-4780-b75c-84e99000310c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:33.631013 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7d474dcf-3564-4579-997c-d3aa5aa74736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:33.631523 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d474dcf-3564-4579-997c-d3aa5aa74736 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 192852e6-7c0d-427c-8746-e2c29b74c32a {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:22:33.632123 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5e8093a5-e136-4ca4-959f-25fafaa4104d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:33.644076 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-3bd0932d-8e27-4790-856c-d7b1e3ed35fb tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Deleting port d3cc543a-ee96-4fe6-979a-b5bac0eeec2d {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:33.644418 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7d474dcf-3564-4579-997c-d3aa5aa74736 admin admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:33.647070 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7d474dcf-3564-4579-997c-d3aa5aa74736 admin admin] 10.222.0.66 "DELETE /v2.0/routers/192852e6-7c0d-427c-8746-e2c29b74c32a HTTP/1.1" status: 204 len: 168 time: 4.3597147 Apr 11 14:22:33.647212 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3bd0932d-8e27-4790-856c-d7b1e3ed35fb tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:33.648105 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40030) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:33.654995 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c49a5769-512b-4c77-aba5-b93b92427d1c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:33.655721 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] Routers {'03c33371-12e9-4781-a53c-3d6930a9518c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:33.656394 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:22:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['03c33371-12e9-4781-a53c-3d6930a9518c'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:34.034087 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-99bab681-9123-4780-b75c-84e99000310c None None] For port d3cc543a-ee96-4fe6-979a-b5bac0eeec2d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=d3cc543a-ee96-4fe6-979a-b5bac0eeec2d,segment=NetworkSegment(0525930a-bd08-4b0f-8ece-942c206f16a9),segment_id=0525930a-bd08-4b0f-8ece-942c206f16a9)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:34.034623 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-99bab681-9123-4780-b75c-84e99000310c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:34.040847 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c49a5769-512b-4c77-aba5-b93b92427d1c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:34.043994 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c49a5769-512b-4c77-aba5-b93b92427d1c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/b29fc8fa-f4d4-474d-8446-b809e2ca40c3 HTTP/1.1" status: 204 len: 168 time: 1.6064243 Apr 11 14:22:34.057701 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a5769-512b-4c77-aba5-b93b92427d1c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Subnet': ['ID=b29fc8fa-f4d4-474d-8446-b809e2ca40c3,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:34.060705 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40042) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:34.085831 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-3bd0932d-8e27-4790-856c-d7b1e3ed35fb tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] For port d3cc543a-ee96-4fe6-979a-b5bac0eeec2d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=d3cc543a-ee96-4fe6-979a-b5bac0eeec2d,segment=NetworkSegment(0525930a-bd08-4b0f-8ece-942c206f16a9),segment_id=0525930a-bd08-4b0f-8ece-942c206f16a9)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:34.086750 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3bd0932d-8e27-4790-856c-d7b1e3ed35fb tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:34.108486 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd402cf-a615-4d02-b1cb-e1dba96af76d None None] Network 47d4fbd0-dfc4-4187-bb2e-73c4649db563 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:34.178021 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-205b8e96-c6ab-4ab5-ba50-2ce6c8859116 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1057334 Apr 11 14:22:34.183765 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40048) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:34.198207 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-6574f84f-4b8e-4abd-963d-a4aaca746e01 admin admin] Deleting subnet 07ac75f7-df8a-45a0-834c-28e735b7edb3 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:22:34.277940 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6574f84f-4b8e-4abd-963d-a4aaca746e01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:34.374168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a44ae6-1ea0-4db9-89c6-ea4440515ec0 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:34.374650 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a44ae6-1ea0-4db9-89c6-ea4440515ec0 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:34.375119 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a44ae6-1ea0-4db9-89c6-ea4440515ec0 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:34.375642 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a44ae6-1ea0-4db9-89c6-ea4440515ec0 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:34.376696 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a44ae6-1ea0-4db9-89c6-ea4440515ec0 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:34.377167 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a44ae6-1ea0-4db9-89c6-ea4440515ec0 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:34.377622 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a44ae6-1ea0-4db9-89c6-ea4440515ec0 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:34.378112 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a44ae6-1ea0-4db9-89c6-ea4440515ec0 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:34.378572 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a44ae6-1ea0-4db9-89c6-ea4440515ec0 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:34.379032 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a44ae6-1ea0-4db9-89c6-ea4440515ec0 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:34.383797 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d9a44ae6-1ea0-4db9-89c6-ea4440515ec0 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7038 time: 0.8255002 Apr 11 14:22:34.385814 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-207fb68b-b0cd-4a85-abfd-7b603bb2be16 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:34.390540 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40054) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:34.426467 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6574f84f-4b8e-4abd-963d-a4aaca746e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:34.433952 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-99bab681-9123-4780-b75c-84e99000310c None None] Calling delete_port for d3cc543a-ee96-4fe6-979a-b5bac0eeec2d owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:34.442552 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-3bd0932d-8e27-4790-856c-d7b1e3ed35fb tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Calling delete_port for d3cc543a-ee96-4fe6-979a-b5bac0eeec2d owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:34.457054 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-207fb68b-b0cd-4a85-abfd-7b603bb2be16 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:subnet and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:34.468486 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-207fb68b-b0cd-4a85-abfd-7b603bb2be16 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:34.492235 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-207fb68b-b0cd-4a85-abfd-7b603bb2be16 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:34.575452 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c143bbee-c257-43fe-8689-f52e00a2bce9 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:34.575932 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c143bbee-c257-43fe-8689-f52e00a2bce9 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:34.576402 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c143bbee-c257-43fe-8689-f52e00a2bce9 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:34.576858 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c143bbee-c257-43fe-8689-f52e00a2bce9 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:34.577312 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c143bbee-c257-43fe-8689-f52e00a2bce9 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:34.577768 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c143bbee-c257-43fe-8689-f52e00a2bce9 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:34.578620 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c143bbee-c257-43fe-8689-f52e00a2bce9 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:34.579765 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c143bbee-c257-43fe-8689-f52e00a2bce9 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:34.581714 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c143bbee-c257-43fe-8689-f52e00a2bce9 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5210 time: 0.1903696 Apr 11 14:22:34.592816 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b51d3c5-78a1-49a4-92a8-5ddc0ebcf118 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:34.597318 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3b51d3c5-78a1-49a4-92a8-5ddc0ebcf118 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4104524 Apr 11 14:22:34.597811 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40062) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:34.598156 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40064) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:34.621025 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] Set router 03c33371-12e9-4781-a53c-3d6930a9518c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:22:34.701930 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3bd0932d-8e27-4790-856c-d7b1e3ed35fb tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:34.725670 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207fb68b-b0cd-4a85-abfd-7b603bb2be16 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:34.729304 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-207fb68b-b0cd-4a85-abfd-7b603bb2be16 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:34.780169 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0932d-8e27-4790-856c-d7b1e3ed35fb tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event deleted for resources: {'Port': ['ID=d3cc543a-ee96-4fe6-979a-b5bac0eeec2d,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:34.793498 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8093a5-e136-4ca4-959f-25fafaa4104d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Router 82c36bd3-3766-4210-9e3d-f596784df23b has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:22:34.794896 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd0932d-8e27-4790-856c-d7b1e3ed35fb tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] No DVR routers for this DVR port d3cc543a-ee96-4fe6-979a-b5bac0eeec2d on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:22:34.819850 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9783ff44-eb5a-4ddd-8600-333dd40c480f None None] DHCP port deletion for 47d4fbd0-dfc4-4187-bb2e-73c4649db563 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:22:34.834072 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-99bab681-9123-4780-b75c-84e99000310c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:22:34.834425 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-99bab681-9123-4780-b75c-84e99000310c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:22:34.838317 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-9783ff44-eb5a-4ddd-8600-333dd40c480f None None] Deleting port f92b3d3a-540f-48b9-9ea7-40ff9d552382 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:34.838701 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9783ff44-eb5a-4ddd-8600-333dd40c480f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:34.869732 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6574f84f-4b8e-4abd-963d-a4aaca746e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:34.928590 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220d7bc6-846b-41e7-b006-6098d8342880 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:34.929414 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-220d7bc6-846b-41e7-b006-6098d8342880 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Synchronizing usage tracker for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:22:35.088369 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-220d7bc6-846b-41e7-b006-6098d8342880 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Unset dirty status for tenant:acd5858029f24cbba8ef3a8d41b209df on resource:subnet {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:22:35.092426 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-220d7bc6-846b-41e7-b006-6098d8342880 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4901879 Apr 11 14:22:35.096107 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40074) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:35.142215 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6574f84f-4b8e-4abd-963d-a4aaca746e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:35.176700 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-9783ff44-eb5a-4ddd-8600-333dd40c480f None None] For port f92b3d3a-540f-48b9-9ea7-40ff9d552382, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=f92b3d3a-540f-48b9-9ea7-40ff9d552382,segment=NetworkSegment(bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24),segment_id=bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:35.177270 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9783ff44-eb5a-4ddd-8600-333dd40c480f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:35.197505 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device d3cc543a-ee96-4fe6-979a-b5bac0eeec2d no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:22:35.263586 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8093a5-e136-4ca4-959f-25fafaa4104d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:22:35.276442 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574f84f-4b8e-4abd-963d-a4aaca746e01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07ac75f7-df8a-45a0-834c-28e735b7edb3,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:35.276913 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4deaa0ef-8dad-4a4e-834e-d3f6ab2f532f None None] Sync routers for ids ['82c36bd3-3766-4210-9e3d-f596784df23b'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:22:35.282715 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3bd0932d-8e27-4790-856c-d7b1e3ed35fb tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:35.289185 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deaa0ef-8dad-4a4e-834e-d3f6ab2f532f None None] Routers {'82c36bd3-3766-4210-9e3d-f596784df23b'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:35.290086 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-4deaa0ef-8dad-4a4e-834e-d3f6ab2f532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:22:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['82c36bd3-3766-4210-9e3d-f596784df23b'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:35.290440 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: d3cc543a-ee96-4fe6-979a-b5bac0eeec2d {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:22:35.290786 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device d3cc543a-ee96-4fe6-979a-b5bac0eeec2d not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:22:35.291196 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device f92b3d3a-540f-48b9-9ea7-40ff9d552382 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:22:35.300499 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5e8093a5-e136-4ca4-959f-25fafaa4104d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "PUT /v2.0/routers/82c36bd3-3766-4210-9e3d-f596784df23b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1278954 Apr 11 14:22:35.300832 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40080) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:35.306791 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-bc67fdc9-2a97-469c-8b6c-54bae68d8bf1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2050302 Apr 11 14:22:35.307806 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40082) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:35.373153 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6574f84f-4b8e-4abd-963d-a4aaca746e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:35.373481 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-3bd0932d-8e27-4790-856c-d7b1e3ed35fb tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4a83cc-7e9c-44d5-be05-6c4497d351f8']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:35.395596 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-99bab681-9123-4780-b75c-84e99000310c None None] Deleting port d3cc543a-ee96-4fe6-979a-b5bac0eeec2d {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:35.395982 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-99bab681-9123-4780-b75c-84e99000310c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:35.408764 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-4deaa0ef-8dad-4a4e-834e-d3f6ab2f532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:35.416353 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-3bd0932d-8e27-4790-856c-d7b1e3ed35fb tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0525930a-bd08-4b0f-8ece-942c206f16a9') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:35.416883 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-3bd0932d-8e27-4790-856c-d7b1e3ed35fb tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0525930a-bd08-4b0f-8ece-942c206f16a9') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:35.422088 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6574f84f-4b8e-4abd-963d-a4aaca746e01 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/07ac75f7-df8a-45a0-834c-28e735b7edb3 HTTP/1.1" status: 204 len: 168 time: 1.7666550 Apr 11 14:22:35.424532 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deaa0ef-8dad-4a4e-834e-d3f6ab2f532f None None] Routers {'82c36bd3-3766-4210-9e3d-f596784df23b'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:35.425108 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f622358-8cd4-4c9b-9c79-236633d29528 None None] Network c6ea0449-d5bb-46c4-a148-72f3fb27a286 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:35.426011 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-4deaa0ef-8dad-4a4e-834e-d3f6ab2f532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:22:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['82c36bd3-3766-4210-9e3d-f596784df23b'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:35.431239 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40088) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:35.435152 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3bd0932d-8e27-4790-856c-d7b1e3ed35fb tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:35.444824 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-9783ff44-eb5a-4ddd-8600-333dd40c480f None None] Calling delete_port for f92b3d3a-540f-48b9-9ea7-40ff9d552382 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:35.473827 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3bd0932d-8e27-4790-856c-d7b1e3ed35fb tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:35.484500 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd0932d-8e27-4790-856c-d7b1e3ed35fb tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:22:35.491605 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3bd0932d-8e27-4790-856c-d7b1e3ed35fb tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:35.500180 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-4deaa0ef-8dad-4a4e-834e-d3f6ab2f532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:35.501685 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4deaa0ef-8dad-4a4e-834e-d3f6ab2f532f None None] The sync data for ids ['82c36bd3-3766-4210-9e3d-f596784df23b'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:22:35.561087 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-99bab681-9123-4780-b75c-84e99000310c None None] The port 'd3cc543a-ee96-4fe6-979a-b5bac0eeec2d' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:22:35.577413 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-766e08dd-20db-4bc4-b0b9-d8d703979170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:22:35.585322 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:22:35.588098 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-207fb68b-b0cd-4a85-abfd-7b603bb2be16 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:35.655428 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-db30e196-34f3-4474-9658-2cecea44eabc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Synchronizing usage tracker for tenant:e64484a71f41439a9e4d89000c1f607b on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:22:35.660960 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eeb89f1-f08a-4b71-99b1-e69cbd909125 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:35.661396 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eeb89f1-f08a-4b71-99b1-e69cbd909125 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:35.678856 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7eeb89f1-f08a-4b71-99b1-e69cbd909125 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/58613400-c8f4-4c30-b068-09289fedda0e HTTP/1.1" status: 404 len: 333 time: 0.0946267 Apr 11 14:22:35.682432 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40098) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:35.720167 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-766e08dd-20db-4bc4-b0b9-d8d703979170 admin admin] Deleting port 33ae4ad0-da7b-4bde-8675-1fdf140cbfaa {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:35.720666 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-766e08dd-20db-4bc4-b0b9-d8d703979170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:35.738260 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb17f49f-6ce5-48b9-8c22-d3857db5e3d0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:35.738838 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb17f49f-6ce5-48b9-8c22-d3857db5e3d0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:35.743046 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-eb17f49f-6ce5-48b9-8c22-d3857db5e3d0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/31994cc6-54c4-4e2f-a6b0-366e6b50426f HTTP/1.1" status: 404 len: 337 time: 0.0598497 Apr 11 14:22:35.743670 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40102) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:35.758658 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fb68b-b0cd-4a85-abfd-7b603bb2be16 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Subnet': ['ID=85727b01-8fff-4c24-a108-2261b92d665c,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:35.792142 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c1ad65-b25f-49e1-b152-5673115cf7d9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:35.792599 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c1ad65-b25f-49e1-b152-5673115cf7d9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:35.797153 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-46c1ad65-b25f-49e1-b152-5673115cf7d9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/b29fc8fa-f4d4-474d-8446-b809e2ca40c3 HTTP/1.1" status: 404 len: 337 time: 0.0524251 Apr 11 14:22:35.799077 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40106) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:35.800063 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3bd0932d-8e27-4790-856c-d7b1e3ed35fb tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:35.868935 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-db30e196-34f3-4474-9658-2cecea44eabc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Unset dirty status for tenant:e64484a71f41439a9e4d89000c1f607b on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:22:35.872667 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-db30e196-34f3-4474-9658-2cecea44eabc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "GET /v2.0/ports?device_id=82c36bd3-3766-4210-9e3d-f596784df23b HTTP/1.1" status: 200 len: 205 time: 0.5681653 Apr 11 14:22:35.872667 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f66c6aa-b4fb-4649-b838-d752be766ad5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:35.872667 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f66c6aa-b4fb-4649-b838-d752be766ad5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:35.874401 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'name': 'tempest-TestNetworkBasicOps-router-1336258400', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:22:08Z', 'updated_at': '2022-04-11T14:22:29Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:12Z', 'updated_at': '2022-04-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '501008d0-6c1a-4538-b04d-e9e2348f628a', 'name': '', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:64:96:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:25Z', 'updated_at': '2022-04-11T14:22:30Z', 'revision_number': 2, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:35.877061 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2f66c6aa-b4fb-4649-b838-d752be766ad5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/d8962181-0179-4dc2-b71a-66e1ce048720 HTTP/1.1" status: 404 len: 333 time: 0.0743759 Apr 11 14:22:35.886624 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] Checking router: 03c33371-12e9-4781-a53c-3d6930a9518c for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:22:35.886624 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] Updating router 03c33371-12e9-4781-a53c-3d6930a9518c port 501008d0-6c1a-4538-b04d-e9e2348f628a binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:22:35.895669 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3bd0932d-8e27-4790-856c-d7b1e3ed35fb tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:35.898409 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3bd0932d-8e27-4790-856c-d7b1e3ed35fb tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "DELETE /v2.0/networks/5f4a83cc-7e9c-44d5-be05-6c4497d351f8 HTTP/1.1" status: 204 len: 168 time: 2.7394369 Apr 11 14:22:35.902727 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40114) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:35.903683 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40116) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:35.904021 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40118) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:35.935469 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9783ff44-eb5a-4ddd-8600-333dd40c480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:35.965058 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2dcd49-ae87-4109-b84f-decb9e4ad732 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:35.966540 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2dcd49-ae87-4109-b84f-decb9e4ad732 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:35.970264 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-cb2dcd49-ae87-4109-b84f-decb9e4ad732 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "DELETE /v2.0/subnets/e3556b55-f56f-4dd8-b81a-7fcf09d802e0 HTTP/1.1" status: 404 len: 337 time: 0.0590048 Apr 11 14:22:36.003220 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:36.022438 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783ff44-eb5a-4ddd-8600-333dd40c480f None None] Pushing event deleted for resources: {'Port': ['ID=f92b3d3a-540f-48b9-9ea7-40ff9d552382,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:36.024289 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9783ff44-eb5a-4ddd-8600-333dd40c480f None None] No DVR routers for this DVR port f92b3d3a-540f-48b9-9ea7-40ff9d552382 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:22:36.039035 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:36.071871 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-768970a1-9bdb-46fd-80e1-c4e9f8272759 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2141 time: 1.4709728 Apr 11 14:22:36.082039 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207fb68b-b0cd-4a85-abfd-7b603bb2be16 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network cb1f0d05-548a-4a06-9e81-75081f5f174c is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:22:36.083185 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40126) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:36.083271 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40128) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:36.083757 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0932d-8e27-4790-856c-d7b1e3ed35fb tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event deleted for resources: {'Network': ['ID=5f4a83cc-7e9c-44d5-be05-6c4497d351f8,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:36.084177 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-207fb68b-b0cd-4a85-abfd-7b603bb2be16 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:36.100541 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c52fe0d-ff50-43e3-80d3-697e1b752472 None None] Network cb1f0d05-548a-4a06-9e81-75081f5f174c requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:36.111517 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab1ff16-4820-4a1e-b89e-1d87204595ed tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:36.112400 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab1ff16-4820-4a1e-b89e-1d87204595ed tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:36.114585 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5ab1ff16-4820-4a1e-b89e-1d87204595ed tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/bce2e8d1-541a-4dae-8573-5dcf557b82d4 HTTP/1.1" status: 404 len: 337 time: 0.2055490 Apr 11 14:22:36.118251 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40136) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:36.119770 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207fb68b-b0cd-4a85-abfd-7b603bb2be16 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:36.120406 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-207fb68b-b0cd-4a85-abfd-7b603bb2be16 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:36.164981 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-24dc3726-8c2f-4ba8-b0e4-478c85f01304 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:36.165461 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24dc3726-8c2f-4ba8-b0e4-478c85f01304 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:36.170609 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-24dc3726-8c2f-4ba8-b0e4-478c85f01304 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "DELETE /v2.0/networks/4f0c4bb3-2628-4ee2-bd63-eec59a8dae6d HTTP/1.1" status: 404 len: 339 time: 0.0788200 Apr 11 14:22:36.183755 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40142) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:36.198884 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 05dc698f-2241-4a32-929f-8187730b4e9c no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:22:36.264211 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-544496a3-e22f-4258-87ac-cb47d3fdbc70 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:36.265040 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-544496a3-e22f-4258-87ac-cb47d3fdbc70 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:36.267632 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-544496a3-e22f-4258-87ac-cb47d3fdbc70 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/ca3da265-42dd-45e8-b349-e2fa6906ecb2 HTTP/1.1" status: 404 len: 337 time: 0.1478074 Apr 11 14:22:36.270961 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d2457d81-015e-4d69-ae71-9e92d56bff44 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:36.278570 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-207fb68b-b0cd-4a85-abfd-7b603bb2be16 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7266891 Apr 11 14:22:36.282646 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40146) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:36.282646 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40148) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:36.354307 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-2ee3b9ab-1545-45f8-9e27-713c442df155 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-981792033', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '85727b01-8fff-4c24-a108-2261b92d665c'}], 'security_groups': ['d8ad0b69-7efe-41b7-8263-068876cd57cc']}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:36.372322 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 05dc698f-2241-4a32-929f-8187730b4e9c {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:22:36.372670 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 05dc698f-2241-4a32-929f-8187730b4e9c not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:22:36.469812 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a529eef-e97e-4c58-af22-7f9f3f11a72f None None] DHCP port deletion for c6ea0449-d5bb-46c4-a148-72f3fb27a286 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:22:36.502736 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-1a529eef-e97e-4c58-af22-7f9f3f11a72f None None] Deleting port 33ae4ad0-da7b-4bde-8675-1fdf140cbfaa {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:36.503148 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1a529eef-e97e-4c58-af22-7f9f3f11a72f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:36.504470 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-23c224f5-dbdc-44ab-a735-a6dba85d0e35 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-382052017'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:36.533989 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-23c224f5-dbdc-44ab-a735-a6dba85d0e35 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:36.544216 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40ac794-2a7b-47d9-ae3c-ab4eabb47251 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:36.544689 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c40ac794-2a7b-47d9-ae3c-ab4eabb47251 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:36.550499 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c40ac794-2a7b-47d9-ae3c-ab4eabb47251 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/0b187fd2-1bed-42ff-860a-a780417d9b20 HTTP/1.1" status: 404 len: 333 time: 0.2581315 Apr 11 14:22:36.564903 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-23c224f5-dbdc-44ab-a735-a6dba85d0e35 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Usage tracker for resource:router and tenant:c7df053912604a9da33a9e3933dd650a is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:36.567997 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40156) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:36.578168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-23c224f5-dbdc-44ab-a735-a6dba85d0e35 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:36.588634 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2733edb-473a-48bd-90e7-800b75d48e4e tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Deleting subnet 0515efc1-0e29-43ce-832a-49bbc83bc565 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:22:36.642260 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c2733edb-473a-48bd-90e7-800b75d48e4e tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:36.669640 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-23c224f5-dbdc-44ab-a735-a6dba85d0e35 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:36.691179 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-766e08dd-20db-4bc4-b0b9-d8d703979170 admin admin] For port 33ae4ad0-da7b-4bde-8675-1fdf140cbfaa, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=33ae4ad0-da7b-4bde-8675-1fdf140cbfaa,segment=NetworkSegment(194bd252-507a-47af-97d6-796ec1e052f9),segment_id=194bd252-507a-47af-97d6-796ec1e052f9)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:36.691462 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-766e08dd-20db-4bc4-b0b9-d8d703979170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:36.742877 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c2733edb-473a-48bd-90e7-800b75d48e4e tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:36.773030 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40160) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:36.786111 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d2457d81-015e-4d69-ae71-9e92d56bff44 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:36.788000 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-7715c0c7-7e11-4b68-a4db-73deb5e7860c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:36.788276 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7715c0c7-7e11-4b68-a4db-73deb5e7860c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:36.792334 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7715c0c7-7e11-4b68-a4db-73deb5e7860c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/72f3e60a-623f-46de-9552-047a3b57fddb HTTP/1.1" status: 404 len: 337 time: 0.2202170 Apr 11 14:22:36.792493 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-131814bd-f2e4-4da8-b024-ed18ebfd05f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1106839178', 'description': 'tempest-secgroup-smoke-1106839178 description', 'project_id': '572b8884360948e38c79b057606230d9'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:36.795483 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40164) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:36.796684 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d2457d81-015e-4d69-ae71-9e92d56bff44 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:36.802751 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-131814bd-f2e4-4da8-b024-ed18ebfd05f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:36.846982 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-131814bd-f2e4-4da8-b024-ed18ebfd05f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:36.857062 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e06b26-c08f-4a29-911c-6e5052d72a28 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:36.857599 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3e06b26-c08f-4a29-911c-6e5052d72a28 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:36.862348 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b3e06b26-c08f-4a29-911c-6e5052d72a28 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/3bf5976b-be5f-46ba-b277-6ccacf81382e HTTP/1.1" status: 404 len: 337 time: 0.0596635 Apr 11 14:22:36.862348 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-131814bd-f2e4-4da8-b024-ed18ebfd05f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:36.867026 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40168) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:36.872099 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-131814bd-f2e4-4da8-b024-ed18ebfd05f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:36.921761 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-c118e0ee-f9c0-4a96-8a27-bf6be912683a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:36.922544 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c118e0ee-f9c0-4a96-8a27-bf6be912683a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:36.928154 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-1a529eef-e97e-4c58-af22-7f9f3f11a72f None None] For port 33ae4ad0-da7b-4bde-8675-1fdf140cbfaa, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=33ae4ad0-da7b-4bde-8675-1fdf140cbfaa,segment=NetworkSegment(194bd252-507a-47af-97d6-796ec1e052f9),segment_id=194bd252-507a-47af-97d6-796ec1e052f9)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:36.928562 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1a529eef-e97e-4c58-af22-7f9f3f11a72f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:36.931743 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c118e0ee-f9c0-4a96-8a27-bf6be912683a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/7c707aff-773b-448f-ab10-6dfc9c416c66 HTTP/1.1" status: 404 len: 333 time: 0.0627325 Apr 11 14:22:36.932243 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40172) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:36.960397 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-23c224f5-dbdc-44ab-a735-a6dba85d0e35 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:36.961406 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-23c224f5-dbdc-44ab-a735-a6dba85d0e35 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:36.970134 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d2457d81-015e-4d69-ae71-9e92d56bff44 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:36.970817 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2457d81-015e-4d69-ae71-9e92d56bff44 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Fanout notify agent at l3_agent the message router_deleted on router 82c36bd3-3766-4210-9e3d-f596784df23b {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:22:36.975725 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-766e08dd-20db-4bc4-b0b9-d8d703979170 admin admin] Calling delete_port for 33ae4ad0-da7b-4bde-8675-1fdf140cbfaa owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:36.978341 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d2457d81-015e-4d69-ae71-9e92d56bff44 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:36.987538 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d2457d81-015e-4d69-ae71-9e92d56bff44 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/routers/82c36bd3-3766-4210-9e3d-f596784df23b HTTP/1.1" status: 204 len: 168 time: 1.0768087 Apr 11 14:22:36.988063 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40176) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:36.990848 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-354f5caf-c7e4-4e45-9c87-14089e52652e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:36.991449 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-354f5caf-c7e4-4e45-9c87-14089e52652e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:36.995488 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-354f5caf-c7e4-4e45-9c87-14089e52652e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/c881465a-8fdd-4008-886b-ce04d2ddf8f9 HTTP/1.1" status: 404 len: 337 time: 0.0597942 Apr 11 14:22:37.024763 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40180) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:37.030925 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-131814bd-f2e4-4da8-b024-ed18ebfd05f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:37.105886 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ae2227-cc90-4944-b966-1c65f310d044 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:37.106433 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ae2227-cc90-4944-b966-1c65f310d044 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:37.110768 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-43ae2227-cc90-4944-b966-1c65f310d044 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/13653c1d-e4b4-4438-bdfa-b6bacb3e9760 HTTP/1.1" status: 404 len: 337 time: 0.0823512 Apr 11 14:22:37.116622 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40184) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:37.121937 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-131814bd-f2e4-4da8-b024-ed18ebfd05f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:37.139692 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-1a529eef-e97e-4c58-af22-7f9f3f11a72f None None] Calling delete_port for 33ae4ad0-da7b-4bde-8675-1fdf140cbfaa owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:37.139939 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-23c224f5-dbdc-44ab-a735-a6dba85d0e35 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:37.175372 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-8370bcfe-73b1-4016-8a8a-ec0bd8653895 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting subnet 7c1f4dac-3346-4481-b45c-5136c4466520 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:22:37.179761 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-131814bd-f2e4-4da8-b024-ed18ebfd05f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:37.182190 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8370bcfe-73b1-4016-8a8a-ec0bd8653895 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:37.213621 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-710dcbfd-c99a-43f2-84f1-29cd8257c60c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:37.213981 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 33ae4ad0-da7b-4bde-8675-1fdf140cbfaa no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:22:37.214431 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-710dcbfd-c99a-43f2-84f1-29cd8257c60c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:37.218310 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-710dcbfd-c99a-43f2-84f1-29cd8257c60c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/d2deffca-be30-4a08-8e6f-680af1324fb2 HTTP/1.1" status: 404 len: 333 time: 0.0983334 Apr 11 14:22:37.227289 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-131814bd-f2e4-4da8-b024-ed18ebfd05f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:37.230022 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40188) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:37.255785 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c2733edb-473a-48bd-90e7-800b75d48e4e tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:37.274616 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-131814bd-f2e4-4da8-b024-ed18ebfd05f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:37.295416 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c927740-8254-432f-8d1e-9c291e756258 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:37.295815 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c927740-8254-432f-8d1e-9c291e756258 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:37.300546 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2c927740-8254-432f-8d1e-9c291e756258 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/551ccffa-480b-4e41-baaa-77b2802bc1fa HTTP/1.1" status: 404 len: 337 time: 0.0604155 Apr 11 14:22:37.304365 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:37.304510 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40192) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:37.304992 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-766e08dd-20db-4bc4-b0b9-d8d703979170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:37.307048 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8370bcfe-73b1-4016-8a8a-ec0bd8653895 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:37.401040 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-23c224f5-dbdc-44ab-a735-a6dba85d0e35 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:37.437891 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e08dd-20db-4bc4-b0b9-d8d703979170 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ae4ad0-da7b-4bde-8675-1fdf140cbfaa,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:37.443388 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] Transition to ACTIVE for port object 501008d0-6c1a-4538-b04d-e9e2348f628a will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:37.443614 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766e08dd-20db-4bc4-b0b9-d8d703979170 admin admin] No DVR routers for this DVR port 33ae4ad0-da7b-4bde-8675-1fdf140cbfaa on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:22:37.447509 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b9bcb0-7581-42a8-a9bb-62888e7f52df tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:37.448293 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b9bcb0-7581-42a8-a9bb-62888e7f52df tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:37.455319 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-131814bd-f2e4-4da8-b024-ed18ebfd05f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:37.460509 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8370bcfe-73b1-4016-8a8a-ec0bd8653895 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:37.468834 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No active binding found for port 33ae4ad0-da7b-4bde-8675-1fdf140cbfaa {{(pid=88618) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 11 14:22:37.468834 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 33ae4ad0-da7b-4bde-8675-1fdf140cbfaa not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:22:37.481543 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b9ab-1545-45f8-9e27-713c442df155 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:37.484450 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8904967-1be5-4b1a-a0ef-47c0eb2e7b7e None None] Update dhcp port {'port': {'network_id': 'cb1f0d05-548a-4a06-9e81-75081f5f174c', 'fixed_ips': [{'subnet_id': 'af68f5a2-d8cc-4cc6-8c47-cf8d020fda92', 'ip_address': '172.20.0.2'}, {'subnet_id': '85727b01-8fff-4c24-a108-2261b92d665c'}], 'binding:host_id': 'dv-neutron-837330-1-hyperv'}, 'id': '3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7'} from dv-neutron-837330-1-hyperv. {{(pid=88618) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 11 14:22:37.515161 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-1a529eef-e97e-4c58-af22-7f9f3f11a72f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:22:37.515679 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-1a529eef-e97e-4c58-af22-7f9f3f11a72f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:22:37.532678 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c2b9bcb0-7581-42a8-a9bb-62888e7f52df tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/428effd4-55f5-483f-93ab-ea547738b105 HTTP/1.1" status: 404 len: 333 time: 0.2238533 Apr 11 14:22:37.540382 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40196) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:37.541224 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:37.583619 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f8904967-1be5-4b1a-a0ef-47c0eb2e7b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:37.584577 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4e93c8-bac2-4ee8-85d8-50d89a65af6e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:37.585144 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c4e93c8-bac2-4ee8-85d8-50d89a65af6e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:37.596202 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-131814bd-f2e4-4da8-b024-ed18ebfd05f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:37.635176 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3c4e93c8-bac2-4ee8-85d8-50d89a65af6e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/6ca14013-eb50-49fb-8b17-b8c30e6ba53e HTTP/1.1" status: 404 len: 337 time: 0.0929830 Apr 11 14:22:37.636165 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40200) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:37.662146 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-23c224f5-dbdc-44ab-a735-a6dba85d0e35 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:37.663715 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-23c224f5-dbdc-44ab-a735-a6dba85d0e35 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.5701206 Apr 11 14:22:37.669497 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40204) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:37.676149 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-766e08dd-20db-4bc4-b0b9-d8d703979170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:37.713405 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8370bcfe-73b1-4016-8a8a-ec0bd8653895 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:37.748096 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0fde782-65c6-4c39-8d35-994bf9f1004f tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:37.748571 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0fde782-65c6-4c39-8d35-994bf9f1004f tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:37.754087 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c0fde782-65c6-4c39-8d35-994bf9f1004f tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/15c40ff7-cd35-4576-bfe1-2fa468ae56a0 HTTP/1.1" status: 404 len: 333 time: 0.1116674 Apr 11 14:22:37.757838 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40208) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:37.764509 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-131814bd-f2e4-4da8-b024-ed18ebfd05f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:37.765872 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-131814bd-f2e4-4da8-b024-ed18ebfd05f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9923029 Apr 11 14:22:37.770937 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c2733edb-473a-48bd-90e7-800b75d48e4e tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:37.773607 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40212) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:37.814962 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab4cd9ef-157f-4e09-a604-ee28800ff1ab tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:37.815453 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab4cd9ef-157f-4e09-a604-ee28800ff1ab tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:37.819884 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ab4cd9ef-157f-4e09-a604-ee28800ff1ab tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/51ce46e5-7acd-42e8-a56f-2a8285e68493 HTTP/1.1" status: 404 len: 337 time: 0.0569818 Apr 11 14:22:37.822148 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131814bd-f2e4-4da8-b024-ed18ebfd05f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fff6a53-a0bb-4a15-9393-fdcd899b3d54,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:37.824338 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40216) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:37.825516 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8370bcfe-73b1-4016-8a8a-ec0bd8653895 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:37.830204 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8370bcfe-73b1-4016-8a8a-ec0bd8653895 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/subnets/7c1f4dac-3346-4481-b45c-5136c4466520 HTTP/1.1" status: 204 len: 168 time: 0.8386276 Apr 11 14:22:37.830717 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370bcfe-73b1-4016-8a8a-ec0bd8653895 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Subnet': ['ID=7c1f4dac-3346-4481-b45c-5136c4466520,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:37.836117 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-b50004bb-295d-4ff4-a66a-f118ecacd949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': '2fff6a53-a0bb-4a15-9393-fdcd899b3d54', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:37.839289 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40218) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:37.900456 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-f8904967-1be5-4b1a-a0ef-47c0eb2e7b7e None None] Allocated IP 172.20.0.18 (cb1f0d05-548a-4a06-9e81-75081f5f174c/85727b01-8fff-4c24-a108-2261b92d665c/3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:22:37.902479 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2af5b9b-9c7d-47f0-b839-877da7026dc6 None None] Network fd04b8a2-551d-4e63-9670-6e7002d854e6 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:37.911383 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e654485-91b2-46f7-b140-2b66bf197638 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:37.911862 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e654485-91b2-46f7-b140-2b66bf197638 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:37.916077 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5e654485-91b2-46f7-b140-2b66bf197638 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/758d8c36-baf7-4462-95fb-345b1a1dd310 HTTP/1.1" status: 404 len: 333 time: 0.0843794 Apr 11 14:22:37.916077 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b50004bb-295d-4ff4-a66a-f118ecacd949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:37.921547 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40224) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:37.925115 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b50004bb-295d-4ff4-a66a-f118ecacd949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:37.940498 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b50004bb-295d-4ff4-a66a-f118ecacd949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:37.995469 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b50004bb-295d-4ff4-a66a-f118ecacd949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:37.998134 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9e8e1d-bd38-4c30-a3dc-e213a23ed1bb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:37.998582 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f9e8e1d-bd38-4c30-a3dc-e213a23ed1bb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:38.002808 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3f9e8e1d-bd38-4c30-a3dc-e213a23ed1bb tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/94090540-af64-4b16-8b16-8c19410deae8 HTTP/1.1" status: 404 len: 337 time: 0.0777569 Apr 11 14:22:38.005151 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40228) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:38.043675 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-1a529eef-e97e-4c58-af22-7f9f3f11a72f None None] Deleting port 33ae4ad0-da7b-4bde-8675-1fdf140cbfaa {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:38.044054 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1a529eef-e97e-4c58-af22-7f9f3f11a72f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:38.086280 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61da025-9757-431e-b90f-b902000bddac None None] Pushing event updated for resources: {'Port': ['ID=501008d0-6c1a-4538-b04d-e9e2348f628a,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:38.120914 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd94608-641b-4e03-9076-835550fa5cae tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:38.121380 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd94608-641b-4e03-9076-835550fa5cae tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:38.125446 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3cd94608-641b-4e03-9076-835550fa5cae tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/19bdfc33-46bc-454d-9dbf-a5964b121946 HTTP/1.1" status: 404 len: 333 time: 0.0711181 Apr 11 14:22:38.126770 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40232) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:38.198321 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c2733edb-473a-48bd-90e7-800b75d48e4e tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:38.216924 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-1a529eef-e97e-4c58-af22-7f9f3f11a72f None None] The port '33ae4ad0-da7b-4bde-8675-1fdf140cbfaa' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:22:38.225078 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb03536-81d8-4bc0-8842-8c2b02f78a37 None None] Network 6d993681-f0f8-4e69-a5d3-ad1151c06b7c requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:38.257824 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2733edb-473a-48bd-90e7-800b75d48e4e tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event deleted for resources: {'Subnet': ['ID=0515efc1-0e29-43ce-832a-49bbc83bc565,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:38.265795 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-766e08dd-20db-4bc4-b0b9-d8d703979170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ea0449-d5bb-46c4-a148-72f3fb27a286']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:38.290950 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bca706da-f01c-4e5b-8f6f-bf98ddd1be89 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:38.302549 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-044c98fe-547b-4bc3-abf1-6fa78680d8af tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:38.309149 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd717bd-9888-485a-b892-f34af96e0717 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:38.309597 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd717bd-9888-485a-b892-f34af96e0717 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:38.314794 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bfd717bd-9888-485a-b892-f34af96e0717 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/67e006fd-e029-4c0d-bced-88cb85be3cf4 HTTP/1.1" status: 404 len: 337 time: 0.1835353 Apr 11 14:22:38.314794 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b50004bb-295d-4ff4-a66a-f118ecacd949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:38.322258 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40236) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:38.361980 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] Attempting to bind port 501008d0-6c1a-4538-b04d-e9e2348f628a on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:22:38.362457 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-766e08dd-20db-4bc4-b0b9-d8d703979170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194bd252-507a-47af-97d6-796ec1e052f9') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:38.362758 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-766e08dd-20db-4bc4-b0b9-d8d703979170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194bd252-507a-47af-97d6-796ec1e052f9') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:38.362941 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] Attempting to bind port 501008d0-6c1a-4538-b04d-e9e2348f628a by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '2f1d24e7-6d29-40e4-a473-d6e8edbb3615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:22:38.363459 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] Attempting to bind port 501008d0-6c1a-4538-b04d-e9e2348f628a on network 36ebc322-19e4-4a30-b8b7-2a34e01ed94a {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:22:38.373475 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c2733edb-473a-48bd-90e7-800b75d48e4e tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "DELETE /v2.0/subnets/0515efc1-0e29-43ce-832a-49bbc83bc565 HTTP/1.1" status: 204 len: 168 time: 2.1886203 Apr 11 14:22:38.379613 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-bca706da-f01c-4e5b-8f6f-bf98ddd1be89 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting port 80c22dad-8a93-427c-b3d6-f4c6abdaea74 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:38.379955 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bca706da-f01c-4e5b-8f6f-bf98ddd1be89 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:38.407829 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40240) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:38.417449 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-766e08dd-20db-4bc4-b0b9-d8d703979170 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:38.419628 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c680e4-5160-48d8-9c9a-29c9ccbf96e2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:38.419939 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c680e4-5160-48d8-9c9a-29c9ccbf96e2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:38.424567 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-98c680e4-5160-48d8-9c9a-29c9ccbf96e2 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/17198d0d-bb5c-45b3-9b3a-7696fcc4bdff HTTP/1.1" status: 404 len: 333 time: 0.0979989 Apr 11 14:22:38.431029 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40244) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:38.465209 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:22:38.465648 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] Checking segment: {'id': '2f1d24e7-6d29-40e4-a473-d6e8edbb3615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:22:38.466018 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:38.466420 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] Bound using segment: {'id': '2f1d24e7-6d29-40e4-a473-d6e8edbb3615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:22:38.466911 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] Bound port: 501008d0-6c1a-4538-b04d-e9e2348f628a, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1d24e7-6d29-40e4-a473-d6e8edbb3615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:22:38.467290 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:38.603853 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-766e08dd-20db-4bc4-b0b9-d8d703979170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:38.620794 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b50004bb-295d-4ff4-a66a-f118ecacd949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:38.628353 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b88a22f9-19c9-4cfb-9f13-4ceeeeacdef1 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:38.660074 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f8904967-1be5-4b1a-a0ef-47c0eb2e7b7e None None] For port 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7,segment=NetworkSegment(a83a5854-a9ac-482e-bd6c-738a41c0bb40),segment_id=a83a5854-a9ac-482e-bd6c-738a41c0bb40)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:38.668793 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-b88a22f9-19c9-4cfb-9f13-4ceeeeacdef1 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Deleting port 70e32c95-c85f-498b-ba01-57bc5dded367 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:38.669136 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b88a22f9-19c9-4cfb-9f13-4ceeeeacdef1 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:38.670633 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-613b959d-d66c-4e2d-b9bd-b8682b836dd4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:38.671317 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-613b959d-d66c-4e2d-b9bd-b8682b836dd4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:38.676587 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-613b959d-d66c-4e2d-b9bd-b8682b836dd4 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/13d5123e-718b-41c2-87c0-365890b22070 HTTP/1.1" status: 404 len: 337 time: 0.2388372 Apr 11 14:22:38.678709 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40248) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:38.714876 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b50004bb-295d-4ff4-a66a-f118ecacd949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:38.737508 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] For port 501008d0-6c1a-4538-b04d-e9e2348f628a, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:22:38.737985 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766e08dd-20db-4bc4-b0b9-d8d703979170 admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:22:38.738405 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-766e08dd-20db-4bc4-b0b9-d8d703979170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:38.750796 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f8904967-1be5-4b1a-a0ef-47c0eb2e7b7e None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:22:38.753298 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:22:38.767861 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] For port 501008d0-6c1a-4538-b04d-e9e2348f628a, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=501008d0-6c1a-4538-b04d-e9e2348f628a,segment=NetworkSegment(2f1d24e7-6d29-40e4-a473-d6e8edbb3615),segment_id=2f1d24e7-6d29-40e4-a473-d6e8edbb3615)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:22:38.811880 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50004bb-295d-4ff4-a66a-f118ecacd949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2cee315-844f-4e7d-803a-ced046a0cb69,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:38.825110 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-111a3b52-3c66-44fa-93dd-83db0808c5d1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:38.825110 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-111a3b52-3c66-44fa-93dd-83db0808c5d1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:38.830824 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-111a3b52-3c66-44fa-93dd-83db0808c5d1 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/49cad64d-29b0-422d-a0b6-8954e8d32e80 HTTP/1.1" status: 404 len: 337 time: 0.1473730 Apr 11 14:22:38.837105 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40252) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:38.847211 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86f356e-830a-416b-8d5f-b6e9cb588817 None None] DHCP port deletion for fd04b8a2-551d-4e63-9670-6e7002d854e6 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:22:38.854357 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-044c98fe-547b-4bc3-abf1-6fa78680d8af tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:38.855890 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-a86f356e-830a-416b-8d5f-b6e9cb588817 None None] Deleting port 80c22dad-8a93-427c-b3d6-f4c6abdaea74 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:38.856651 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a86f356e-830a-416b-8d5f-b6e9cb588817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:38.858764 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-044c98fe-547b-4bc3-abf1-6fa78680d8af tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:38.897563 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:38.925732 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b50004bb-295d-4ff4-a66a-f118ecacd949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:38.930466 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b50004bb-295d-4ff4-a66a-f118ecacd949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1144824 Apr 11 14:22:38.931572 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bcc601e-6fbb-4743-b1d8-6311fc886ebe tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:38.932023 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bcc601e-6fbb-4743-b1d8-6311fc886ebe tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:38.932247 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40256) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:38.933778 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8bcc601e-6fbb-4743-b1d8-6311fc886ebe tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/d04d71e3-c978-41bd-a062-99f1271869be HTTP/1.1" status: 404 len: 333 time: 0.0945718 Apr 11 14:22:38.940441 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-bca706da-f01c-4e5b-8f6f-bf98ddd1be89 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] For port 80c22dad-8a93-427c-b3d6-f4c6abdaea74, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=80c22dad-8a93-427c-b3d6-f4c6abdaea74,segment=NetworkSegment(7a665cde-c89b-4b2b-99de-daee9360134e),segment_id=7a665cde-c89b-4b2b-99de-daee9360134e)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:38.940807 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bca706da-f01c-4e5b-8f6f-bf98ddd1be89 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:38.943746 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ce3523-b778-46fd-9931-2dbed73e01c8 None None] DHCP port deletion for 6d993681-f0f8-4e69-a5d3-ad1151c06b7c request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:22:38.946629 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-4f71c5bc-abc9-4969-8cbf-44f4f93ce912 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': '2fff6a53-a0bb-4a15-9393-fdcd899b3d54', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:38.948072 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40260) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:38.956251 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4f71c5bc-abc9-4969-8cbf-44f4f93ce912 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:38.960918 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4f71c5bc-abc9-4969-8cbf-44f4f93ce912 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:38.964991 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4f71c5bc-abc9-4969-8cbf-44f4f93ce912 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:38.975337 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4f71c5bc-abc9-4969-8cbf-44f4f93ce912 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:38.980952 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-61ce3523-b778-46fd-9931-2dbed73e01c8 None None] Deleting port 70e32c95-c85f-498b-ba01-57bc5dded367 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:38.981452 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-61ce3523-b778-46fd-9931-2dbed73e01c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:39.055896 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-766e08dd-20db-4bc4-b0b9-d8d703979170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:39.063424 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-766e08dd-20db-4bc4-b0b9-d8d703979170 admin admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:39.068610 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f8904967-1be5-4b1a-a0ef-47c0eb2e7b7e None None] Transition to ACTIVE for port object 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:39.069445 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] Routers {'03c33371-12e9-4781-a53c-3d6930a9518c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:39.070187 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:22:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['03c33371-12e9-4781-a53c-3d6930a9518c'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:39.124986 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-044c98fe-547b-4bc3-abf1-6fa78680d8af tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:39.126456 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044c98fe-547b-4bc3-abf1-6fa78680d8af tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 508bbc7f-99ae-45d8-9480-d9fb7303301d {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:22:39.139462 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e08dd-20db-4bc4-b0b9-d8d703979170 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ea0449-d5bb-46c4-a148-72f3fb27a286,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:39.150643 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4f71c5bc-abc9-4969-8cbf-44f4f93ce912 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:39.152806 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-25430b3d-4269-43f5-9f6a-ad5ad102f693 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:39.153337 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25430b3d-4269-43f5-9f6a-ad5ad102f693 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:39.155272 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-25430b3d-4269-43f5-9f6a-ad5ad102f693 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/137f7a81-ccfc-44c3-8d9f-d8ec35e563c7 HTTP/1.1" status: 404 len: 337 time: 0.2062414 Apr 11 14:22:39.163399 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-bca706da-f01c-4e5b-8f6f-bf98ddd1be89 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Calling delete_port for 80c22dad-8a93-427c-b3d6-f4c6abdaea74 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:39.169175 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40264) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:39.279587 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 80c22dad-8a93-427c-b3d6-f4c6abdaea74 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:22:39.312513 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-766e08dd-20db-4bc4-b0b9-d8d703979170 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c6ea0449-d5bb-46c4-a148-72f3fb27a286 HTTP/1.1" status: 204 len: 168 time: 3.8800588 Apr 11 14:22:39.325378 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-044c98fe-547b-4bc3-abf1-6fa78680d8af tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:39.331457 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f8904967-1be5-4b1a-a0ef-47c0eb2e7b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:39.332054 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-044c98fe-547b-4bc3-abf1-6fa78680d8af tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] 10.222.0.66 "DELETE /v2.0/routers/508bbc7f-99ae-45d8-9480-d9fb7303301d HTTP/1.1" status: 204 len: 168 time: 1.6566556 Apr 11 14:22:39.335145 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40270) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:39.337920 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-b88a22f9-19c9-4cfb-9f13-4ceeeeacdef1 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] For port 70e32c95-c85f-498b-ba01-57bc5dded367, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=70e32c95-c85f-498b-ba01-57bc5dded367,segment=NetworkSegment(2c52d23f-d1a5-47a8-81b0-4221df3d4f54),segment_id=2c52d23f-d1a5-47a8-81b0-4221df3d4f54)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:39.338294 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b88a22f9-19c9-4cfb-9f13-4ceeeeacdef1 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:39.354215 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61da025-9757-431e-b90f-b902000bddac None None] Pushing event updated for resources: {'Port': ['ID=501008d0-6c1a-4538-b04d-e9e2348f628a,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:39.377256 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4f71c5bc-abc9-4969-8cbf-44f4f93ce912 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:39.379029 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-6076c9d4-e534-45f3-ab70-e03cebba817d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:39.379862 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6076c9d4-e534-45f3-ab70-e03cebba817d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:39.396990 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6076c9d4-e534-45f3-ab70-e03cebba817d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/15f6518e-5fb1-41f6-8b8f-c9a207d4c339 HTTP/1.1" status: 404 len: 337 time: 0.2267272 Apr 11 14:22:39.401475 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-3ea71d06-ef06-4c06-947b-1483d275ceb7 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Request body: {'router': {'name': 'tempest-router-822032152', 'distributed': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:39.409275 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40274) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:39.455848 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3ea71d06-ef06-4c06-947b-1483d275ceb7 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:39.473214 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4f71c5bc-abc9-4969-8cbf-44f4f93ce912 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:39.477265 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3ea71d06-ef06-4c06-947b-1483d275ceb7 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Usage tracker for resource:router and tenant:c7df053912604a9da33a9e3933dd650a is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:39.494725 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3ea71d06-ef06-4c06-947b-1483d275ceb7 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:39.498236 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8904967-1be5-4b1a-a0ef-47c0eb2e7b7e None None] Pushing event updated for resources: {'Port': ['ID=3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:39.509979 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e52154-88b4-42b9-abab-49226a4538a3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:39.509979 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63e52154-88b4-42b9-abab-49226a4538a3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:39.513897 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40278) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:39.514143 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-63e52154-88b4-42b9-abab-49226a4538a3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/bdfd6728-a47e-46a7-8821-31b8d18c053a HTTP/1.1" status: 404 len: 333 time: 0.1033852 Apr 11 14:22:39.523357 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3ea71d06-ef06-4c06-947b-1483d275ceb7 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:39.529489 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-b88a22f9-19c9-4cfb-9f13-4ceeeeacdef1 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Calling delete_port for 70e32c95-c85f-498b-ba01-57bc5dded367 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:39.565172 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71c5bc-abc9-4969-8cbf-44f4f93ce912 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac19a93-9ccd-4c6e-ad94-6689b0d8507e,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:39.599862 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bca706da-f01c-4e5b-8f6f-bf98ddd1be89 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:39.613678 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-2ee3b9ab-1545-45f8-9e27-713c442df155 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Delete allocated IP 172.20.0.11 (cb1f0d05-548a-4a06-9e81-75081f5f174c/af68f5a2-d8cc-4cc6-8c47-cf8d020fda92) {{(pid=88616) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 11 14:22:39.621800 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-2ee3b9ab-1545-45f8-9e27-713c442df155 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Allocated IP 172.20.0.21 (cb1f0d05-548a-4a06-9e81-75081f5f174c/85727b01-8fff-4c24-a108-2261b92d665c/24d6de70-0e4e-4e53-bed8-b54eebc694cf) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:22:39.648062 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3890f3e-85c3-40eb-9792-f1ca8aaa092d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:39.648447 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3890f3e-85c3-40eb-9792-f1ca8aaa092d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:39.655863 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4f71c5bc-abc9-4969-8cbf-44f4f93ce912 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:39.657999 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4f71c5bc-abc9-4969-8cbf-44f4f93ce912 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7246482 Apr 11 14:22:39.661518 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40282) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:39.670588 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-0514bdfa-6f30-4abb-be24-a904acbefd4c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': '2fff6a53-a0bb-4a15-9393-fdcd899b3d54', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:39.679884 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0514bdfa-6f30-4abb-be24-a904acbefd4c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:39.680578 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca706da-f01c-4e5b-8f6f-bf98ddd1be89 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Port': ['ID=80c22dad-8a93-427c-b3d6-f4c6abdaea74,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:39.681824 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca706da-f01c-4e5b-8f6f-bf98ddd1be89 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] No DVR routers for this DVR port 80c22dad-8a93-427c-b3d6-f4c6abdaea74 on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:22:39.699507 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-61ce3523-b778-46fd-9931-2dbed73e01c8 None None] For port 70e32c95-c85f-498b-ba01-57bc5dded367, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=70e32c95-c85f-498b-ba01-57bc5dded367,segment=NetworkSegment(2c52d23f-d1a5-47a8-81b0-4221df3d4f54),segment_id=2c52d23f-d1a5-47a8-81b0-4221df3d4f54)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:39.699507 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-61ce3523-b778-46fd-9931-2dbed73e01c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:39.715300 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d3890f3e-85c3-40eb-9792-f1ca8aaa092d tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/65b8dc86-085b-467c-9fdc-761ec79d8450 HTTP/1.1" status: 404 len: 337 time: 0.1976659 Apr 11 14:22:39.721262 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0514bdfa-6f30-4abb-be24-a904acbefd4c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:39.727887 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40286) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:39.728032 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3ea71d06-ef06-4c06-947b-1483d275ceb7 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:39.728972 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3ea71d06-ef06-4c06-947b-1483d275ceb7 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:39.732454 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0514bdfa-6f30-4abb-be24-a904acbefd4c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:39.804842 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d39618c-8229-4cea-9ac0-6de22ba24f96 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:39.805290 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d39618c-8229-4cea-9ac0-6de22ba24f96 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:39.806985 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0d39618c-8229-4cea-9ac0-6de22ba24f96 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/927276ca-83da-4fe2-b89e-06bf893c6ea8 HTTP/1.1" status: 404 len: 337 time: 0.0824609 Apr 11 14:22:39.811172 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40290) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:39.819695 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0514bdfa-6f30-4abb-be24-a904acbefd4c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:39.833113 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-61ce3523-b778-46fd-9931-2dbed73e01c8 None None] Calling delete_port for 70e32c95-c85f-498b-ba01-57bc5dded367 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:39.867968 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3ea71d06-ef06-4c06-947b-1483d275ceb7 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:39.881614 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40294) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:39.983756 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0514bdfa-6f30-4abb-be24-a904acbefd4c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:40.002374 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0e65d504-794b-4c7c-9953-8cd5603c996c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=724311974f544075b7138da08838fdf2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1144814 Apr 11 14:22:40.013248 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40298) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:40.015640 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3ea71d06-ef06-4c06-947b-1483d275ceb7 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:40.048354 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b9ab-1545-45f8-9e27-713c442df155 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:40.048688 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bca706da-f01c-4e5b-8f6f-bf98ddd1be89 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:40.057700 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-b675288f-6040-4e05-a4ff-0f5de2af6de0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:40.058200 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b675288f-6040-4e05-a4ff-0f5de2af6de0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:40.083951 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-2ee3b9ab-1545-45f8-9e27-713c442df155 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Transition to ACTIVE for port object 24d6de70-0e4e-4e53-bed8-b54eebc694cf will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:40.103112 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-bca706da-f01c-4e5b-8f6f-bf98ddd1be89 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd04b8a2-551d-4e63-9670-6e7002d854e6']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:40.113756 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b675288f-6040-4e05-a4ff-0f5de2af6de0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/274ee9ad-a411-4284-a0b1-16c0a4b1635c HTTP/1.1" status: 404 len: 333 time: 0.2990072 Apr 11 14:22:40.117590 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b88a22f9-19c9-4cfb-9f13-4ceeeeacdef1 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:40.120987 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No active binding found for port 80c22dad-8a93-427c-b3d6-f4c6abdaea74 {{(pid=88618) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 11 14:22:40.121474 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 80c22dad-8a93-427c-b3d6-f4c6abdaea74 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:22:40.122109 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 70e32c95-c85f-498b-ba01-57bc5dded367 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:22:40.124704 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40302) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:40.127965 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0514bdfa-6f30-4abb-be24-a904acbefd4c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:40.130076 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3ea71d06-ef06-4c06-947b-1483d275ceb7 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:40.132208 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3ea71d06-ef06-4c06-947b-1483d275ceb7 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7451074 Apr 11 14:22:40.140197 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40304) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:40.181497 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-bca706da-f01c-4e5b-8f6f-bf98ddd1be89 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a665cde-c89b-4b2b-99de-daee9360134e') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:40.181879 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-bca706da-f01c-4e5b-8f6f-bf98ddd1be89 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a665cde-c89b-4b2b-99de-daee9360134e') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:40.221426 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-61ce3523-b778-46fd-9931-2dbed73e01c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:22:40.222158 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-61ce3523-b778-46fd-9931-2dbed73e01c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:22:40.242179 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a22f9-19c9-4cfb-9f13-4ceeeeacdef1 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event deleted for resources: {'Port': ['ID=70e32c95-c85f-498b-ba01-57bc5dded367,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:40.250966 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 70e32c95-c85f-498b-ba01-57bc5dded367 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:22:40.251678 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 70e32c95-c85f-498b-ba01-57bc5dded367 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:22:40.253262 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bca706da-f01c-4e5b-8f6f-bf98ddd1be89 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:40.260833 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88a22f9-19c9-4cfb-9f13-4ceeeeacdef1 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] No DVR routers for this DVR port 70e32c95-c85f-498b-ba01-57bc5dded367 on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:22:40.270642 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a57ce52-8deb-4d64-91fc-c09d2bf5e5c3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:40.271354 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a57ce52-8deb-4d64-91fc-c09d2bf5e5c3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:40.273281 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6a57ce52-8deb-4d64-91fc-c09d2bf5e5c3 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/e73c8e85-8cad-46da-8160-c323a3f26ecc HTTP/1.1" status: 404 len: 337 time: 0.1084855 Apr 11 14:22:40.273880 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-a86f356e-830a-416b-8d5f-b6e9cb588817 None None] For port 80c22dad-8a93-427c-b3d6-f4c6abdaea74, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=80c22dad-8a93-427c-b3d6-f4c6abdaea74,segment=NetworkSegment(7a665cde-c89b-4b2b-99de-daee9360134e),segment_id=7a665cde-c89b-4b2b-99de-daee9360134e)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:40.274333 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a86f356e-830a-416b-8d5f-b6e9cb588817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:40.296836 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] Set router 03c33371-12e9-4781-a53c-3d6930a9518c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:22:40.310301 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40310) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:40.370202 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bca706da-f01c-4e5b-8f6f-bf98ddd1be89 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:40.407269 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9eb5fb6-4252-4eb7-b1ca-d150775d587a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:40.408069 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9eb5fb6-4252-4eb7-b1ca-d150775d587a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:40.410051 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e9eb5fb6-4252-4eb7-b1ca-d150775d587a tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/24768120-a831-406a-ae79-085b2c21eb8a HTTP/1.1" status: 404 len: 337 time: 0.0938931 Apr 11 14:22:40.411516 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca706da-f01c-4e5b-8f6f-bf98ddd1be89 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:22:40.412078 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bca706da-f01c-4e5b-8f6f-bf98ddd1be89 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:40.416939 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40314) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:40.423075 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0514bdfa-6f30-4abb-be24-a904acbefd4c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:40.425198 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b9ab-1545-45f8-9e27-713c442df155 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:22:40.439056 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:22:40.462893 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1a0348de-7e10-4104-8c81-87d61fd407f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:40.508613 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-a86f356e-830a-416b-8d5f-b6e9cb588817 None None] Calling delete_port for 80c22dad-8a93-427c-b3d6-f4c6abdaea74 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:40.609652 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-04ba8b30-4960-42a4-9fb7-854ea5ab8fcf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports?device_id=95edc2ca-79fa-4ebf-8b41-ff324ef3ae24 HTTP/1.1" status: 200 len: 205 time: 0.1906111 Apr 11 14:22:40.610932 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b88a22f9-19c9-4cfb-9f13-4ceeeeacdef1 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:40.620859 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40318) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:40.622755 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-32000579-f94c-446c-ac30-77dfe3053156 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:40.628933 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1a0348de-7e10-4104-8c81-87d61fd407f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:40.742985 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-09eb0ce2-e5ef-4f36-989d-aea98bfadab7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] delete failed (client error): The resource could not be found. Apr 11 14:22:40.749105 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-09eb0ce2-e5ef-4f36-989d-aea98bfadab7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/routers/95edc2ca-79fa-4ebf-8b41-ff324ef3ae24 HTTP/1.1" status: 404 len: 336 time: 0.1243455 Apr 11 14:22:40.749105 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-b88a22f9-19c9-4cfb-9f13-4ceeeeacdef1 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d993681-f0f8-4e69-a5d3-ad1151c06b7c']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:40.759188 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40322) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:40.771319 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-61ce3523-b778-46fd-9931-2dbed73e01c8 None None] Deleting port 70e32c95-c85f-498b-ba01-57bc5dded367 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:40.771704 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-61ce3523-b778-46fd-9931-2dbed73e01c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:40.786780 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bca706da-f01c-4e5b-8f6f-bf98ddd1be89 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:40.791870 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bca706da-f01c-4e5b-8f6f-bf98ddd1be89 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:40.797275 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-b88a22f9-19c9-4cfb-9f13-4ceeeeacdef1 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c52d23f-d1a5-47a8-81b0-4221df3d4f54') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:40.797724 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-b88a22f9-19c9-4cfb-9f13-4ceeeeacdef1 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c52d23f-d1a5-47a8-81b0-4221df3d4f54') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:40.816781 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514bdfa-6f30-4abb-be24-a904acbefd4c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c46a7de-6b57-4d29-a8df-99fd059acbee,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:40.868366 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b88a22f9-19c9-4cfb-9f13-4ceeeeacdef1 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:40.886081 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bca706da-f01c-4e5b-8f6f-bf98ddd1be89 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/networks/fd04b8a2-551d-4e63-9670-6e7002d854e6 HTTP/1.1" status: 204 len: 168 time: 3.0445340 Apr 11 14:22:40.887588 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca706da-f01c-4e5b-8f6f-bf98ddd1be89 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Network': ['ID=fd04b8a2-551d-4e63-9670-6e7002d854e6,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:40.894830 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40326) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:40.904798 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-17295235-99d4-4975-abda-5fef2a2d0dbf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1190845038', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}, 'admin_state_up': False}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:40.912959 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-17295235-99d4-4975-abda-5fef2a2d0dbf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:40.916362 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-17295235-99d4-4975-abda-5fef2a2d0dbf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Usage tracker for resource:router and tenant:e64484a71f41439a9e4d89000c1f607b is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:40.923409 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-17295235-99d4-4975-abda-5fef2a2d0dbf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:40.931522 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b88a22f9-19c9-4cfb-9f13-4ceeeeacdef1 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:40.936157 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-17295235-99d4-4975-abda-5fef2a2d0dbf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:40.942909 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88a22f9-19c9-4cfb-9f13-4ceeeeacdef1 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:22:40.943315 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b88a22f9-19c9-4cfb-9f13-4ceeeeacdef1 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:40.947733 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-61ce3523-b778-46fd-9931-2dbed73e01c8 None None] The port '70e32c95-c85f-498b-ba01-57bc5dded367' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:22:40.953086 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-a86f356e-830a-416b-8d5f-b6e9cb588817 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:22:40.954781 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-a86f356e-830a-416b-8d5f-b6e9cb588817 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:22:40.962440 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:22:41.013728 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-2358e5a9-353e-405f-82ce-c12630c38bf0 None None] Provisioning for port 24d6de70-0e4e-4e53-bed8-b54eebc694cf completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:41.024402 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0514bdfa-6f30-4abb-be24-a904acbefd4c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:41.024616 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-2358e5a9-353e-405f-82ce-c12630c38bf0 None None] Provisioning complete for port 24d6de70-0e4e-4e53-bed8-b54eebc694cf triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:41.025243 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0514bdfa-6f30-4abb-be24-a904acbefd4c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3628583 Apr 11 14:22:41.028045 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2358e5a9-353e-405f-82ce-c12630c38bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:41.097349 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40330) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:41.100514 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1a0348de-7e10-4104-8c81-87d61fd407f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:41.102651 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-b571d3ec-ef7e-48ab-912e-79c224c236bf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:41.103246 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b571d3ec-ef7e-48ab-912e-79c224c236bf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:41.107409 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b571d3ec-ef7e-48ab-912e-79c224c236bf tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/87aa08b0-ab30-476d-8091-b12e9e0962c9 HTTP/1.1" status: 404 len: 337 time: 0.3395123 Apr 11 14:22:41.109146 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-e9d3f810-dfe3-4208-aca9-6021e9541292 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': '2fff6a53-a0bb-4a15-9393-fdcd899b3d54', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:41.120281 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-2358e5a9-353e-405f-82ce-c12630c38bf0 None None] Port 24d6de70-0e4e-4e53-bed8-b54eebc694cf cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:22:41.122606 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40334) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:41.126473 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e9d3f810-dfe3-4208-aca9-6021e9541292 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:41.128348 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-32000579-f94c-446c-ac30-77dfe3053156 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:41.132702 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-32000579-f94c-446c-ac30-77dfe3053156 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:41.138631 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e9d3f810-dfe3-4208-aca9-6021e9541292 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:41.139779 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:22:41.143267 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0348de-7e10-4104-8c81-87d61fd407f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4ed452-dbad-4627-aae5-cccda0a29e3a,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:41.145204 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e9d3f810-dfe3-4208-aca9-6021e9541292 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:41.155644 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e9d3f810-dfe3-4208-aca9-6021e9541292 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:41.169795 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3b9ab-1545-45f8-9e27-713c442df155 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Port': ['ID=24d6de70-0e4e-4e53-bed8-b54eebc694cf,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:41.171846 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b88a22f9-19c9-4cfb-9f13-4ceeeeacdef1 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:41.173787 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-17295235-99d4-4975-abda-5fef2a2d0dbf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:41.179492 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-17295235-99d4-4975-abda-5fef2a2d0dbf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:41.204338 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d32bf7ba-5a56-4819-a1d9-2e592fcdcff9 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "GET /v2.0/ports?device_id=0695c601-cf19-4cc2-aa66-896e58dd5366 HTTP/1.1" status: 200 len: 205 time: 0.0734534 Apr 11 14:22:41.217459 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b88a22f9-19c9-4cfb-9f13-4ceeeeacdef1 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:41.220545 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40338) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:41.221719 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3b9ab-1545-45f8-9e27-713c442df155 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] In _notify_port_updated(), no bound segment for port 24d6de70-0e4e-4e53-bed8-b54eebc694cf on network cb1f0d05-548a-4a06-9e81-75081f5f174c {{(pid=88616) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 11 14:22:41.222281 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a22f9-19c9-4cfb-9f13-4ceeeeacdef1 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] Pushing event deleted for resources: {'Network': ['ID=6d993681-f0f8-4e69-a5d3-ad1151c06b7c,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:41.227636 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-17295235-99d4-4975-abda-5fef2a2d0dbf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:41.236199 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee3b9ab-1545-45f8-9e27-713c442df155 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:41.236199 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b9ab-1545-45f8-9e27-713c442df155 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:41.236199 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2ee3b9ab-1545-45f8-9e27-713c442df155 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "PUT /v2.0/ports/24d6de70-0e4e-4e53-bed8-b54eebc694cf HTTP/1.1" status: 200 len: 920 time: 4.9393260 Apr 11 14:22:41.244049 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'name': 'tempest-TestNetworkBasicOps-router-1336258400', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:22:08Z', 'updated_at': '2022-04-11T14:22:29Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:12Z', 'updated_at': '2022-04-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '501008d0-6c1a-4538-b04d-e9e2348f628a', 'name': '', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:64:96:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:25Z', 'updated_at': '2022-04-11T14:22:38Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:41.245485 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40342) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:41.250098 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-2358e5a9-353e-405f-82ce-c12630c38bf0 None None] Provisioning complete for port 9d964cbd-d656-48f6-a7c3-95c63f0f8b0d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:41.251199 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2358e5a9-353e-405f-82ce-c12630c38bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:41.275932 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f3d52-3ac6-477d-b5a1-72ffe8a61f1a None None] The sync data for ids ['03c33371-12e9-4781-a53c-3d6930a9518c'] in dv-neutron-837330-1-hyperv is: [{'id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'name': 'tempest-TestNetworkBasicOps-router-1336258400', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:22:08Z', 'updated_at': '2022-04-11T14:22:29Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:12Z', 'updated_at': '2022-04-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '501008d0-6c1a-4538-b04d-e9e2348f628a', 'name': '', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:64:96:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:25Z', 'updated_at': '2022-04-11T14:22:38Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:22:41.349390 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-2358e5a9-353e-405f-82ce-c12630c38bf0 None None] Port 9d964cbd-d656-48f6-a7c3-95c63f0f8b0d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:22:41.357001 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-637479f0-9144-41fe-82f9-bb4fd416e4f1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting port 24d6de70-0e4e-4e53-bed8-b54eebc694cf {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:41.357646 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-637479f0-9144-41fe-82f9-bb4fd416e4f1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:41.398807 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-32000579-f94c-446c-ac30-77dfe3053156 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:41.399455 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32000579-f94c-446c-ac30-77dfe3053156 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ac98747-d62b-495e-b05f-15c095f2514c {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:22:41.420722 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-32000579-f94c-446c-ac30-77dfe3053156 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:41.425649 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-32000579-f94c-446c-ac30-77dfe3053156 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] 10.222.0.66 "DELETE /v2.0/routers/3ac98747-d62b-495e-b05f-15c095f2514c HTTP/1.1" status: 204 len: 168 time: 1.2825716 Apr 11 14:22:41.434421 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40346) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:41.442196 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-9914e648-25ee-4e58-a26d-db73d0188561 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Request body: {'router': {'name': 'tempest-router-1530992837', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f82c4b33aa4b4179a573f17c18603103'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:41.456147 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-a86f356e-830a-416b-8d5f-b6e9cb588817 None None] Deleting port 80c22dad-8a93-427c-b3d6-f4c6abdaea74 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:41.456876 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a86f356e-830a-416b-8d5f-b6e9cb588817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:41.457978 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9914e648-25ee-4e58-a26d-db73d0188561 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:41.465964 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9914e648-25ee-4e58-a26d-db73d0188561 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Usage tracker for resource:router and tenant:f82c4b33aa4b4179a573f17c18603103 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:41.484933 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b88a22f9-19c9-4cfb-9f13-4ceeeeacdef1 tempest-NetworksIpV6Test-1394936029 tempest-NetworksIpV6Test-1394936029-project] 10.222.0.66 "DELETE /v2.0/networks/6d993681-f0f8-4e69-a5d3-ad1151c06b7c HTTP/1.1" status: 204 len: 168 time: 3.0737183 Apr 11 14:22:41.497543 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-3993a1ae-15ee-4ecf-9de9-2453f32c6b54 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] delete failed (client error): The resource could not be found. Apr 11 14:22:41.498828 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3993a1ae-15ee-4ecf-9de9-2453f32c6b54 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/routers/0695c601-cf19-4cc2-aa66-896e58dd5366 HTTP/1.1" status: 404 len: 336 time: 0.2739732 Apr 11 14:22:41.504871 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f810-dfe3-4208-aca9-6021e9541292 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:41.507292 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9914e648-25ee-4e58-a26d-db73d0188561 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:41.513635 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40352) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:41.517081 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-2358e5a9-353e-405f-82ce-c12630c38bf0 None None] Provisioning for port 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:41.527082 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9914e648-25ee-4e58-a26d-db73d0188561 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:41.583065 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-a86f356e-830a-416b-8d5f-b6e9cb588817 None None] The port '80c22dad-8a93-427c-b3d6-f4c6abdaea74' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:22:41.585098 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1a0348de-7e10-4104-8c81-87d61fd407f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:41.586453 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1a0348de-7e10-4104-8c81-87d61fd407f7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0a4ed452-dbad-4627-aae5-cccda0a29e3a HTTP/1.1" status: 204 len: 168 time: 1.5620897 Apr 11 14:22:41.595169 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-2358e5a9-353e-405f-82ce-c12630c38bf0 None None] Provisioning complete for port 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:41.595375 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2358e5a9-353e-405f-82ce-c12630c38bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:41.623111 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9914e648-25ee-4e58-a26d-db73d0188561 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:41.624120 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9914e648-25ee-4e58-a26d-db73d0188561 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:41.783975 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-364cab25-1c07-406e-94e9-ac6a28ec0121 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:41.784418 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-364cab25-1c07-406e-94e9-ac6a28ec0121 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:41.790543 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-364cab25-1c07-406e-94e9-ac6a28ec0121 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/55e1563f-9efd-472c-9fc4-0ecfd9c240d9 HTTP/1.1" status: 404 len: 337 time: 0.2023835 Apr 11 14:22:41.792078 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40358) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:41.809407 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9914e648-25ee-4e58-a26d-db73d0188561 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:41.854963 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-637479f0-9144-41fe-82f9-bb4fd416e4f1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:41.956784 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ea883419-dfe6-4712-949f-d14fa36b0ca7 None None] Provisioning complete for port 24d6de70-0e4e-4e53-bed8-b54eebc694cf triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:41.957561 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ea883419-dfe6-4712-949f-d14fa36b0ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:42.023339 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9914e648-25ee-4e58-a26d-db73d0188561 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:42.052222 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-ea883419-dfe6-4712-949f-d14fa36b0ca7 None None] Port 24d6de70-0e4e-4e53-bed8-b54eebc694cf cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:22:42.068718 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-637479f0-9144-41fe-82f9-bb4fd416e4f1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Calling delete_port for 24d6de70-0e4e-4e53-bed8-b54eebc694cf owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:42.092886 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-17295235-99d4-4975-abda-5fef2a2d0dbf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:42.108662 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e06064e-7877-4d63-9e55-e186a7dd35d5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:42.110517 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e06064e-7877-4d63-9e55-e186a7dd35d5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:42.113362 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9e06064e-7877-4d63-9e55-e186a7dd35d5 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/8481a293-14ef-40b2-a757-a4b5e92337b1 HTTP/1.1" status: 404 len: 337 time: 0.3141570 Apr 11 14:22:42.116704 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40364) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:42.175229 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d64c8c8-99da-4275-9db6-bbaa125fec75 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:42.175799 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d64c8c8-99da-4275-9db6-bbaa125fec75 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:42.183748 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9d64c8c8-99da-4275-9db6-bbaa125fec75 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/cdb8b8cc-9349-4a43-ab60-df8df179ec8b HTTP/1.1" status: 404 len: 333 time: 0.0672543 Apr 11 14:22:42.184700 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40370) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:42.271536 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f810-dfe3-4208-aca9-6021e9541292 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:42.271536 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40374) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:42.279372 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb77d1c-54cf-4459-b44f-3c510406e366 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:42.279905 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb77d1c-54cf-4459-b44f-3c510406e366 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:42.317896 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5bb77d1c-54cf-4459-b44f-3c510406e366 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/9ce742c0-37ff-4cc6-8c9d-9b0cacaaa4c6 HTTP/1.1" status: 404 len: 337 time: 0.1256709 Apr 11 14:22:42.320353 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40382) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:42.374865 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9914e648-25ee-4e58-a26d-db73d0188561 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:42.376451 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9914e648-25ee-4e58-a26d-db73d0188561 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9411244 Apr 11 14:22:42.379716 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40388) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:42.381153 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e0df58-b198-4b65-b945-860d899f3e79 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:42.381977 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e0df58-b198-4b65-b945-860d899f3e79 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:42.383923 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-87e0df58-b198-4b65-b945-860d899f3e79 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/d8932dff-febd-46ec-afdb-180d9a373fca HTTP/1.1" status: 404 len: 333 time: 0.0625134 Apr 11 14:22:42.388075 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40392) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:42.395077 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-b08875ea-bade-4722-b9e1-65c0e7d64f13 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:42.441275 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f810-dfe3-4208-aca9-6021e9541292 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:42.497322 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3f810-dfe3-4208-aca9-6021e9541292 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c1d577-0a38-4f2d-8c96-58008f704480,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:42.556201 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f810-dfe3-4208-aca9-6021e9541292 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:42.561657 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e9d3f810-dfe3-4208-aca9-6021e9541292 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4590635 Apr 11 14:22:42.564546 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40398) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:42.574579 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-a087f2d2-f2e4-498e-8fd1-88032a60403c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': '2fff6a53-a0bb-4a15-9393-fdcd899b3d54', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:42.579117 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-930a500d-6f95-40a4-9038-a697c3393fa7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:42.579612 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930a500d-6f95-40a4-9038-a697c3393fa7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:42.585969 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a087f2d2-f2e4-498e-8fd1-88032a60403c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:42.593733 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-930a500d-6f95-40a4-9038-a697c3393fa7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/43a8cb7c-0418-4b27-a8f0-847f23cd7daa HTTP/1.1" status: 404 len: 337 time: 0.2043469 Apr 11 14:22:42.594452 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d8b002b4-49cd-4f76-a8b4-a01669b72ddd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=39608936fcf243fabb6128792704ba03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3201654 Apr 11 14:22:42.595868 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a087f2d2-f2e4-498e-8fd1-88032a60403c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:42.600534 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40404) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:42.605145 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40406) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:42.605145 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a087f2d2-f2e4-498e-8fd1-88032a60403c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:42.612212 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a087f2d2-f2e4-498e-8fd1-88032a60403c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:42.685132 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0fc55e5-bec0-43df-96d0-888eaa424543 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:42.685611 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0fc55e5-bec0-43df-96d0-888eaa424543 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:42.687389 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d0fc55e5-bec0-43df-96d0-888eaa424543 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/c1b3b95a-602a-43a7-8ed5-52e786e5dfa3 HTTP/1.1" status: 404 len: 333 time: 0.0825942 Apr 11 14:22:42.695596 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40412) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:42.812201 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.securitygroups_db [None req-a087f2d2-f2e4-498e-8fd1-88032a60403c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Project 572b8884360948e38c79b057606230d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:22:42.822871 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-637479f0-9144-41fe-82f9-bb4fd416e4f1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:42.830197 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-1afd63fe-9ce4-4a14-91b9-88340acb3d4c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:42.830670 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1afd63fe-9ce4-4a14-91b9-88340acb3d4c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:42.832413 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1afd63fe-9ce4-4a14-91b9-88340acb3d4c tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/37372fe5-203e-447b-b7e7-f3caa3fe5355 HTTP/1.1" status: 404 len: 337 time: 0.1358819 Apr 11 14:22:42.838137 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40418) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:42.903036 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637479f0-9144-41fe-82f9-bb4fd416e4f1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Port': ['ID=24d6de70-0e4e-4e53-bed8-b54eebc694cf,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:42.970594 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a087f2d2-f2e4-498e-8fd1-88032a60403c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:43.037981 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-820f6a47-56df-408d-9fa2-c66a119aa0e0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:43.038767 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-820f6a47-56df-408d-9fa2-c66a119aa0e0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:43.041623 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-820f6a47-56df-408d-9fa2-c66a119aa0e0 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/81d90aeb-ca0f-43ad-b6c5-f5f2c60787a2 HTTP/1.1" status: 404 len: 333 time: 0.1999912 Apr 11 14:22:43.067539 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-26aa5064-7b1f-4d4b-a781-681db7677dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:43.098046 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40428) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:43.103941 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-17295235-99d4-4975-abda-5fef2a2d0dbf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router_gateway, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:43.169491 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b08875ea-bade-4722-b9e1-65c0e7d64f13 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:43.169808 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b08875ea-bade-4722-b9e1-65c0e7d64f13 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks [] for router, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:43.192575 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 501008d0-6c1a-4538-b04d-e9e2348f628a up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:22:43.209006 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-26aa5064-7b1f-4d4b-a781-681db7677dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:43.270356 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-17295235-99d4-4975-abda-5fef2a2d0dbf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:43.302296 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40432) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:43.336640 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-637479f0-9144-41fe-82f9-bb4fd416e4f1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:43.338992 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-637479f0-9144-41fe-82f9-bb4fd416e4f1 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/ports/24d6de70-0e4e-4e53-bed8-b54eebc694cf HTTP/1.1" status: 204 len: 168 time: 2.0924363 Apr 11 14:22:43.342227 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40436) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:43.346299 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 501008d0-6c1a-4538-b04d-e9e2348f628a completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:43.352006 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 501008d0-6c1a-4538-b04d-e9e2348f628a triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:43.352410 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:43.367552 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-4deacff0-aae3-4a5f-994b-58b6f9efe823 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:43.368094 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4deacff0-aae3-4a5f-994b-58b6f9efe823 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:43.379270 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4deacff0-aae3-4a5f-994b-58b6f9efe823 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/2c805e27-02b0-44dd-938e-b579fd60b087 HTTP/1.1" status: 404 len: 337 time: 0.2047634 Apr 11 14:22:43.385948 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40442) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:43.386500 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b08875ea-bade-4722-b9e1-65c0e7d64f13 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88616) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 11 14:22:43.386839 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b08875ea-bade-4722-b9e1-65c0e7d64f13 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Router 9446435e-e6d9-40ca-a4ff-763ac98ede47 migrating from provider to provider. {{(pid=88616) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 11 14:22:43.387214 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b08875ea-bade-4722-b9e1-65c0e7d64f13 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:43.404589 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fae6c8f-1086-4561-8b72-dcc049758687 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] GET failed (client error): The resource could not be found. Apr 11 14:22:43.405136 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7fae6c8f-1086-4561-8b72-dcc049758687 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Synchronizing usage tracker for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:22:43.409087 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b08875ea-bade-4722-b9e1-65c0e7d64f13 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:43.474208 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce414587-e055-4aa9-b6a7-31e50ad8a0c7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:43.475835 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce414587-e055-4aa9-b6a7-31e50ad8a0c7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:43.480159 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a087f2d2-f2e4-498e-8fd1-88032a60403c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:43.489738 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b08875ea-bade-4722-b9e1-65c0e7d64f13 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984850'] for router, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:43.508027 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:43.530563 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-52321e52-217a-43a6-a1f4-d1bf71085f9f tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1822658578'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:43.540982 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ce414587-e055-4aa9-b6a7-31e50ad8a0c7 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/0438be73-a939-4909-bfa0-cabd95551acb HTTP/1.1" status: 404 len: 333 time: 0.1521716 Apr 11 14:22:43.543577 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40446) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:43.548945 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-52321e52-217a-43a6-a1f4-d1bf71085f9f tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:43.549119 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 501008d0-6c1a-4538-b04d-e9e2348f628a, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=501008d0-6c1a-4538-b04d-e9e2348f628a,segment=NetworkSegment(2f1d24e7-6d29-40e4-a473-d6e8edbb3615),segment_id=2f1d24e7-6d29-40e4-a473-d6e8edbb3615)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:43.555947 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-52321e52-217a-43a6-a1f4-d1bf71085f9f tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Usage tracker for resource:network and tenant:28be48cb0cf24708a04c448c5a5bdf23 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:43.560231 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-52321e52-217a-43a6-a1f4-d1bf71085f9f tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:43.560463 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7fae6c8f-1086-4561-8b72-dcc049758687 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Unset dirty status for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:22:43.561719 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7fae6c8f-1086-4561-8b72-dcc049758687 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "GET /v2.0/ports/24d6de70-0e4e-4e53-bed8-b54eebc694cf HTTP/1.1" status: 404 len: 333 time: 0.2185371 Apr 11 14:22:43.565406 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40450) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:43.570538 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-52321e52-217a-43a6-a1f4-d1bf71085f9f tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:43.586912 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a087f2d2-f2e4-498e-8fd1-88032a60403c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:43.590942 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-26aa5064-7b1f-4d4b-a781-681db7677dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:43.593375 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-26aa5064-7b1f-4d4b-a781-681db7677dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:43.594916 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-26aa5064-7b1f-4d4b-a781-681db7677dea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/15b300c2-b1c5-47f0-902c-469b025dd74e HTTP/1.1" status: 204 len: 168 time: 0.9885108 Apr 11 14:22:43.627611 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:43.648355 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-17295235-99d4-4975-abda-5fef2a2d0dbf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Allocated IP 172.26.7.77 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/cd660fc4-d55a-468e-808c-cd32f14f4a5a) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:22:43.666258 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087f2d2-f2e4-498e-8fd1-88032a60403c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56fbb98f-fd1f-4cc6-9caf-71a7976a819c,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:43.667878 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa5064-7b1f-4d4b-a781-681db7677dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b300c2-b1c5-47f0-902c-469b025dd74e,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:43.677642 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f4d209-b328-4b38-a6a7-a3848d4a0d50 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:43.678322 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f4d209-b328-4b38-a6a7-a3848d4a0d50 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:43.682986 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f4f4d209-b328-4b38-a6a7-a3848d4a0d50 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/e2fa261d-e724-4e00-adc4-0869cc77979b HTTP/1.1" status: 404 len: 337 time: 0.1292765 Apr 11 14:22:43.684288 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40456) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:43.704067 dv-neutron-837330-1-hyperv neutron-server[88616]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b08875ea-bade-4722-b9e1-65c0e7d64f13 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] No L3 agents can host the router 9446435e-e6d9-40ca-a4ff-763ac98ede47 Apr 11 14:22:43.740044 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=501008d0-6c1a-4538-b04d-e9e2348f628a,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:43.758098 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52321e52-217a-43a6-a1f4-d1bf71085f9f tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Made reservation on behalf of 28be48cb0cf24708a04c448c5a5bdf23 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:43.761336 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-52321e52-217a-43a6-a1f4-d1bf71085f9f tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:43.785389 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcdc6e69-721f-4b55-a3b1-55becfb6340e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:43.785791 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcdc6e69-721f-4b55-a3b1-55becfb6340e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:43.787524 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bcdc6e69-721f-4b55-a3b1-55becfb6340e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/07079c20-44d2-4e55-8b00-a2a2fc5ce107 HTTP/1.1" status: 404 len: 333 time: 0.1007144 Apr 11 14:22:43.799793 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a087f2d2-f2e4-498e-8fd1-88032a60403c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:43.800959 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a087f2d2-f2e4-498e-8fd1-88032a60403c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2367437 Apr 11 14:22:43.801595 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40460) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:43.808018 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-52321e52-217a-43a6-a1f4-d1bf71085f9f tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:43.821675 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40462) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:43.914362 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-070e2ea1-f995-4256-91ef-e44c6f6f40f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': '2fff6a53-a0bb-4a15-9393-fdcd899b3d54', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:43.927817 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-be7c3aa8-b4ab-469f-945c-452ee08c8d71 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:43.943783 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-070e2ea1-f995-4256-91ef-e44c6f6f40f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:43.950797 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb5b2397-c485-4982-a90f-84e143f5777f tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:43.951257 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb5b2397-c485-4982-a90f-84e143f5777f tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:43.953875 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-eb5b2397-c485-4982-a90f-84e143f5777f tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/f7fc5e46-67ab-4445-870e-0377b1be2f67 HTTP/1.1" status: 404 len: 337 time: 0.1472118 Apr 11 14:22:43.962514 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-52321e52-217a-43a6-a1f4-d1bf71085f9f tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:43.972081 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-070e2ea1-f995-4256-91ef-e44c6f6f40f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:43.974607 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40468) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:43.982406 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-52321e52-217a-43a6-a1f4-d1bf71085f9f tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Usage tracker for resource:security_group_rule and tenant:28be48cb0cf24708a04c448c5a5bdf23 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:43.985631 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-070e2ea1-f995-4256-91ef-e44c6f6f40f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:43.990084 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-52321e52-217a-43a6-a1f4-d1bf71085f9f tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:44.009448 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08875ea-bade-4722-b9e1-65c0e7d64f13 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Hosts for router 9446435e-e6d9-40ca-a4ff-763ac98ede47: [] {{(pid=88616) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Apr 11 14:22:44.043896 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-52321e52-217a-43a6-a1f4-d1bf71085f9f tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:44.056801 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08875ea-bade-4722-b9e1-65c0e7d64f13 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Hosts for other DVR routers connected to router 9446435e-e6d9-40ca-a4ff-763ac98ede47: set() {{(pid=88616) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Apr 11 14:22:44.057271 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-070e2ea1-f995-4256-91ef-e44c6f6f40f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:44.061209 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-be7c3aa8-b4ab-469f-945c-452ee08c8d71 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:44.062067 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b08875ea-bade-4722-b9e1-65c0e7d64f13 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:44.065023 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b08875ea-bade-4722-b9e1-65c0e7d64f13 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] 10.222.0.66 "PUT /v2.0/routers/9446435e-e6d9-40ca-a4ff-763ac98ede47 HTTP/1.1" status: 200 len: 717 time: 1.6833289 Apr 11 14:22:44.067247 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40474) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:44.076248 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59d33a8-8994-49e1-8de7-d6ed863e271e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:44.078243 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a59d33a8-8994-49e1-8de7-d6ed863e271e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:44.078827 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a59d33a8-8994-49e1-8de7-d6ed863e271e tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/ports/4dbf480d-20d0-473e-9226-7eda959082d7 HTTP/1.1" status: 404 len: 333 time: 0.1032791 Apr 11 14:22:44.100815 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40478) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:44.175515 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-0faeb629-49c8-4817-9eb9-4cfaa9b84eaa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] DELETE failed (client error): The resource could not be found. Apr 11 14:22:44.175977 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0faeb629-49c8-4817-9eb9-4cfaa9b84eaa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:44.205697 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.securitygroups_db [None req-070e2ea1-f995-4256-91ef-e44c6f6f40f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Project 572b8884360948e38c79b057606230d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:22:44.212192 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-17295235-99d4-4975-abda-5fef2a2d0dbf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:44.218548 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0faeb629-49c8-4817-9eb9-4cfaa9b84eaa tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/subnets/650f7a35-f53e-4ebc-9227-042af65232e7 HTTP/1.1" status: 404 len: 337 time: 0.1166112 Apr 11 14:22:44.222569 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40486) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:44.235175 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-070e2ea1-f995-4256-91ef-e44c6f6f40f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:44.247041 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8f57136c-0f55-4a8b-9dad-b8087b9bd7e3 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] 10.222.0.66 "GET /v2.0/routers/9446435e-e6d9-40ca-a4ff-763ac98ede47 HTTP/1.1" status: 200 len: 717 time: 0.1776841 Apr 11 14:22:44.251070 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40492) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:44.361932 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e1523f22-1f44-48fe-8146-7cf65885b311 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:44.453508 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-be7c3aa8-b4ab-469f-945c-452ee08c8d71 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:44.483591 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c3aa8-b4ab-469f-945c-452ee08c8d71 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=989534ec-ccd5-44c6-8a70-9a593ec6f52e,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:44.532794 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-be7c3aa8-b4ab-469f-945c-452ee08c8d71 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:44.536283 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-be7c3aa8-b4ab-469f-945c-452ee08c8d71 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/security-groups/989534ec-ccd5-44c6-8a70-9a593ec6f52e HTTP/1.1" status: 204 len: 168 time: 0.9651732 Apr 11 14:22:44.543251 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40500) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:44.561782 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-070e2ea1-f995-4256-91ef-e44c6f6f40f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:44.566710 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-52321e52-217a-43a6-a1f4-d1bf71085f9f tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:44.605002 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e1523f22-1f44-48fe-8146-7cf65885b311 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:44.622372 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6ac8dbae-6393-4d46-a454-ab97d673608d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:44.624341 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-070e2ea1-f995-4256-91ef-e44c6f6f40f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:44.627509 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-17295235-99d4-4975-abda-5fef2a2d0dbf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:44.707686 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-52321e52-217a-43a6-a1f4-d1bf71085f9f tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:44.714358 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9b8725e0-4092-49c5-899e-74a7c297ec4e tempest-RoutersTestDVR-1691591677 tempest-RoutersTestDVR-1691591677-project] 10.222.0.66 "GET /v2.0/routers/9446435e-e6d9-40ca-a4ff-763ac98ede47 HTTP/1.1" status: 200 len: 683 time: 0.4594944 Apr 11 14:22:44.714358 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-e1523f22-1f44-48fe-8146-7cf65885b311 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47d4fbd0-dfc4-4187-bb2e-73c4649db563']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:44.721389 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52321e52-217a-43a6-a1f4-d1bf71085f9f tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:22:44.721544 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40510) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:44.731015 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-52321e52-217a-43a6-a1f4-d1bf71085f9f tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:44.731365 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-52321e52-217a-43a6-a1f4-d1bf71085f9f tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Added segment 6b6925a2-a34a-420f-b423-c4203f1a958d of type vlan for network e2462d19-2c69-4bab-9fb3-b57461ee82ba Apr 11 14:22:44.777115 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e2ea1-f995-4256-91ef-e44c6f6f40f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fada4a0e-3c4e-4914-9905-ed61a337af03,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:44.783902 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-e1523f22-1f44-48fe-8146-7cf65885b311 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:44.784194 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-e1523f22-1f44-48fe-8146-7cf65885b311 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf1b6fa5-f35e-4ec8-ab79-71bcb7fb2a24') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:44.804889 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6ac8dbae-6393-4d46-a454-ab97d673608d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:44.814049 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e1523f22-1f44-48fe-8146-7cf65885b311 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:44.834110 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17295235-99d4-4975-abda-5fef2a2d0dbf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:22:44.852389 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-17295235-99d4-4975-abda-5fef2a2d0dbf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:44.863231 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17295235-99d4-4975-abda-5fef2a2d0dbf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Port': ['ID=cd660fc4-d55a-468e-808c-cd32f14f4a5a,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:44.865808 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17295235-99d4-4975-abda-5fef2a2d0dbf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:22:44.898900 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-662ef825-e20b-4bef-9ebd-92cebbe388cc tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:44.899822 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-52321e52-217a-43a6-a1f4-d1bf71085f9f tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:44.903942 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52321e52-217a-43a6-a1f4-d1bf71085f9f tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc4f31b-1c85-4cbc-af1f-530c0220eb3a,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:44.927243 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-070e2ea1-f995-4256-91ef-e44c6f6f40f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:44.938041 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-070e2ea1-f995-4256-91ef-e44c6f6f40f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1055467 Apr 11 14:22:44.994837 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e1523f22-1f44-48fe-8146-7cf65885b311 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:45.017659 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1523f22-1f44-48fe-8146-7cf65885b311 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:22:45.018359 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e1523f22-1f44-48fe-8146-7cf65885b311 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:22:45.034012 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:22:45.133318 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6ac8dbae-6393-4d46-a454-ab97d673608d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:45.139097 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40518) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:45.167033 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 501008d0-6c1a-4538-b04d-e9e2348f628a up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:22:45.215654 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8dbae-6393-4d46-a454-ab97d673608d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ad0b69-7efe-41b7-8263-068876cd57cc,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:45.229612 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-52321e52-217a-43a6-a1f4-d1bf71085f9f tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:45.235217 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52321e52-217a-43a6-a1f4-d1bf71085f9f tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:45.235837 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-52321e52-217a-43a6-a1f4-d1bf71085f9f tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:45.328693 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6ac8dbae-6393-4d46-a454-ab97d673608d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:45.332143 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6ac8dbae-6393-4d46-a454-ab97d673608d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/security-groups/d8ad0b69-7efe-41b7-8263-068876cd57cc HTTP/1.1" status: 204 len: 168 time: 0.7825198 Apr 11 14:22:45.337718 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40532) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:45.368748 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 501008d0-6c1a-4538-b04d-e9e2348f628a triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:45.369424 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:45.444484 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-2a99fc64-453f-40cf-90c6-3092fd346b0b tempest-SubnetPoolsTestJSON-1148491200 tempest-SubnetPoolsTestJSON-1148491200-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1111134842', 'prefixes': ['172.20.0.0/16']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:45.471048 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-52321e52-217a-43a6-a1f4-d1bf71085f9f tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1611383 Apr 11 14:22:45.476620 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-2a99fc64-453f-40cf-90c6-3092fd346b0b tempest-SubnetPoolsTestJSON-1148491200 tempest-SubnetPoolsTestJSON-1148491200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:45.485084 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40536) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:45.495472 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52321e52-217a-43a6-a1f4-d1bf71085f9f tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Pushing event updated for resources: {'Network': ['ID=e2462d19-2c69-4bab-9fb3-b57461ee82ba,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:45.507184 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-048bbb3c-04f4-4682-bee5-e54cb8e0e2ad tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Request body: {'subnet': {'network_id': 'e2462d19-2c69-4bab-9fb3-b57461ee82ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:45.518677 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network e2462d19-2c69-4bab-9fb3-b57461ee82ba details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:22:45.558312 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec4d89c-a9a7-4b37-a2a2-8b9488aa66a5 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting subnet af68f5a2-d8cc-4cc6-8c47-cf8d020fda92 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:22:45.568100 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e1523f22-1f44-48fe-8146-7cf65885b311 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:45.632148 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-662ef825-e20b-4bef-9ebd-92cebbe388cc tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:45.770463 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e1523f22-1f44-48fe-8146-7cf65885b311 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:45.770463 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-662ef825-e20b-4bef-9ebd-92cebbe388cc tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:45.770463 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1523f22-1f44-48fe-8146-7cf65885b311 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] Pushing event deleted for resources: {'Network': ['ID=47d4fbd0-dfc4-4187-bb2e-73c4649db563,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:45.770463 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e1523f22-1f44-48fe-8146-7cf65885b311 tempest-NetworksTestDHCPv6-212158046 tempest-NetworksTestDHCPv6-212158046-project] 10.222.0.66 "DELETE /v2.0/networks/47d4fbd0-dfc4-4187-bb2e-73c4649db563 HTTP/1.1" status: 204 len: 168 time: 1.4345727 Apr 11 14:22:45.771317 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d89c-a9a7-4b37-a2a2-8b9488aa66a5 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:45.800058 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-048bbb3c-04f4-4682-bee5-e54cb8e0e2ad tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:45.810739 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-048bbb3c-04f4-4682-bee5-e54cb8e0e2ad tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Usage tracker for resource:subnet and tenant:28be48cb0cf24708a04c448c5a5bdf23 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:45.818108 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d89c-a9a7-4b37-a2a2-8b9488aa66a5 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:45.863057 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-048bbb3c-04f4-4682-bee5-e54cb8e0e2ad tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:45.932113 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-797b1aa7-3192-4014-9c8d-0e8039a8b401 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:22:45.934794 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-048bbb3c-04f4-4682-bee5-e54cb8e0e2ad tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:46.010694 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-17295235-99d4-4975-abda-5fef2a2d0dbf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router_gateway, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:46.021982 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-662ef825-e20b-4bef-9ebd-92cebbe388cc tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:46.022543 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662ef825-e20b-4bef-9ebd-92cebbe388cc tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9446435e-e6d9-40ca-a4ff-763ac98ede47 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:22:46.035936 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-662ef825-e20b-4bef-9ebd-92cebbe388cc tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:46.035936 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-662ef825-e20b-4bef-9ebd-92cebbe388cc tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] 10.222.0.66 "DELETE /v2.0/routers/9446435e-e6d9-40ca-a4ff-763ac98ede47 HTTP/1.1" status: 204 len: 168 time: 1.3113344 Apr 11 14:22:46.037732 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40546) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:46.043211 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-297fd5c6-2b2e-40c9-93f1-db04c04b9d75 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Request body: {'router': {'name': 'tempest-router-872619531', 'distributed': True}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:46.049015 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-297fd5c6-2b2e-40c9-93f1-db04c04b9d75 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:46.054191 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-297fd5c6-2b2e-40c9-93f1-db04c04b9d75 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Usage tracker for resource:router and tenant:c7df053912604a9da33a9e3933dd650a is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:46.057317 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-297fd5c6-2b2e-40c9-93f1-db04c04b9d75 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:46.064011 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-297fd5c6-2b2e-40c9-93f1-db04c04b9d75 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:46.112156 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048bbb3c-04f4-4682-bee5-e54cb8e0e2ad tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Made reservation on behalf of 28be48cb0cf24708a04c448c5a5bdf23 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:46.115717 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-048bbb3c-04f4-4682-bee5-e54cb8e0e2ad tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:46.129682 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-797b1aa7-3192-4014-9c8d-0e8039a8b401 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:22:46.130870 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-797b1aa7-3192-4014-9c8d-0e8039a8b401 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1106839178&fields=id&tenant_id=572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 267 time: 0.4528084 Apr 11 14:22:46.137710 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d89c-a9a7-4b37-a2a2-8b9488aa66a5 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:46.169479 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-297fd5c6-2b2e-40c9-93f1-db04c04b9d75 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:46.170566 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-297fd5c6-2b2e-40c9-93f1-db04c04b9d75 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:46.187053 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-297fd5c6-2b2e-40c9-93f1-db04c04b9d75 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:46.289833 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-297fd5c6-2b2e-40c9-93f1-db04c04b9d75 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:46.387043 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-297fd5c6-2b2e-40c9-93f1-db04c04b9d75 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:46.388318 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-297fd5c6-2b2e-40c9-93f1-db04c04b9d75 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3491461 Apr 11 14:22:46.391868 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40552) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:46.501334 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40556) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:46.535349 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cc8b7e10-143a-45f0-ad7d-a95cb6fc6904 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:46.752438 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2a99fc64-453f-40cf-90c6-3092fd346b0b tempest-SubnetPoolsTestJSON-1148491200 tempest-SubnetPoolsTestJSON-1148491200-project] Notify callbacks [] for subnetpool, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:46.753628 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2a99fc64-453f-40cf-90c6-3092fd346b0b tempest-SubnetPoolsTestJSON-1148491200 tempest-SubnetPoolsTestJSON-1148491200-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.6045094 Apr 11 14:22:46.763922 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40562) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:46.859510 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cc8b7e10-143a-45f0-ad7d-a95cb6fc6904 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:46.862279 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cc8b7e10-143a-45f0-ad7d-a95cb6fc6904 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:46.920966 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f191ec55-8cb0-4908-8da3-e5f15bdc3f9d tempest-SubnetPoolsTestJSON-1148491200 tempest-SubnetPoolsTestJSON-1148491200-project] 10.222.0.66 "GET /v2.0/subnetpools/56c5e031-196a-4480-abe5-9d312ab35e88 HTTP/1.1" status: 200 len: 732 time: 0.1530688 Apr 11 14:22:46.922707 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d89c-a9a7-4b37-a2a2-8b9488aa66a5 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:46.924596 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40566) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:46.929874 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-272f5e23-1d3c-4532-b52f-52734204d7ae tempest-SubnetPoolsTestJSON-1148491200 tempest-SubnetPoolsTestJSON-1148491200-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-496561157'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:46.968654 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cc8b7e10-143a-45f0-ad7d-a95cb6fc6904 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:46.969396 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8b7e10-143a-45f0-ad7d-a95cb6fc6904 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c27ac85b-55db-4454-a8fe-de091e459771 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:22:46.986569 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cc8b7e10-143a-45f0-ad7d-a95cb6fc6904 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:46.987704 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cc8b7e10-143a-45f0-ad7d-a95cb6fc6904 tempest-RoutersTestDVR-1907969735 tempest-RoutersTestDVR-1907969735-project-admin] 10.222.0.66 "DELETE /v2.0/routers/c27ac85b-55db-4454-a8fe-de091e459771 HTTP/1.1" status: 204 len: 168 time: 0.5948999 Apr 11 14:22:47.001046 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-3cd72a55-965f-47ed-bd25-2f67bb8f4463 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:47.002613 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-3cd72a55-965f-47ed-bd25-2f67bb8f4463 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/networks?id=36ebc322-19e4-4a30-b8b7-2a34e01ed94a HTTP/1.1" status: 200 len: 796 time: 0.8195825 Apr 11 14:22:47.020262 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-391a72ee-e51a-48b4-992e-3042d464b880 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=acd5858029f24cbba8ef3a8d41b209df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4997499 Apr 11 14:22:47.026837 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4d89c-a9a7-4b37-a2a2-8b9488aa66a5 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Subnet': ['ID=af68f5a2-d8cc-4cc6-8c47-cf8d020fda92,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:47.037909 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40572) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:47.061559 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8ec4d89c-a9a7-4b37-a2a2-8b9488aa66a5 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:47.063847 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed8fae9-d5ad-4342-b628-317c28878d3d None None] Network cb1f0d05-548a-4a06-9e81-75081f5f174c requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:47.080779 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-17295235-99d4-4975-abda-5fef2a2d0dbf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:47.083616 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-18b1443a-5585-4571-a507-748ddb48ff79 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/quotas/572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 375 time: 0.0640230 Apr 11 14:22:47.133827 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fa6cfa56-f0bb-4395-8f1d-27307b969c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:47.159422 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8ec4d89c-a9a7-4b37-a2a2-8b9488aa66a5 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/subnets/af68f5a2-d8cc-4cc6-8c47-cf8d020fda92 HTTP/1.1" status: 204 len: 168 time: 1.8167484 Apr 11 14:22:47.159667 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40576) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:47.168651 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fa6cfa56-f0bb-4395-8f1d-27307b969c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:47.204010 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-272f5e23-1d3c-4532-b52f-52734204d7ae tempest-SubnetPoolsTestJSON-1148491200 tempest-SubnetPoolsTestJSON-1148491200-project] Notify callbacks [] for subnetpool, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:47.207992 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-272f5e23-1d3c-4532-b52f-52734204d7ae tempest-SubnetPoolsTestJSON-1148491200 tempest-SubnetPoolsTestJSON-1148491200-project] 10.222.0.66 "PUT /v2.0/subnetpools/56c5e031-196a-4480-abe5-9d312ab35e88 HTTP/1.1" status: 200 len: 683 time: 0.2797019 Apr 11 14:22:47.208160 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-248f6044-1cb4-4e85-9c8e-7b59d9e39a36 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'subnet': {'network_id': 'cb1f0d05-548a-4a06-9e81-75081f5f174c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:47.209112 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40580) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:47.375669 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fa6cfa56-f0bb-4395-8f1d-27307b969c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:47.399790 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cfa56-f0bb-4395-8f1d-27307b969c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05221918-3475-476c-901c-a15faa15f504,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:47.418324 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fa6cfa56-f0bb-4395-8f1d-27307b969c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:47.425700 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-fa6cfa56-f0bb-4395-8f1d-27307b969c73 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/05221918-3475-476c-901c-a15faa15f504 HTTP/1.1" status: 204 len: 168 time: 0.3862576 Apr 11 14:22:47.432255 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-deccfd93-79f2-4a28-9dc6-e3442e12f85b tempest-SubnetPoolsTestJSON-1148491200 tempest-SubnetPoolsTestJSON-1148491200-project] Notify callbacks [] for subnetpool, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:47.440105 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-deccfd93-79f2-4a28-9dc6-e3442e12f85b tempest-SubnetPoolsTestJSON-1148491200 tempest-SubnetPoolsTestJSON-1148491200-project] 10.222.0.66 "DELETE /v2.0/subnetpools/56c5e031-196a-4480-abe5-9d312ab35e88 HTTP/1.1" status: 204 len: 168 time: 0.2298934 Apr 11 14:22:47.441975 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40588) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:47.478756 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-e7a6d155-ade1-468e-ad63-2d6d3f0aef76 tempest-SubnetPoolsTestJSON-1148491200 tempest-SubnetPoolsTestJSON-1148491200-project] show failed (client error): The resource could not be found. Apr 11 14:22:47.483728 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e7a6d155-ade1-468e-ad63-2d6d3f0aef76 tempest-SubnetPoolsTestJSON-1148491200 tempest-SubnetPoolsTestJSON-1148491200-project] 10.222.0.66 "GET /v2.0/subnetpools/56c5e031-196a-4480-abe5-9d312ab35e88 HTTP/1.1" status: 404 len: 346 time: 0.0403376 Apr 11 14:22:47.485260 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40592) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:47.511160 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-39ef3346-9d17-4477-a1ea-2334cd92123b tempest-SubnetPoolsTestJSON-1148491200 tempest-SubnetPoolsTestJSON-1148491200-project] delete failed (client error): The resource could not be found. Apr 11 14:22:47.517682 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-39ef3346-9d17-4477-a1ea-2334cd92123b tempest-SubnetPoolsTestJSON-1148491200 tempest-SubnetPoolsTestJSON-1148491200-project] 10.222.0.66 "DELETE /v2.0/subnetpools/56c5e031-196a-4480-abe5-9d312ab35e88 HTTP/1.1" status: 404 len: 346 time: 0.0316026 Apr 11 14:22:47.531347 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-048bbb3c-04f4-4682-bee5-e54cb8e0e2ad tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:47.589155 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40598) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:47.636480 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-45886bc8-d499-46c7-9a97-b1a5235b8bdc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4895065 Apr 11 14:22:47.661231 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-248f6044-1cb4-4e85-9c8e-7b59d9e39a36 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:47.693392 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-248f6044-1cb4-4e85-9c8e-7b59d9e39a36 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:subnet and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:47.698912 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bbb3c-04f4-4682-bee5-e54cb8e0e2ad tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Pushing event updated for resources: {'Subnet': ['ID=698f9043-e1f6-487e-b1df-9d356b3fa207,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:47.707549 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-248f6044-1cb4-4e85-9c8e-7b59d9e39a36 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:47.720807 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-248f6044-1cb4-4e85-9c8e-7b59d9e39a36 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:47.736796 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048bbb3c-04f4-4682-bee5-e54cb8e0e2ad tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Checking segment: {'id': '6b6925a2-a34a-420f-b423-c4203f1a958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'e2462d19-2c69-4bab-9fb3-b57461ee82ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:22:47.737187 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048bbb3c-04f4-4682-bee5-e54cb8e0e2ad tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Network hostable DHCP agents. Network: e2462d19-2c69-4bab-9fb3-b57461ee82ba, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:22:47.815585 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17295235-99d4-4975-abda-5fef2a2d0dbf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Router ab3ab8fd-40a1-4591-abe3-b88b4cf6314d is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:22:47.817775 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248f6044-1cb4-4e85-9c8e-7b59d9e39a36 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:47.825319 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-248f6044-1cb4-4e85-9c8e-7b59d9e39a36 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:47.863581 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048bbb3c-04f4-4682-bee5-e54cb8e0e2ad tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Network e2462d19-2c69-4bab-9fb3-b57461ee82ba is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:22:48.008903 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-048bbb3c-04f4-4682-bee5-e54cb8e0e2ad tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, e2462d19-2c69-4bab-9fb3-b57461ee82ba) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:48.019215 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048bbb3c-04f4-4682-bee5-e54cb8e0e2ad tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:48.019809 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-048bbb3c-04f4-4682-bee5-e54cb8e0e2ad tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:48.059714 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e94dd8-7a48-4fd5-adb5-3859b7a42066 None None] Network e2462d19-2c69-4bab-9fb3-b57461ee82ba requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:48.107559 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-db4d4bdb-cd52-4256-8676-14c60b0a38ab None None] Provisioning complete for port 9d964cbd-d656-48f6-a7c3-95c63f0f8b0d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:48.108901 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-db4d4bdb-cd52-4256-8676-14c60b0a38ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:48.111960 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3230f65e-d8b7-42ac-9410-3e596233665f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:48.143370 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3230f65e-d8b7-42ac-9410-3e596233665f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:48.149431 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3230f65e-d8b7-42ac-9410-3e596233665f admin admin] Usage tracker for resource:security_group_rule and tenant:f82c4b33aa4b4179a573f17c18603103 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:48.154649 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3230f65e-d8b7-42ac-9410-3e596233665f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:48.165191 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3230f65e-d8b7-42ac-9410-3e596233665f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:48.275742 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-db4d4bdb-cd52-4256-8676-14c60b0a38ab None None] Port 9d964cbd-d656-48f6-a7c3-95c63f0f8b0d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:22:48.275992 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40612) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:48.330999 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-048bbb3c-04f4-4682-bee5-e54cb8e0e2ad tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8433981 Apr 11 14:22:48.339978 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40620) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:48.340133 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3230f65e-d8b7-42ac-9410-3e596233665f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:48.366433 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-7ec8aecb-cfb8-40cc-bff5-233195e074ff tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Request body: {'port': {'network_id': 'e2462d19-2c69-4bab-9fb3-b57461ee82ba', 'name': 'tempest-AllowedAddressPairTestJSON-1352059961'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:48.385190 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3bc3d15a-7b17-4d05-8190-081136dadb65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:48.404730 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3bc3d15a-7b17-4d05-8190-081136dadb65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:48.409951 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3bc3d15a-7b17-4d05-8190-081136dadb65 admin admin] Usage tracker for resource:security_group_rule and tenant:3d9a45d75f664aa38bdeae1f4cf4ae2e is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:48.413463 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-db4d4bdb-cd52-4256-8676-14c60b0a38ab None None] Provisioning complete for port 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:48.413864 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-db4d4bdb-cd52-4256-8676-14c60b0a38ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:48.414569 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3bc3d15a-7b17-4d05-8190-081136dadb65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:48.425288 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3bc3d15a-7b17-4d05-8190-081136dadb65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:48.430721 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3230f65e-d8b7-42ac-9410-3e596233665f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:48.492077 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17295235-99d4-4975-abda-5fef2a2d0dbf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:22:48.501432 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230f65e-d8b7-42ac-9410-3e596233665f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d88be31-33e7-4612-94e8-334722cf78f4,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:48.509911 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3230f65e-d8b7-42ac-9410-3e596233665f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f82c4b33aa4b4179a573f17c18603103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9197631 Apr 11 14:22:48.516541 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40626) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:48.606113 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6607a33a-f28a-413a-84ae-caf785939923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:48.638567 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea91b15-0e4c-4e71-8286-ecc667ed5f61 None None] Sync routers for ids ['ab3ab8fd-40a1-4591-abe3-b88b4cf6314d'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:22:48.660716 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6607a33a-f28a-413a-84ae-caf785939923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:48.672855 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea91b15-0e4c-4e71-8286-ecc667ed5f61 None None] Routers {'ab3ab8fd-40a1-4591-abe3-b88b4cf6314d'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:48.674063 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-8ea91b15-0e4c-4e71-8286-ecc667ed5f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:22:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['ab3ab8fd-40a1-4591-abe3-b88b4cf6314d'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:48.674744 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3bc3d15a-7b17-4d05-8190-081136dadb65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:48.736248 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3bc3d15a-7b17-4d05-8190-081136dadb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:48.743182 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-8ea91b15-0e4c-4e71-8286-ecc667ed5f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:48.763621 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-d5b41e3c-396b-4dda-834d-ed54c47baec2 service neutron] 10.222.0.66 "GET /v2.0/networks/36ebc322-19e4-4a30-b8b7-2a34e01ed94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1037428 Apr 11 14:22:48.789535 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea91b15-0e4c-4e71-8286-ecc667ed5f61 None None] Routers {'ab3ab8fd-40a1-4591-abe3-b88b4cf6314d'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:48.790194 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-8ea91b15-0e4c-4e71-8286-ecc667ed5f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:22:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['ab3ab8fd-40a1-4591-abe3-b88b4cf6314d'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:48.794579 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3bc3d15a-7b17-4d05-8190-081136dadb65 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3d9a45d75f664aa38bdeae1f4cf4ae2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5159967 Apr 11 14:22:48.796706 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3d15a-7b17-4d05-8190-081136dadb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86172d82-43d8-44d3-9d12-dbf5db74305d,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:48.799284 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40632) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:48.828898 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7ec8aecb-cfb8-40cc-bff5-233195e074ff tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:48.836670 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7ec8aecb-cfb8-40cc-bff5-233195e074ff tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Usage tracker for resource:port and tenant:28be48cb0cf24708a04c448c5a5bdf23 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:48.858101 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-8ea91b15-0e4c-4e71-8286-ecc667ed5f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:48.858940 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea91b15-0e4c-4e71-8286-ecc667ed5f61 None None] The sync data for ids ['ab3ab8fd-40a1-4591-abe3-b88b4cf6314d'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:22:48.866101 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6607a33a-f28a-413a-84ae-caf785939923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:48.879908 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5876d50-5ca7-4690-8c90-990636312b8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-e2462d19-2c69-4bab-9fb3-b57461ee82ba', 'network_id': 'e2462d19-2c69-4bab-9fb3-b57461ee82ba', 'tenant_id': '28be48cb0cf24708a04c448c5a5bdf23', 'fixed_ips': [{'subnet_id': '698f9043-e1f6-487e-b1df-9d356b3fa207'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:22:48.887069 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b5876d50-5ca7-4690-8c90-990636312b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:48.887619 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7ec8aecb-cfb8-40cc-bff5-233195e074ff tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:48.890103 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-17295235-99d4-4975-abda-5fef2a2d0dbf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:48.891616 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-17295235-99d4-4975-abda-5fef2a2d0dbf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.9951618 Apr 11 14:22:48.899865 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40640) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:48.914378 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7ec8aecb-cfb8-40cc-bff5-233195e074ff tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:48.916253 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607a33a-f28a-413a-84ae-caf785939923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d88be31-33e7-4612-94e8-334722cf78f4,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:48.928432 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6607a33a-f28a-413a-84ae-caf785939923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:48.941632 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6607a33a-f28a-413a-84ae-caf785939923 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8d88be31-33e7-4612-94e8-334722cf78f4 HTTP/1.1" status: 204 len: 168 time: 0.4122455 Apr 11 14:22:48.941632 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-28629ef2-4068-407f-a263-33fdcabe9888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:48.984788 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-28629ef2-4068-407f-a263-33fdcabe9888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:49.096104 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-248f6044-1cb4-4e85-9c8e-7b59d9e39a36 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:49.105053 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-b5876d50-5ca7-4690-8c90-990636312b8b None None] Allocated IP 172.20.0.2 (e2462d19-2c69-4bab-9fb3-b57461ee82ba/698f9043-e1f6-487e-b1df-9d356b3fa207/52335fa7-f312-48c9-ab98-fae30a0203db) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:22:49.206875 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248f6044-1cb4-4e85-9c8e-7b59d9e39a36 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network cb1f0d05-548a-4a06-9e81-75081f5f174c is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:22:49.212449 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9647706d-2d84-4a3d-a90f-e620d30ce94c tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "GET /v2.0/routers/ab3ab8fd-40a1-4591-abe3-b88b4cf6314d HTTP/1.1" status: 200 len: 884 time: 0.3045573 Apr 11 14:22:49.215417 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40648) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:49.217917 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-248f6044-1cb4-4e85-9c8e-7b59d9e39a36 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:49.227499 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248f6044-1cb4-4e85-9c8e-7b59d9e39a36 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:49.228120 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-248f6044-1cb4-4e85-9c8e-7b59d9e39a36 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:49.240460 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-7db91b12-537e-4545-aef9-8bb37d29453f service neutron] 10.222.0.66 "GET /v2.0/networks/36ebc322-19e4-4a30-b8b7-2a34e01ed94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579456 Apr 11 14:22:49.241350 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f6044-1cb4-4e85-9c8e-7b59d9e39a36 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Subnet': ['ID=01cbe393-2e92-4303-b958-6d4b3119eb0e,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:49.254588 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9b1fe4-e5d9-418e-b14d-cbde3de9ed1c None None] Network cb1f0d05-548a-4a06-9e81-75081f5f174c requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:49.266926 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec8aecb-cfb8-40cc-bff5-233195e074ff tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Made reservation on behalf of 28be48cb0cf24708a04c448c5a5bdf23 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:49.274429 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7ec8aecb-cfb8-40cc-bff5-233195e074ff tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:49.294220 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-7ec8aecb-cfb8-40cc-bff5-233195e074ff tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] device_id is not set on port 5cd7f043-14a5-46a4-8c3e-50b87803abc4 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:22:49.362498 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-28629ef2-4068-407f-a263-33fdcabe9888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:49.396200 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-248f6044-1cb4-4e85-9c8e-7b59d9e39a36 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2354670 Apr 11 14:22:49.400517 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40654) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:49.404433 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-da7feb25-5b19-4d99-be41-49edb4ed3dfb tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'security_group': {'name': 'tempest-secgroup-1308641613'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:49.410912 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40658) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:49.414204 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28629ef2-4068-407f-a263-33fdcabe9888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86172d82-43d8-44d3-9d12-dbf5db74305d,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:49.414648 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-da7feb25-5b19-4d99-be41-49edb4ed3dfb tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:49.424324 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-28629ef2-4068-407f-a263-33fdcabe9888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:49.428296 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-28629ef2-4068-407f-a263-33fdcabe9888 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/86172d82-43d8-44d3-9d12-dbf5db74305d HTTP/1.1" status: 204 len: 168 time: 0.6280427 Apr 11 14:22:49.437491 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-da7feb25-5b19-4d99-be41-49edb4ed3dfb tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:security_group and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:49.441187 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-da7feb25-5b19-4d99-be41-49edb4ed3dfb tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:49.447797 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-da7feb25-5b19-4d99-be41-49edb4ed3dfb tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:49.533143 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-da7feb25-5b19-4d99-be41-49edb4ed3dfb tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:49.613821 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-da7feb25-5b19-4d99-be41-49edb4ed3dfb tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:49.618413 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-da7feb25-5b19-4d99-be41-49edb4ed3dfb tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:security_group_rule and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:49.621834 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-da7feb25-5b19-4d99-be41-49edb4ed3dfb tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:49.629336 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-da7feb25-5b19-4d99-be41-49edb4ed3dfb tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:49.722875 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-da7feb25-5b19-4d99-be41-49edb4ed3dfb tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:49.737895 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b5876d50-5ca7-4690-8c90-990636312b8b None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:49.786567 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b5876d50-5ca7-4690-8c90-990636312b8b None None] Transition to ACTIVE for port object 52335fa7-f312-48c9-ab98-fae30a0203db will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:49.786894 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-435fad99-f702-43a4-bc64-74f6f77b3589 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Synchronizing usage tracker for tenant:e64484a71f41439a9e4d89000c1f607b on resource:router {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:22:49.814801 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b5876d50-5ca7-4690-8c90-990636312b8b None None] Transition to ACTIVE for port object 52335fa7-f312-48c9-ab98-fae30a0203db will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:49.859616 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-da7feb25-5b19-4d99-be41-49edb4ed3dfb tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:49.912871 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7feb25-5b19-4d99-be41-49edb4ed3dfb tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=233d2cc0-95e2-44fc-a11c-ef64447556c1,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:49.922764 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-435fad99-f702-43a4-bc64-74f6f77b3589 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Unset dirty status for tenant:e64484a71f41439a9e4d89000c1f607b on resource:router {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:22:49.925906 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-435fad99-f702-43a4-bc64-74f6f77b3589 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.7079058 Apr 11 14:22:49.926070 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b5876d50-5ca7-4690-8c90-990636312b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:49.931112 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40676) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:49.933442 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-c8e7933a-5055-4f74-b69a-8a5a2b0270ff tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1190845038'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:49.966788 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40680) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:50.004150 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-80ce3a9c-f1ec-4bfe-b214-62df44a934d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:50.006191 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87467938-b20f-4e5a-9276-8c5836a92cda None None] Update dhcp port {'port': {'network_id': 'cb1f0d05-548a-4a06-9e81-75081f5f174c', 'fixed_ips': [{'subnet_id': '85727b01-8fff-4c24-a108-2261b92d665c', 'ip_address': '172.20.0.18'}, {'subnet_id': '01cbe393-2e92-4303-b958-6d4b3119eb0e'}], 'binding:host_id': 'dv-neutron-837330-1-hyperv'}, 'id': '3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7'} from dv-neutron-837330-1-hyperv. {{(pid=88618) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 11 14:22:50.029335 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-da7feb25-5b19-4d99-be41-49edb4ed3dfb tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:50.030936 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-da7feb25-5b19-4d99-be41-49edb4ed3dfb tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6320848 Apr 11 14:22:50.036523 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-80ce3a9c-f1ec-4bfe-b214-62df44a934d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:50.039311 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40684) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:50.054749 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-7aad4331-7e9d-47f1-8b72-faf1dee32034 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'security_group': {'name': 'tempest-secgroup-1203258879'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:50.061254 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7aad4331-7e9d-47f1-8b72-faf1dee32034 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:50.065953 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7aad4331-7e9d-47f1-8b72-faf1dee32034 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:security_group and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:50.070998 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7aad4331-7e9d-47f1-8b72-faf1dee32034 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:50.079846 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7aad4331-7e9d-47f1-8b72-faf1dee32034 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:50.091806 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-80ce3a9c-f1ec-4bfe-b214-62df44a934d2 admin admin] Usage tracker for resource:security_group_rule and tenant:c7df053912604a9da33a9e3933dd650a is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:50.097704 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-7ec8aecb-cfb8-40cc-bff5-233195e074ff tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Allocated IP 172.20.0.8 (e2462d19-2c69-4bab-9fb3-b57461ee82ba/698f9043-e1f6-487e-b1df-9d356b3fa207/5cd7f043-14a5-46a4-8c3e-50b87803abc4) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:22:50.100476 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-80ce3a9c-f1ec-4bfe-b214-62df44a934d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:50.112192 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-80ce3a9c-f1ec-4bfe-b214-62df44a934d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:50.144169 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5876d50-5ca7-4690-8c90-990636312b8b None None] Network e2462d19-2c69-4bab-9fb3-b57461ee82ba is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:22:50.153911 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-b5876d50-5ca7-4690-8c90-990636312b8b None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:50.163571 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5876d50-5ca7-4690-8c90-990636312b8b None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:22:50.167495 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-87467938-b20f-4e5a-9276-8c5836a92cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:50.182520 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7aad4331-7e9d-47f1-8b72-faf1dee32034 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:50.186049 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5876d50-5ca7-4690-8c90-990636312b8b None None] Pushing event updated for resources: {'Port': ['ID=52335fa7-f312-48c9-ab98-fae30a0203db,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:50.271032 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7aad4331-7e9d-47f1-8b72-faf1dee32034 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:50.303646 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7aad4331-7e9d-47f1-8b72-faf1dee32034 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:security_group_rule and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:50.325375 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7aad4331-7e9d-47f1-8b72-faf1dee32034 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:50.344734 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-85077128-aeeb-481c-9fd1-89894d0a1d0e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1928767932'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:50.356749 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-b5876d50-5ca7-4690-8c90-990636312b8b None None] Attempting to bind port 52335fa7-f312-48c9-ab98-fae30a0203db on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:22:50.358207 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-b5876d50-5ca7-4690-8c90-990636312b8b None None] Attempting to bind port 52335fa7-f312-48c9-ab98-fae30a0203db by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '6b6925a2-a34a-420f-b423-c4203f1a958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'e2462d19-2c69-4bab-9fb3-b57461ee82ba'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:22:50.359071 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5876d50-5ca7-4690-8c90-990636312b8b None None] Attempting to bind port 52335fa7-f312-48c9-ab98-fae30a0203db on network e2462d19-2c69-4bab-9fb3-b57461ee82ba {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:22:50.360033 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7aad4331-7e9d-47f1-8b72-faf1dee32034 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:50.409479 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5876d50-5ca7-4690-8c90-990636312b8b None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:22:50.410229 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5876d50-5ca7-4690-8c90-990636312b8b None None] Checking segment: {'id': '6b6925a2-a34a-420f-b423-c4203f1a958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'e2462d19-2c69-4bab-9fb3-b57461ee82ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:22:50.410835 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b5876d50-5ca7-4690-8c90-990636312b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:50.411406 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5876d50-5ca7-4690-8c90-990636312b8b None None] Bound using segment: {'id': '6b6925a2-a34a-420f-b423-c4203f1a958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'e2462d19-2c69-4bab-9fb3-b57461ee82ba'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:22:50.412073 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-b5876d50-5ca7-4690-8c90-990636312b8b None None] Bound port: 52335fa7-f312-48c9-ab98-fae30a0203db, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6925a2-a34a-420f-b423-c4203f1a958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'e2462d19-2c69-4bab-9fb3-b57461ee82ba'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:22:50.412628 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b5876d50-5ca7-4690-8c90-990636312b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:50.447134 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-85077128-aeeb-481c-9fd1-89894d0a1d0e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:50.485070 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-85077128-aeeb-481c-9fd1-89894d0a1d0e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Usage tracker for resource:network and tenant:36293cfe689949139a743e79cb9a849a is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:50.492087 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-85077128-aeeb-481c-9fd1-89894d0a1d0e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:50.533461 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-85077128-aeeb-481c-9fd1-89894d0a1d0e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:50.586901 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-b5876d50-5ca7-4690-8c90-990636312b8b None None] For port 52335fa7-f312-48c9-ab98-fae30a0203db, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:22:50.593988 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-b5876d50-5ca7-4690-8c90-990636312b8b None None] For port 52335fa7-f312-48c9-ab98-fae30a0203db, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=52335fa7-f312-48c9-ab98-fae30a0203db,segment=NetworkSegment(6b6925a2-a34a-420f-b423-c4203f1a958d),segment_id=6b6925a2-a34a-420f-b423-c4203f1a958d)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:22:50.614898 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-80ce3a9c-f1ec-4bfe-b214-62df44a934d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:50.672953 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b5876d50-5ca7-4690-8c90-990636312b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:50.676338 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7ec8aecb-cfb8-40cc-bff5-233195e074ff tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:50.735782 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-80ce3a9c-f1ec-4bfe-b214-62df44a934d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:50.755266 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85077128-aeeb-481c-9fd1-89894d0a1d0e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Made reservation on behalf of 36293cfe689949139a743e79cb9a849a for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:50.763178 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-85077128-aeeb-481c-9fd1-89894d0a1d0e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:50.774158 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5876d50-5ca7-4690-8c90-990636312b8b None None] Pushing event updated for resources: {'Port': ['ID=52335fa7-f312-48c9-ab98-fae30a0203db,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:50.792167 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-87467938-b20f-4e5a-9276-8c5836a92cda None None] Allocated IP 172.20.0.2 (cb1f0d05-548a-4a06-9e81-75081f5f174c/01cbe393-2e92-4303-b958-6d4b3119eb0e/3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:22:50.834103 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-a6fa2a7d-3bce-4a86-8cba-a96f0ec529b1 req-ef73ea81-733b-4b2c-86db-e9f894a66ff5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:22:50.923688 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-80ce3a9c-f1ec-4bfe-b214-62df44a934d2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c7df053912604a9da33a9e3933dd650a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9565334 Apr 11 14:22:50.944634 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40700) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:50.949571 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce3a9c-f1ec-4bfe-b214-62df44a934d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4757f2e-db11-469d-ad5d-944fae8879c5,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:50.957398 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7aad4331-7e9d-47f1-8b72-faf1dee32034 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:50.960832 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-85077128-aeeb-481c-9fd1-89894d0a1d0e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:50.985540 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-a6fa2a7d-3bce-4a86-8cba-a96f0ec529b1 req-ef73ea81-733b-4b2c-86db-e9f894a66ff5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:22:50.985540 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a6fa2a7d-3bce-4a86-8cba-a96f0ec529b1 req-ef73ea81-733b-4b2c-86db-e9f894a66ff5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 210 time: 1.2512016 Apr 11 14:22:51.022234 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-7ec8aecb-cfb8-40cc-bff5-233195e074ff tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Transition to ACTIVE for port object 5cd7f043-14a5-46a4-8c3e-50b87803abc4 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:51.074991 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c8e7933a-5055-4f74-b69a-8a5a2b0270ff tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:51.105556 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-87467938-b20f-4e5a-9276-8c5836a92cda None None] For port 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7,segment=NetworkSegment(a83a5854-a9ac-482e-bd6c-738a41c0bb40),segment_id=a83a5854-a9ac-482e-bd6c-738a41c0bb40)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:51.110693 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-85077128-aeeb-481c-9fd1-89894d0a1d0e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:51.115002 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7aad4331-7e9d-47f1-8b72-faf1dee32034 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:51.146164 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-87467938-b20f-4e5a-9276-8c5836a92cda None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:51.159229 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-85077128-aeeb-481c-9fd1-89894d0a1d0e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Usage tracker for resource:security_group_rule and tenant:36293cfe689949139a743e79cb9a849a is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:51.167883 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-87467938-b20f-4e5a-9276-8c5836a92cda None None] Transition to ACTIVE for port object 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:51.176637 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-85077128-aeeb-481c-9fd1-89894d0a1d0e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:51.197040 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-85077128-aeeb-481c-9fd1-89894d0a1d0e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:51.198363 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c8e7933a-5055-4f74-b69a-8a5a2b0270ff tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984850'] for router, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:51.212670 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7ec8aecb-cfb8-40cc-bff5-233195e074ff tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:51.289177 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-87467938-b20f-4e5a-9276-8c5836a92cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:51.289578 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad4331-7e9d-47f1-8b72-faf1dee32034 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b102700a-9d40-4571-b5e7-cb2a7706ef60,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:51.334745 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-beb06151-366f-44a7-95ba-e1038937764d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:51.353502 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec8aecb-cfb8-40cc-bff5-233195e074ff tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Network e2462d19-2c69-4bab-9fb3-b57461ee82ba is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:22:51.362825 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-7ec8aecb-cfb8-40cc-bff5-233195e074ff tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:51.539106 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87467938-b20f-4e5a-9276-8c5836a92cda None None] Pushing event updated for resources: {'Port': ['ID=3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7,revision_number=6']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:51.571606 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec8aecb-cfb8-40cc-bff5-233195e074ff tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:22:51.588414 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e7933a-5055-4f74-b69a-8a5a2b0270ff tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Router ab3ab8fd-40a1-4591-abe3-b88b4cf6314d has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:22:51.624092 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7aad4331-7e9d-47f1-8b72-faf1dee32034 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:51.625534 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7aad4331-7e9d-47f1-8b72-faf1dee32034 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5828714 Apr 11 14:22:51.636688 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40716) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:51.644647 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8aecb-cfb8-40cc-bff5-233195e074ff tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Pushing event updated for resources: {'Port': ['ID=5cd7f043-14a5-46a4-8c3e-50b87803abc4,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:51.648372 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-beb06151-366f-44a7-95ba-e1038937764d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:51.673306 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-8090b2bc-46b7-4e7b-b83a-b8c4d8fb4000 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'security_group': {'name': 'tempest-secgroup-1550322485'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:51.690968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8090b2bc-46b7-4e7b-b83a-b8c4d8fb4000 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:51.719814 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8090b2bc-46b7-4e7b-b83a-b8c4d8fb4000 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:security_group and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:51.744313 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8090b2bc-46b7-4e7b-b83a-b8c4d8fb4000 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:51.768614 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec8aecb-cfb8-40cc-bff5-233195e074ff tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:51.769263 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7ec8aecb-cfb8-40cc-bff5-233195e074ff tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:51.773577 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40720) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:51.774493 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8090b2bc-46b7-4e7b-b83a-b8c4d8fb4000 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:51.877945 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-85077128-aeeb-481c-9fd1-89894d0a1d0e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:51.885217 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e7933a-5055-4f74-b69a-8a5a2b0270ff tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:22:51.895606 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410ec8bf-bb89-413a-9b74-b671a525c856 None None] Sync routers for ids ['ab3ab8fd-40a1-4591-abe3-b88b4cf6314d'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:22:51.898823 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c8e7933a-5055-4f74-b69a-8a5a2b0270ff tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:51.900867 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c8e7933a-5055-4f74-b69a-8a5a2b0270ff tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "PUT /v2.0/routers/ab3ab8fd-40a1-4591-abe3-b88b4cf6314d HTTP/1.1" status: 200 len: 891 time: 1.9726813 Apr 11 14:22:51.903100 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40728) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:51.907984 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8090b2bc-46b7-4e7b-b83a-b8c4d8fb4000 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:51.908718 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410ec8bf-bb89-413a-9b74-b671a525c856 None None] Routers {'ab3ab8fd-40a1-4591-abe3-b88b4cf6314d'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:51.909416 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-410ec8bf-bb89-413a-9b74-b671a525c856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:22:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['ab3ab8fd-40a1-4591-abe3-b88b4cf6314d'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:51.936903 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-beb06151-366f-44a7-95ba-e1038937764d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:51.940724 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-beb06151-366f-44a7-95ba-e1038937764d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:51.947609 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-beb06151-366f-44a7-95ba-e1038937764d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d4757f2e-db11-469d-ad5d-944fae8879c5 HTTP/1.1" status: 204 len: 168 time: 0.9950323 Apr 11 14:22:51.976943 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7ec8aecb-cfb8-40cc-bff5-233195e074ff tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6306949 Apr 11 14:22:51.982048 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40734) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:51.992896 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8090b2bc-46b7-4e7b-b83a-b8c4d8fb4000 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:52.005370 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8090b2bc-46b7-4e7b-b83a-b8c4d8fb4000 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:security_group_rule and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:52.011592 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8090b2bc-46b7-4e7b-b83a-b8c4d8fb4000 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:52.036545 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8090b2bc-46b7-4e7b-b83a-b8c4d8fb4000 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:52.071808 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-410ec8bf-bb89-413a-9b74-b671a525c856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:52.105601 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410ec8bf-bb89-413a-9b74-b671a525c856 None None] Routers {'ab3ab8fd-40a1-4591-abe3-b88b4cf6314d'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:22:52.109687 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-410ec8bf-bb89-413a-9b74-b671a525c856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:22:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['ab3ab8fd-40a1-4591-abe3-b88b4cf6314d'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:52.199601 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8090b2bc-46b7-4e7b-b83a-b8c4d8fb4000 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:52.210706 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-85077128-aeeb-481c-9fd1-89894d0a1d0e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:52.224406 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-21d54127-dded-4ce4-a3a1-d1a396c11176 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "GET /v2.0/routers/ab3ab8fd-40a1-4591-abe3-b88b4cf6314d HTTP/1.1" status: 200 len: 891 time: 0.3201423 Apr 11 14:22:52.227318 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40744) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:52.235364 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85077128-aeeb-481c-9fd1-89894d0a1d0e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:22:52.246543 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-85077128-aeeb-481c-9fd1-89894d0a1d0e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:52.246907 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-85077128-aeeb-481c-9fd1-89894d0a1d0e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Added segment 98608c21-3c13-49e2-9ff0-833c30e6e778 of type vlan for network 1f11120a-6f3e-45e8-add8-4585b58de45b Apr 11 14:22:52.268836 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-410ec8bf-bb89-413a-9b74-b671a525c856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:22:52.269223 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410ec8bf-bb89-413a-9b74-b671a525c856 None None] The sync data for ids ['ab3ab8fd-40a1-4591-abe3-b88b4cf6314d'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:22:52.283308 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Request body: {'port': {'network_id': 'e2462d19-2c69-4bab-9fb3-b57461ee82ba', 'name': 'tempest-AllowedAddressPairTestJSON-2084561217', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:af:da:b2'}]}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:52.291494 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ad852a01-e22a-4457-878c-06c59fc75815 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Synchronizing usage tracker for tenant:e64484a71f41439a9e4d89000c1f607b on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:22:52.295324 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb06151-366f-44a7-95ba-e1038937764d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4757f2e-db11-469d-ad5d-944fae8879c5,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:52.365372 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1668548113'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:52.398594 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-85077128-aeeb-481c-9fd1-89894d0a1d0e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:52.411185 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8090b2bc-46b7-4e7b-b83a-b8c4d8fb4000 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:52.417648 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:52.437286 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ad852a01-e22a-4457-878c-06c59fc75815 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Unset dirty status for tenant:e64484a71f41439a9e4d89000c1f607b on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:22:52.448422 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ad852a01-e22a-4457-878c-06c59fc75815 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab3ab8fd-40a1-4591-abe3-b88b4cf6314d HTTP/1.1" status: 200 len: 205 time: 0.2111480 Apr 11 14:22:52.448422 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40748) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:52.449253 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0c81a337-1588-4346-8b74-a41c8ec30809 req-9a63f355-6506-44f9-97fc-80f488c85bfc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 210 time: 0.2406089 Apr 11 14:22:52.459854 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Usage tracker for resource:network and tenant:5bb5c5e74c89482ba2ee72ab67460a1e is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:52.466540 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:52.550105 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:52.552244 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85077128-aeeb-481c-9fd1-89894d0a1d0e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2be461-5d3c-4428-9006-060c784007ca,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:52.603110 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.db.resource_extend [None req-85077128-aeeb-481c-9fd1-89894d0a1d0e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 14:22:52.663761 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090b2bc-46b7-4e7b-b83a-b8c4d8fb4000 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc6861e-3f7a-40df-addc-cfe2a1565483,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:52.714303 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:52.721394 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Usage tracker for resource:port and tenant:28be48cb0cf24708a04c448c5a5bdf23 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:52.724398 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-d98302cf-f57b-4e06-bbfe-a246aa0c118e None None] Provisioning complete for port 9d964cbd-d656-48f6-a7c3-95c63f0f8b0d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:52.724925 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d98302cf-f57b-4e06-bbfe-a246aa0c118e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:52.725661 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:52.734106 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:52.742885 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8090b2bc-46b7-4e7b-b83a-b8c4d8fb4000 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:52.747180 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8090b2bc-46b7-4e7b-b83a-b8c4d8fb4000 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1038854 Apr 11 14:22:52.747844 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40754) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:52.754136 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-6d11310d-78d7-4bbe-8d77-f89a8c7bfd4d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1393623898', 'security_groups': ['7cc6861e-3f7a-40df-addc-cfe2a1565483'], 'network_id': 'cb1f0d05-548a-4a06-9e81-75081f5f174c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '01cbe393-2e92-4303-b958-6d4b3119eb0e'}]}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:52.788565 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Made reservation on behalf of 5bb5c5e74c89482ba2ee72ab67460a1e for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:52.793593 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:52.802324 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-d98302cf-f57b-4e06-bbfe-a246aa0c118e None None] Port 9d964cbd-d656-48f6-a7c3-95c63f0f8b0d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:22:52.804042 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1754f93-21f7-4be3-b5f9-60e54fb83e26 None None] Network e2462d19-2c69-4bab-9fb3-b57461ee82ba requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:52.815357 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:52.825386 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-85077128-aeeb-481c-9fd1-89894d0a1d0e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:52.826703 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-222502d7-950d-432e-aa9c-15726fb3f571 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:52.859683 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85077128-aeeb-481c-9fd1-89894d0a1d0e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:52.859683 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-85077128-aeeb-481c-9fd1-89894d0a1d0e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:52.915214 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Made reservation on behalf of 28be48cb0cf24708a04c448c5a5bdf23 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:52.936936 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-d98302cf-f57b-4e06-bbfe-a246aa0c118e None None] Provisioning for port 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:52.961067 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-d98302cf-f57b-4e06-bbfe-a246aa0c118e None None] Provisioning complete for port 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:52.961433 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d98302cf-f57b-4e06-bbfe-a246aa0c118e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:53.085142 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-222502d7-950d-432e-aa9c-15726fb3f571 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:53.141907 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:53.146392 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Usage tracker for resource:security_group_rule and tenant:5bb5c5e74c89482ba2ee72ab67460a1e is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:53.154291 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:53.165822 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85077128-aeeb-481c-9fd1-89894d0a1d0e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Pushing event updated for resources: {'Network': ['ID=1f11120a-6f3e-45e8-add8-4585b58de45b,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:53.192285 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:53.197167 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-222502d7-950d-432e-aa9c-15726fb3f571 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting port cd660fc4-d55a-468e-808c-cd32f14f4a5a {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:53.197167 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-222502d7-950d-432e-aa9c-15726fb3f571 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:53.199917 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 1f11120a-6f3e-45e8-add8-4585b58de45b details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:22:53.327675 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:53.332099 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 52335fa7-f312-48c9-ab98-fae30a0203db up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:22:53.375715 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] device_id is not set on port e31b54db-2c7b-4c18-8e82-63642e521648 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:22:53.455883 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-222502d7-950d-432e-aa9c-15726fb3f571 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:53.471860 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-85077128-aeeb-481c-9fd1-89894d0a1d0e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 4.0565016 Apr 11 14:22:53.472188 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40770) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:53.496431 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 52335fa7-f312-48c9-ab98-fae30a0203db completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:53.509637 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:22:53.550480 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-6d11310d-78d7-4bbe-8d77-f89a8c7bfd4d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:53.552483 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-cad0b76c-d30e-4da4-832f-cb9661e02e5a tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Request body: {'subnet': {'network_id': '1f11120a-6f3e-45e8-add8-4585b58de45b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:53.634441 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-46eb3d2c-b0cb-43a7-8cca-6577f04654d3 None None] Provisioning for port 52335fa7-f312-48c9-ab98-fae30a0203db completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:53.650200 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-46eb3d2c-b0cb-43a7-8cca-6577f04654d3 None None] Provisioning complete for port 52335fa7-f312-48c9-ab98-fae30a0203db triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:53.655945 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46eb3d2c-b0cb-43a7-8cca-6577f04654d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:53.656511 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-6d11310d-78d7-4bbe-8d77-f89a8c7bfd4d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:53.656748 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-222502d7-950d-432e-aa9c-15726fb3f571 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Calling delete_port for cd660fc4-d55a-468e-808c-cd32f14f4a5a owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:53.703807 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Allocated IP 172.20.0.14 (e2462d19-2c69-4bab-9fb3-b57461ee82ba/698f9043-e1f6-487e-b1df-9d356b3fa207/e31b54db-2c7b-4c18-8e82-63642e521648) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:22:53.707271 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:53.707757 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:53.783626 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-185dd06d-93fd-4a58-bab0-05ea2e5334dd req-f1691294-bd48-4430-b0a8-56e1a395f704 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 210 time: 0.0987422 Apr 11 14:22:54.028372 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40780) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:54.105351 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46eb3d2c-b0cb-43a7-8cca-6577f04654d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:54.115398 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-cad0b76c-d30e-4da4-832f-cb9661e02e5a tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:54.121370 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d11310d-78d7-4bbe-8d77-f89a8c7bfd4d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:54.122029 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-cad0b76c-d30e-4da4-832f-cb9661e02e5a tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Usage tracker for resource:subnet and tenant:36293cfe689949139a743e79cb9a849a is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:54.125863 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-cad0b76c-d30e-4da4-832f-cb9661e02e5a tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:54.143205 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-cad0b76c-d30e-4da4-832f-cb9661e02e5a tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:54.174232 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-46eb3d2c-b0cb-43a7-8cca-6577f04654d3 None None] For port 52335fa7-f312-48c9-ab98-fae30a0203db, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=52335fa7-f312-48c9-ab98-fae30a0203db,segment=NetworkSegment(6b6925a2-a34a-420f-b423-c4203f1a958d),segment_id=6b6925a2-a34a-420f-b423-c4203f1a958d)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:22:54.191380 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:54.196416 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-07f90e22-6773-4696-86f1-4426243f019a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1844711314'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:54.202165 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-07f90e22-6773-4696-86f1-4426243f019a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:54.206264 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-07f90e22-6773-4696-86f1-4426243f019a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Usage tracker for resource:network and tenant:56b25c853741474abcd5f7fb597b51f0 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:54.209671 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-07f90e22-6773-4696-86f1-4426243f019a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:54.216012 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-07f90e22-6773-4696-86f1-4426243f019a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:54.242915 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad0b76c-d30e-4da4-832f-cb9661e02e5a tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Made reservation on behalf of 36293cfe689949139a743e79cb9a849a for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:54.247072 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cad0b76c-d30e-4da4-832f-cb9661e02e5a tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:54.257564 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:54.292233 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-184c787b-0efe-4e0e-80c4-a8fe513ce4ba tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:54.293702 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-184c787b-0efe-4e0e-80c4-a8fe513ce4ba tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/networks?id=36ebc322-19e4-4a30-b8b7-2a34e01ed94a HTTP/1.1" status: 200 len: 796 time: 0.3287399 Apr 11 14:22:54.294340 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46eb3d2c-b0cb-43a7-8cca-6577f04654d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:54.334870 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:54.341646 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:54.349408 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f90e22-6773-4696-86f1-4426243f019a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Made reservation on behalf of 56b25c853741474abcd5f7fb597b51f0 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:54.352947 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-07f90e22-6773-4696-86f1-4426243f019a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:54.372689 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-07f90e22-6773-4696-86f1-4426243f019a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:54.378635 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb3d2c-b0cb-43a7-8cca-6577f04654d3 None None] Pushing event updated for resources: {'Port': ['ID=52335fa7-f312-48c9-ab98-fae30a0203db,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:54.382668 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-222502d7-950d-432e-aa9c-15726fb3f571 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:54.387288 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb3d2c-b0cb-43a7-8cca-6577f04654d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:54.388043 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb3d2c-b0cb-43a7-8cca-6577f04654d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:54.388622 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb3d2c-b0cb-43a7-8cca-6577f04654d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:54.389251 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb3d2c-b0cb-43a7-8cca-6577f04654d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:54.389808 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb3d2c-b0cb-43a7-8cca-6577f04654d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:54.390400 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb3d2c-b0cb-43a7-8cca-6577f04654d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:54.390943 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb3d2c-b0cb-43a7-8cca-6577f04654d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:54.391529 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb3d2c-b0cb-43a7-8cca-6577f04654d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:54.392075 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb3d2c-b0cb-43a7-8cca-6577f04654d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:54.392629 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb3d2c-b0cb-43a7-8cca-6577f04654d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:54.393176 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb3d2c-b0cb-43a7-8cca-6577f04654d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:54.393753 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eb3d2c-b0cb-43a7-8cca-6577f04654d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:54.417905 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e689afe5-e4e9-4455-979f-7b1b59a53572 None None] Provisioning complete for port 52335fa7-f312-48c9-ab98-fae30a0203db triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:54.418830 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e689afe5-e4e9-4455-979f-7b1b59a53572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:54.474166 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-07f90e22-6773-4696-86f1-4426243f019a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:54.476911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222502d7-950d-432e-aa9c-15726fb3f571 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Port': ['ID=cd660fc4-d55a-468e-808c-cd32f14f4a5a,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:54.527571 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-07f90e22-6773-4696-86f1-4426243f019a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Usage tracker for resource:security_group_rule and tenant:56b25c853741474abcd5f7fb597b51f0 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:54.540282 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222502d7-950d-432e-aa9c-15726fb3f571 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:54.540681 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222502d7-950d-432e-aa9c-15726fb3f571 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:54.540964 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222502d7-950d-432e-aa9c-15726fb3f571 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:54.541297 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222502d7-950d-432e-aa9c-15726fb3f571 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:54.541623 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222502d7-950d-432e-aa9c-15726fb3f571 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:54.541978 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222502d7-950d-432e-aa9c-15726fb3f571 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:54.542295 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222502d7-950d-432e-aa9c-15726fb3f571 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:54.542615 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222502d7-950d-432e-aa9c-15726fb3f571 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:54.542932 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222502d7-950d-432e-aa9c-15726fb3f571 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:54.543264 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222502d7-950d-432e-aa9c-15726fb3f571 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:54.543572 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222502d7-950d-432e-aa9c-15726fb3f571 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:54.543885 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222502d7-950d-432e-aa9c-15726fb3f571 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:54.550140 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-07f90e22-6773-4696-86f1-4426243f019a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:54.555701 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6d11310d-78d7-4bbe-8d77-f89a8c7bfd4d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:54.565878 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:22:54.573387 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Transition to ACTIVE for port object e31b54db-2c7b-4c18-8e82-63642e521648 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:54.596413 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-07f90e22-6773-4696-86f1-4426243f019a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:54.600793 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c93c394-0095-45f4-bf63-6e993f62d5b5,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:54.607381 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:54.607381 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Added segment 90cd2a5c-28bf-452a-816a-6794c3100172 of type vlan for network 27d1995c-e55d-4164-a888-ac53130e32af Apr 11 14:22:54.615039 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-384fc96f-121e-40dd-aa2b-a7d59fb8439f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 380 time: 0.3054118 Apr 11 14:22:54.620223 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-6d11310d-78d7-4bbe-8d77-f89a8c7bfd4d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] device_id is not set on port 22ec29ee-74d8-4249-806d-5abb4b9306ef yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:22:54.662704 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-d5e08537-8cd4-4418-881d-0507cd43bf7e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'port': {'device_id': '790e7bc3-4bcc-4214-bbca-6c3a1a05a33b', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'admin_state_up': True, 'tenant_id': '572b8884360948e38c79b057606230d9', 'security_groups': ['2fff6a53-a0bb-4a15-9393-fdcd899b3d54']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:54.704229 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-222502d7-950d-432e-aa9c-15726fb3f571 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:54.729216 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e689afe5-e4e9-4455-979f-7b1b59a53572 None None] Provisioning for port 5cd7f043-14a5-46a4-8c3e-50b87803abc4 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:54.735289 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e689afe5-e4e9-4455-979f-7b1b59a53572 None None] Provisioning complete for port 5cd7f043-14a5-46a4-8c3e-50b87803abc4 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:54.738220 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e689afe5-e4e9-4455-979f-7b1b59a53572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:54.791044 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-e689afe5-e4e9-4455-979f-7b1b59a53572 None None] Port 5cd7f043-14a5-46a4-8c3e-50b87803abc4 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:22:54.815145 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:54.994189 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:55.027345 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5fccdfe2-8b3a-4a12-83a4-132b35778bb3 req-57dedcff-381a-402f-9d0a-89153ce66023 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 210 time: 0.0972650 Apr 11 14:22:55.038291 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-d5e08537-8cd4-4418-881d-0507cd43bf7e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:55.048919 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-222502d7-950d-432e-aa9c-15726fb3f571 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:55.066416 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-222502d7-950d-432e-aa9c-15726fb3f571 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:55.100538 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:55.109903 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:55.109903 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:55.138095 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-07f90e22-6773-4696-86f1-4426243f019a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:55.147087 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 52335fa7-f312-48c9-ab98-fae30a0203db up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:22:55.149689 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-d5e08537-8cd4-4418-881d-0507cd43bf7e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:55.193021 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7cfd1c49-2db6-4f7f-9fd2-886f57ac957e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:55.213990 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Network e2462d19-2c69-4bab-9fb3-b57461ee82ba is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:22:55.215182 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cad0b76c-d30e-4da4-832f-cb9661e02e5a tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:55.220898 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 52335fa7-f312-48c9-ab98-fae30a0203db triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:55.221274 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:55.249216 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-222502d7-950d-432e-aa9c-15726fb3f571 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:55.250305 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222502d7-950d-432e-aa9c-15726fb3f571 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Fanout notify agent at l3_agent the message router_deleted on router ab3ab8fd-40a1-4591-abe3-b88b4cf6314d {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:22:55.256002 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-07f90e22-6773-4696-86f1-4426243f019a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:55.271132 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:55.272957 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Pushing event updated for resources: {'Port': ['ID=e31b54db-2c7b-4c18-8e82-63642e521648,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:55.283865 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:22:55.330293 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-d5e08537-8cd4-4418-881d-0507cd43bf7e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:55.333836 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-d5e08537-8cd4-4418-881d-0507cd43bf7e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:55.359030 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-6d11310d-78d7-4bbe-8d77-f89a8c7bfd4d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Allocated IP 172.20.0.14 (cb1f0d05-548a-4a06-9e81-75081f5f174c/01cbe393-2e92-4303-b958-6d4b3119eb0e/22ec29ee-74d8-4249-806d-5abb4b9306ef) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:22:55.361574 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Pushing event updated for resources: {'Network': ['ID=27d1995c-e55d-4164-a888-ac53130e32af,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:55.365139 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f90e22-6773-4696-86f1-4426243f019a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:22:55.372514 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:55.373077 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:55.374210 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:55.374933 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:55.375280 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:55.375615 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:55.376129 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:55.376616 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:55.376738 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f90e22-6773-4696-86f1-4426243f019a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5469b4-3d95-45b9-b15b-7d1446a6c664,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:55.377203 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:55.377701 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:55.378228 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:55.378562 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:55.385503 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0b76c-d30e-4da4-832f-cb9661e02e5a tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Pushing event updated for resources: {'Subnet': ['ID=17589406-40a7-4050-bc3a-60d7951c7277,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:55.396477 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-07f90e22-6773-4696-86f1-4426243f019a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:55.396834 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-07f90e22-6773-4696-86f1-4426243f019a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Added segment 5388207e-0a25-4755-b150-a326c127e4c9 of type vlan for network 230e84af-1572-47dc-ac14-4d02a9168eab Apr 11 14:22:55.400039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:55.400586 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:55.401214 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:55.401897 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:55.402395 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:55.403184 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:55.403832 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:55.404461 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:55.404843 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:55.405296 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:55.405985 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:55.405985 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:22:55.412831 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad0b76c-d30e-4da4-832f-cb9661e02e5a tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Checking segment: {'id': '98608c21-3c13-49e2-9ff0-833c30e6e778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '1f11120a-6f3e-45e8-add8-4585b58de45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:22:55.413239 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad0b76c-d30e-4da4-832f-cb9661e02e5a tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Network hostable DHCP agents. Network: 1f11120a-6f3e-45e8-add8-4585b58de45b, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:22:55.427312 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-58e64bdc-721a-4737-82d9-7fc06bc8ae3a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.6492326 Apr 11 14:22:55.436983 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40792) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:55.453335 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 27d1995c-e55d-4164-a888-ac53130e32af details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:22:55.468669 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-b23a21fa-3bb1-4a31-8433-d4ccf83ed856 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Request body: {'subnet': {'network_id': '27d1995c-e55d-4164-a888-ac53130e32af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:55.490882 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-07f90e22-6773-4696-86f1-4426243f019a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:55.491438 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:55.492301 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:55.599131 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-222502d7-950d-432e-aa9c-15726fb3f571 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:55.603891 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-222502d7-950d-432e-aa9c-15726fb3f571 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/routers/ab3ab8fd-40a1-4591-abe3-b88b4cf6314d HTTP/1.1" status: 204 len: 168 time: 3.1572227 Apr 11 14:22:55.622343 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40796) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:55.632868 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad0b76c-d30e-4da4-832f-cb9661e02e5a tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Network 1f11120a-6f3e-45e8-add8-4585b58de45b is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:22:55.637945 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-47c0350e-171b-4d6f-a173-79b41b867ced tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1018121733'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:55.649930 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-47c0350e-171b-4d6f-a173-79b41b867ced tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:55.656399 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b23a21fa-3bb1-4a31-8433-d4ccf83ed856 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:55.662635 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3daacd29-633b-49b7-925a-b9ce93fa57e5 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.4607632 Apr 11 14:22:55.667197 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b23a21fa-3bb1-4a31-8433-d4ccf83ed856 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Usage tracker for resource:subnet and tenant:5bb5c5e74c89482ba2ee72ab67460a1e is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:55.667197 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-47c0350e-171b-4d6f-a173-79b41b867ced tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Usage tracker for resource:network and tenant:e64484a71f41439a9e4d89000c1f607b is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:55.668382 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40800) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:55.669153 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b23a21fa-3bb1-4a31-8433-d4ccf83ed856 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:55.676796 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-47c0350e-171b-4d6f-a173-79b41b867ced tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:55.681444 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9e7d102b-6f96-4182-a552-5a3c883f17dc None None] Provisioning for port e31b54db-2c7b-4c18-8e82-63642e521648 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:55.687059 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9e7d102b-6f96-4182-a552-5a3c883f17dc None None] Provisioning complete for port e31b54db-2c7b-4c18-8e82-63642e521648 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:55.687456 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9e7d102b-6f96-4182-a552-5a3c883f17dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:55.709634 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b23a21fa-3bb1-4a31-8433-d4ccf83ed856 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:55.725773 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-47c0350e-171b-4d6f-a173-79b41b867ced tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:55.748215 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d102b-6f96-4182-a552-5a3c883f17dc None None] Port e31b54db-2c7b-4c18-8e82-63642e521648 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:22:55.763882 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-cad0b76c-d30e-4da4-832f-cb9661e02e5a tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 1f11120a-6f3e-45e8-add8-4585b58de45b) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:55.772283 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e06914-a4b1-460f-a751-f49a50eacd37 None None] Network 1f11120a-6f3e-45e8-add8-4585b58de45b requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:55.774326 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-d5e08537-8cd4-4418-881d-0507cd43bf7e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.20.0.7 (36ebc322-19e4-4a30-b8b7-2a34e01ed94a/a7b1404d-b331-4cae-b015-2afe2d581889/cc64d515-c428-4346-be56-d7966df2bb2d) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:22:55.778107 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad0b76c-d30e-4da4-832f-cb9661e02e5a tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:55.779376 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cad0b76c-d30e-4da4-832f-cb9661e02e5a tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:55.786478 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6d11310d-78d7-4bbe-8d77-f89a8c7bfd4d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:55.803673 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307c0b38-4c63-42ad-8fb5-ae2a342534f6 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:55.809843 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307c0b38-4c63-42ad-8fb5-ae2a342534f6 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:55.816755 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307c0b38-4c63-42ad-8fb5-ae2a342534f6 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:55.821278 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-307c0b38-4c63-42ad-8fb5-ae2a342534f6 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1455798 Apr 11 14:22:55.821438 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-6d11310d-78d7-4bbe-8d77-f89a8c7bfd4d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Transition to ACTIVE for port object 22ec29ee-74d8-4249-806d-5abb4b9306ef will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:55.821806 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40804) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:55.822755 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-07f90e22-6773-4696-86f1-4426243f019a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:55.829322 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f90e22-6773-4696-86f1-4426243f019a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:55.830080 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-07f90e22-6773-4696-86f1-4426243f019a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:55.850479 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23a21fa-3bb1-4a31-8433-d4ccf83ed856 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Made reservation on behalf of 5bb5c5e74c89482ba2ee72ab67460a1e for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:55.854152 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b23a21fa-3bb1-4a31-8433-d4ccf83ed856 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:55.908587 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c0350e-171b-4d6f-a173-79b41b867ced tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Made reservation on behalf of e64484a71f41439a9e4d89000c1f607b for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:55.912060 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-47c0350e-171b-4d6f-a173-79b41b867ced tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:55.941901 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-3f0c35a2-5e5e-4948-80c1-3a22a8c2a412 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Deleting port e31b54db-2c7b-4c18-8e82-63642e521648 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:22:55.942246 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3f0c35a2-5e5e-4948-80c1-3a22a8c2a412 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:56.011183 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cad0b76c-d30e-4da4-832f-cb9661e02e5a tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5379097 Apr 11 14:22:56.014759 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40808) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:56.053012 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feed845a-eed1-4194-b349-aa28f44a51bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-1f11120a-6f3e-45e8-add8-4585b58de45b', 'network_id': '1f11120a-6f3e-45e8-add8-4585b58de45b', 'tenant_id': '36293cfe689949139a743e79cb9a849a', 'fixed_ips': [{'subnet_id': '17589406-40a7-4050-bc3a-60d7951c7277'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:22:56.055036 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-feed845a-eed1-4194-b349-aa28f44a51bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:56.109263 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c0350e-171b-4d6f-a173-79b41b867ced tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:22:56.118276 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-47c0350e-171b-4d6f-a173-79b41b867ced tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:56.119023 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-47c0350e-171b-4d6f-a173-79b41b867ced tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Added segment 9cbe806c-bdef-42b1-8db4-89e520c586e2 of type vlan for network e65f5834-d1e7-4c75-9424-6206e5ea0a19 Apr 11 14:22:56.131893 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-7bae670e-aae9-4394-b39c-326faf83c2c9 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-690679437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:56.138658 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7bae670e-aae9-4394-b39c-326faf83c2c9 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:56.143639 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7bae670e-aae9-4394-b39c-326faf83c2c9 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Usage tracker for resource:router and tenant:36293cfe689949139a743e79cb9a849a is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:56.146635 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7bae670e-aae9-4394-b39c-326faf83c2c9 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:56.163711 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-07f90e22-6773-4696-86f1-4426243f019a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1336627 Apr 11 14:22:56.166901 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7bae670e-aae9-4394-b39c-326faf83c2c9 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:56.211330 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6d11310d-78d7-4bbe-8d77-f89a8c7bfd4d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:56.215739 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-47c0350e-171b-4d6f-a173-79b41b867ced tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:56.247094 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f90e22-6773-4696-86f1-4426243f019a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event updated for resources: {'Network': ['ID=230e84af-1572-47dc-ac14-4d02a9168eab,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:56.287979 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-feed845a-eed1-4194-b349-aa28f44a51bb None None] Allocated IP 172.20.0.2 (1f11120a-6f3e-45e8-add8-4585b58de45b/17589406-40a7-4050-bc3a-60d7951c7277/853a0e92-df51-459f-814a-0b21c4d85807) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:22:56.302268 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-d5e08537-8cd4-4418-881d-0507cd43bf7e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:56.307378 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7bae670e-aae9-4394-b39c-326faf83c2c9 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:56.308453 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7bae670e-aae9-4394-b39c-326faf83c2c9 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:56.332127 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7bae670e-aae9-4394-b39c-326faf83c2c9 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:56.366224 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-47c0350e-171b-4d6f-a173-79b41b867ced tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:56.372610 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-d5e08537-8cd4-4418-881d-0507cd43bf7e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Transition to ACTIVE for port object cc64d515-c428-4346-be56-d7966df2bb2d will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:56.376231 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c0350e-171b-4d6f-a173-79b41b867ced tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:56.376683 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d11310d-78d7-4bbe-8d77-f89a8c7bfd4d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network cb1f0d05-548a-4a06-9e81-75081f5f174c is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:22:56.376878 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-47c0350e-171b-4d6f-a173-79b41b867ced tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:56.391463 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-6d11310d-78d7-4bbe-8d77-f89a8c7bfd4d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:56.403367 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d11310d-78d7-4bbe-8d77-f89a8c7bfd4d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:22:56.566490 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7ea32f2e-6157-490f-b3a4-c0face4ee9fa req-c7bb2bbc-4791-4deb-9d65-de821806d3e5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 210 time: 0.3162062 Apr 11 14:22:56.573343 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0350e-171b-4d6f-a173-79b41b867ced tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Network': ['ID=e65f5834-d1e7-4c75-9424-6206e5ea0a19,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:56.588650 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-47c0350e-171b-4d6f-a173-79b41b867ced tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9615247 Apr 11 14:22:56.589937 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7bae670e-aae9-4394-b39c-326faf83c2c9 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:56.606047 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11310d-78d7-4bbe-8d77-f89a8c7bfd4d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Port': ['ID=22ec29ee-74d8-4249-806d-5abb4b9306ef,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:56.619660 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40816) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:56.654157 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-3e219ae4-f4fa-4c14-85bd-4ef16958bcae tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'subnet': {'network_id': 'e65f5834-d1e7-4c75-9424-6206e5ea0a19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:56.681972 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-feed845a-eed1-4194-b349-aa28f44a51bb None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:56.702247 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-feed845a-eed1-4194-b349-aa28f44a51bb None None] Transition to ACTIVE for port object 853a0e92-df51-459f-814a-0b21c4d85807 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:56.734880 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-feed845a-eed1-4194-b349-aa28f44a51bb None None] Transition to ACTIVE for port object 853a0e92-df51-459f-814a-0b21c4d85807 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:56.740931 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 230e84af-1572-47dc-ac14-4d02a9168eab details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:22:56.741835 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3f0c35a2-5e5e-4948-80c1-3a22a8c2a412 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:56.749016 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7bae670e-aae9-4394-b39c-326faf83c2c9 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:56.750590 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7bae670e-aae9-4394-b39c-326faf83c2c9 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6629744 Apr 11 14:22:56.754011 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40820) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:56.762069 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network e65f5834-d1e7-4c75-9424-6206e5ea0a19 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:22:56.834278 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-feed845a-eed1-4194-b349-aa28f44a51bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:56.981512 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-3f0c35a2-5e5e-4948-80c1-3a22a8c2a412 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Calling delete_port for e31b54db-2c7b-4c18-8e82-63642e521648 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:22:57.024270 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feed845a-eed1-4194-b349-aa28f44a51bb None None] Network 1f11120a-6f3e-45e8-add8-4585b58de45b is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:22:57.033241 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-feed845a-eed1-4194-b349-aa28f44a51bb None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:57.036209 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feed845a-eed1-4194-b349-aa28f44a51bb None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:22:57.049919 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed845a-eed1-4194-b349-aa28f44a51bb None None] Pushing event updated for resources: {'Port': ['ID=853a0e92-df51-459f-814a-0b21c4d85807,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:57.081838 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a43fc6b0-b774-442b-81f3-63a40f827825 None None] Provisioning for port 22ec29ee-74d8-4249-806d-5abb4b9306ef completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:57.123018 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a43fc6b0-b774-442b-81f3-63a40f827825 None None] Provisioning complete for port 22ec29ee-74d8-4249-806d-5abb4b9306ef triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:57.123018 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a43fc6b0-b774-442b-81f3-63a40f827825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:57.214922 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-feed845a-eed1-4194-b349-aa28f44a51bb None None] Attempting to bind port 853a0e92-df51-459f-814a-0b21c4d85807 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:22:57.215450 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-feed845a-eed1-4194-b349-aa28f44a51bb None None] Attempting to bind port 853a0e92-df51-459f-814a-0b21c4d85807 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '98608c21-3c13-49e2-9ff0-833c30e6e778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '1f11120a-6f3e-45e8-add8-4585b58de45b'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:22:57.215929 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feed845a-eed1-4194-b349-aa28f44a51bb None None] Attempting to bind port 853a0e92-df51-459f-814a-0b21c4d85807 on network 1f11120a-6f3e-45e8-add8-4585b58de45b {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:22:57.232418 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feed845a-eed1-4194-b349-aa28f44a51bb None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:22:57.233033 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feed845a-eed1-4194-b349-aa28f44a51bb None None] Checking segment: {'id': '98608c21-3c13-49e2-9ff0-833c30e6e778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '1f11120a-6f3e-45e8-add8-4585b58de45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:22:57.233545 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-feed845a-eed1-4194-b349-aa28f44a51bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:57.234246 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feed845a-eed1-4194-b349-aa28f44a51bb None None] Bound using segment: {'id': '98608c21-3c13-49e2-9ff0-833c30e6e778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '1f11120a-6f3e-45e8-add8-4585b58de45b'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:22:57.234843 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-feed845a-eed1-4194-b349-aa28f44a51bb None None] Bound port: 853a0e92-df51-459f-814a-0b21c4d85807, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98608c21-3c13-49e2-9ff0-833c30e6e778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '1f11120a-6f3e-45e8-add8-4585b58de45b'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:22:57.235318 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-feed845a-eed1-4194-b349-aa28f44a51bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:57.244724 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-a43fc6b0-b774-442b-81f3-63a40f827825 None None] Port 22ec29ee-74d8-4249-806d-5abb4b9306ef cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:22:57.306611 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d11310d-78d7-4bbe-8d77-f89a8c7bfd4d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:57.311448 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6d11310d-78d7-4bbe-8d77-f89a8c7bfd4d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:57.379254 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-feed845a-eed1-4194-b349-aa28f44a51bb None None] For port 853a0e92-df51-459f-814a-0b21c4d85807, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:22:57.383058 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-feed845a-eed1-4194-b349-aa28f44a51bb None None] For port 853a0e92-df51-459f-814a-0b21c4d85807, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=853a0e92-df51-459f-814a-0b21c4d85807,segment=NetworkSegment(98608c21-3c13-49e2-9ff0-833c30e6e778),segment_id=98608c21-3c13-49e2-9ff0-833c30e6e778)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:22:57.394810 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-d5e08537-8cd4-4418-881d-0507cd43bf7e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:57.417634 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a5c1874-32d9-4819-adfc-e01ee8cc22a8 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:57.429117 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b23a21fa-3bb1-4a31-8433-d4ccf83ed856 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:57.441109 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3f0c35a2-5e5e-4948-80c1-3a22a8c2a412 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:57.473188 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-3e219ae4-f4fa-4c14-85bd-4ef16958bcae tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:57.491418 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-3e219ae4-f4fa-4c14-85bd-4ef16958bcae tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Usage tracker for resource:subnet and tenant:e64484a71f41439a9e4d89000c1f607b is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:57.499808 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-3e219ae4-f4fa-4c14-85bd-4ef16958bcae tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:57.503678 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-d5e08537-8cd4-4418-881d-0507cd43bf7e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network 36ebc322-19e4-4a30-b8b7-2a34e01ed94a is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:22:57.506599 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-feed845a-eed1-4194-b349-aa28f44a51bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:57.519632 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-d5e08537-8cd4-4418-881d-0507cd43bf7e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:57.521379 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-3e219ae4-f4fa-4c14-85bd-4ef16958bcae tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:57.665451 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-d5e08537-8cd4-4418-881d-0507cd43bf7e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:22:57.724536 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e08537-8cd4-4418-881d-0507cd43bf7e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=cc64d515-c428-4346-be56-d7966df2bb2d,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:57.898781 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6d11310d-78d7-4bbe-8d77-f89a8c7bfd4d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.1498752 Apr 11 14:22:57.916273 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed845a-eed1-4194-b349-aa28f44a51bb None None] Pushing event updated for resources: {'Port': ['ID=853a0e92-df51-459f-814a-0b21c4d85807,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:57.959000 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b8e212be-a5a3-484f-b315-460dd54abceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:57.977646 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40826) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:57.979190 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c35a2-5e5e-4948-80c1-3a22a8c2a412 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Pushing event deleted for resources: {'Port': ['ID=e31b54db-2c7b-4c18-8e82-63642e521648,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:58.004430 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-0da318fa-5109-4607-89b4-ffed24ebe1fc tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'subnet': {'network_id': 'cb1f0d05-548a-4a06-9e81-75081f5f174c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:58.011478 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-7a5c1874-32d9-4819-adfc-e01ee8cc22a8 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Allocated IP 172.20.0.1 (1f11120a-6f3e-45e8-add8-4585b58de45b/17589406-40a7-4050-bc3a-60d7951c7277/a8e54744-757b-485a-a910-dc4e71fdae70) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:22:58.137040 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e219ae4-f4fa-4c14-85bd-4ef16958bcae tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Made reservation on behalf of e64484a71f41439a9e4d89000c1f607b for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:58.141300 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3e219ae4-f4fa-4c14-85bd-4ef16958bcae tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:58.150966 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c5a87f4a-b4a8-42ad-8fe9-2191adde7c7b None None] Provisioning for port cc64d515-c428-4346-be56-d7966df2bb2d completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:58.158444 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c5a87f4a-b4a8-42ad-8fe9-2191adde7c7b None None] Provisioning complete for port cc64d515-c428-4346-be56-d7966df2bb2d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:58.159580 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c5a87f4a-b4a8-42ad-8fe9-2191adde7c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:58.305195 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c5a87f4a-b4a8-42ad-8fe9-2191adde7c7b None None] Port cc64d515-c428-4346-be56-d7966df2bb2d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:22:58.344098 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a21fa-3bb1-4a31-8433-d4ccf83ed856 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Pushing event updated for resources: {'Subnet': ['ID=83acd62c-27c2-416a-82ef-43881828662b,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:58.354386 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23a21fa-3bb1-4a31-8433-d4ccf83ed856 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Checking segment: {'id': '90cd2a5c-28bf-452a-816a-6794c3100172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '27d1995c-e55d-4164-a888-ac53130e32af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:22:58.354825 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23a21fa-3bb1-4a31-8433-d4ccf83ed856 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Network hostable DHCP agents. Network: 27d1995c-e55d-4164-a888-ac53130e32af, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:22:58.384498 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a5c1874-32d9-4819-adfc-e01ee8cc22a8 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:58.398170 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-d5e08537-8cd4-4418-881d-0507cd43bf7e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:58.398975 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-d5e08537-8cd4-4418-881d-0507cd43bf7e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:58.408766 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-7a5c1874-32d9-4819-adfc-e01ee8cc22a8 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Transition to ACTIVE for port object a8e54744-757b-485a-a910-dc4e71fdae70 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:58.510779 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23a21fa-3bb1-4a31-8433-d4ccf83ed856 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Network 27d1995c-e55d-4164-a888-ac53130e32af is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:22:58.535343 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a5c1874-32d9-4819-adfc-e01ee8cc22a8 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:58.543632 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3f0c35a2-5e5e-4948-80c1-3a22a8c2a412 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:58.545735 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3f0c35a2-5e5e-4948-80c1-3a22a8c2a412 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] 10.222.0.66 "DELETE /v2.0/ports/e31b54db-2c7b-4c18-8e82-63642e521648 HTTP/1.1" status: 204 len: 168 time: 2.7222466 Apr 11 14:22:58.548903 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-d5e08537-8cd4-4418-881d-0507cd43bf7e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8901386 Apr 11 14:22:58.549350 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40830) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:58.573629 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:58.590824 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:58.595912 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0da318fa-5109-4607-89b4-ffed24ebe1fc tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:58.604821 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-b23a21fa-3bb1-4a31-8433-d4ccf83ed856 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 27d1995c-e55d-4164-a888-ac53130e32af) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:58.616251 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c44ec11-802a-45d5-bc27-59d580fc44b5 None None] Network 27d1995c-e55d-4164-a888-ac53130e32af requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:58.627248 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0da318fa-5109-4607-89b4-ffed24ebe1fc tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:subnet and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:58.631591 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0da318fa-5109-4607-89b4-ffed24ebe1fc tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:58.637016 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-db91cc38-c95a-4a35-a300-b4f70f1e4a0b tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] GET failed (client error): The resource could not be found. Apr 11 14:22:58.637485 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-db91cc38-c95a-4a35-a300-b4f70f1e4a0b tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Synchronizing usage tracker for tenant:28be48cb0cf24708a04c448c5a5bdf23 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:22:58.647373 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0da318fa-5109-4607-89b4-ffed24ebe1fc tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:58.659152 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c1874-32d9-4819-adfc-e01ee8cc22a8 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Pushing event updated for resources: {'Port': ['ID=a8e54744-757b-485a-a910-dc4e71fdae70,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:22:58.660191 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23eac29-ba16-459a-bd43-dd8f5b749384 req-b054cccd-e2c7-4316-a910-16ed3a1e26b4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:58.660880 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-f23eac29-ba16-459a-bd43-dd8f5b749384 req-b054cccd-e2c7-4316-a910-16ed3a1e26b4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:22:58.674856 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5c1874-32d9-4819-adfc-e01ee8cc22a8 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Network 1f11120a-6f3e-45e8-add8-4585b58de45b is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:22:58.684544 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-7a5c1874-32d9-4819-adfc-e01ee8cc22a8 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:22:58.691133 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23a21fa-3bb1-4a31-8433-d4ccf83ed856 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:22:58.692064 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b23a21fa-3bb1-4a31-8433-d4ccf83ed856 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:58.716923 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5c1874-32d9-4819-adfc-e01ee8cc22a8 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:22:58.724732 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-96b4508c-cb6e-4f37-b431-d1704c430b2c service neutron] Request body: {'port': {'device_id': '790e7bc3-4bcc-4214-bbca-6c3a1a05a33b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:58.788139 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da318fa-5109-4607-89b4-ffed24ebe1fc tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:22:58.791687 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0da318fa-5109-4607-89b4-ffed24ebe1fc tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:58.834699 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a5c1874-32d9-4819-adfc-e01ee8cc22a8 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:58.865756 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-db91cc38-c95a-4a35-a300-b4f70f1e4a0b tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Unset dirty status for tenant:28be48cb0cf24708a04c448c5a5bdf23 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:22:58.867074 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-db91cc38-c95a-4a35-a300-b4f70f1e4a0b tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] 10.222.0.66 "GET /v2.0/ports/e31b54db-2c7b-4c18-8e82-63642e521648 HTTP/1.1" status: 404 len: 333 time: 0.3145394 Apr 11 14:22:58.882572 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40836) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:58.883234 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-f23eac29-ba16-459a-bd43-dd8f5b749384 req-b054cccd-e2c7-4316-a910-16ed3a1e26b4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:22:58.890798 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f23eac29-ba16-459a-bd43-dd8f5b749384 req-b054cccd-e2c7-4316-a910-16ed3a1e26b4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 931 time: 0.9254971 Apr 11 14:22:58.909471 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-5db52033-8ca2-4879-9f22-8414ac30d2af tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Request body: {'port': {'network_id': 'e2462d19-2c69-4bab-9fb3-b57461ee82ba', 'name': 'tempest-AllowedAddressPairTestJSON-487325450'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:58.915532 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb174522-f3ea-48ab-b078-107b1acbd76a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-27d1995c-e55d-4164-a888-ac53130e32af', 'network_id': '27d1995c-e55d-4164-a888-ac53130e32af', 'tenant_id': '5bb5c5e74c89482ba2ee72ab67460a1e', 'fixed_ips': [{'subnet_id': '83acd62c-27c2-416a-82ef-43881828662b'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:22:58.916694 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-eb174522-f3ea-48ab-b078-107b1acbd76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:59.099930 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b23a21fa-3bb1-4a31-8433-d4ccf83ed856 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6590743 Apr 11 14:22:59.117406 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40840) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:59.144134 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-41b993f9-cbd2-4363-9af2-c66b7dcf4657 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Request body: {'port': {'network_id': '27d1995c-e55d-4164-a888-ac53130e32af', 'name': 'tempest-TagsExtTest-1445971916'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:59.293408 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-eb174522-f3ea-48ab-b078-107b1acbd76a None None] Allocated IP 172.20.0.2 (27d1995c-e55d-4164-a888-ac53130e32af/83acd62c-27c2-416a-82ef-43881828662b/449d4753-8590-4f74-a760-766136735f0f) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:22:59.433711 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a5c1874-32d9-4819-adfc-e01ee8cc22a8 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:59.449467 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-96b4508c-cb6e-4f37-b431-d1704c430b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:59.586587 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 853a0e92-df51-459f-814a-0b21c4d85807 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:22:59.608753 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f23eac29-ba16-459a-bd43-dd8f5b749384 req-b1888a7a-0a7d-48a2-8248-37a25ec4498b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=2fff6a53-a0bb-4a15-9393-fdcd899b3d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7168818 Apr 11 14:22:59.610220 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40844) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:22:59.621532 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30dc733-b064-49f6-821e-ee7d29ffc314 None None] Network 1f11120a-6f3e-45e8-add8-4585b58de45b requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:22:59.759622 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-b180a430-57cb-4cd8-a0a3-fdee9759ecf7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Request body: {'subnet': {'network_id': '230e84af-1572-47dc-ac14-4d02a9168eab', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:22:59.778825 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5db52033-8ca2-4879-9f22-8414ac30d2af tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:59.782500 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3e219ae4-f4fa-4c14-85bd-4ef16958bcae tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:59.797465 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-eb174522-f3ea-48ab-b078-107b1acbd76a None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:59.824075 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-eb174522-f3ea-48ab-b078-107b1acbd76a None None] Transition to ACTIVE for port object 449d4753-8590-4f74-a760-766136735f0f will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:59.853175 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-42d53f18-226e-4fd3-ab13-a17e5bf252f5 None None] Provisioning for port 853a0e92-df51-459f-814a-0b21c4d85807 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:59.868875 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-eb174522-f3ea-48ab-b078-107b1acbd76a None None] Transition to ACTIVE for port object 449d4753-8590-4f74-a760-766136735f0f will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:22:59.869263 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-41b993f9-cbd2-4363-9af2-c66b7dcf4657 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:22:59.875828 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5db52033-8ca2-4879-9f22-8414ac30d2af tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:59.885126 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-41b993f9-cbd2-4363-9af2-c66b7dcf4657 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Usage tracker for resource:port and tenant:5bb5c5e74c89482ba2ee72ab67460a1e is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:22:59.886863 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.ipam_backend_mixin [None req-0da318fa-5109-4607-89b4-ffed24ebe1fc tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 01cbe393-2e92-4303-b958-6d4b3119eb0e (CIDR: 172.20.0.0/28) Apr 11 14:22:59.891179 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-41b993f9-cbd2-4363-9af2-c66b7dcf4657 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:22:59.904925 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:59.905298 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-41b993f9-cbd2-4363-9af2-c66b7dcf4657 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:22:59.922732 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 853a0e92-df51-459f-814a-0b21c4d85807 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:22:59.931335 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 853a0e92-df51-459f-814a-0b21c4d85807 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:22:59.931581 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:22:59.976921 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da318fa-5109-4607-89b4-ffed24ebe1fc tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:22:59.977479 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da318fa-5109-4607-89b4-ffed24ebe1fc tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:22:59.999531 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-eb174522-f3ea-48ab-b078-107b1acbd76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:00.019302 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b993f9-cbd2-4363-9af2-c66b7dcf4657 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Made reservation on behalf of 5bb5c5e74c89482ba2ee72ab67460a1e for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:00.020055 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-41b993f9-cbd2-4363-9af2-c66b7dcf4657 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:00.029304 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e219ae4-f4fa-4c14-85bd-4ef16958bcae tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Subnet': ['ID=631d949a-144b-43d0-bf7a-e49ca0eb3e00,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:00.070715 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-41b993f9-cbd2-4363-9af2-c66b7dcf4657 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] device_id is not set on port f80b53a0-2b09-4c65-917d-071b77edd317 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:23:00.093303 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb174522-f3ea-48ab-b078-107b1acbd76a None None] Network 27d1995c-e55d-4164-a888-ac53130e32af is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:00.097027 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-eb174522-f3ea-48ab-b078-107b1acbd76a None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:00.100245 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb174522-f3ea-48ab-b078-107b1acbd76a None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:00.102311 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db52033-8ca2-4879-9f22-8414ac30d2af tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Made reservation on behalf of 28be48cb0cf24708a04c448c5a5bdf23 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:00.105894 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5db52033-8ca2-4879-9f22-8414ac30d2af tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:00.119888 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b180a430-57cb-4cd8-a0a3-fdee9759ecf7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:00.128769 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb174522-f3ea-48ab-b078-107b1acbd76a None None] Pushing event updated for resources: {'Port': ['ID=449d4753-8590-4f74-a760-766136735f0f,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:00.141581 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b180a430-57cb-4cd8-a0a3-fdee9759ecf7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Usage tracker for resource:subnet and tenant:56b25c853741474abcd5f7fb597b51f0 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:00.148689 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b180a430-57cb-4cd8-a0a3-fdee9759ecf7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:00.160103 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e219ae4-f4fa-4c14-85bd-4ef16958bcae tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Checking segment: {'id': '9cbe806c-bdef-42b1-8db4-89e520c586e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'e65f5834-d1e7-4c75-9424-6206e5ea0a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:00.160460 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e219ae4-f4fa-4c14-85bd-4ef16958bcae tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network hostable DHCP agents. Network: e65f5834-d1e7-4c75-9424-6206e5ea0a19, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:23:00.167518 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b180a430-57cb-4cd8-a0a3-fdee9759ecf7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:00.184382 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-5db52033-8ca2-4879-9f22-8414ac30d2af tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] device_id is not set on port 8bec2249-c694-4c4c-a3c5-b5971b55a4df yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:23:00.243160 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0da318fa-5109-4607-89b4-ffed24ebe1fc tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2536650 Apr 11 14:23:00.247743 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40848) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:00.257625 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a5c1874-32d9-4819-adfc-e01ee8cc22a8 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:00.262811 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-e9c397b4-1ef5-4f24-b4bb-b6f666ebbf82 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'subnet': {'network_id': 'cb1f0d05-548a-4a06-9e81-75081f5f174c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:00.285976 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-eb174522-f3ea-48ab-b078-107b1acbd76a None None] Attempting to bind port 449d4753-8590-4f74-a760-766136735f0f on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:23:00.286331 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-eb174522-f3ea-48ab-b078-107b1acbd76a None None] Attempting to bind port 449d4753-8590-4f74-a760-766136735f0f by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '90cd2a5c-28bf-452a-816a-6794c3100172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '27d1995c-e55d-4164-a888-ac53130e32af'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:23:00.286634 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb174522-f3ea-48ab-b078-107b1acbd76a None None] Attempting to bind port 449d4753-8590-4f74-a760-766136735f0f on network 27d1995c-e55d-4164-a888-ac53130e32af {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:23:00.296557 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:00.305995 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb174522-f3ea-48ab-b078-107b1acbd76a None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:23:00.306406 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb174522-f3ea-48ab-b078-107b1acbd76a None None] Checking segment: {'id': '90cd2a5c-28bf-452a-816a-6794c3100172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '27d1995c-e55d-4164-a888-ac53130e32af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:00.306815 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-eb174522-f3ea-48ab-b078-107b1acbd76a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:00.307214 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb174522-f3ea-48ab-b078-107b1acbd76a None None] Bound using segment: {'id': '90cd2a5c-28bf-452a-816a-6794c3100172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '27d1995c-e55d-4164-a888-ac53130e32af'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:23:00.308225 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-eb174522-f3ea-48ab-b078-107b1acbd76a None None] Bound port: 449d4753-8590-4f74-a760-766136735f0f, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90cd2a5c-28bf-452a-816a-6794c3100172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '27d1995c-e55d-4164-a888-ac53130e32af'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:23:00.308225 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-eb174522-f3ea-48ab-b078-107b1acbd76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:00.349225 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b180a430-57cb-4cd8-a0a3-fdee9759ecf7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Made reservation on behalf of 56b25c853741474abcd5f7fb597b51f0 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:00.353146 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b180a430-57cb-4cd8-a0a3-fdee9759ecf7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:00.383314 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-41b993f9-cbd2-4363-9af2-c66b7dcf4657 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Allocated IP 172.20.0.11 (27d1995c-e55d-4164-a888-ac53130e32af/83acd62c-27c2-416a-82ef-43881828662b/f80b53a0-2b09-4c65-917d-071b77edd317) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:00.383314 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a5c1874-32d9-4819-adfc-e01ee8cc22a8 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:00.410725 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 853a0e92-df51-459f-814a-0b21c4d85807, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=853a0e92-df51-459f-814a-0b21c4d85807,segment=NetworkSegment(98608c21-3c13-49e2-9ff0-833c30e6e778),segment_id=98608c21-3c13-49e2-9ff0-833c30e6e778)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:00.438865 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-eb174522-f3ea-48ab-b078-107b1acbd76a None None] For port 449d4753-8590-4f74-a760-766136735f0f, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:23:00.442605 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-eb174522-f3ea-48ab-b078-107b1acbd76a None None] For port 449d4753-8590-4f74-a760-766136735f0f, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=449d4753-8590-4f74-a760-766136735f0f,segment=NetworkSegment(90cd2a5c-28bf-452a-816a-6794c3100172),segment_id=90cd2a5c-28bf-452a-816a-6794c3100172)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:23:00.487732 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:00.516470 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e219ae4-f4fa-4c14-85bd-4ef16958bcae tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network e65f5834-d1e7-4c75-9424-6206e5ea0a19 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:23:00.601880 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-eb174522-f3ea-48ab-b078-107b1acbd76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:00.611130 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c1874-32d9-4819-adfc-e01ee8cc22a8 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Pushing event updated for resources: {'Port': ['ID=a8e54744-757b-485a-a910-dc4e71fdae70,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:00.619968 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a5c1874-32d9-4819-adfc-e01ee8cc22a8 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:00.666737 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-3e219ae4-f4fa-4c14-85bd-4ef16958bcae tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, e65f5834-d1e7-4c75-9424-6206e5ea0a19) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:00.671024 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=853a0e92-df51-459f-814a-0b21c4d85807,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:00.687166 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b79e2a-ad9d-4105-86e6-2c1ce519344c None None] Network e65f5834-d1e7-4c75-9424-6206e5ea0a19 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:00.689926 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e9c397b4-1ef5-4f24-b4bb-b6f666ebbf82 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:00.690706 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e219ae4-f4fa-4c14-85bd-4ef16958bcae tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:00.691404 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3e219ae4-f4fa-4c14-85bd-4ef16958bcae tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:00.765684 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e9c397b4-1ef5-4f24-b4bb-b6f666ebbf82 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:subnet and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:00.780558 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e9c397b4-1ef5-4f24-b4bb-b6f666ebbf82 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:00.821935 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-5db52033-8ca2-4879-9f22-8414ac30d2af tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Allocated IP 172.20.0.13 (e2462d19-2c69-4bab-9fb3-b57461ee82ba/698f9043-e1f6-487e-b1df-9d356b3fa207/8bec2249-c694-4c4c-a3c5-b5971b55a4df) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:00.841250 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e9c397b4-1ef5-4f24-b4bb-b6f666ebbf82 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:00.859486 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.db.resource_extend [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-96b4508c-cb6e-4f37-b431-d1704c430b2c service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 14:23:00.897425 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb174522-f3ea-48ab-b078-107b1acbd76a None None] Pushing event updated for resources: {'Port': ['ID=449d4753-8590-4f74-a760-766136735f0f,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:00.900278 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-fb7f703d-424c-418b-aab4-505d07c61e33 None None] Provisioning for port a8e54744-757b-485a-a910-dc4e71fdae70 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:00.972016 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3e219ae4-f4fa-4c14-85bd-4ef16958bcae tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3461182 Apr 11 14:23:00.975328 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40856) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:00.980078 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-fb7f703d-424c-418b-aab4-505d07c61e33 None None] Provisioning complete for port a8e54744-757b-485a-a910-dc4e71fdae70 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:00.980467 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fb7f703d-424c-418b-aab4-505d07c61e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:01.025927 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-96b4508c-cb6e-4f37-b431-d1704c430b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc64d515-c428-4346-be56-d7966df2bb2d {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:23:01.032177 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-b601fa49-9cdb-402a-82a6-ec73c1a33fb8 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1249551215', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:01.039199 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c397b4-1ef5-4f24-b4bb-b6f666ebbf82 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:01.048159 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e9c397b4-1ef5-4f24-b4bb-b6f666ebbf82 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:01.058176 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-96b4508c-cb6e-4f37-b431-d1704c430b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:01.065139 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-41b993f9-cbd2-4363-9af2-c66b7dcf4657 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:01.103695 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b601fa49-9cdb-402a-82a6-ec73c1a33fb8 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:01.126098 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b601fa49-9cdb-402a-82a6-ec73c1a33fb8 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Usage tracker for resource:router and tenant:e64484a71f41439a9e4d89000c1f607b is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:01.135239 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b601fa49-9cdb-402a-82a6-ec73c1a33fb8 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:01.173417 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-fb7f703d-424c-418b-aab4-505d07c61e33 None None] Port a8e54744-757b-485a-a910-dc4e71fdae70 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:23:01.238287 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5c1874-32d9-4819-adfc-e01ee8cc22a8 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Network 1f11120a-6f3e-45e8-add8-4585b58de45b is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:01.248592 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-41b993f9-cbd2-4363-9af2-c66b7dcf4657 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Transition to ACTIVE for port object f80b53a0-2b09-4c65-917d-071b77edd317 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:01.251462 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-7a5c1874-32d9-4819-adfc-e01ee8cc22a8 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:01.256071 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b601fa49-9cdb-402a-82a6-ec73c1a33fb8 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:01.277434 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-fb7f703d-424c-418b-aab4-505d07c61e33 None None] Provisioning complete for port 853a0e92-df51-459f-814a-0b21c4d85807 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:01.278199 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fb7f703d-424c-418b-aab4-505d07c61e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:01.316076 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b180a430-57cb-4cd8-a0a3-fdee9759ecf7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:01.335685 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 449d4753-8590-4f74-a760-766136735f0f up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:23:01.375158 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-96b4508c-cb6e-4f37-b431-d1704c430b2c service neutron] Transition to ACTIVE for port object cc64d515-c428-4346-be56-d7966df2bb2d will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:01.459987 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-96b4508c-cb6e-4f37-b431-d1704c430b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:01.485745 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678d1219-d029-43b6-87c0-bef8787aeed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-e65f5834-d1e7-4c75-9424-6206e5ea0a19', 'network_id': 'e65f5834-d1e7-4c75-9424-6206e5ea0a19', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'fixed_ips': [{'subnet_id': '631d949a-144b-43d0-bf7a-e49ca0eb3e00'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:23:01.486660 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-678d1219-d029-43b6-87c0-bef8787aeed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:01.501226 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be177ba-48b4-4f95-8ebf-27e76d156da0 req-3a2c955d-6e48-49f1-a705-b880d4cfc74f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:01.503059 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0be177ba-48b4-4f95-8ebf-27e76d156da0 req-3a2c955d-6e48-49f1-a705-b880d4cfc74f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 931 time: 0.6516726 Apr 11 14:23:01.552019 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.ipam_backend_mixin [None req-e9c397b4-1ef5-4f24-b4bb-b6f666ebbf82 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 85727b01-8fff-4c24-a108-2261b92d665c (CIDR: 172.20.0.16/28) Apr 11 14:23:01.567334 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b601fa49-9cdb-402a-82a6-ec73c1a33fb8 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:01.572995 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b601fa49-9cdb-402a-82a6-ec73c1a33fb8 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:01.595422 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b601fa49-9cdb-402a-82a6-ec73c1a33fb8 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:01.600473 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180a430-57cb-4cd8-a0a3-fdee9759ecf7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event updated for resources: {'Subnet': ['ID=98bf183c-95d3-411b-8101-2cad69a9b892,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:01.617540 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5db52033-8ca2-4879-9f22-8414ac30d2af tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:01.627106 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 449d4753-8590-4f74-a760-766136735f0f completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:01.642315 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 853a0e92-df51-459f-814a-0b21c4d85807 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:23:01.656439 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b180a430-57cb-4cd8-a0a3-fdee9759ecf7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Checking segment: {'id': '5388207e-0a25-4755-b150-a326c127e4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '230e84af-1572-47dc-ac14-4d02a9168eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:01.656804 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b180a430-57cb-4cd8-a0a3-fdee9759ecf7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Network hostable DHCP agents. Network: 230e84af-1572-47dc-ac14-4d02a9168eab, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:23:01.660183 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c397b4-1ef5-4f24-b4bb-b6f666ebbf82 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:23:01.660687 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c397b4-1ef5-4f24-b4bb-b6f666ebbf82 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:23:01.685258 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-41b993f9-cbd2-4363-9af2-c66b7dcf4657 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:01.738367 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b601fa49-9cdb-402a-82a6-ec73c1a33fb8 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:01.868929 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b993f9-cbd2-4363-9af2-c66b7dcf4657 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Network 27d1995c-e55d-4164-a888-ac53130e32af is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:01.891918 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 853a0e92-df51-459f-814a-0b21c4d85807 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:01.891918 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:01.899054 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-41b993f9-cbd2-4363-9af2-c66b7dcf4657 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:01.911390 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b601fa49-9cdb-402a-82a6-ec73c1a33fb8 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:01.915746 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b601fa49-9cdb-402a-82a6-ec73c1a33fb8 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9005768 Apr 11 14:23:01.916823 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b993f9-cbd2-4363-9af2-c66b7dcf4657 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:01.925215 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40860) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:01.940125 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-5db52033-8ca2-4879-9f22-8414ac30d2af tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Transition to ACTIVE for port object 8bec2249-c694-4c4c-a3c5-b5971b55a4df will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:01.943772 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-678d1219-d029-43b6-87c0-bef8787aeed8 None None] Allocated IP 2001:db8::2 (e65f5834-d1e7-4c75-9424-6206e5ea0a19/631d949a-144b-43d0-bf7a-e49ca0eb3e00/e1d49b84-0890-4d2b-ac59-c9700ff96111) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:01.954664 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-0be177ba-48b4-4f95-8ebf-27e76d156da0 req-58d30b54-cc21-4dcd-90bc-f110bd751991 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:23:01.987442 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e9c397b4-1ef5-4f24-b4bb-b6f666ebbf82 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.7349629 Apr 11 14:23:02.025467 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40864) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:02.025467 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b993f9-cbd2-4363-9af2-c66b7dcf4657 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Pushing event updated for resources: {'Port': ['ID=f80b53a0-2b09-4c65-917d-071b77edd317,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:02.026851 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4508c-cb6e-4f37-b431-d1704c430b2c service neutron] Pushing event updated for resources: {'Port': ['ID=cc64d515-c428-4346-be56-d7966df2bb2d,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:02.043538 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-06e9b47b-b882-41b4-8c47-afdc8c3dc99d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'subnet': {'network_id': 'cb1f0d05-548a-4a06-9e81-75081f5f174c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:02.165882 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b180a430-57cb-4cd8-a0a3-fdee9759ecf7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Network 230e84af-1572-47dc-ac14-4d02a9168eab is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:23:02.258575 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-0be177ba-48b4-4f95-8ebf-27e76d156da0 req-58d30b54-cc21-4dcd-90bc-f110bd751991 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:23:02.260531 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0be177ba-48b4-4f95-8ebf-27e76d156da0 req-58d30b54-cc21-4dcd-90bc-f110bd751991 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=2fff6a53-a0bb-4a15-9393-fdcd899b3d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6952434 Apr 11 14:23:02.276622 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5c1874-32d9-4819-adfc-e01ee8cc22a8 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Router dd4f2c9e-4345-42e3-b20c-746df394b633 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:23:02.282924 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-96b4508c-cb6e-4f37-b431-d1704c430b2c service neutron] Attempting to bind port cc64d515-c428-4346-be56-d7966df2bb2d on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:23:02.283330 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-96b4508c-cb6e-4f37-b431-d1704c430b2c service neutron] Attempting to bind port cc64d515-c428-4346-be56-d7966df2bb2d by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '2f1d24e7-6d29-40e4-a473-d6e8edbb3615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:23:02.283963 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-96b4508c-cb6e-4f37-b431-d1704c430b2c service neutron] Attempting to bind port cc64d515-c428-4346-be56-d7966df2bb2d on network 36ebc322-19e4-4a30-b8b7-2a34e01ed94a {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:23:02.285061 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-678d1219-d029-43b6-87c0-bef8787aeed8 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:02.295794 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b993f9-cbd2-4363-9af2-c66b7dcf4657 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:02.296327 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca951cf1-4273-45d2-b750-827ceb081a06 None None] Network 27d1995c-e55d-4164-a888-ac53130e32af requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:02.296442 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-41b993f9-cbd2-4363-9af2-c66b7dcf4657 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:02.352743 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-b180a430-57cb-4cd8-a0a3-fdee9759ecf7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 230e84af-1572-47dc-ac14-4d02a9168eab) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:02.354478 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-96b4508c-cb6e-4f37-b431-d1704c430b2c service neutron] Port cc64d515-c428-4346-be56-d7966df2bb2d on network 36ebc322-19e4-4a30-b8b7-2a34e01ed94a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:23:02.354916 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-96b4508c-cb6e-4f37-b431-d1704c430b2c service neutron] Attempting to bind port cc64d515-c428-4346-be56-d7966df2bb2d on network 36ebc322-19e4-4a30-b8b7-2a34e01ed94a {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:23:02.355052 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-678d1219-d029-43b6-87c0-bef8787aeed8 None None] Transition to ACTIVE for port object e1d49b84-0890-4d2b-ac59-c9700ff96111 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:02.362406 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c5739911-c2b6-4e4d-9b30-4d8309e24125 None None] Provisioning complete for port a8e54744-757b-485a-a910-dc4e71fdae70 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:02.362406 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c5739911-c2b6-4e4d-9b30-4d8309e24125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:02.366794 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b180a430-57cb-4cd8-a0a3-fdee9759ecf7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:02.367480 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b180a430-57cb-4cd8-a0a3-fdee9759ecf7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:02.403521 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d7b514-a1e2-4a41-8c17-58a7cce3949b None None] Network 230e84af-1572-47dc-ac14-4d02a9168eab requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:02.423411 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-96b4508c-cb6e-4f37-b431-d1704c430b2c service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:23:02.423841 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-96b4508c-cb6e-4f37-b431-d1704c430b2c service neutron] Checking segment: {'id': '2f1d24e7-6d29-40e4-a473-d6e8edbb3615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:02.424818 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-96b4508c-cb6e-4f37-b431-d1704c430b2c service neutron] Bound using segment: {'id': '2f1d24e7-6d29-40e4-a473-d6e8edbb3615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:23:02.424818 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-96b4508c-cb6e-4f37-b431-d1704c430b2c service neutron] Bound port: cc64d515-c428-4346-be56-d7966df2bb2d, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f1d24e7-6d29-40e4-a473-d6e8edbb3615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:23:02.425165 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-96b4508c-cb6e-4f37-b431-d1704c430b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:02.525203 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-41b993f9-cbd2-4363-9af2-c66b7dcf4657 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4039795 Apr 11 14:23:02.528609 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40868) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:02.549899 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-0d96dee8-9ab9-459b-a298-6d3882893cc6 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1005697761', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:02.561582 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0d96dee8-9ab9-459b-a298-6d3882893cc6 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:02.569614 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5db52033-8ca2-4879-9f22-8414ac30d2af tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:02.578246 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b180a430-57cb-4cd8-a0a3-fdee9759ecf7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8645642 Apr 11 14:23:02.578495 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-678d1219-d029-43b6-87c0-bef8787aeed8 None None] Transition to ACTIVE for port object e1d49b84-0890-4d2b-ac59-c9700ff96111 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:02.580883 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0d96dee8-9ab9-459b-a298-6d3882893cc6 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Usage tracker for resource:router and tenant:5bb5c5e74c89482ba2ee72ab67460a1e is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:02.584241 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40872) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:02.589478 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-06e9b47b-b882-41b4-8c47-afdc8c3dc99d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:02.592247 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0d96dee8-9ab9-459b-a298-6d3882893cc6 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:02.604980 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-ab43f93c-7d85-46a5-b140-35bf4c39a015 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2055166868'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:02.609197 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-06e9b47b-b882-41b4-8c47-afdc8c3dc99d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Usage tracker for resource:subnet and tenant:bed9b91ec31243819559d0be20aa92c4 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:02.615736 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5c1874-32d9-4819-adfc-e01ee8cc22a8 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:23:02.624862 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7a5c1874-32d9-4819-adfc-e01ee8cc22a8 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] 10.222.0.66 "PUT /v2.0/routers/dd4f2c9e-4345-42e3-b20c-746df394b633/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8697703 Apr 11 14:23:02.626783 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ab43f93c-7d85-46a5-b140-35bf4c39a015 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:02.627234 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c5739911-c2b6-4e4d-9b30-4d8309e24125 None None] Port a8e54744-757b-485a-a910-dc4e71fdae70 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:23:02.628384 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40876) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:02.630053 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0d96dee8-9ab9-459b-a298-6d3882893cc6 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:02.632168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-06e9b47b-b882-41b4-8c47-afdc8c3dc99d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:02.638647 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f8176c-cad0-4bfa-9e8d-a14586538858 None None] Sync routers for ids ['dd4f2c9e-4345-42e3-b20c-746df394b633'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:23:02.641835 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-b6b61560-ca3c-4fc8-8d3e-5ec079b02766 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Request body: {'port': {'network_id': '1f11120a-6f3e-45e8-add8-4585b58de45b', 'name': 'tempest-FloatingIPNegativeTestJSON-235361620'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:02.665770 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-678d1219-d029-43b6-87c0-bef8787aeed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:02.683130 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-06e9b47b-b882-41b4-8c47-afdc8c3dc99d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:02.691296 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ab43f93c-7d85-46a5-b140-35bf4c39a015 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Usage tracker for resource:network and tenant:56b25c853741474abcd5f7fb597b51f0 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:02.697835 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ab43f93c-7d85-46a5-b140-35bf4c39a015 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:02.708791 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ab43f93c-7d85-46a5-b140-35bf4c39a015 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:02.715054 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f8176c-cad0-4bfa-9e8d-a14586538858 None None] Routers {'dd4f2c9e-4345-42e3-b20c-746df394b633'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:23:02.715054 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-94f8176c-cad0-4bfa-9e8d-a14586538858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:22:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dd4f2c9e-4345-42e3-b20c-746df394b633'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:02.721728 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db52033-8ca2-4879-9f22-8414ac30d2af tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Network e2462d19-2c69-4bab-9fb3-b57461ee82ba is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:02.737620 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-5db52033-8ca2-4879-9f22-8414ac30d2af tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:02.749245 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db52033-8ca2-4879-9f22-8414ac30d2af tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:02.781695 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0d96dee8-9ab9-459b-a298-6d3882893cc6 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:02.782818 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0d96dee8-9ab9-459b-a298-6d3882893cc6 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:02.784180 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-96b4508c-cb6e-4f37-b431-d1704c430b2c service neutron] For port cc64d515-c428-4346-be56-d7966df2bb2d, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:23:02.820774 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db52033-8ca2-4879-9f22-8414ac30d2af tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Pushing event updated for resources: {'Port': ['ID=8bec2249-c694-4c4c-a3c5-b5971b55a4df,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:02.828997 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0d96dee8-9ab9-459b-a298-6d3882893cc6 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:02.832567 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e9b47b-b882-41b4-8c47-afdc8c3dc99d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Made reservation on behalf of bed9b91ec31243819559d0be20aa92c4 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:02.836304 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-57bccc46-7b2b-443d-bc52-35e2d01982c7 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:02.836687 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-06e9b47b-b882-41b4-8c47-afdc8c3dc99d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:02.850235 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-96b4508c-cb6e-4f37-b431-d1704c430b2c service neutron] For port cc64d515-c428-4346-be56-d7966df2bb2d, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=cc64d515-c428-4346-be56-d7966df2bb2d,segment=NetworkSegment(2f1d24e7-6d29-40e4-a473-d6e8edbb3615),segment_id=2f1d24e7-6d29-40e4-a473-d6e8edbb3615)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:23:02.881190 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab43f93c-7d85-46a5-b140-35bf4c39a015 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Made reservation on behalf of 56b25c853741474abcd5f7fb597b51f0 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:02.884969 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ab43f93c-7d85-46a5-b140-35bf4c39a015 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:02.915386 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-94f8176c-cad0-4bfa-9e8d-a14586538858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:02.940314 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-96b4508c-cb6e-4f37-b431-d1704c430b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:02.950333 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db52033-8ca2-4879-9f22-8414ac30d2af tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:02.951465 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5db52033-8ca2-4879-9f22-8414ac30d2af tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:02.965640 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b6b61560-ca3c-4fc8-8d3e-5ec079b02766 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:02.984196 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b6b61560-ca3c-4fc8-8d3e-5ec079b02766 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Usage tracker for resource:port and tenant:36293cfe689949139a743e79cb9a849a is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:02.996116 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b6b61560-ca3c-4fc8-8d3e-5ec079b02766 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:03.008190 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b6b61560-ca3c-4fc8-8d3e-5ec079b02766 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:03.012835 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678d1219-d029-43b6-87c0-bef8787aeed8 None None] Network e65f5834-d1e7-4c75-9424-6206e5ea0a19 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:03.034519 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab43f93c-7d85-46a5-b140-35bf4c39a015 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:23:03.049005 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0d96dee8-9ab9-459b-a298-6d3882893cc6 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:03.058819 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ab43f93c-7d85-46a5-b140-35bf4c39a015 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:03.059480 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-ab43f93c-7d85-46a5-b140-35bf4c39a015 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Added segment 89fa4eca-c0c8-41ca-ad43-2494ffdbb403 of type vlan for network 04ad0c30-fe0a-48bb-b765-092e67f41204 Apr 11 14:23:03.097754 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-678d1219-d029-43b6-87c0-bef8787aeed8 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:03.101871 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f8176c-cad0-4bfa-9e8d-a14586538858 None None] Routers {'dd4f2c9e-4345-42e3-b20c-746df394b633'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:23:03.102625 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-94f8176c-cad0-4bfa-9e8d-a14586538858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:22:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dd4f2c9e-4345-42e3-b20c-746df394b633'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:03.116929 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b61560-ca3c-4fc8-8d3e-5ec079b02766 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Made reservation on behalf of 36293cfe689949139a743e79cb9a849a for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:03.120464 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b6b61560-ca3c-4fc8-8d3e-5ec079b02766 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:03.145078 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ab43f93c-7d85-46a5-b140-35bf4c39a015 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:03.151898 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-96b4508c-cb6e-4f37-b431-d1704c430b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:03.152520 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-96b4508c-cb6e-4f37-b431-d1704c430b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:03.154006 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-96b4508c-cb6e-4f37-b431-d1704c430b2c service neutron] 10.222.0.53 "PUT /v2.0/ports/cc64d515-c428-4346-be56-d7966df2bb2d HTTP/1.1" status: 200 len: 1093 time: 4.5477722 Apr 11 14:23:03.154604 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790e7bc3-4bcc-4214-bbca-6c3a1a05a33b', 'tag': 'cc64d515-c428-4346-be56-d7966df2bb2d'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:23:03.169162 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-b6b61560-ca3c-4fc8-8d3e-5ec079b02766 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] device_id is not set on port 54181c2e-02e6-45a0-bf19-0661860bb8e6 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:23:03.176537 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d1219-d029-43b6-87c0-bef8787aeed8 None None] Pushing event updated for resources: {'Port': ['ID=e1d49b84-0890-4d2b-ac59-c9700ff96111,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:03.179095 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678d1219-d029-43b6-87c0-bef8787aeed8 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:03.188675 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-94f8176c-cad0-4bfa-9e8d-a14586538858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:03.189141 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f8176c-cad0-4bfa-9e8d-a14586538858 None None] The sync data for ids ['dd4f2c9e-4345-42e3-b20c-746df394b633'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:23:03.218663 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bf2a4d-3300-4ffa-973f-7ec29c41d3b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-230e84af-1572-47dc-ac14-4d02a9168eab', 'network_id': '230e84af-1572-47dc-ac14-4d02a9168eab', 'tenant_id': '56b25c853741474abcd5f7fb597b51f0', 'fixed_ips': [{'subnet_id': '98bf183c-95d3-411b-8101-2cad69a9b892'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:23:03.219877 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63bf2a4d-3300-4ffa-973f-7ec29c41d3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:03.229680 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5db52033-8ca2-4879-9f22-8414ac30d2af tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3368585 Apr 11 14:23:03.242221 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40884) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:03.244290 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9b69e8fa-6cf2-46f6-956e-e88135f350a5 None None] Provisioning for port 449d4753-8590-4f74-a760-766136735f0f completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:03.261886 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9b69e8fa-6cf2-46f6-956e-e88135f350a5 None None] Provisioning complete for port 449d4753-8590-4f74-a760-766136735f0f triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:03.262822 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9b69e8fa-6cf2-46f6-956e-e88135f350a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:03.263031 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-5772db01-950d-46f0-a27b-b4e0de0a5729 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:af:da:b2'}]}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:03.342092 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-b6b61560-ca3c-4fc8-8d3e-5ec079b02766 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Allocated IP 172.20.0.13 (1f11120a-6f3e-45e8-add8-4585b58de45b/17589406-40a7-4050-bc3a-60d7951c7277/54181c2e-02e6-45a0-bf19-0661860bb8e6) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:03.387408 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4508c-cb6e-4f37-b431-d1704c430b2c service neutron] Pushing event updated for resources: {'Port': ['ID=cc64d515-c428-4346-be56-d7966df2bb2d,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:03.513249 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9deae4d2-21d9-4422-8cae-9ff55a33a994'] response: {'name': 'network-changed', 'server_uuid': '790e7bc3-4bcc-4214-bbca-6c3a1a05a33b', 'tag': 'cc64d515-c428-4346-be56-d7966df2bb2d', 'status': 'completed', 'code': 200} Apr 11 14:23:03.515358 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0d96dee8-9ab9-459b-a298-6d3882893cc6 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:03.516620 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0d96dee8-9ab9-459b-a298-6d3882893cc6 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9837494 Apr 11 14:23:03.525037 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40890) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:03.542243 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-811b8b9f-0b80-4c38-abbd-a8eabcd27585 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1035363353', 'prefixes': ['172.20.0.0/16']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:03.571400 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-678d1219-d029-43b6-87c0-bef8787aeed8 None None] Attempting to bind port e1d49b84-0890-4d2b-ac59-c9700ff96111 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:23:03.571768 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-678d1219-d029-43b6-87c0-bef8787aeed8 None None] Attempting to bind port e1d49b84-0890-4d2b-ac59-c9700ff96111 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '9cbe806c-bdef-42b1-8db4-89e520c586e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'e65f5834-d1e7-4c75-9424-6206e5ea0a19'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:23:03.572134 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d1219-d029-43b6-87c0-bef8787aeed8 None None] Attempting to bind port e1d49b84-0890-4d2b-ac59-c9700ff96111 on network e65f5834-d1e7-4c75-9424-6206e5ea0a19 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:23:03.591152 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d1219-d029-43b6-87c0-bef8787aeed8 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:23:03.591555 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d1219-d029-43b6-87c0-bef8787aeed8 None None] Checking segment: {'id': '9cbe806c-bdef-42b1-8db4-89e520c586e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'e65f5834-d1e7-4c75-9424-6206e5ea0a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:03.592094 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-678d1219-d029-43b6-87c0-bef8787aeed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:03.593005 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d1219-d029-43b6-87c0-bef8787aeed8 None None] Bound using segment: {'id': '9cbe806c-bdef-42b1-8db4-89e520c586e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'e65f5834-d1e7-4c75-9424-6206e5ea0a19'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:23:03.593005 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-678d1219-d029-43b6-87c0-bef8787aeed8 None None] Bound port: e1d49b84-0890-4d2b-ac59-c9700ff96111, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cbe806c-bdef-42b1-8db4-89e520c586e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'e65f5834-d1e7-4c75-9424-6206e5ea0a19'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:23:03.593355 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-678d1219-d029-43b6-87c0-bef8787aeed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:03.600672 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-811b8b9f-0b80-4c38-abbd-a8eabcd27585 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:03.710024 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b6b61560-ca3c-4fc8-8d3e-5ec079b02766 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:03.715698 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ab43f93c-7d85-46a5-b140-35bf4c39a015 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:03.722303 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab43f93c-7d85-46a5-b140-35bf4c39a015 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:03.722956 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ab43f93c-7d85-46a5-b140-35bf4c39a015 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:03.809400 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-b6b61560-ca3c-4fc8-8d3e-5ec079b02766 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Transition to ACTIVE for port object 54181c2e-02e6-45a0-bf19-0661860bb8e6 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:03.833260 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-63bf2a4d-3300-4ffa-973f-7ec29c41d3b2 None None] Allocated IP 2001:db8:0:ffff::2 (230e84af-1572-47dc-ac14-4d02a9168eab/98bf183c-95d3-411b-8101-2cad69a9b892/6cd964ff-fa39-4748-968c-af7e7ba302c0) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:03.837359 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9b69e8fa-6cf2-46f6-956e-e88135f350a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:03.861719 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-678d1219-d029-43b6-87c0-bef8787aeed8 None None] For port e1d49b84-0890-4d2b-ac59-c9700ff96111, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:23:03.893775 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775b555-b92a-406e-a3a6-2488fc333f25 req-d36dc14f-d528-402a-b3ee-5b005ca85976 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:03.900910 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1775b555-b92a-406e-a3a6-2488fc333f25 req-d36dc14f-d528-402a-b3ee-5b005ca85976 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 943 time: 0.3974776 Apr 11 14:23:03.903240 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-678d1219-d029-43b6-87c0-bef8787aeed8 None None] For port e1d49b84-0890-4d2b-ac59-c9700ff96111, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e1d49b84-0890-4d2b-ac59-c9700ff96111,segment=NetworkSegment(9cbe806c-bdef-42b1-8db4-89e520c586e2),segment_id=9cbe806c-bdef-42b1-8db4-89e520c586e2)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:23:03.916091 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ab43f93c-7d85-46a5-b140-35bf4c39a015 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3307703 Apr 11 14:23:03.917653 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43f93c-7d85-46a5-b140-35bf4c39a015 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event updated for resources: {'Network': ['ID=04ad0c30-fe0a-48bb-b765-092e67f41204,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:03.919158 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40894) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:03.937054 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-6528a0f0-cdb9-4b1e-846e-be26965966a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:03.939201 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-6528a0f0-cdb9-4b1e-846e-be26965966a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 1096 time: 0.5786724 Apr 11 14:23:03.939499 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 04ad0c30-fe0a-48bb-b765-092e67f41204 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:23:03.945994 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-7b0df14a-2025-4272-a296-b7ea2dbfc657 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Request body: {'subnet': {'network_id': '04ad0c30-fe0a-48bb-b765-092e67f41204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:04.068954 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-9b69e8fa-6cf2-46f6-956e-e88135f350a5 None None] For port 449d4753-8590-4f74-a760-766136735f0f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=449d4753-8590-4f74-a760-766136735f0f,segment=NetworkSegment(90cd2a5c-28bf-452a-816a-6794c3100172),segment_id=90cd2a5c-28bf-452a-816a-6794c3100172)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:04.117107 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1775b555-b92a-406e-a3a6-2488fc333f25 req-be795513-3af1-49d8-815f-a7fd5fca2fd5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=2fff6a53-a0bb-4a15-9393-fdcd899b3d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152615 Apr 11 14:23:04.119775 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-a48fbb65-e0c1-4506-b3b6-994802da8439 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc64d515-c428-4346-be56-d7966df2bb2d HTTP/1.1" status: 200 len: 217 time: 0.1627004 Apr 11 14:23:04.129305 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7b0df14a-2025-4272-a296-b7ea2dbfc657 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:04.133653 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7b0df14a-2025-4272-a296-b7ea2dbfc657 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Usage tracker for resource:subnet and tenant:56b25c853741474abcd5f7fb597b51f0 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:04.135293 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-57bccc46-7b2b-443d-bc52-35e2d01982c7 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Allocated IP 2001:db8::1 (e65f5834-d1e7-4c75-9424-6206e5ea0a19/631d949a-144b-43d0-bf7a-e49ca0eb3e00/9c5f86b0-70cf-4838-83cb-f1b829bf4ffe) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:04.137282 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7b0df14a-2025-4272-a296-b7ea2dbfc657 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:04.145103 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7b0df14a-2025-4272-a296-b7ea2dbfc657 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:04.172415 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-06e9b47b-b882-41b4-8c47-afdc8c3dc99d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:04.230363 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b6b61560-ca3c-4fc8-8d3e-5ec079b02766 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:04.258653 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5772db01-950d-46f0-a27b-b4e0de0a5729 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:04.288367 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-ffe9f93c-458f-4de4-a54f-9816a312da72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:04.290167 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-ffe9f93c-458f-4de4-a54f-9816a312da72 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7b1404d-b331-4cae-b015-2afe2d581889 HTTP/1.1" status: 200 len: 835 time: 0.1564071 Apr 11 14:23:04.301357 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-678d1219-d029-43b6-87c0-bef8787aeed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:04.381679 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9b69e8fa-6cf2-46f6-956e-e88135f350a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:04.448493 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63bf2a4d-3300-4ffa-973f-7ec29c41d3b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:04.448723 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0df14a-2025-4272-a296-b7ea2dbfc657 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Made reservation on behalf of 56b25c853741474abcd5f7fb597b51f0 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:04.452959 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7b0df14a-2025-4272-a296-b7ea2dbfc657 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:04.462766 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d1219-d029-43b6-87c0-bef8787aeed8 None None] Pushing event updated for resources: {'Port': ['ID=e1d49b84-0890-4d2b-ac59-c9700ff96111,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:04.466750 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-63bf2a4d-3300-4ffa-973f-7ec29c41d3b2 None None] Transition to ACTIVE for port object 6cd964ff-fa39-4748-968c-af7e7ba302c0 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:04.480620 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e9b47b-b882-41b4-8c47-afdc8c3dc99d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Network cb1f0d05-548a-4a06-9e81-75081f5f174c is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:04.507974 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-06e9b47b-b882-41b4-8c47-afdc8c3dc99d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:04.511433 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e9b47b-b882-41b4-8c47-afdc8c3dc99d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:04.511950 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-06e9b47b-b882-41b4-8c47-afdc8c3dc99d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:04.535610 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abcc1e2-b018-47ba-bdfa-d860741ba4b8 None None] Network cb1f0d05-548a-4a06-9e81-75081f5f174c requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:04.544739 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b61560-ca3c-4fc8-8d3e-5ec079b02766 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Network 1f11120a-6f3e-45e8-add8-4585b58de45b is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:04.553436 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-b6b61560-ca3c-4fc8-8d3e-5ec079b02766 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:04.556061 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b61560-ca3c-4fc8-8d3e-5ec079b02766 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:04.586741 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-63bf2a4d-3300-4ffa-973f-7ec29c41d3b2 None None] Transition to ACTIVE for port object 6cd964ff-fa39-4748-968c-af7e7ba302c0 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:04.593352 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-811b8b9f-0b80-4c38-abbd-a8eabcd27585 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks [] for subnetpool, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:04.595058 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-811b8b9f-0b80-4c38-abbd-a8eabcd27585 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.0642438 Apr 11 14:23:04.599314 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-57bccc46-7b2b-443d-bc52-35e2d01982c7 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:04.644140 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9b47b-b882-41b4-8c47-afdc8c3dc99d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Subnet': ['ID=e04864e3-b697-4ea2-9348-b8b3c9b5f59e,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:04.653195 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40898) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:04.659863 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b61560-ca3c-4fc8-8d3e-5ec079b02766 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Pushing event updated for resources: {'Port': ['ID=54181c2e-02e6-45a0-bf19-0661860bb8e6,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:04.666643 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-c808c2dd-b05a-4ed3-8f1c-6e2b1bd5cede tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '83acd62c-27c2-416a-82ef-43881828662b', 'tempest-TagsExtTest-Tag-2069069254') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:04.694629 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-57bccc46-7b2b-443d-bc52-35e2d01982c7 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Transition to ACTIVE for port object 9c5f86b0-70cf-4838-83cb-f1b829bf4ffe will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:04.709729 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69e8fa-6cf2-46f6-956e-e88135f350a5 None None] Pushing event updated for resources: {'Port': ['ID=449d4753-8590-4f74-a760-766136735f0f,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:04.711525 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-1ae6c891-7a3b-456c-9c52-462723436c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:04.713592 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-1ae6c891-7a3b-456c-9c52-462723436c80 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36ebc322-19e4-4a30-b8b7-2a34e01ed94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4136975 Apr 11 14:23:04.733801 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-06e9b47b-b882-41b4-8c47-afdc8c3dc99d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7296438 Apr 11 14:23:04.738828 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40902) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:04.750475 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63bf2a4d-3300-4ffa-973f-7ec29c41d3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:04.763598 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-cf6426f4-bdaf-42de-bdd9-9d4af7f0a60b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1276963156', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e04864e3-b697-4ea2-9348-b8b3c9b5f59e'}], 'security_groups': ['233d2cc0-95e2-44fc-a11c-ef64447556c1', 'b102700a-9d40-4571-b5e7-cb2a7706ef60']}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:04.796551 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-40c8fdd4-088d-4df4-87e6-0d56042c6ba1 None None] Provisioning complete for port 449d4753-8590-4f74-a760-766136735f0f triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:04.796925 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-40c8fdd4-088d-4df4-87e6-0d56042c6ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:04.859748 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b61560-ca3c-4fc8-8d3e-5ec079b02766 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:04.860523 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b6b61560-ca3c-4fc8-8d3e-5ec079b02766 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:04.921387 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5772db01-950d-46f0-a27b-b4e0de0a5729 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:05.019813 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5772db01-950d-46f0-a27b-b4e0de0a5729 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:05.042334 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf2a4d-3300-4ffa-973f-7ec29c41d3b2 None None] Pushing event updated for resources: {'Port': ['ID=6cd964ff-fa39-4748-968c-af7e7ba302c0,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:05.053759 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bf2a4d-3300-4ffa-973f-7ec29c41d3b2 None None] Network 230e84af-1572-47dc-ac14-4d02a9168eab is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:05.063978 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-63bf2a4d-3300-4ffa-973f-7ec29c41d3b2 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:05.067230 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bf2a4d-3300-4ffa-973f-7ec29c41d3b2 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:05.211436 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b6b61560-ca3c-4fc8-8d3e-5ec079b02766 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5726182 Apr 11 14:23:05.241462 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40908) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:05.275796 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-02c42654-3ff5-449b-a6a9-ea0ef1a92a1b tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:05.320782 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-02c42654-3ff5-449b-a6a9-ea0ef1a92a1b tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:05.326335 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-5772db01-950d-46f0-a27b-b4e0de0a5729 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] In _notify_port_updated(), no bound segment for port 8bec2249-c694-4c4c-a3c5-b5971b55a4df on network e2462d19-2c69-4bab-9fb3-b57461ee82ba {{(pid=88617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 11 14:23:05.333030 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5772db01-950d-46f0-a27b-b4e0de0a5729 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:05.333825 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5772db01-950d-46f0-a27b-b4e0de0a5729 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:05.335465 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5772db01-950d-46f0-a27b-b4e0de0a5729 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] 10.222.0.66 "PUT /v2.0/ports/8bec2249-c694-4c4c-a3c5-b5971b55a4df HTTP/1.1" status: 200 len: 993 time: 2.0922627 Apr 11 14:23:05.337494 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-57bccc46-7b2b-443d-bc52-35e2d01982c7 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:05.349107 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40912) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:05.353323 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-02c42654-3ff5-449b-a6a9-ea0ef1a92a1b tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Usage tracker for resource:floatingip and tenant:36293cfe689949139a743e79cb9a849a is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:05.373230 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-02c42654-3ff5-449b-a6a9-ea0ef1a92a1b tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:05.375034 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 449d4753-8590-4f74-a760-766136735f0f up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:23:05.420061 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-63bf2a4d-3300-4ffa-973f-7ec29c41d3b2 None None] Attempting to bind port 6cd964ff-fa39-4748-968c-af7e7ba302c0 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:23:05.420565 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-63bf2a4d-3300-4ffa-973f-7ec29c41d3b2 None None] Attempting to bind port 6cd964ff-fa39-4748-968c-af7e7ba302c0 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '5388207e-0a25-4755-b150-a326c127e4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '230e84af-1572-47dc-ac14-4d02a9168eab'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:23:05.421059 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bf2a4d-3300-4ffa-973f-7ec29c41d3b2 None None] Attempting to bind port 6cd964ff-fa39-4748-968c-af7e7ba302c0 on network 230e84af-1572-47dc-ac14-4d02a9168eab {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:23:05.425088 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-c47acf3b-242c-4155-98e6-f1b2dae3879d service neutron] 10.222.0.53 "GET /v2.0/networks/36ebc322-19e4-4a30-b8b7-2a34e01ed94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6987510 Apr 11 14:23:05.443959 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bf2a4d-3300-4ffa-973f-7ec29c41d3b2 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:23:05.444329 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bf2a4d-3300-4ffa-973f-7ec29c41d3b2 None None] Checking segment: {'id': '5388207e-0a25-4755-b150-a326c127e4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '230e84af-1572-47dc-ac14-4d02a9168eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:05.444731 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63bf2a4d-3300-4ffa-973f-7ec29c41d3b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:05.445575 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772db01-950d-46f0-a27b-b4e0de0a5729 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Pushing event updated for resources: {'Port': ['ID=8bec2249-c694-4c4c-a3c5-b5971b55a4df,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:05.446371 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bf2a4d-3300-4ffa-973f-7ec29c41d3b2 None None] Bound using segment: {'id': '5388207e-0a25-4755-b150-a326c127e4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '230e84af-1572-47dc-ac14-4d02a9168eab'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:23:05.447080 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-63bf2a4d-3300-4ffa-973f-7ec29c41d3b2 None None] Bound port: 6cd964ff-fa39-4748-968c-af7e7ba302c0, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5388207e-0a25-4755-b150-a326c127e4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '230e84af-1572-47dc-ac14-4d02a9168eab'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:23:05.447670 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63bf2a4d-3300-4ffa-973f-7ec29c41d3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:05.489222 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bccc46-7b2b-443d-bc52-35e2d01982c7 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network e65f5834-d1e7-4c75-9424-6206e5ea0a19 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:05.489600 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-02c42654-3ff5-449b-a6a9-ea0ef1a92a1b tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:05.495290 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c808c2dd-b05a-4ed3-8f1c-6e2b1bd5cede tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "PUT /v2.0/subnets/83acd62c-27c2-416a-82ef-43881828662b/tags/tempest-TagsExtTest-Tag-2069069254 HTTP/1.1" status: 201 len: 201 time: 0.8340495 Apr 11 14:23:05.504392 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40916) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:05.517731 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-e2d80f0a-249f-4a37-8498-ef5d2be99c8c tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f80b53a0-2b09-4c65-917d-071b77edd317', 'tempest-TagsExtTest-Tag-194231648') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:05.526697 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-57bccc46-7b2b-443d-bc52-35e2d01982c7 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:05.555296 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bccc46-7b2b-443d-bc52-35e2d01982c7 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:05.555828 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-57bccc46-7b2b-443d-bc52-35e2d01982c7 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:05.557766 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-b8ee8693-6f82-4956-bba3-aa3503d63148 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Deleting port 8bec2249-c694-4c4c-a3c5-b5971b55a4df {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:05.558070 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b8ee8693-6f82-4956-bba3-aa3503d63148 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:05.607912 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-63bf2a4d-3300-4ffa-973f-7ec29c41d3b2 None None] For port 6cd964ff-fa39-4748-968c-af7e7ba302c0, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:23:05.621280 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-63bf2a4d-3300-4ffa-973f-7ec29c41d3b2 None None] For port 6cd964ff-fa39-4748-968c-af7e7ba302c0, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6cd964ff-fa39-4748-968c-af7e7ba302c0,segment=NetworkSegment(5388207e-0a25-4755-b150-a326c127e4c9),segment_id=5388207e-0a25-4755-b150-a326c127e4c9)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:23:05.627941 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 449d4753-8590-4f74-a760-766136735f0f triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:05.628319 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:05.663694 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-40c8fdd4-088d-4df4-87e6-0d56042c6ba1 None None] Provisioning for port f80b53a0-2b09-4c65-917d-071b77edd317 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:05.673318 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bccc46-7b2b-443d-bc52-35e2d01982c7 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Port': ['ID=9c5f86b0-70cf-4838-83cb-f1b829bf4ffe,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:05.686444 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-40c8fdd4-088d-4df4-87e6-0d56042c6ba1 None None] Provisioning complete for port f80b53a0-2b09-4c65-917d-071b77edd317 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:05.686826 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-40c8fdd4-088d-4df4-87e6-0d56042c6ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:05.739289 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-02c42654-3ff5-449b-a6a9-ea0ef1a92a1b tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks [] for floatingip, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:05.740272 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5998db2d-52d7-4340-a8c8-b51ff198322c req-ed9af0c0-15e9-4483-ac7e-c07412b04636 service neutron] 10.222.0.53 "GET /v2.0/networks/36ebc322-19e4-4a30-b8b7-2a34e01ed94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960992 Apr 11 14:23:05.753783 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c08a1f-1394-463d-9830-632d7c2347be req-6a4b6b67-145f-4ed9-a177-b7b9bcc342a4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:05.755339 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-74c08a1f-1394-463d-9830-632d7c2347be req-6a4b6b67-145f-4ed9-a177-b7b9bcc342a4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 943 time: 0.4045532 Apr 11 14:23:05.789003 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63bf2a4d-3300-4ffa-973f-7ec29c41d3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:05.808161 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cf6426f4-bdaf-42de-bdd9-9d4af7f0a60b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:05.867795 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-74c08a1f-1394-463d-9830-632d7c2347be req-29c2bd52-b5ae-4f98-bc6f-20dab5406a46 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=2fff6a53-a0bb-4a15-9393-fdcd899b3d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048458 Apr 11 14:23:05.898451 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-57bccc46-7b2b-443d-bc52-35e2d01982c7 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:05.996178 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-40c8fdd4-088d-4df4-87e6-0d56042c6ba1 None None] Port f80b53a0-2b09-4c65-917d-071b77edd317 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:23:06.061428 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fcc37c-5226-467c-abf7-5eff31841464 None None] Update dhcp port {'port': {'network_id': 'cb1f0d05-548a-4a06-9e81-75081f5f174c', 'fixed_ips': [{'subnet_id': '85727b01-8fff-4c24-a108-2261b92d665c', 'ip_address': '172.20.0.18'}, {'subnet_id': '01cbe393-2e92-4303-b958-6d4b3119eb0e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e04864e3-b697-4ea2-9348-b8b3c9b5f59e'}], 'binding:host_id': 'dv-neutron-837330-1-hyperv'}, 'id': '3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7'} from dv-neutron-837330-1-hyperv. {{(pid=88618) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 11 14:23:06.101015 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.objects.ports [None req-7b0df14a-2025-4272-a296-b7ea2dbfc657 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88616) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 11 14:23:06.109300 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7b0df14a-2025-4272-a296-b7ea2dbfc657 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:06.138160 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e1d49b84-0890-4d2b-ac59-c9700ff96111 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:23:06.209234 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf2a4d-3300-4ffa-973f-7ec29c41d3b2 None None] Pushing event updated for resources: {'Port': ['ID=6cd964ff-fa39-4748-968c-af7e7ba302c0,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:06.235653 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-40c8fdd4-088d-4df4-87e6-0d56042c6ba1 None None] Provisioning for port 8bec2249-c694-4c4c-a3c5-b5971b55a4df completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:06.252787 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-40c8fdd4-088d-4df4-87e6-0d56042c6ba1 None None] Provisioning complete for port 8bec2249-c694-4c4c-a3c5-b5971b55a4df triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:06.253662 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-40c8fdd4-088d-4df4-87e6-0d56042c6ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:06.336113 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfd5fff-af5e-4698-8c30-c4a1221865c6 None None] Network e65f5834-d1e7-4c75-9424-6206e5ea0a19 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:06.429665 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05adf1-e729-4f66-bd7c-83f721a117b2 req-e81dd1e1-b525-4fff-adde-8367fa90dc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:06.431106 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5f05adf1-e729-4f66-bd7c-83f721a117b2 req-e81dd1e1-b525-4fff-adde-8367fa90dc44 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 1096 time: 0.5159636 Apr 11 14:23:06.435809 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c4fcc37c-5226-467c-abf7-5eff31841464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:06.513111 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-40c8fdd4-088d-4df4-87e6-0d56042c6ba1 None None] Port 8bec2249-c694-4c4c-a3c5-b5971b55a4df cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:23:06.584683 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e2d80f0a-249f-4a37-8498-ef5d2be99c8c tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "PUT /v2.0/ports/f80b53a0-2b09-4c65-917d-071b77edd317/tags/tempest-TagsExtTest-Tag-194231648 HTTP/1.1" status: 201 len: 201 time: 1.0724289 Apr 11 14:23:06.586831 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40920) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:06.601383 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.tag.tag_plugin [None req-991eaed3-9423-4296-86fa-68165721c262 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '802e86ab-592c-4cdb-8f01-98aa11f29f26', 'tempest-TagsExtTest-Tag-1870335598') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:06.622627 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port e1d49b84-0890-4d2b-ac59-c9700ff96111 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:06.634665 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0df14a-2025-4272-a296-b7ea2dbfc657 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event updated for resources: {'Subnet': ['ID=bc24a558-e9bb-4328-8b19-ecf7af2c41a7,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:06.685766 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0df14a-2025-4272-a296-b7ea2dbfc657 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Checking segment: {'id': '89fa4eca-c0c8-41ca-ad43-2494ffdbb403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '04ad0c30-fe0a-48bb-b765-092e67f41204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:06.685766 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0df14a-2025-4272-a296-b7ea2dbfc657 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Network hostable DHCP agents. Network: 04ad0c30-fe0a-48bb-b765-092e67f41204, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:23:06.701897 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b8ee8693-6f82-4956-bba3-aa3503d63148 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:06.780475 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05adf1-e729-4f66-bd7c-83f721a117b2 req-11aec753-a541-4adb-ab8b-1003705a8abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:06.782008 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5f05adf1-e729-4f66-bd7c-83f721a117b2 req-11aec753-a541-4adb-ab8b-1003705a8abc service neutron] 10.222.0.53 "GET /v2.0/networks?id=36ebc322-19e4-4a30-b8b7-2a34e01ed94a HTTP/1.1" status: 200 len: 898 time: 0.3436120 Apr 11 14:23:06.796687 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-920564ad-e0ee-44e2-aba1-a515532087ec None None] Provisioning for port 54181c2e-02e6-45a0-bf19-0661860bb8e6 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:06.820252 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-920564ad-e0ee-44e2-aba1-a515532087ec None None] Provisioning complete for port 54181c2e-02e6-45a0-bf19-0661860bb8e6 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:06.820557 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-920564ad-e0ee-44e2-aba1-a515532087ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:06.878153 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-c4fcc37c-5226-467c-abf7-5eff31841464 None None] Allocated IP 172.20.0.34 (cb1f0d05-548a-4a06-9e81-75081f5f174c/e04864e3-b697-4ea2-9348-b8b3c9b5f59e/3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:06.914714 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-920564ad-e0ee-44e2-aba1-a515532087ec None None] Port 54181c2e-02e6-45a0-bf19-0661860bb8e6 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:23:06.944067 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5f05adf1-e729-4f66-bd7c-83f721a117b2 req-e12f199f-6388-4fac-a798-f83b9ab38b6f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc64d515-c428-4346-be56-d7966df2bb2d HTTP/1.1" status: 200 len: 217 time: 0.0957339 Apr 11 14:23:07.052716 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-b8ee8693-6f82-4956-bba3-aa3503d63148 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Calling delete_port for 8bec2249-c694-4c4c-a3c5-b5971b55a4df owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:07.080479 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-57bccc46-7b2b-443d-bc52-35e2d01982c7 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:07.092408 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05adf1-e729-4f66-bd7c-83f721a117b2 req-0e771241-77c1-48a5-b6d1-22d22d17495a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:07.093918 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5f05adf1-e729-4f66-bd7c-83f721a117b2 req-0e771241-77c1-48a5-b6d1-22d22d17495a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7b1404d-b331-4cae-b015-2afe2d581889 HTTP/1.1" status: 200 len: 835 time: 0.1393149 Apr 11 14:23:07.173949 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-920564ad-e0ee-44e2-aba1-a515532087ec None None] Provisioning for port e1d49b84-0890-4d2b-ac59-c9700ff96111 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:07.185420 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-57bccc46-7b2b-443d-bc52-35e2d01982c7 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:07.189264 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-57bccc46-7b2b-443d-bc52-35e2d01982c7 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:07.201022 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-920564ad-e0ee-44e2-aba1-a515532087ec None None] Provisioning complete for port e1d49b84-0890-4d2b-ac59-c9700ff96111 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:07.201448 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-920564ad-e0ee-44e2-aba1-a515532087ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:07.234385 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6cd964ff-fa39-4748-968c-af7e7ba302c0 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:23:07.237507 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-991eaed3-9423-4296-86fa-68165721c262 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "PUT /v2.0/routers/802e86ab-592c-4cdb-8f01-98aa11f29f26/tags/tempest-TagsExtTest-Tag-1870335598 HTTP/1.1" status: 201 len: 201 time: 0.6483567 Apr 11 14:23:07.246250 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40926) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:07.267838 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-b1abfeaa-2eaf-48cc-9d27-16eabf2a2ca1 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'de94e40d-12a9-46b8-8cff-e433df94b135', 'tempest-TagsExtTest-Tag-1269600388') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:07.286896 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0df14a-2025-4272-a296-b7ea2dbfc657 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Network 04ad0c30-fe0a-48bb-b765-092e67f41204 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:23:07.346821 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-c4fcc37c-5226-467c-abf7-5eff31841464 None None] For port 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7,segment=NetworkSegment(a83a5854-a9ac-482e-bd6c-738a41c0bb40),segment_id=a83a5854-a9ac-482e-bd6c-738a41c0bb40)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:07.366054 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-02c42654-3ff5-449b-a6a9-ea0ef1a92a1b tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:07.418730 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c4fcc37c-5226-467c-abf7-5eff31841464 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:07.429406 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bccc46-7b2b-443d-bc52-35e2d01982c7 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Port': ['ID=9c5f86b0-70cf-4838-83cb-f1b829bf4ffe,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:07.473945 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e822e4b2-2389-4fec-9e8c-7b029d426891 None None] Network 230e84af-1572-47dc-ac14-4d02a9168eab requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:07.481773 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05adf1-e729-4f66-bd7c-83f721a117b2 req-7335bee6-96a7-4720-b5e6-a65a3d098ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:07.484529 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-7b0df14a-2025-4272-a296-b7ea2dbfc657 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 04ad0c30-fe0a-48bb-b765-092e67f41204) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:07.486256 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5f05adf1-e729-4f66-bd7c-83f721a117b2 req-7335bee6-96a7-4720-b5e6-a65a3d098ec7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36ebc322-19e4-4a30-b8b7-2a34e01ed94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3815126 Apr 11 14:23:07.514736 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71326426-48d2-4e6e-8e4d-0453b99c332c None None] Network 04ad0c30-fe0a-48bb-b765-092e67f41204 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:07.529153 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08086782-33bb-4a71-ad33-29eda1c62aa7 req-c4e91623-c90d-4c61-95a6-4e0ff6e6488a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:07.532333 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-08086782-33bb-4a71-ad33-29eda1c62aa7 req-c4e91623-c90d-4c61-95a6-4e0ff6e6488a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 943 time: 0.4013441 Apr 11 14:23:07.533662 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0df14a-2025-4272-a296-b7ea2dbfc657 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:07.534953 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7b0df14a-2025-4272-a296-b7ea2dbfc657 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:07.577063 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c4fcc37c-5226-467c-abf7-5eff31841464 None None] Transition to ACTIVE for port object 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:07.580266 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-920564ad-e0ee-44e2-aba1-a515532087ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:07.655740 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bccc46-7b2b-443d-bc52-35e2d01982c7 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network e65f5834-d1e7-4c75-9424-6206e5ea0a19 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:07.661113 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-57bccc46-7b2b-443d-bc52-35e2d01982c7 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:07.682486 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-08086782-33bb-4a71-ad33-29eda1c62aa7 req-101ddbc1-94d7-4216-9ad1-814e8b5231fb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=2fff6a53-a0bb-4a15-9393-fdcd899b3d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045873 Apr 11 14:23:07.688334 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 6cd964ff-fa39-4748-968c-af7e7ba302c0 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:07.695731 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7b0df14a-2025-4272-a296-b7ea2dbfc657 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7611735 Apr 11 14:23:07.702486 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b1abfeaa-2eaf-48cc-9d27-16eabf2a2ca1 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "PUT /v2.0/subnetpools/de94e40d-12a9-46b8-8cff-e433df94b135/tags/tempest-TagsExtTest-Tag-1269600388 HTTP/1.1" status: 201 len: 201 time: 0.4522150 Apr 11 14:23:07.703614 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40930) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:07.703940 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40932) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:07.712022 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b8ee8693-6f82-4956-bba3-aa3503d63148 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:07.720356 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c4fcc37c-5226-467c-abf7-5eff31841464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:07.721206 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-2c83c23c-adcc-4e37-8820-91ee35c67080 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '83acd62c-27c2-416a-82ef-43881828662b') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:07.743416 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5f05adf1-e729-4f66-bd7c-83f721a117b2 req-0da4c5ed-e15f-47d4-8797-a0f53db4466d service neutron] 10.222.0.53 "GET /v2.0/networks/36ebc322-19e4-4a30-b8b7-2a34e01ed94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443256 Apr 11 14:23:07.842857 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-89785e14-b321-41dc-9da6-e99c39542e0a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Request body: {'port': {'network_id': '04ad0c30-fe0a-48bb-b765-092e67f41204', 'name': 'tempest-NetworksIpV6TestAttrs-1920455256'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:07.943646 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-920564ad-e0ee-44e2-aba1-a515532087ec None None] For port e1d49b84-0890-4d2b-ac59-c9700ff96111, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e1d49b84-0890-4d2b-ac59-c9700ff96111,segment=NetworkSegment(9cbe806c-bdef-42b1-8db4-89e520c586e2),segment_id=9cbe806c-bdef-42b1-8db4-89e520c586e2)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:08.018135 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device cc64d515-c428-4346-be56-d7966df2bb2d details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:23:08.064956 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcc37c-5226-467c-abf7-5eff31841464 None None] Pushing event updated for resources: {'Port': ['ID=3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7,revision_number=7']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:08.088795 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-920564ad-e0ee-44e2-aba1-a515532087ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:08.139123 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5f05adf1-e729-4f66-bd7c-83f721a117b2 req-812e21c5-7d3a-4ac2-bab2-4797d5a1838e service neutron] 10.222.0.53 "GET /v2.0/networks/36ebc322-19e4-4a30-b8b7-2a34e01ed94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867505 Apr 11 14:23:08.186017 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-920564ad-e0ee-44e2-aba1-a515532087ec None None] Could not find standard attr ID for object 8bec2249-c694-4c4c-a3c5-b5971b55a4df. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:23:08.191852 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-89785e14-b321-41dc-9da6-e99c39542e0a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:08.256502 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-02c42654-3ff5-449b-a6a9-ea0ef1a92a1b tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Allocated IP 172.26.7.252 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/2ab1c946-92e1-4541-94a1-c7dc865cd453) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:08.278221 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee8693-6f82-4956-bba3-aa3503d63148 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Pushing event deleted for resources: {'Port': ['ID=8bec2249-c694-4c4c-a3c5-b5971b55a4df,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:08.288273 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-89785e14-b321-41dc-9da6-e99c39542e0a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Usage tracker for resource:port and tenant:56b25c853741474abcd5f7fb597b51f0 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:08.301325 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bccc46-7b2b-443d-bc52-35e2d01982c7 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Router 92b87fcf-0758-44c1-a313-61523465ccac is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:23:08.335867 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-89785e14-b321-41dc-9da6-e99c39542e0a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:08.428481 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-89785e14-b321-41dc-9da6-e99c39542e0a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:08.434280 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920564ad-e0ee-44e2-aba1-a515532087ec None None] Pushing event updated for resources: {'Port': ['ID=e1d49b84-0890-4d2b-ac59-c9700ff96111,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:08.449021 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e6df79-f8b4-4227-b2c9-b0155b07a5cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-04ad0c30-fe0a-48bb-b765-092e67f41204', 'network_id': '04ad0c30-fe0a-48bb-b765-092e67f41204', 'tenant_id': '56b25c853741474abcd5f7fb597b51f0', 'fixed_ips': [{'subnet_id': 'bc24a558-e9bb-4328-8b19-ecf7af2c41a7'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:23:08.450801 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b6e6df79-f8b4-4227-b2c9-b0155b07a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:08.556036 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bccc46-7b2b-443d-bc52-35e2d01982c7 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:23:08.556669 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-627eab7b-28bd-4c44-9f14-58246ea22c2a None None] Provisioning for port 6cd964ff-fa39-4748-968c-af7e7ba302c0 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:08.568383 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-57bccc46-7b2b-443d-bc52-35e2d01982c7 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "PUT /v2.0/routers/92b87fcf-0758-44c1-a313-61523465ccac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6349394 Apr 11 14:23:08.570783 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40938) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:08.575535 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2c83c23c-adcc-4e37-8820-91ee35c67080 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "GET /v2.0/subnets/83acd62c-27c2-416a-82ef-43881828662b/tags HTTP/1.1" status: 200 len: 241 time: 0.8570769 Apr 11 14:23:08.575707 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0323aa90-3b24-4a6c-bf1c-583451dbf6e0 None None] Sync routers for ids ['92b87fcf-0758-44c1-a313-61523465ccac'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:23:08.576212 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40942) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:08.590156 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0323aa90-3b24-4a6c-bf1c-583451dbf6e0 None None] Routers {'92b87fcf-0758-44c1-a313-61523465ccac'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:23:08.590852 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-0323aa90-3b24-4a6c-bf1c-583451dbf6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:22:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['92b87fcf-0758-44c1-a313-61523465ccac'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:08.595451 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-627eab7b-28bd-4c44-9f14-58246ea22c2a None None] Provisioning complete for port 6cd964ff-fa39-4748-968c-af7e7ba302c0 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:08.595856 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-627eab7b-28bd-4c44-9f14-58246ea22c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:08.615499 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.tag.tag_plugin [None req-4275e1d4-0be8-4baf-a8fc-5123b520da92 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '83acd62c-27c2-416a-82ef-43881828662b', 'tempest-TagsExtTest-Tag-2069069254') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:08.672424 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port cc64d515-c428-4346-be56-d7966df2bb2d, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=cc64d515-c428-4346-be56-d7966df2bb2d,segment=NetworkSegment(2f1d24e7-6d29-40e4-a473-d6e8edbb3615),segment_id=2f1d24e7-6d29-40e4-a473-d6e8edbb3615)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:08.712042 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': 'cc64d515-c428-4346-be56-d7966df2bb2d', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'port_id': 'cc64d515-c428-4346-be56-d7966df2bb2d', 'mac_address': 'fa:16:3e:5b:9a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:23:08.727290 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf16443-b8c7-45f6-95b2-ac948e3e937a tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:08.727927 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fbf16443-b8c7-45f6-95b2-ac948e3e937a tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Synchronizing usage tracker for tenant:e64484a71f41439a9e4d89000c1f607b on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:23:08.745670 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-cf6426f4-bdaf-42de-bdd9-9d4af7f0a60b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Delete allocated IP 172.20.0.14 (cb1f0d05-548a-4a06-9e81-75081f5f174c/01cbe393-2e92-4303-b958-6d4b3119eb0e) {{(pid=88616) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 11 14:23:08.746401 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:23:08.747655 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-0323aa90-3b24-4a6c-bf1c-583451dbf6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:08.761348 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0323aa90-3b24-4a6c-bf1c-583451dbf6e0 None None] Routers {'92b87fcf-0758-44c1-a313-61523465ccac'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:23:08.762216 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-0323aa90-3b24-4a6c-bf1c-583451dbf6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:22:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['92b87fcf-0758-44c1-a313-61523465ccac'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:08.771409 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-cf6426f4-bdaf-42de-bdd9-9d4af7f0a60b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Allocated IP 172.20.0.40 (cb1f0d05-548a-4a06-9e81-75081f5f174c/e04864e3-b697-4ea2-9348-b8b3c9b5f59e/22ec29ee-74d8-4249-806d-5abb4b9306ef) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:08.806308 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4275e1d4-0be8-4baf-a8fc-5123b520da92 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "GET /v2.0/subnets/83acd62c-27c2-416a-82ef-43881828662b/tags/tempest-TagsExtTest-Tag-2069069254 HTTP/1.1" status: 204 len: 168 time: 0.2283545 Apr 11 14:23:08.808223 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40948) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:08.823201 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.tag.tag_plugin [None req-9bbac647-a25d-4b7b-a1f6-913387608ea5 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '83acd62c-27c2-416a-82ef-43881828662b', 'tempest-TagsExtTest-Tag-2069069254') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:08.851201 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-0323aa90-3b24-4a6c-bf1c-583451dbf6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:08.851636 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0323aa90-3b24-4a6c-bf1c-583451dbf6e0 None None] The sync data for ids ['92b87fcf-0758-44c1-a313-61523465ccac'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:23:08.876234 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fbf16443-b8c7-45f6-95b2-ac948e3e937a tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Unset dirty status for tenant:e64484a71f41439a9e4d89000c1f607b on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:23:08.880566 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-fbf16443-b8c7-45f6-95b2-ac948e3e937a tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "GET /v2.0/ports/9c5f86b0-70cf-4838-83cb-f1b829bf4ffe HTTP/1.1" status: 200 len: 911 time: 0.3034654 Apr 11 14:23:08.880885 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40952) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:08.888832 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-1d024d81-d8bf-44c5-a170-bde39f9da41a tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '631d949a-144b-43d0-bf7a-e49ca0eb3e00'}]}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:08.984736 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-b6e6df79-f8b4-4227-b2c9-b0155b07a5cf None None] Allocated IP 2001:db8::f816:3eff:fefd:6770 (04ad0c30-fe0a-48bb-b765-092e67f41204/bc24a558-e9bb-4328-8b19-ecf7af2c41a7/4482a8c8-8c74-455a-9d01-49d6a0f1bc3e) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:09.011951 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:09.019902 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89785e14-b321-41dc-9da6-e99c39542e0a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Made reservation on behalf of 56b25c853741474abcd5f7fb597b51f0 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:09.034132 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-89785e14-b321-41dc-9da6-e99c39542e0a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:09.065416 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-627eab7b-28bd-4c44-9f14-58246ea22c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:09.085680 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc64d515-c428-4346-be56-d7966df2bb2d {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:23:09.130770 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-02c42654-3ff5-449b-a6a9-ea0ef1a92a1b tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:09.182372 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port cc64d515-c428-4346-be56-d7966df2bb2d, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=cc64d515-c428-4346-be56-d7966df2bb2d,segment=NetworkSegment(2f1d24e7-6d29-40e4-a473-d6e8edbb3615),segment_id=2f1d24e7-6d29-40e4-a473-d6e8edbb3615)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:09.199904 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-89785e14-b321-41dc-9da6-e99c39542e0a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] device_id is not set on port b6cfd81d-a078-44f9-b34c-e2ec5cff9f63 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:23:09.267410 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48e18c-6569-4eaf-b166-0c3405d9e271 req-b1b580c9-8ac2-485f-af99-ec9457735d20 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:09.269179 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ab48e18c-6569-4eaf-b166-0c3405d9e271 req-b1b580c9-8ac2-485f-af99-ec9457735d20 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 943 time: 0.2988217 Apr 11 14:23:09.296232 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b8ee8693-6f82-4956-bba3-aa3503d63148 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:09.298676 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b8ee8693-6f82-4956-bba3-aa3503d63148 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] 10.222.0.66 "DELETE /v2.0/ports/8bec2249-c694-4c4c-a3c5-b5971b55a4df HTTP/1.1" status: 204 len: 168 time: 3.9391799 Apr 11 14:23:09.300455 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e1d49b84-0890-4d2b-ac59-c9700ff96111 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:23:09.316092 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40956) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:09.338035 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:09.397511 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9bbac647-a25d-4b7b-a1f6-913387608ea5 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "DELETE /v2.0/subnets/83acd62c-27c2-416a-82ef-43881828662b/tags/tempest-TagsExtTest-Tag-2069069254 HTTP/1.1" status: 204 len: 168 time: 0.5876017 Apr 11 14:23:09.402061 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40960) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:09.410143 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-c65eb9bc-5322-48bc-a454-2dd9396f2f0f tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '83acd62c-27c2-416a-82ef-43881828662b') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:09.410523 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-627eab7b-28bd-4c44-9f14-58246ea22c2a None None] For port 6cd964ff-fa39-4748-968c-af7e7ba302c0, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6cd964ff-fa39-4748-968c-af7e7ba302c0,segment=NetworkSegment(5388207e-0a25-4755-b150-a326c127e4c9),segment_id=5388207e-0a25-4755-b150-a326c127e4c9)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:09.425914 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d0b0187-788d-40a7-9e23-f65fa45c423c tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] GET failed (client error): The resource could not be found. Apr 11 14:23:09.426422 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-6d0b0187-788d-40a7-9e23-f65fa45c423c tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Synchronizing usage tracker for tenant:28be48cb0cf24708a04c448c5a5bdf23 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:23:09.445752 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1d024d81-d8bf-44c5-a170-bde39f9da41a tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:09.464460 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ab48e18c-6569-4eaf-b166-0c3405d9e271 req-ee561454-11da-4156-95cc-8c1e437e9256 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=2fff6a53-a0bb-4a15-9393-fdcd899b3d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572607 Apr 11 14:23:09.473677 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-6d0b0187-788d-40a7-9e23-f65fa45c423c tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Unset dirty status for tenant:28be48cb0cf24708a04c448c5a5bdf23 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:23:09.479261 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6d0b0187-788d-40a7-9e23-f65fa45c423c tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] 10.222.0.66 "GET /v2.0/ports/8bec2249-c694-4c4c-a3c5-b5971b55a4df HTTP/1.1" status: 404 len: 333 time: 0.1631448 Apr 11 14:23:09.480372 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40964) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:09.484857 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=cc64d515-c428-4346-be56-d7966df2bb2d,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:09.521415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-a9fa9582-b89e-48b9-9f2d-12d961a4ad3d tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Request body: {'port': {'network_id': 'e2462d19-2c69-4bab-9fb3-b57461ee82ba', 'name': 'tempest-AllowedAddressPairTestJSON-1466900953'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:09.552810 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-627eab7b-28bd-4c44-9f14-58246ea22c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:09.617958 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-02c42654-3ff5-449b-a6a9-ea0ef1a92a1b tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:09.629650 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port e1d49b84-0890-4d2b-ac59-c9700ff96111 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:09.630050 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:09.659613 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cf6426f4-bdaf-42de-bdd9-9d4af7f0a60b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:09.687972 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b6e6df79-f8b4-4227-b2c9-b0155b07a5cf None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:09.712435 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c42654-3ff5-449b-a6a9-ea0ef1a92a1b tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:09.713895 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-cf6426f4-bdaf-42de-bdd9-9d4af7f0a60b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Transition to ACTIVE for port object 22ec29ee-74d8-4249-806d-5abb4b9306ef will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:09.715803 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627eab7b-28bd-4c44-9f14-58246ea22c2a None None] Pushing event updated for resources: {'Port': ['ID=6cd964ff-fa39-4748-968c-af7e7ba302c0,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:09.721258 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b6e6df79-f8b4-4227-b2c9-b0155b07a5cf None None] Transition to ACTIVE for port object 4482a8c8-8c74-455a-9d01-49d6a0f1bc3e will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:09.721435 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-02c42654-3ff5-449b-a6a9-ea0ef1a92a1b tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:09.727131 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c42654-3ff5-449b-a6a9-ea0ef1a92a1b tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:09.753070 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-627eab7b-28bd-4c44-9f14-58246ea22c2a None None] Provisioning for port 9c5f86b0-70cf-4838-83cb-f1b829bf4ffe completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:09.759668 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b6e6df79-f8b4-4227-b2c9-b0155b07a5cf None None] Transition to ACTIVE for port object 4482a8c8-8c74-455a-9d01-49d6a0f1bc3e will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:09.762181 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-627eab7b-28bd-4c44-9f14-58246ea22c2a None None] Provisioning complete for port 9c5f86b0-70cf-4838-83cb-f1b829bf4ffe triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:09.762632 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-627eab7b-28bd-4c44-9f14-58246ea22c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:09.765092 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c42654-3ff5-449b-a6a9-ea0ef1a92a1b tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Pushing event updated for resources: {'Port': ['ID=2ab1c946-92e1-4541-94a1-c7dc865cd453,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:09.802336 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c65eb9bc-5322-48bc-a454-2dd9396f2f0f tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "GET /v2.0/subnets/83acd62c-27c2-416a-82ef-43881828662b/tags HTTP/1.1" status: 200 len: 205 time: 0.3972049 Apr 11 14:23:09.803601 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40968) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:09.804225 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cf6426f4-bdaf-42de-bdd9-9d4af7f0a60b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:09.838390 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a9fa9582-b89e-48b9-9f2d-12d961a4ad3d tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:09.846136 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['cc64d515-c428-4346-be56-d7966df2bb2d'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:23:09.846984 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-53693c40-52e0-4bea-8dad-9275dc663698 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f80b53a0-2b09-4c65-917d-071b77edd317') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:09.894717 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b6e6df79-f8b4-4227-b2c9-b0155b07a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:09.908424 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a9fa9582-b89e-48b9-9f2d-12d961a4ad3d tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:09.934982 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-627eab7b-28bd-4c44-9f14-58246ea22c2a None None] Port 9c5f86b0-70cf-4838-83cb-f1b829bf4ffe cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:23:10.001525 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:23:10.047436 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-627eab7b-28bd-4c44-9f14-58246ea22c2a None None] Provisioning complete for port e1d49b84-0890-4d2b-ac59-c9700ff96111 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:10.047661 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-627eab7b-28bd-4c44-9f14-58246ea22c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:10.076698 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6426f4-bdaf-42de-bdd9-9d4af7f0a60b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event updated for resources: {'Port': ['ID=22ec29ee-74d8-4249-806d-5abb4b9306ef,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:10.079605 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fa9582-b89e-48b9-9f2d-12d961a4ad3d tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Made reservation on behalf of 28be48cb0cf24708a04c448c5a5bdf23 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:10.081336 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-89785e14-b321-41dc-9da6-e99c39542e0a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Allocated IP 2001:db8::f816:3eff:fe3f:8660 (04ad0c30-fe0a-48bb-b765-092e67f41204/bc24a558-e9bb-4328-8b19-ecf7af2c41a7/b6cfd81d-a078-44f9-b34c-e2ec5cff9f63) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:10.083106 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a9fa9582-b89e-48b9-9f2d-12d961a4ad3d tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:10.096481 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-02c42654-3ff5-449b-a6a9-ea0ef1a92a1b tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:10.104081 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e6df79-f8b4-4227-b2c9-b0155b07a5cf None None] Network 04ad0c30-fe0a-48bb-b765-092e67f41204 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:10.117684 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-b6e6df79-f8b4-4227-b2c9-b0155b07a5cf None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:10.121024 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e6df79-f8b4-4227-b2c9-b0155b07a5cf None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:10.141987 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-cf6426f4-bdaf-42de-bdd9-9d4af7f0a60b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] In _notify_port_updated(), no bound segment for port 22ec29ee-74d8-4249-806d-5abb4b9306ef on network cb1f0d05-548a-4a06-9e81-75081f5f174c {{(pid=88616) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 11 14:23:10.147657 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6426f4-bdaf-42de-bdd9-9d4af7f0a60b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:10.148385 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cf6426f4-bdaf-42de-bdd9-9d4af7f0a60b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:10.152784 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cf6426f4-bdaf-42de-bdd9-9d4af7f0a60b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "PUT /v2.0/ports/22ec29ee-74d8-4249-806d-5abb4b9306ef HTTP/1.1" status: 200 len: 960 time: 5.4005568 Apr 11 14:23:10.155581 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40972) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:10.183631 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6df79-f8b4-4227-b2c9-b0155b07a5cf None None] Pushing event updated for resources: {'Port': ['ID=4482a8c8-8c74-455a-9d01-49d6a0f1bc3e,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:10.305177 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-a9fa9582-b89e-48b9-9f2d-12d961a4ad3d tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] device_id is not set on port 9fbdfe5a-c2b8-4b53-86b2-0b65a82be850 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:23:10.320150 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-53693c40-52e0-4bea-8dad-9275dc663698 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "GET /v2.0/ports/f80b53a0-2b09-4c65-917d-071b77edd317/tags HTTP/1.1" status: 200 len: 240 time: 0.5139031 Apr 11 14:23:10.323481 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-b6e6df79-f8b4-4227-b2c9-b0155b07a5cf None None] Attempting to bind port 4482a8c8-8c74-455a-9d01-49d6a0f1bc3e on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:23:10.324038 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-b6e6df79-f8b4-4227-b2c9-b0155b07a5cf None None] Attempting to bind port 4482a8c8-8c74-455a-9d01-49d6a0f1bc3e by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '89fa4eca-c0c8-41ca-ad43-2494ffdbb403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '04ad0c30-fe0a-48bb-b765-092e67f41204'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:23:10.324679 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6df79-f8b4-4227-b2c9-b0155b07a5cf None None] Attempting to bind port 4482a8c8-8c74-455a-9d01-49d6a0f1bc3e on network 04ad0c30-fe0a-48bb-b765-092e67f41204 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:23:10.332012 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 40976) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:10.347746 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6df79-f8b4-4227-b2c9-b0155b07a5cf None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:23:10.348232 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6df79-f8b4-4227-b2c9-b0155b07a5cf None None] Checking segment: {'id': '89fa4eca-c0c8-41ca-ad43-2494ffdbb403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '04ad0c30-fe0a-48bb-b765-092e67f41204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:10.348775 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b6e6df79-f8b4-4227-b2c9-b0155b07a5cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:10.349240 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6df79-f8b4-4227-b2c9-b0155b07a5cf None None] Bound using segment: {'id': '89fa4eca-c0c8-41ca-ad43-2494ffdbb403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '04ad0c30-fe0a-48bb-b765-092e67f41204'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:23:10.349798 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-b6e6df79-f8b4-4227-b2c9-b0155b07a5cf None None] Bound port: 4482a8c8-8c74-455a-9d01-49d6a0f1bc3e, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fa4eca-c0c8-41ca-ad43-2494ffdbb403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '04ad0c30-fe0a-48bb-b765-092e67f41204'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:23:10.350280 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b6e6df79-f8b4-4227-b2c9-b0155b07a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:10.354861 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-d428bce0-216b-4c9e-921e-078e8d92c268 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f80b53a0-2b09-4c65-917d-071b77edd317', 'tempest-TagsExtTest-Tag-194231648') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:10.435128 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-5650898f-9c6e-43df-b079-cbeb4cb77c05 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting port 22ec29ee-74d8-4249-806d-5abb4b9306ef {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:10.435723 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5650898f-9c6e-43df-b079-cbeb4cb77c05 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:10.505309 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-02c42654-3ff5-449b-a6a9-ea0ef1a92a1b tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:10.519600 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1d024d81-d8bf-44c5-a170-bde39f9da41a tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:10.526669 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-a9fa9582-b89e-48b9-9f2d-12d961a4ad3d tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Allocated IP 172.20.0.3 (e2462d19-2c69-4bab-9fb3-b57461ee82ba/698f9043-e1f6-487e-b1df-9d356b3fa207/9fbdfe5a-c2b8-4b53-86b2-0b65a82be850) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:10.623217 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1d024d81-d8bf-44c5-a170-bde39f9da41a tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:10.629483 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d024d81-d8bf-44c5-a170-bde39f9da41a tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:10.630583 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1d024d81-d8bf-44c5-a170-bde39f9da41a tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:10.632195 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1d024d81-d8bf-44c5-a170-bde39f9da41a tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "PUT /v2.0/ports/9c5f86b0-70cf-4838-83cb-f1b829bf4ffe HTTP/1.1" status: 200 len: 911 time: 1.7503979 Apr 11 14:23:10.671776 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-b6e6df79-f8b4-4227-b2c9-b0155b07a5cf None None] For port 4482a8c8-8c74-455a-9d01-49d6a0f1bc3e, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:23:10.677884 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40982) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:10.678066 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-b6e6df79-f8b4-4227-b2c9-b0155b07a5cf None None] For port 4482a8c8-8c74-455a-9d01-49d6a0f1bc3e, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4482a8c8-8c74-455a-9d01-49d6a0f1bc3e,segment=NetworkSegment(89fa4eca-c0c8-41ca-ad43-2494ffdbb403),segment_id=89fa4eca-c0c8-41ca-ad43-2494ffdbb403)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:23:10.748033 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b6e6df79-f8b4-4227-b2c9-b0155b07a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:10.821972 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-89785e14-b321-41dc-9da6-e99c39542e0a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:10.858708 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-273a1d50-2b59-4dd1-a810-25c0a1b56d56 None None] Provisioning complete for port 9d964cbd-d656-48f6-a7c3-95c63f0f8b0d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:10.859100 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-273a1d50-2b59-4dd1-a810-25c0a1b56d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:10.905454 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d024d81-d8bf-44c5-a170-bde39f9da41a tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Port': ['ID=9c5f86b0-70cf-4838-83cb-f1b829bf4ffe,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:10.912123 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6df79-f8b4-4227-b2c9-b0155b07a5cf None None] Pushing event updated for resources: {'Port': ['ID=4482a8c8-8c74-455a-9d01-49d6a0f1bc3e,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:10.939963 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-273a1d50-2b59-4dd1-a810-25c0a1b56d56 None None] Port 9d964cbd-d656-48f6-a7c3-95c63f0f8b0d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:23:10.963094 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-273a1d50-2b59-4dd1-a810-25c0a1b56d56 None None] Provisioning complete for port 9c5f86b0-70cf-4838-83cb-f1b829bf4ffe triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:10.963700 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-273a1d50-2b59-4dd1-a810-25c0a1b56d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:10.990514 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-89785e14-b321-41dc-9da6-e99c39542e0a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Transition to ACTIVE for port object b6cfd81d-a078-44f9-b34c-e2ec5cff9f63 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:11.013793 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d428bce0-216b-4c9e-921e-078e8d92c268 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "GET /v2.0/ports/f80b53a0-2b09-4c65-917d-071b77edd317/tags/tempest-TagsExtTest-Tag-194231648 HTTP/1.1" status: 204 len: 168 time: 0.6729000 Apr 11 14:23:11.015989 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40986) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:11.040739 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.tag.tag_plugin [None req-8b86e90b-9398-4eae-a7ee-c40db69b0a86 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f80b53a0-2b09-4c65-917d-071b77edd317', 'tempest-TagsExtTest-Tag-194231648') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:11.058803 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-273a1d50-2b59-4dd1-a810-25c0a1b56d56 None None] Port 9c5f86b0-70cf-4838-83cb-f1b829bf4ffe cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:23:11.097178 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a9fa9582-b89e-48b9-9f2d-12d961a4ad3d tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:11.117259 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b3a8b-fcf7-4e00-bb9a-11f22b6ed711 req-79f4144d-956f-4471-8f8c-d5bc5c6dadb0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:11.117259 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f73b3a8b-fcf7-4e00-bb9a-11f22b6ed711 req-79f4144d-956f-4471-8f8c-d5bc5c6dadb0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 944 time: 0.4525712 Apr 11 14:23:11.138117 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5650898f-9c6e-43df-b079-cbeb4cb77c05 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:11.140288 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-273a1d50-2b59-4dd1-a810-25c0a1b56d56 None None] Provisioning for port 22ec29ee-74d8-4249-806d-5abb4b9306ef completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:11.148047 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-273a1d50-2b59-4dd1-a810-25c0a1b56d56 None None] Provisioning complete for port 22ec29ee-74d8-4249-806d-5abb4b9306ef triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:11.148721 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-273a1d50-2b59-4dd1-a810-25c0a1b56d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:11.186504 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-a9fa9582-b89e-48b9-9f2d-12d961a4ad3d tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Transition to ACTIVE for port object 9fbdfe5a-c2b8-4b53-86b2-0b65a82be850 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:11.262270 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6cd964ff-fa39-4748-968c-af7e7ba302c0 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:23:11.310743 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-273a1d50-2b59-4dd1-a810-25c0a1b56d56 None None] Port 22ec29ee-74d8-4249-806d-5abb4b9306ef cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:23:11.347553 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-273a1d50-2b59-4dd1-a810-25c0a1b56d56 None None] Provisioning complete for port 6cd964ff-fa39-4748-968c-af7e7ba302c0 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:11.348227 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-273a1d50-2b59-4dd1-a810-25c0a1b56d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:11.384847 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a9fa9582-b89e-48b9-9f2d-12d961a4ad3d tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:11.442073 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.resource_extend [None req-02c42654-3ff5-449b-a6a9-ea0ef1a92a1b tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 14:23:11.458171 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fa9582-b89e-48b9-9f2d-12d961a4ad3d tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Network e2462d19-2c69-4bab-9fb3-b57461ee82ba is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:11.461185 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-5650898f-9c6e-43df-b079-cbeb4cb77c05 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Calling delete_port for 22ec29ee-74d8-4249-806d-5abb4b9306ef owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:11.461722 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 6cd964ff-fa39-4748-968c-af7e7ba302c0 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:11.462120 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:11.463580 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-a9fa9582-b89e-48b9-9f2d-12d961a4ad3d tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:11.469687 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fa9582-b89e-48b9-9f2d-12d961a4ad3d tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:11.497160 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-89785e14-b321-41dc-9da6-e99c39542e0a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:11.500465 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-02c42654-3ff5-449b-a6a9-ea0ef1a92a1b tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:11.511023 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8b86e90b-9398-4eae-a7ee-c40db69b0a86 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "DELETE /v2.0/ports/f80b53a0-2b09-4c65-917d-071b77edd317/tags/tempest-TagsExtTest-Tag-194231648 HTTP/1.1" status: 204 len: 168 time: 0.4883087 Apr 11 14:23:11.522249 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40990) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:11.572516 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f73b3a8b-fcf7-4e00-bb9a-11f22b6ed711 req-e9d40bc0-8b26-46b5-9a11-8dd17dac4ce7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=2fff6a53-a0bb-4a15-9393-fdcd899b3d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4483101 Apr 11 14:23:11.590685 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fa9582-b89e-48b9-9f2d-12d961a4ad3d tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:11.591988 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a9fa9582-b89e-48b9-9f2d-12d961a4ad3d tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:11.595520 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-02c42654-3ff5-449b-a6a9-ea0ef1a92a1b tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:11.597129 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa9582-b89e-48b9-9f2d-12d961a4ad3d tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Pushing event updated for resources: {'Port': ['ID=9fbdfe5a-c2b8-4b53-86b2-0b65a82be850,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:11.612937 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.tag.tag_plugin [None req-ad30eccb-569d-4603-ac1c-d637e49d77fc tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f80b53a0-2b09-4c65-917d-071b77edd317') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:11.646985 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89785e14-b321-41dc-9da6-e99c39542e0a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Network 04ad0c30-fe0a-48bb-b765-092e67f41204 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:11.677482 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-89785e14-b321-41dc-9da6-e99c39542e0a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:11.698687 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89785e14-b321-41dc-9da6-e99c39542e0a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:11.708357 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89785e14-b321-41dc-9da6-e99c39542e0a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:11.709083 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-89785e14-b321-41dc-9da6-e99c39542e0a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:11.749308 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89785e14-b321-41dc-9da6-e99c39542e0a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event updated for resources: {'Port': ['ID=b6cfd81d-a078-44f9-b34c-e2ec5cff9f63,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:11.766000 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ad30eccb-569d-4603-ac1c-d637e49d77fc tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "GET /v2.0/ports/f80b53a0-2b09-4c65-917d-071b77edd317/tags HTTP/1.1" status: 200 len: 205 time: 0.2207117 Apr 11 14:23:11.771395 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40994) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:11.779176 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.tag.tag_plugin [None req-27a6e7f3-4c3e-46c6-bea1-7845cf7d2844 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '802e86ab-592c-4cdb-8f01-98aa11f29f26') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:11.853035 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a9fa9582-b89e-48b9-9f2d-12d961a4ad3d tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3422885 Apr 11 14:23:11.857491 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 40998) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:11.866902 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-3ed9f82f-b014-48c6-99b4-5768311ae774 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:af:da:b2'}]}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:11.882205 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-02c42654-3ff5-449b-a6a9-ea0ef1a92a1b tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:11.887105 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-273a1d50-2b59-4dd1-a810-25c0a1b56d56 None None] Provisioning for port 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:11.896603 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fbab8617-0b58-49d5-8b40-6cd2c53bc338 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:11.896847 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-273a1d50-2b59-4dd1-a810-25c0a1b56d56 None None] Provisioning complete for port 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:11.897074 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-273a1d50-2b59-4dd1-a810-25c0a1b56d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:11.912555 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c42654-3ff5-449b-a6a9-ea0ef1a92a1b tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Pushing event updated for resources: {'Port': ['ID=2ab1c946-92e1-4541-94a1-c7dc865cd453,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:11.924935 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-89785e14-b321-41dc-9da6-e99c39542e0a tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.2109096 Apr 11 14:23:11.930525 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41002) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:12.011445 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-e110ff65-23ed-4a8a-8367-27fafb4e64f7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Deleting subnet bc24a558-e9bb-4328-8b19-ecf7af2c41a7 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:23:12.015691 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e110ff65-23ed-4a8a-8367-27fafb4e64f7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:12.066033 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-02c42654-3ff5-449b-a6a9-ea0ef1a92a1b tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:12.070002 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-02c42654-3ff5-449b-a6a9-ea0ef1a92a1b tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8178494 Apr 11 14:23:12.075407 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41006) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:12.083326 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-7189331c-f3ab-445d-889f-564d7e2b5e3f tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Request body: {'floatingip': {'port_id': '54181c2e-02e6-45a0-bf19-0661860bb8e6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:12.141000 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device cc64d515-c428-4346-be56-d7966df2bb2d up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:23:12.147184 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5650898f-9c6e-43df-b079-cbeb4cb77c05 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:12.224680 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7189331c-f3ab-445d-889f-564d7e2b5e3f tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks [] for floatingip, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:12.273987 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port cc64d515-c428-4346-be56-d7966df2bb2d completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:12.281653 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port cc64d515-c428-4346-be56-d7966df2bb2d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:12.282009 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:12.288526 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650898f-9c6e-43df-b079-cbeb4cb77c05 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Port': ['ID=22ec29ee-74d8-4249-806d-5abb4b9306ef,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:12.294089 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e110ff65-23ed-4a8a-8367-27fafb4e64f7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:12.355501 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ecb07be6-3772-4397-b8ac-cfdd08485a7d None None] Provisioning for port 9fbdfe5a-c2b8-4b53-86b2-0b65a82be850 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:12.367315 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ecb07be6-3772-4397-b8ac-cfdd08485a7d None None] Provisioning complete for port 9fbdfe5a-c2b8-4b53-86b2-0b65a82be850 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:12.367693 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ecb07be6-3772-4397-b8ac-cfdd08485a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:12.393643 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-27a6e7f3-4c3e-46c6-bea1-7845cf7d2844 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "GET /v2.0/routers/802e86ab-592c-4cdb-8f01-98aa11f29f26/tags HTTP/1.1" status: 200 len: 241 time: 0.6173379 Apr 11 14:23:12.397455 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41010) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:12.467827 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.tag.tag_plugin [None req-a68711e0-b0fe-46a4-9dbe-6fada33c003b tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '802e86ab-592c-4cdb-8f01-98aa11f29f26', 'tempest-TagsExtTest-Tag-1870335598') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:12.478708 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcab27ee-2ca0-4890-9022-6e60cb03230e None None] Network 04ad0c30-fe0a-48bb-b765-092e67f41204 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:12.524941 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-ecb07be6-3772-4397-b8ac-cfdd08485a7d None None] Port 9fbdfe5a-c2b8-4b53-86b2-0b65a82be850 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:23:12.584875 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:12.633048 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790e7bc3-4bcc-4214-bbca-6c3a1a05a33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc64d515-c428-4346-be56-d7966df2bb2d'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:23:12.648666 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5650898f-9c6e-43df-b079-cbeb4cb77c05 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:12.652618 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5650898f-9c6e-43df-b079-cbeb4cb77c05 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/ports/22ec29ee-74d8-4249-806d-5abb4b9306ef HTTP/1.1" status: 204 len: 168 time: 2.4961851 Apr 11 14:23:12.665361 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port cc64d515-c428-4346-be56-d7966df2bb2d, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=cc64d515-c428-4346-be56-d7966df2bb2d,segment=NetworkSegment(2f1d24e7-6d29-40e4-a473-d6e8edbb3615),segment_id=2f1d24e7-6d29-40e4-a473-d6e8edbb3615)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:12.672382 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41020) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:12.674064 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-7189331c-f3ab-445d-889f-564d7e2b5e3f tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] update failed (client error): The resource could not be found. Apr 11 14:23:12.679067 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7189331c-f3ab-445d-889f-564d7e2b5e3f tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] 10.222.0.66 "PUT /v2.0/floatingips/b8919955-043f-4cc6-977d-1a190a55cd1c HTTP/1.1" status: 404 len: 507 time: 0.6033845 Apr 11 14:23:12.681388 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41022) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:12.756175 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e110ff65-23ed-4a8a-8367-27fafb4e64f7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:12.782903 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c9fa969-bd2a-41c4-9ec5-191bea29b3bb'] response: {'server_uuid': '790e7bc3-4bcc-4214-bbca-6c3a1a05a33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc64d515-c428-4346-be56-d7966df2bb2d', 'code': 200} Apr 11 14:23:12.789160 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:12.791851 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-18880a67-c459-4272-8388-7ba027f55e1b None None] Provisioning for port 4482a8c8-8c74-455a-9d01-49d6a0f1bc3e completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:12.889579 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=cc64d515-c428-4346-be56-d7966df2bb2d,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:12.904847 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-2e920512-af04-4a91-998f-d6415a90975e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Deleting port 2ab1c946-92e1-4541-94a1-c7dc865cd453 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:12.905412 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2e920512-af04-4a91-998f-d6415a90975e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:12.932802 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f5630cf-fe69-4cb3-8da9-7a8df8b58de4 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] GET failed (client error): The resource could not be found. Apr 11 14:23:12.933392 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1f5630cf-fe69-4cb3-8da9-7a8df8b58de4 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Synchronizing usage tracker for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:23:12.938139 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a68711e0-b0fe-46a4-9dbe-6fada33c003b tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "GET /v2.0/routers/802e86ab-592c-4cdb-8f01-98aa11f29f26/tags/tempest-TagsExtTest-Tag-1870335598 HTTP/1.1" status: 204 len: 168 time: 0.4805267 Apr 11 14:23:12.945890 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41028) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:12.953766 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-d49f1098-4a3f-4523-aba6-21bd4babd209 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '802e86ab-592c-4cdb-8f01-98aa11f29f26', 'tempest-TagsExtTest-Tag-1870335598') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:13.051588 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1f5630cf-fe69-4cb3-8da9-7a8df8b58de4 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Unset dirty status for tenant:bed9b91ec31243819559d0be20aa92c4 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:23:13.053035 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1f5630cf-fe69-4cb3-8da9-7a8df8b58de4 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "GET /v2.0/ports/22ec29ee-74d8-4249-806d-5abb4b9306ef HTTP/1.1" status: 404 len: 333 time: 0.2755740 Apr 11 14:23:13.061674 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41032) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:13.128653 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3ed9f82f-b014-48c6-99b4-5768311ae774 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:13.219601 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91622c0d-bfe0-4f5b-a467-275dba87d18f req-69e3eb01-aca5-4ba5-9b9f-269fb43cea0d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:13.226954 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-91622c0d-bfe0-4f5b-a467-275dba87d18f req-69e3eb01-aca5-4ba5-9b9f-269fb43cea0d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 945 time: 0.4006777 Apr 11 14:23:13.237335 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4482a8c8-8c74-455a-9d01-49d6a0f1bc3e up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:23:13.344808 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e110ff65-23ed-4a8a-8367-27fafb4e64f7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:13.405085 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fa47d929-38cf-4859-b1b6-abcbe791108d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:13.411675 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110ff65-23ed-4a8a-8367-27fafb4e64f7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event deleted for resources: {'Subnet': ['ID=bc24a558-e9bb-4328-8b19-ecf7af2c41a7,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:13.411903 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 4482a8c8-8c74-455a-9d01-49d6a0f1bc3e completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:13.413661 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e110ff65-23ed-4a8a-8367-27fafb4e64f7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:13.423990 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 4482a8c8-8c74-455a-9d01-49d6a0f1bc3e triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:13.424870 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:13.457635 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e110ff65-23ed-4a8a-8367-27fafb4e64f7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "DELETE /v2.0/subnets/bc24a558-e9bb-4328-8b19-ecf7af2c41a7 HTTP/1.1" status: 204 len: 168 time: 1.5249434 Apr 11 14:23:13.468724 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-91622c0d-bfe0-4f5b-a467-275dba87d18f req-57289870-6dac-4e27-b2c9-00b572d3e624 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=2fff6a53-a0bb-4a15-9393-fdcd899b3d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405725 Apr 11 14:23:13.469721 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41036) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:13.495148 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e16adf28-52c7-4ff8-96eb-7679a076123d None None] Provisioning for port b6cfd81d-a078-44f9-b34c-e2ec5cff9f63 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:13.501691 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-fbab8617-0b58-49d5-8b40-6cd2c53bc338 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting port 9c5f86b0-70cf-4838-83cb-f1b829bf4ffe {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:13.502627 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fbab8617-0b58-49d5-8b40-6cd2c53bc338 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:13.503746 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e16adf28-52c7-4ff8-96eb-7679a076123d None None] Provisioning complete for port b6cfd81d-a078-44f9-b34c-e2ec5cff9f63 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:13.504124 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e16adf28-52c7-4ff8-96eb-7679a076123d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:13.510868 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2e920512-af04-4a91-998f-d6415a90975e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:13.511534 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2e920512-af04-4a91-998f-d6415a90975e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:13.597930 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd5f308-bf37-4233-b2b9-cb0a4c5e55dd None None] Network 04ad0c30-fe0a-48bb-b765-092e67f41204 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:13.622598 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d49f1098-4a3f-4523-aba6-21bd4babd209 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "DELETE /v2.0/routers/802e86ab-592c-4cdb-8f01-98aa11f29f26/tags/tempest-TagsExtTest-Tag-1870335598 HTTP/1.1" status: 204 len: 168 time: 0.6760030 Apr 11 14:23:13.623289 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41040) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:13.648484 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-e16adf28-52c7-4ff8-96eb-7679a076123d None None] Port b6cfd81d-a078-44f9-b34c-e2ec5cff9f63 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:23:13.692183 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-2e920512-af04-4a91-998f-d6415a90975e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Calling delete_port for 2ab1c946-92e1-4541-94a1-c7dc865cd453 owned by network:floatingip {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:13.698258 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fa47d929-38cf-4859-b1b6-abcbe791108d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:13.803127 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:13.846528 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-01db90c0-0ce6-4934-a940-69735631fc0e tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '802e86ab-592c-4cdb-8f01-98aa11f29f26') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:13.876804 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-72c15b99-18e4-4a68-b9b7-f38a365ea973 None None] Provisioning complete for port b6cfd81d-a078-44f9-b34c-e2ec5cff9f63 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:13.877186 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-72c15b99-18e4-4a68-b9b7-f38a365ea973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:13.909758 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2e920512-af04-4a91-998f-d6415a90975e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:13.930828 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 4482a8c8-8c74-455a-9d01-49d6a0f1bc3e, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4482a8c8-8c74-455a-9d01-49d6a0f1bc3e,segment=NetworkSegment(89fa4eca-c0c8-41ca-ad43-2494ffdbb403),segment_id=89fa4eca-c0c8-41ca-ad43-2494ffdbb403)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:13.952696 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-72c15b99-18e4-4a68-b9b7-f38a365ea973 None None] Port b6cfd81d-a078-44f9-b34c-e2ec5cff9f63 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:23:13.986325 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e920512-af04-4a91-998f-d6415a90975e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Pushing event deleted for resources: {'Port': ['ID=2ab1c946-92e1-4541-94a1-c7dc865cd453,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:14.001817 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:14.004767 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858751e7-f08b-4d0f-8d7e-f76f35b990a1 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:14.006312 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858751e7-f08b-4d0f-8d7e-f76f35b990a1 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:14.007071 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-858751e7-f08b-4d0f-8d7e-f76f35b990a1 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Synchronizing usage tracker for tenant:56b25c853741474abcd5f7fb597b51f0 on resource:subnet {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:23:14.079828 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e085062a-c27e-4552-b917-991c307c628c None None] DHCP port deletion for 04ad0c30-fe0a-48bb-b765-092e67f41204 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:23:14.091904 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bdcf7-011f-46d3-8f69-595d4333d982 req-14ee6996-e19c-47b8-9ee8-9f9566d55239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:14.093410 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cd6bdcf7-011f-46d3-8f69-595d4333d982 req-14ee6996-e19c-47b8-9ee8-9f9566d55239 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 1098 time: 0.9207478 Apr 11 14:23:14.106051 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-e085062a-c27e-4552-b917-991c307c628c None None] Deleting port 4482a8c8-8c74-455a-9d01-49d6a0f1bc3e {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:14.106652 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e085062a-c27e-4552-b917-991c307c628c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:14.187775 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-01db90c0-0ce6-4934-a940-69735631fc0e tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "GET /v2.0/routers/802e86ab-592c-4cdb-8f01-98aa11f29f26/tags HTTP/1.1" status: 200 len: 205 time: 0.3450983 Apr 11 14:23:14.189179 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41044) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:14.194288 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-3dae4273-9542-4bf7-ae37-b22d7ca54ccc tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'de94e40d-12a9-46b8-8cff-e433df94b135') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:14.201794 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cd6bdcf7-011f-46d3-8f69-595d4333d982 req-25bff493-8ab6-4116-b170-36d3baf87867 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2fff6a53-a0bb-4a15-9393-fdcd899b3d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936944 Apr 11 14:23:14.213051 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=4482a8c8-8c74-455a-9d01-49d6a0f1bc3e,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:14.222960 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2e920512-af04-4a91-998f-d6415a90975e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks [] for floatingip, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:14.229228 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fbab8617-0b58-49d5-8b40-6cd2c53bc338 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:14.238875 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3dae4273-9542-4bf7-ae37-b22d7ca54ccc tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "GET /v2.0/subnetpools/de94e40d-12a9-46b8-8cff-e433df94b135/tags HTTP/1.1" status: 200 len: 241 time: 0.0474477 Apr 11 14:23:14.239084 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3ed9f82f-b014-48c6-99b4-5768311ae774 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:14.240855 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41048) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:14.242464 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2e920512-af04-4a91-998f-d6415a90975e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:14.251040 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2e920512-af04-4a91-998f-d6415a90975e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] 10.222.0.66 "DELETE /v2.0/floatingips/b8919955-043f-4cc6-977d-1a190a55cd1c HTTP/1.1" status: 204 len: 168 time: 1.5613711 Apr 11 14:23:14.251040 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-6d7331a1-e526-4554-ab8e-98d7dc9e0d10 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'de94e40d-12a9-46b8-8cff-e433df94b135', 'tempest-TagsExtTest-Tag-1269600388') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:14.258312 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41052) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:14.265547 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-2994bd0e-40e9-4247-b8b8-7cb5a65ea3cb tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Request body: {'floatingip': {'floating_network_id': '1f11120a-6f3e-45e8-add8-4585b58de45b', 'port_id': '54181c2e-02e6-45a0-bf19-0661860bb8e6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:14.274343 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2994bd0e-40e9-4247-b8b8-7cb5a65ea3cb tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:14.280759 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2994bd0e-40e9-4247-b8b8-7cb5a65ea3cb tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Usage tracker for resource:floatingip and tenant:36293cfe689949139a743e79cb9a849a is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:14.284738 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2994bd0e-40e9-4247-b8b8-7cb5a65ea3cb tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:14.292311 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2994bd0e-40e9-4247-b8b8-7cb5a65ea3cb tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:14.299861 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-858751e7-f08b-4d0f-8d7e-f76f35b990a1 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Unset dirty status for tenant:56b25c853741474abcd5f7fb597b51f0 on resource:subnet {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:23:14.299861 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-858751e7-f08b-4d0f-8d7e-f76f35b990a1 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7489088 Apr 11 14:23:14.306292 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6d7331a1-e526-4554-ab8e-98d7dc9e0d10 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "GET /v2.0/subnetpools/de94e40d-12a9-46b8-8cff-e433df94b135/tags/tempest-TagsExtTest-Tag-1269600388 HTTP/1.1" status: 204 len: 168 time: 0.0593913 Apr 11 14:23:14.306292 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41056) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:14.311472 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41058) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:14.337750 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-78697086-df02-4a99-944f-556dd67acbd0 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'de94e40d-12a9-46b8-8cff-e433df94b135', 'tempest-TagsExtTest-Tag-1269600388') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:14.361091 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fa47d929-38cf-4859-b1b6-abcbe791108d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:14.371156 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-fbab8617-0b58-49d5-8b40-6cd2c53bc338 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Calling delete_port for 9c5f86b0-70cf-4838-83cb-f1b829bf4ffe owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:14.393124 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-e085062a-c27e-4552-b917-991c307c628c None None] For port 4482a8c8-8c74-455a-9d01-49d6a0f1bc3e, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4482a8c8-8c74-455a-9d01-49d6a0f1bc3e,segment=NetworkSegment(89fa4eca-c0c8-41ca-ad43-2494ffdbb403),segment_id=89fa4eca-c0c8-41ca-ad43-2494ffdbb403)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:14.393514 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e085062a-c27e-4552-b917-991c307c628c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:14.416098 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3ed9f82f-b014-48c6-99b4-5768311ae774 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:14.426440 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2994bd0e-40e9-4247-b8b8-7cb5a65ea3cb tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks [] for floatingip, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:14.464894 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47d929-38cf-4859-b1b6-abcbe791108d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc6861e-3f7a-40df-addc-cfe2a1565483,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:14.499414 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3ba7b394-8326-48ff-8a50-0bcedd4be5ce tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:14.531837 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-e085062a-c27e-4552-b917-991c307c628c None None] Calling delete_port for 4482a8c8-8c74-455a-9d01-49d6a0f1bc3e owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:14.594091 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba7b394-8326-48ff-8a50-0bcedd4be5ce tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 11 14:23:14.594939 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba7b394-8326-48ff-8a50-0bcedd4be5ce tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:23:14.596778 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3ba7b394-8326-48ff-8a50-0bcedd4be5ce tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "DELETE /v2.0/networks/04ad0c30-fe0a-48bb-b765-092e67f41204 HTTP/1.1" status: 409 len: 405 time: 0.2876666 Apr 11 14:23:14.600387 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-78697086-df02-4a99-944f-556dd67acbd0 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "DELETE /v2.0/subnetpools/de94e40d-12a9-46b8-8cff-e433df94b135/tags/tempest-TagsExtTest-Tag-1269600388 HTTP/1.1" status: 204 len: 168 time: 0.2862017 Apr 11 14:23:14.602510 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41066) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:14.624168 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41068) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:14.631050 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.tag.tag_plugin [None req-9cbb7bc7-3d98-40c8-9430-12f548fa5f65 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'de94e40d-12a9-46b8-8cff-e433df94b135') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:14.650268 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-c9beb886-f811-4337-aa95-8486cce622c3 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-31857243'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:14.663240 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c9beb886-f811-4337-aa95-8486cce622c3 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:14.664574 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fa47d929-38cf-4859-b1b6-abcbe791108d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:14.665694 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-fa47d929-38cf-4859-b1b6-abcbe791108d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/security-groups/7cc6861e-3f7a-40df-addc-cfe2a1565483 HTTP/1.1" status: 204 len: 168 time: 1.5999484 Apr 11 14:23:14.674090 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41074) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:14.676908 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c9beb886-f811-4337-aa95-8486cce622c3 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Usage tracker for resource:network and tenant:56b25c853741474abcd5f7fb597b51f0 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:14.692377 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c9beb886-f811-4337-aa95-8486cce622c3 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:14.694461 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9f82f-b014-48c6-99b4-5768311ae774 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Pushing event updated for resources: {'Port': ['ID=9fbdfe5a-c2b8-4b53-86b2-0b65a82be850,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:14.706006 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c9beb886-f811-4337-aa95-8486cce622c3 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:14.714993 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-3ed9f82f-b014-48c6-99b4-5768311ae774 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] In _notify_port_updated(), no bound segment for port 9fbdfe5a-c2b8-4b53-86b2-0b65a82be850 on network e2462d19-2c69-4bab-9fb3-b57461ee82ba {{(pid=88617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 11 14:23:14.717387 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed9f82f-b014-48c6-99b4-5768311ae774 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:14.718094 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3ed9f82f-b014-48c6-99b4-5768311ae774 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:14.719444 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3ed9f82f-b014-48c6-99b4-5768311ae774 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] 10.222.0.66 "PUT /v2.0/ports/9fbdfe5a-c2b8-4b53-86b2-0b65a82be850 HTTP/1.1" status: 200 len: 996 time: 2.8608899 Apr 11 14:23:14.726737 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41078) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:14.733807 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e085062a-c27e-4552-b917-991c307c628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:14.769832 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9cbb7bc7-3d98-40c8-9430-12f548fa5f65 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "GET /v2.0/subnetpools/de94e40d-12a9-46b8-8cff-e433df94b135/tags HTTP/1.1" status: 200 len: 205 time: 0.1433778 Apr 11 14:23:14.772549 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41082) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:14.781170 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.tag.tag_plugin [None req-b346d02a-9563-41ef-a072-f93c00cdcd97 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'de94e40d-12a9-46b8-8cff-e433df94b135') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:14.812310 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085062a-c27e-4552-b917-991c307c628c None None] Pushing event deleted for resources: {'Port': ['ID=4482a8c8-8c74-455a-9d01-49d6a0f1bc3e,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:14.814698 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e085062a-c27e-4552-b917-991c307c628c None None] No DVR routers for this DVR port 4482a8c8-8c74-455a-9d01-49d6a0f1bc3e on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:23:14.821095 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b346d02a-9563-41ef-a072-f93c00cdcd97 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "DELETE /v2.0/subnetpools/de94e40d-12a9-46b8-8cff-e433df94b135/tags HTTP/1.1" status: 204 len: 168 time: 0.0465157 Apr 11 14:23:14.825993 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41086) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:14.831491 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.tag.tag_plugin [None req-6e7a6adc-f195-4328-a759-d462cb2b2c8a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '802e86ab-592c-4cdb-8f01-98aa11f29f26') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:14.882689 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-e6953ca8-60b6-43cc-8d2b-00ffec4a5ac7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Deleting port 9fbdfe5a-c2b8-4b53-86b2-0b65a82be850 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:14.883100 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e6953ca8-60b6-43cc-8d2b-00ffec4a5ac7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:14.886077 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ec2bebee-9df4-4cb4-a213-c8ed79327e70 None None] Provisioning complete for port 9fbdfe5a-c2b8-4b53-86b2-0b65a82be850 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:14.886458 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ec2bebee-9df4-4cb4-a213-c8ed79327e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:14.908266 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fbab8617-0b58-49d5-8b40-6cd2c53bc338 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:14.916052 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9beb886-f811-4337-aa95-8486cce622c3 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Made reservation on behalf of 56b25c853741474abcd5f7fb597b51f0 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:14.920336 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9beb886-f811-4337-aa95-8486cce622c3 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:14.947539 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-ec2bebee-9df4-4cb4-a213-c8ed79327e70 None None] Port 9fbdfe5a-c2b8-4b53-86b2-0b65a82be850 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:23:14.964619 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b4a1-2fab-4d27-adc2-cb2815b38436 req-fad5bf52-9157-4f58-aca7-fbd7f9e19c4f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:14.966825 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c033b4a1-2fab-4d27-adc2-cb2815b38436 req-fad5bf52-9157-4f58-aca7-fbd7f9e19c4f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 945 time: 0.3618109 Apr 11 14:23:14.975073 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ef46943c-87a1-4afc-b215-9a21624d93e2 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:14.981427 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab8617-0b58-49d5-8b40-6cd2c53bc338 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Port': ['ID=9c5f86b0-70cf-4838-83cb-f1b829bf4ffe,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:15.056910 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ef46943c-87a1-4afc-b215-9a21624d93e2 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:15.112824 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9beb886-f811-4337-aa95-8486cce622c3 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:23:15.142532 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-2994bd0e-40e9-4247-b8b8-7cb5a65ea3cb tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:23:15.143596 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2994bd0e-40e9-4247-b8b8-7cb5a65ea3cb tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8843431 Apr 11 14:23:15.161793 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41090) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:15.175434 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4482a8c8-8c74-455a-9d01-49d6a0f1bc3e no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:23:15.193845 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-13a10004-4189-4be9-85a6-99f5f0b6ce78 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': '54181c2e-02e6-45a0-bf19-0661860bb8e6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:15.199204 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9beb886-f811-4337-aa95-8486cce622c3 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:15.200194 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-c9beb886-f811-4337-aa95-8486cce622c3 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Added segment 8f4bdcca-84a9-4c7a-a5b0-d0639cd814ed of type vlan for network 54f4cc8a-d5e0-4183-b954-51189d310bef Apr 11 14:23:15.211916 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c033b4a1-2fab-4d27-adc2-cb2815b38436 req-a3ec8487-3482-4ea3-bf95-c06964649a9c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=2fff6a53-a0bb-4a15-9393-fdcd899b3d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895399 Apr 11 14:23:15.220126 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 4482a8c8-8c74-455a-9d01-49d6a0f1bc3e {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:23:15.220373 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4482a8c8-8c74-455a-9d01-49d6a0f1bc3e not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:23:15.267204 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fbab8617-0b58-49d5-8b40-6cd2c53bc338 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:15.285743 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6e7a6adc-f195-4328-a759-d462cb2b2c8a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "DELETE /v2.0/routers/802e86ab-592c-4cdb-8f01-98aa11f29f26/tags HTTP/1.1" status: 204 len: 168 time: 0.4561868 Apr 11 14:23:15.341770 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41094) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:15.352202 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.tag.tag_plugin [None req-47aacc58-3b74-4c8d-9846-8c35b7d62954 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f80b53a0-2b09-4c65-917d-071b77edd317') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:15.385902 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-13a10004-4189-4be9-85a6-99f5f0b6ce78 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:15.402617 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-13a10004-4189-4be9-85a6-99f5f0b6ce78 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Usage tracker for resource:floatingip and tenant:36293cfe689949139a743e79cb9a849a is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:15.451257 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-13a10004-4189-4be9-85a6-99f5f0b6ce78 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:15.482536 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-13a10004-4189-4be9-85a6-99f5f0b6ce78 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:15.486756 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ef46943c-87a1-4afc-b215-9a21624d93e2 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:15.503316 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9beb886-f811-4337-aa95-8486cce622c3 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:15.520817 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46943c-87a1-4afc-b215-9a21624d93e2 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b102700a-9d40-4571-b5e7-cb2a7706ef60,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:15.556466 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e6953ca8-60b6-43cc-8d2b-00ffec4a5ac7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:15.655262 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ef46943c-87a1-4afc-b215-9a21624d93e2 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:15.658423 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ef46943c-87a1-4afc-b215-9a21624d93e2 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/security-groups/b102700a-9d40-4571-b5e7-cb2a7706ef60 HTTP/1.1" status: 204 len: 168 time: 0.9808807 Apr 11 14:23:15.658423 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-13a10004-4189-4be9-85a6-99f5f0b6ce78 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks [] for floatingip, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:15.728236 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41098) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:15.743026 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-e6953ca8-60b6-43cc-8d2b-00ffec4a5ac7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Calling delete_port for 9fbdfe5a-c2b8-4b53-86b2-0b65a82be850 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:15.762624 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbab8617-0b58-49d5-8b40-6cd2c53bc338 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Router 92b87fcf-0758-44c1-a313-61523465ccac has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:23:15.773219 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-47aacc58-3b74-4c8d-9846-8c35b7d62954 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "DELETE /v2.0/ports/f80b53a0-2b09-4c65-917d-071b77edd317/tags HTTP/1.1" status: 204 len: 168 time: 0.4304323 Apr 11 14:23:15.775941 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41102) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:15.782838 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.tag.tag_plugin [None req-65430e92-00fc-4993-a880-5789c079b6e7 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '83acd62c-27c2-416a-82ef-43881828662b') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:15.828900 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9beb886-f811-4337-aa95-8486cce622c3 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:15.834783 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9beb886-f811-4337-aa95-8486cce622c3 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:15.835127 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9beb886-f811-4337-aa95-8486cce622c3 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:15.952136 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbab8617-0b58-49d5-8b40-6cd2c53bc338 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:23:15.968869 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2688c3e6-447e-4105-910b-564ee1b0ffc5 None None] Sync routers for ids ['92b87fcf-0758-44c1-a313-61523465ccac'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:23:15.978913 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2688c3e6-447e-4105-910b-564ee1b0ffc5 None None] Routers {'92b87fcf-0758-44c1-a313-61523465ccac'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:23:15.979660 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2688c3e6-447e-4105-910b-564ee1b0ffc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:22:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['92b87fcf-0758-44c1-a313-61523465ccac'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:15.993277 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-65430e92-00fc-4993-a880-5789c079b6e7 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "DELETE /v2.0/subnets/83acd62c-27c2-416a-82ef-43881828662b/tags HTTP/1.1" status: 204 len: 168 time: 0.2122738 Apr 11 14:23:15.993666 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41106) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:15.999167 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.tag.tag_plugin [None req-d9c00776-2f9c-48dc-9fff-644be645fcc4 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '83acd62c-27c2-416a-82ef-43881828662b', 'tempest-TagsExtTest-Tag-2115851029') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:16.052976 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2688c3e6-447e-4105-910b-564ee1b0ffc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:16.055425 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-fbab8617-0b58-49d5-8b40-6cd2c53bc338 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "PUT /v2.0/routers/92b87fcf-0758-44c1-a313-61523465ccac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3777096 Apr 11 14:23:16.056460 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c9beb886-f811-4337-aa95-8486cce622c3 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.4529278 Apr 11 14:23:16.058337 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41110) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:16.068272 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2688c3e6-447e-4105-910b-564ee1b0ffc5 None None] Routers {'92b87fcf-0758-44c1-a313-61523465ccac'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:23:16.069167 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2688c3e6-447e-4105-910b-564ee1b0ffc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:22:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['92b87fcf-0758-44c1-a313-61523465ccac'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:16.072256 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41112) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:16.072853 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9beb886-f811-4337-aa95-8486cce622c3 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event updated for resources: {'Network': ['ID=54f4cc8a-d5e0-4183-b954-51189d310bef,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:16.086384 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-e54755c2-21e3-4e8e-b45a-6ded6010a7b7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Request body: {'subnet': {'network_id': '54f4cc8a-d5e0-4183-b954-51189d310bef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:16.100539 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b0e30552-53b9-4f88-9b8e-b1a61f30d6cd tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:16.112497 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-545d63c9-1be9-41b5-b33e-810b1dfbf700 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Synchronizing usage tracker for tenant:e64484a71f41439a9e4d89000c1f607b on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:23:16.144835 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 54f4cc8a-d5e0-4183-b954-51189d310bef details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:23:16.178222 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2688c3e6-447e-4105-910b-564ee1b0ffc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:16.178772 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2688c3e6-447e-4105-910b-564ee1b0ffc5 None None] The sync data for ids ['92b87fcf-0758-44c1-a313-61523465ccac'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:23:16.223519 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-545d63c9-1be9-41b5-b33e-810b1dfbf700 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Unset dirty status for tenant:e64484a71f41439a9e4d89000c1f607b on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:23:16.224749 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-545d63c9-1be9-41b5-b33e-810b1dfbf700 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b87fcf-0758-44c1-a313-61523465ccac HTTP/1.1" status: 200 len: 205 time: 0.1641619 Apr 11 14:23:16.227438 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41118) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:16.253534 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b0e30552-53b9-4f88-9b8e-b1a61f30d6cd tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:16.312928 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e54755c2-21e3-4e8e-b45a-6ded6010a7b7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:16.337507 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e54755c2-21e3-4e8e-b45a-6ded6010a7b7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:16.358618 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-13a10004-4189-4be9-85a6-99f5f0b6ce78 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:16.410146 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e6953ca8-60b6-43cc-8d2b-00ffec4a5ac7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:16.415792 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-acc17400-76a8-440b-8bed-fb40cc9a408d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:16.472346 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54755c2-21e3-4e8e-b45a-6ded6010a7b7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Made reservation on behalf of 56b25c853741474abcd5f7fb597b51f0 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:16.475814 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e54755c2-21e3-4e8e-b45a-6ded6010a7b7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:16.489312 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b0e30552-53b9-4f88-9b8e-b1a61f30d6cd tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:16.511029 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6953ca8-60b6-43cc-8d2b-00ffec4a5ac7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Pushing event deleted for resources: {'Port': ['ID=9fbdfe5a-c2b8-4b53-86b2-0b65a82be850,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:16.558302 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d9c00776-2f9c-48dc-9fff-644be645fcc4 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "PUT /v2.0/subnets/83acd62c-27c2-416a-82ef-43881828662b/tags/tempest-TagsExtTest-Tag-2115851029 HTTP/1.1" status: 201 len: 201 time: 0.5635612 Apr 11 14:23:16.571216 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e30552-53b9-4f88-9b8e-b1a61f30d6cd tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=233d2cc0-95e2-44fc-a11c-ef64447556c1,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:16.577051 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41124) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:16.605752 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-e6962f6d-61fb-40dc-86a2-7e121efb7d28 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f80b53a0-2b09-4c65-917d-071b77edd317', 'tempest-TagsExtTest-Tag-534105179') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:16.768826 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-acc17400-76a8-440b-8bed-fb40cc9a408d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:16.770809 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-acc17400-76a8-440b-8bed-fb40cc9a408d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:16.806017 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b0e30552-53b9-4f88-9b8e-b1a61f30d6cd tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:16.806017 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b0e30552-53b9-4f88-9b8e-b1a61f30d6cd tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/security-groups/233d2cc0-95e2-44fc-a11c-ef64447556c1 HTTP/1.1" status: 204 len: 168 time: 1.0757759 Apr 11 14:23:16.806321 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8072c-c5fe-4fc4-91cc-5c8299b6d4e2 req-6a849926-921c-4647-be97-4daa12e3f8f4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:16.806979 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d8c8072c-c5fe-4fc4-91cc-5c8299b6d4e2 req-6a849926-921c-4647-be97-4daa12e3f8f4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 945 time: 0.4479666 Apr 11 14:23:16.808068 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41128) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:16.851283 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-13a10004-4189-4be9-85a6-99f5f0b6ce78 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Allocated IP 172.26.7.95 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/0a3ac953-c638-4808-9848-475b33a18d4d) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:16.869399 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e6953ca8-60b6-43cc-8d2b-00ffec4a5ac7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:16.904115 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-acc17400-76a8-440b-8bed-fb40cc9a408d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:16.904588 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc17400-76a8-440b-8bed-fb40cc9a408d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Fanout notify agent at l3_agent the message router_deleted on router 92b87fcf-0758-44c1-a313-61523465ccac {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:23:16.913726 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e6953ca8-60b6-43cc-8d2b-00ffec4a5ac7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] 10.222.0.66 "DELETE /v2.0/ports/9fbdfe5a-c2b8-4b53-86b2-0b65a82be850 HTTP/1.1" status: 204 len: 168 time: 2.1733949 Apr 11 14:23:16.920869 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d8c8072c-c5fe-4fc4-91cc-5c8299b6d4e2 req-752e1034-2fab-41c7-b1f1-176242caa772 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=2fff6a53-a0bb-4a15-9393-fdcd899b3d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739815 Apr 11 14:23:16.921834 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41132) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:16.926787 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38b0434-a8ba-4163-8d29-75412432e37d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting subnet 01cbe393-2e92-4303-b958-6d4b3119eb0e {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:23:16.931699 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f38b0434-a8ba-4163-8d29-75412432e37d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:16.977471 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-acc17400-76a8-440b-8bed-fb40cc9a408d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:16.982746 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-acc17400-76a8-440b-8bed-fb40cc9a408d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/routers/92b87fcf-0758-44c1-a313-61523465ccac HTTP/1.1" status: 204 len: 168 time: 0.7504799 Apr 11 14:23:17.025664 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41138) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:17.084719 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71433aa-fe8e-4fb1-9bb6-0c2e3ec3bbd1 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] GET failed (client error): The resource could not be found. Apr 11 14:23:17.085267 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b71433aa-fe8e-4fb1-9bb6-0c2e3ec3bbd1 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Synchronizing usage tracker for tenant:28be48cb0cf24708a04c448c5a5bdf23 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:23:17.118074 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f38b0434-a8ba-4163-8d29-75412432e37d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:17.176074 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b8b6aaf-daaf-4111-99d1-3248cdb39b4c tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting subnet 631d949a-144b-43d0-bf7a-e49ca0eb3e00 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:23:17.182979 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6aaf-daaf-4111-99d1-3248cdb39b4c tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:17.298473 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e6962f6d-61fb-40dc-86a2-7e121efb7d28 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "PUT /v2.0/ports/f80b53a0-2b09-4c65-917d-071b77edd317/tags/tempest-TagsExtTest-Tag-534105179 HTTP/1.1" status: 201 len: 201 time: 0.7103419 Apr 11 14:23:17.304377 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41142) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:17.315861 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-467a8433-86f9-4fff-8cbb-ff61cd73dddc tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '802e86ab-592c-4cdb-8f01-98aa11f29f26', 'tempest-TagsExtTest-Tag-1777042369') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:17.354148 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b71433aa-fe8e-4fb1-9bb6-0c2e3ec3bbd1 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Unset dirty status for tenant:28be48cb0cf24708a04c448c5a5bdf23 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:23:17.355306 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b71433aa-fe8e-4fb1-9bb6-0c2e3ec3bbd1 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] 10.222.0.66 "GET /v2.0/ports/9fbdfe5a-c2b8-4b53-86b2-0b65a82be850 HTTP/1.1" status: 404 len: 333 time: 0.4264059 Apr 11 14:23:17.367354 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41146) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:17.378013 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-37cb7461-ff0d-4d6c-82cd-a9bbdc2367dc tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Request body: {'port': {'network_id': 'e2462d19-2c69-4bab-9fb3-b57461ee82ba', 'name': 'tempest-AllowedAddressPairTestJSON-2011732413'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:17.407580 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-13a10004-4189-4be9-85a6-99f5f0b6ce78 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:17.482750 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6aaf-daaf-4111-99d1-3248cdb39b4c tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:17.488054 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180de1d3-5d49-4a8c-8901-7501d535c75c req-edc15352-5036-40ba-8dc1-c3a83d8535e1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:17.489552 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-180de1d3-5d49-4a8c-8901-7501d535c75c req-edc15352-5036-40ba-8dc1-c3a83d8535e1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 945 time: 0.3348422 Apr 11 14:23:17.567574 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f38b0434-a8ba-4163-8d29-75412432e37d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:17.621439 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.objects.ports [None req-e54755c2-21e3-4e8e-b45a-6ded6010a7b7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88616) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 11 14:23:17.628054 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e54755c2-21e3-4e8e-b45a-6ded6010a7b7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:17.658562 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-37cb7461-ff0d-4d6c-82cd-a9bbdc2367dc tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:17.673712 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-37cb7461-ff0d-4d6c-82cd-a9bbdc2367dc tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:17.696448 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6aaf-daaf-4111-99d1-3248cdb39b4c tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:17.721270 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-180de1d3-5d49-4a8c-8901-7501d535c75c req-ba0db840-d8f5-404c-b257-307b6c7ada30 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=2fff6a53-a0bb-4a15-9393-fdcd899b3d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781566 Apr 11 14:23:17.750312 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54755c2-21e3-4e8e-b45a-6ded6010a7b7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event updated for resources: {'Subnet': ['ID=bba6b74a-d5fc-49e4-aed1-1a8989e9017f,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:17.750619 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41150) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:17.762313 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54755c2-21e3-4e8e-b45a-6ded6010a7b7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Checking segment: {'id': '8f4bdcca-84a9-4c7a-a5b0-d0639cd814ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '54f4cc8a-d5e0-4183-b954-51189d310bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:17.762843 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54755c2-21e3-4e8e-b45a-6ded6010a7b7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Network hostable DHCP agents. Network: 54f4cc8a-d5e0-4183-b954-51189d310bef, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:23:17.788335 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-13a10004-4189-4be9-85a6-99f5f0b6ce78 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:17.793436 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-467a8433-86f9-4fff-8cbb-ff61cd73dddc tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "PUT /v2.0/routers/802e86ab-592c-4cdb-8f01-98aa11f29f26/tags/tempest-TagsExtTest-Tag-1777042369 HTTP/1.1" status: 201 len: 201 time: 0.4876170 Apr 11 14:23:17.802137 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41154) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:17.803826 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f38b0434-a8ba-4163-8d29-75412432e37d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:17.809659 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cb7461-ff0d-4d6c-82cd-a9bbdc2367dc tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Made reservation on behalf of 28be48cb0cf24708a04c448c5a5bdf23 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:17.813082 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-37cb7461-ff0d-4d6c-82cd-a9bbdc2367dc tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:17.851799 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54755c2-21e3-4e8e-b45a-6ded6010a7b7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Network 54f4cc8a-d5e0-4183-b954-51189d310bef is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:23:17.857114 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a10004-4189-4be9-85a6-99f5f0b6ce78 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:17.864193 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.tag.tag_plugin [None req-a092b36b-3f81-4494-ac0e-bad822c6601d tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'de94e40d-12a9-46b8-8cff-e433df94b135', 'tempest-TagsExtTest-Tag-1174823012') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:17.865396 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-13a10004-4189-4be9-85a6-99f5f0b6ce78 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:17.874650 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a10004-4189-4be9-85a6-99f5f0b6ce78 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:17.894699 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b0434-a8ba-4163-8d29-75412432e37d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Subnet': ['ID=01cbe393-2e92-4303-b958-6d4b3119eb0e,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:17.897447 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f38b0434-a8ba-4163-8d29-75412432e37d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:17.904347 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a10004-4189-4be9-85a6-99f5f0b6ce78 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Pushing event updated for resources: {'Port': ['ID=0a3ac953-c638-4808-9848-475b33a18d4d,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:17.912738 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b71cdb4-8a61-4c62-b0e9-f8ad845f24cb None None] Network cb1f0d05-548a-4a06-9e81-75081f5f174c requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:17.915232 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-37cb7461-ff0d-4d6c-82cd-a9bbdc2367dc tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] device_id is not set on port 6d78164f-1141-46f7-8fa4-f64b0056cced yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:23:17.984988 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f38b0434-a8ba-4163-8d29-75412432e37d tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/subnets/01cbe393-2e92-4303-b958-6d4b3119eb0e HTTP/1.1" status: 204 len: 168 time: 1.1710546 Apr 11 14:23:17.992328 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41158) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:18.000261 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-e54755c2-21e3-4e8e-b45a-6ded6010a7b7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 54f4cc8a-d5e0-4183-b954-51189d310bef) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:18.012943 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616b682f-b1e1-4c68-a512-6bbc4f8c15a4 None None] Network 54f4cc8a-d5e0-4183-b954-51189d310bef requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:18.040748 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54755c2-21e3-4e8e-b45a-6ded6010a7b7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:18.041353 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e54755c2-21e3-4e8e-b45a-6ded6010a7b7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:18.113551 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6aaf-daaf-4111-99d1-3248cdb39b4c tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:18.144624 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c5d3707-70b4-46c8-82de-d7d6a286445e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting subnet e04864e3-b697-4ea2-9348-b8b3c9b5f59e {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:23:18.150821 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0c5d3707-70b4-46c8-82de-d7d6a286445e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:18.197034 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6aaf-daaf-4111-99d1-3248cdb39b4c tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:18.200418 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b6aaf-daaf-4111-99d1-3248cdb39b4c tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Subnet': ['ID=631d949a-144b-43d0-bf7a-e49ca0eb3e00,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:18.206292 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e54755c2-21e3-4e8e-b45a-6ded6010a7b7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1261513 Apr 11 14:23:18.206292 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41162) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:18.207943 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-13a10004-4189-4be9-85a6-99f5f0b6ce78 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Deleting port 0a3ac953-c638-4808-9848-475b33a18d4d {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:18.208295 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-13a10004-4189-4be9-85a6-99f5f0b6ce78 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:18.224484 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5b8b6aaf-daaf-4111-99d1-3248cdb39b4c tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/subnets/631d949a-144b-43d0-bf7a-e49ca0eb3e00 HTTP/1.1" status: 204 len: 168 time: 1.1954608 Apr 11 14:23:18.226629 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c149afe0-1609-4c2c-bd38-0a9e9cd6ff55 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:18.231762 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c149afe0-1609-4c2c-bd38-0a9e9cd6ff55 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 1093 time: 0.4768891 Apr 11 14:23:18.231762 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41166) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:18.234973 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41168) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:18.235752 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-37cb7461-ff0d-4d6c-82cd-a9bbdc2367dc tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Allocated IP 172.20.0.13 (e2462d19-2c69-4bab-9fb3-b57461ee82ba/698f9043-e1f6-487e-b1df-9d356b3fa207/6d78164f-1141-46f7-8fa4-f64b0056cced) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:18.245036 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32051589-0b52-462e-bd31-faf727ab1b0f None None] Network e65f5834-d1e7-4c75-9424-6206e5ea0a19 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:18.248032 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-a1fb2921-c6a6-4fef-8551-6befee1e36ca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Request body: {'port': {'network_id': '54f4cc8a-d5e0-4183-b954-51189d310bef', 'name': 'tempest-NetworksIpV6TestAttrs-435076443'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:18.265076 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-8942aad1-d190-43c4-bcf1-71eeb178cba6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': 'cc64d515-c428-4346-be56-d7966df2bb2d', 'tenant_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:18.288029 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8942aad1-d190-43c4-bcf1-71eeb178cba6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:18.296869 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0c5d3707-70b4-46c8-82de-d7d6a286445e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:18.304357 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a092b36b-3f81-4494-ac0e-bad822c6601d tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "PUT /v2.0/subnetpools/de94e40d-12a9-46b8-8cff-e433df94b135/tags/tempest-TagsExtTest-Tag-1174823012 HTTP/1.1" status: 201 len: 201 time: 0.4938071 Apr 11 14:23:18.305969 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8942aad1-d190-43c4-bcf1-71eeb178cba6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:floatingip and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:18.308450 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41174) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:18.366717 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.tag.tag_plugin [None req-6d0bf915-12c3-41fd-b62d-f59b25a1ec70 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '83acd62c-27c2-416a-82ef-43881828662b', {'tags': ['tempest-TagsExtTest-Tag-888963792', 'tempest-TagsExtTest-Tag-1570637759', 'tempest-TagsExtTest-Tag-377490526']}) {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:18.402077 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8942aad1-d190-43c4-bcf1-71eeb178cba6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:18.408495 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8942aad1-d190-43c4-bcf1-71eeb178cba6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:18.477523 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1abc8e0-9cb8-45cb-aed0-1ae36bd2ac92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-54f4cc8a-d5e0-4183-b954-51189d310bef', 'network_id': '54f4cc8a-d5e0-4183-b954-51189d310bef', 'tenant_id': '56b25c853741474abcd5f7fb597b51f0', 'fixed_ips': [{'subnet_id': 'bba6b74a-d5fc-49e4-aed1-1a8989e9017f'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:23:18.478658 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f1abc8e0-9cb8-45cb-aed0-1ae36bd2ac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:18.484043 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:18.558224 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8942aad1-d190-43c4-bcf1-71eeb178cba6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:18.587757 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-13a10004-4189-4be9-85a6-99f5f0b6ce78 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:18.588678 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-13a10004-4189-4be9-85a6-99f5f0b6ce78 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:18.597706 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting port e1d49b84-0890-4d2b-ac59-c9700ff96111 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:18.604667 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:18.605830 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a1fb2921-c6a6-4fef-8551-6befee1e36ca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:18.681393 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6d0bf915-12c3-41fd-b62d-f59b25a1ec70 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "PUT /v2.0/subnets/83acd62c-27c2-416a-82ef-43881828662b/tags HTTP/1.1" status: 200 len: 316 time: 0.3655915 Apr 11 14:23:18.703629 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41178) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:18.714423 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.tag.tag_plugin [None req-cfa1255c-54bf-472e-a30e-9f364528d91f tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '83acd62c-27c2-416a-82ef-43881828662b') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:18.737020 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-13a10004-4189-4be9-85a6-99f5f0b6ce78 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Calling delete_port for 0a3ac953-c638-4808-9848-475b33a18d4d owned by network:floatingip {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:18.794375 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-f1abc8e0-9cb8-45cb-aed0-1ae36bd2ac92 None None] Allocated IP 2001:db8::f816:3eff:fe8b:9f89 (54f4cc8a-d5e0-4183-b954-51189d310bef/bba6b74a-d5fc-49e4-aed1-1a8989e9017f/564bc23c-e2c5-4d98-a9d5-2fb8a057d0f0) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:18.946196 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a1fb2921-c6a6-4fef-8551-6befee1e36ca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Usage tracker for resource:port and tenant:56b25c853741474abcd5f7fb597b51f0 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:18.956965 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a1fb2921-c6a6-4fef-8551-6befee1e36ca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:18.964182 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0c5d3707-70b4-46c8-82de-d7d6a286445e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:19.032311 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a1fb2921-c6a6-4fef-8551-6befee1e36ca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:19.056644 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] For port e1d49b84-0890-4d2b-ac59-c9700ff96111, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e1d49b84-0890-4d2b-ac59-c9700ff96111,segment=NetworkSegment(9cbe806c-bdef-42b1-8db4-89e520c586e2),segment_id=9cbe806c-bdef-42b1-8db4-89e520c586e2)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:19.057251 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:19.126874 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ef7339-bee5-4609-a89d-aae29b28945f None None] DHCP port deletion for e65f5834-d1e7-4c75-9424-6206e5ea0a19 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:23:19.144736 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-88ef7339-bee5-4609-a89d-aae29b28945f None None] Deleting port e1d49b84-0890-4d2b-ac59-c9700ff96111 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:19.145252 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-88ef7339-bee5-4609-a89d-aae29b28945f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:19.220715 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e1d49b84-0890-4d2b-ac59-c9700ff96111 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:23:19.224338 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fb2921-c6a6-4fef-8551-6befee1e36ca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Made reservation on behalf of 56b25c853741474abcd5f7fb597b51f0 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:19.236610 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a1fb2921-c6a6-4fef-8551-6befee1e36ca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:19.268967 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-a1fb2921-c6a6-4fef-8551-6befee1e36ca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] device_id is not set on port 89fa55a4-1181-4002-a8ff-96823b258484 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:23:19.341965 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f1abc8e0-9cb8-45cb-aed0-1ae36bd2ac92 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:19.422987 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Calling delete_port for e1d49b84-0890-4d2b-ac59-c9700ff96111 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:19.453365 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0c5d3707-70b4-46c8-82de-d7d6a286445e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:19.472602 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:19.493032 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f1abc8e0-9cb8-45cb-aed0-1ae36bd2ac92 None None] Transition to ACTIVE for port object 564bc23c-e2c5-4d98-a9d5-2fb8a057d0f0 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:19.510698 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-13a10004-4189-4be9-85a6-99f5f0b6ce78 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:19.548798 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d3707-70b4-46c8-82de-d7d6a286445e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Subnet': ['ID=e04864e3-b697-4ea2-9348-b8b3c9b5f59e,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:19.551680 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-37cb7461-ff0d-4d6c-82cd-a9bbdc2367dc tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:19.567912 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0c5d3707-70b4-46c8-82de-d7d6a286445e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:19.570974 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a10004-4189-4be9-85a6-99f5f0b6ce78 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Pushing event deleted for resources: {'Port': ['ID=0a3ac953-c638-4808-9848-475b33a18d4d,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:19.599199 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-37cb7461-ff0d-4d6c-82cd-a9bbdc2367dc tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Transition to ACTIVE for port object 6d78164f-1141-46f7-8fa4-f64b0056cced will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:19.615521 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0c5d3707-70b4-46c8-82de-d7d6a286445e tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/subnets/e04864e3-b697-4ea2-9348-b8b3c9b5f59e HTTP/1.1" status: 204 len: 168 time: 1.6231644 Apr 11 14:23:19.620512 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41182) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:19.626705 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c3f012-7901-4f78-b576-60b439157ebd None None] Network cb1f0d05-548a-4a06-9e81-75081f5f174c requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:19.643497 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f1abc8e0-9cb8-45cb-aed0-1ae36bd2ac92 None None] Transition to ACTIVE for port object 564bc23c-e2c5-4d98-a9d5-2fb8a057d0f0 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:19.666439 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8942aad1-d190-43c4-bcf1-71eeb178cba6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:19.690111 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port e1d49b84-0890-4d2b-ac59-c9700ff96111, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e1d49b84-0890-4d2b-ac59-c9700ff96111,segment=NetworkSegment(9cbe806c-bdef-42b1-8db4-89e520c586e2),segment_id=9cbe806c-bdef-42b1-8db4-89e520c586e2)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:19.699849 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-88ef7339-bee5-4609-a89d-aae29b28945f None None] For port e1d49b84-0890-4d2b-ac59-c9700ff96111, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e1d49b84-0890-4d2b-ac59-c9700ff96111,segment=NetworkSegment(9cbe806c-bdef-42b1-8db4-89e520c586e2),segment_id=9cbe806c-bdef-42b1-8db4-89e520c586e2)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:19.702338 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-88ef7339-bee5-4609-a89d-aae29b28945f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:19.708954 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b28aca-b190-44f8-bf36-9e67068ae494 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] DELETE failed (client error): The resource could not be found. Apr 11 14:23:19.709411 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b28aca-b190-44f8-bf36-9e67068ae494 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:23:19.713400 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c3b28aca-b190-44f8-bf36-9e67068ae494 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/subnets/01cbe393-2e92-4303-b958-6d4b3119eb0e HTTP/1.1" status: 404 len: 337 time: 0.0879831 Apr 11 14:23:19.714181 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41186) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:19.814289 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.db.api [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:23:19.814596 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG oslo_db.api [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:23:19.816996 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-13a10004-4189-4be9-85a6-99f5f0b6ce78 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] create failed (client error): The resource could not be found. Apr 11 14:23:19.818089 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-13a10004-4189-4be9-85a6-99f5f0b6ce78 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.6532702 Apr 11 14:23:19.821490 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41190) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:19.847034 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd634741-7821-4f1a-8aad-104f8e23ec1a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting subnet 85727b01-8fff-4c24-a108-2261b92d665c {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:23:19.851886 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cd634741-7821-4f1a-8aad-104f8e23ec1a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:19.873004 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-37cb7461-ff0d-4d6c-82cd-a9bbdc2367dc tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:19.880780 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-cfa1255c-54bf-472e-a30e-9f364528d91f tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "DELETE /v2.0/subnets/83acd62c-27c2-416a-82ef-43881828662b/tags HTTP/1.1" status: 204 len: 168 time: 1.1760399 Apr 11 14:23:19.888388 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41194) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:19.896885 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:19.907657 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-a1fb2921-c6a6-4fef-8551-6befee1e36ca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Allocated IP 2001:db8::f816:3eff:fe6d:25db (54f4cc8a-d5e0-4183-b954-51189d310bef/bba6b74a-d5fc-49e4-aed1-1a8989e9017f/89fa55a4-1181-4002-a8ff-96823b258484) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:19.912447 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-4fafa73c-abfc-473b-9020-6b78316d7dc0 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '83acd62c-27c2-416a-82ef-43881828662b', 'tempest-TagsExtTest-Tag-888963792') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:19.944544 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-88ef7339-bee5-4609-a89d-aae29b28945f None None] Calling delete_port for e1d49b84-0890-4d2b-ac59-c9700ff96111 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:19.956415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-8942aad1-d190-43c4-bcf1-71eeb178cba6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.26.7.118 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/433947ae-9206-4e6e-b1ee-849a2646d5dc) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:19.977397 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4029fd72-79bc-46be-957e-c3ed634e04cb None None] Provisioning complete for port 9d964cbd-d656-48f6-a7c3-95c63f0f8b0d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:19.982500 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4029fd72-79bc-46be-957e-c3ed634e04cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:19.985119 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cd634741-7821-4f1a-8aad-104f8e23ec1a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:19.989045 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cb7461-ff0d-4d6c-82cd-a9bbdc2367dc tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Network e2462d19-2c69-4bab-9fb3-b57461ee82ba is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:20.003986 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-37cb7461-ff0d-4d6c-82cd-a9bbdc2367dc tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:20.014081 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-f711bd9f-f149-4579-b800-51bec1980e4e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Deleting port 54181c2e-02e6-45a0-bf19-0661860bb8e6 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:20.014487 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f711bd9f-f149-4579-b800-51bec1980e4e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:20.033926 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f1abc8e0-9cb8-45cb-aed0-1ae36bd2ac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:20.056351 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-4029fd72-79bc-46be-957e-c3ed634e04cb None None] Port 9d964cbd-d656-48f6-a7c3-95c63f0f8b0d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:23:20.088324 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cb7461-ff0d-4d6c-82cd-a9bbdc2367dc tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:20.101676 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1abc8e0-9cb8-45cb-aed0-1ae36bd2ac92 None None] Network 54f4cc8a-d5e0-4183-b954-51189d310bef is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:20.119657 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-f1abc8e0-9cb8-45cb-aed0-1ae36bd2ac92 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:20.134370 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1abc8e0-9cb8-45cb-aed0-1ae36bd2ac92 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:20.138374 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4029fd72-79bc-46be-957e-c3ed634e04cb None None] Provisioning complete for port 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:20.138828 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4029fd72-79bc-46be-957e-c3ed634e04cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:20.165843 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cd634741-7821-4f1a-8aad-104f8e23ec1a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:20.222037 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb7461-ff0d-4d6c-82cd-a9bbdc2367dc tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Pushing event updated for resources: {'Port': ['ID=6d78164f-1141-46f7-8fa4-f64b0056cced,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:20.248973 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cb7461-ff0d-4d6c-82cd-a9bbdc2367dc tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:20.249762 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-37cb7461-ff0d-4d6c-82cd-a9bbdc2367dc tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:20.320629 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting port e1d49b84-0890-4d2b-ac59-c9700ff96111 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:20.320629 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:20.325005 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=e1d49b84-0890-4d2b-ac59-c9700ff96111,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:20.327079 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-4fafa73c-abfc-473b-9020-6b78316d7dc0 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] show failed (client error): The resource could not be found. Apr 11 14:23:20.331011 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4fafa73c-abfc-473b-9020-6b78316d7dc0 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "GET /v2.0/subnets/83acd62c-27c2-416a-82ef-43881828662b/tags/tempest-TagsExtTest-Tag-888963792 HTTP/1.1" status: 404 len: 328 time: 0.4334395 Apr 11 14:23:20.336310 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41198) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:20.344475 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-33264ba3-eafd-4719-a879-13d323bca483 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '83acd62c-27c2-416a-82ef-43881828662b', 'tempest-TagsExtTest-Tag-1570637759') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:20.428060 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a1fb2921-c6a6-4fef-8551-6befee1e36ca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:20.455173 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-a1fb2921-c6a6-4fef-8551-6befee1e36ca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Transition to ACTIVE for port object 89fa55a4-1181-4002-a8ff-96823b258484 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:20.476151 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-33264ba3-eafd-4719-a879-13d323bca483 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] show failed (client error): The resource could not be found. Apr 11 14:23:20.477204 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-33264ba3-eafd-4719-a879-13d323bca483 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "GET /v2.0/subnets/83acd62c-27c2-416a-82ef-43881828662b/tags/tempest-TagsExtTest-Tag-1570637759 HTTP/1.1" status: 404 len: 329 time: 0.1402028 Apr 11 14:23:20.481335 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41202) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:20.488619 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-15a8e531-05f4-47f3-a99e-f61ce07ac72e tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '83acd62c-27c2-416a-82ef-43881828662b', 'tempest-TagsExtTest-Tag-377490526') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:20.500103 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-f1abc8e0-9cb8-45cb-aed0-1ae36bd2ac92 None None] Attempting to bind port 564bc23c-e2c5-4d98-a9d5-2fb8a057d0f0 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:23:20.500512 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-f1abc8e0-9cb8-45cb-aed0-1ae36bd2ac92 None None] Attempting to bind port 564bc23c-e2c5-4d98-a9d5-2fb8a057d0f0 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '8f4bdcca-84a9-4c7a-a5b0-d0639cd814ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '54f4cc8a-d5e0-4183-b954-51189d310bef'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:23:20.500879 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1abc8e0-9cb8-45cb-aed0-1ae36bd2ac92 None None] Attempting to bind port 564bc23c-e2c5-4d98-a9d5-2fb8a057d0f0 on network 54f4cc8a-d5e0-4183-b954-51189d310bef {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:23:20.523527 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cd634741-7821-4f1a-8aad-104f8e23ec1a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:20.529656 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1abc8e0-9cb8-45cb-aed0-1ae36bd2ac92 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:23:20.530058 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1abc8e0-9cb8-45cb-aed0-1ae36bd2ac92 None None] Checking segment: {'id': '8f4bdcca-84a9-4c7a-a5b0-d0639cd814ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '54f4cc8a-d5e0-4183-b954-51189d310bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:20.530466 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f1abc8e0-9cb8-45cb-aed0-1ae36bd2ac92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:20.530881 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1abc8e0-9cb8-45cb-aed0-1ae36bd2ac92 None None] Bound using segment: {'id': '8f4bdcca-84a9-4c7a-a5b0-d0639cd814ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '54f4cc8a-d5e0-4183-b954-51189d310bef'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:23:20.531441 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-f1abc8e0-9cb8-45cb-aed0-1ae36bd2ac92 None None] Bound port: 564bc23c-e2c5-4d98-a9d5-2fb8a057d0f0, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4bdcca-84a9-4c7a-a5b0-d0639cd814ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '54f4cc8a-d5e0-4183-b954-51189d310bef'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:23:20.531702 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f1abc8e0-9cb8-45cb-aed0-1ae36bd2ac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:20.546184 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abc8e0-9cb8-45cb-aed0-1ae36bd2ac92 None None] Pushing event updated for resources: {'Port': ['ID=564bc23c-e2c5-4d98-a9d5-2fb8a057d0f0,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:20.575846 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd634741-7821-4f1a-8aad-104f8e23ec1a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Subnet': ['ID=85727b01-8fff-4c24-a108-2261b92d665c,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:20.585086 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-37cb7461-ff0d-4d6c-82cd-a9bbdc2367dc tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2166486 Apr 11 14:23:20.585806 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cd634741-7821-4f1a-8aad-104f8e23ec1a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:20.588245 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41206) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:20.596880 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-3d0764a9-c191-4132-b883-f0d9007284d2 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Request body: {'port': {'network_id': 'e2462d19-2c69-4bab-9fb3-b57461ee82ba', 'name': 'tempest-AllowedAddressPairTestJSON-1264568762'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:20.631848 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cd634741-7821-4f1a-8aad-104f8e23ec1a tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/subnets/85727b01-8fff-4c24-a108-2261b92d665c HTTP/1.1" status: 204 len: 168 time: 0.9153168 Apr 11 14:23:20.636912 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41210) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:20.652116 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-88ef7339-bee5-4609-a89d-aae29b28945f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:23:20.652116 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-88ef7339-bee5-4609-a89d-aae29b28945f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:23:20.661595 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f711bd9f-f149-4579-b800-51bec1980e4e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:20.689529 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8942aad1-d190-43c4-bcf1-71eeb178cba6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:20.739992 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f1abc8e0-9cb8-45cb-aed0-1ae36bd2ac92 None None] For port 564bc23c-e2c5-4d98-a9d5-2fb8a057d0f0, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:23:20.740158 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a1fb2921-c6a6-4fef-8551-6befee1e36ca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:20.745237 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f1abc8e0-9cb8-45cb-aed0-1ae36bd2ac92 None None] For port 564bc23c-e2c5-4d98-a9d5-2fb8a057d0f0, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=564bc23c-e2c5-4d98-a9d5-2fb8a057d0f0,segment=NetworkSegment(8f4bdcca-84a9-4c7a-a5b0-d0639cd814ed),segment_id=8f4bdcca-84a9-4c7a-a5b0-d0639cd814ed)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:23:20.746943 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbab45a0-2ea5-41c1-a3fb-864f98931605 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] DELETE failed (client error): The resource could not be found. Apr 11 14:23:20.747138 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbab45a0-2ea5-41c1-a3fb-864f98931605 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:23:20.751310 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cbab45a0-2ea5-41c1-a3fb-864f98931605 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/subnets/af68f5a2-d8cc-4cc6-8c47-cf8d020fda92 HTTP/1.1" status: 404 len: 337 time: 0.1096110 Apr 11 14:23:20.765453 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41214) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:20.858295 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fb2921-c6a6-4fef-8551-6befee1e36ca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Network 54f4cc8a-d5e0-4183-b954-51189d310bef is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:20.864924 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-a1fb2921-c6a6-4fef-8551-6befee1e36ca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:20.872644 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fb2921-c6a6-4fef-8551-6befee1e36ca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:20.874196 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f1abc8e0-9cb8-45cb-aed0-1ae36bd2ac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:20.878310 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fb2921-c6a6-4fef-8551-6befee1e36ca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:20.878946 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a1fb2921-c6a6-4fef-8551-6befee1e36ca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:20.883366 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb2921-c6a6-4fef-8551-6befee1e36ca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event updated for resources: {'Port': ['ID=89fa55a4-1181-4002-a8ff-96823b258484,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:20.889349 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-15a8e531-05f4-47f3-a99e-f61ce07ac72e tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] show failed (client error): The resource could not be found. Apr 11 14:23:20.890414 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-15a8e531-05f4-47f3-a99e-f61ce07ac72e tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "GET /v2.0/subnets/83acd62c-27c2-416a-82ef-43881828662b/tags/tempest-TagsExtTest-Tag-377490526 HTTP/1.1" status: 404 len: 328 time: 0.4079263 Apr 11 14:23:20.901097 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41218) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:20.909682 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-c455be90-0f30-494a-a649-86b2025bfbc1 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f80b53a0-2b09-4c65-917d-071b77edd317', {'tags': ['tempest-TagsExtTest-Tag-572362909', 'tempest-TagsExtTest-Tag-469563635', 'tempest-TagsExtTest-Tag-1298728296']}) {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:20.923375 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-f711bd9f-f149-4579-b800-51bec1980e4e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Calling delete_port for 54181c2e-02e6-45a0-bf19-0661860bb8e6 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:20.941070 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3d0764a9-c191-4132-b883-f0d9007284d2 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:20.961695 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3d0764a9-c191-4132-b883-f0d9007284d2 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:20.970679 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abc8e0-9cb8-45cb-aed0-1ae36bd2ac92 None None] Pushing event updated for resources: {'Port': ['ID=564bc23c-e2c5-4d98-a9d5-2fb8a057d0f0,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:20.975958 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9a5742b9-0080-4afe-bffa-3a3e136b56a4 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "GET /v2.0/ports?device_id=76f94d87-5281-4700-8a8f-5288ad432117 HTTP/1.1" status: 200 len: 205 time: 0.2093730 Apr 11 14:23:20.979490 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cdd571-a17d-4f24-9549-396e7772a68f None None] Update dhcp port {'port': {'network_id': 'cb1f0d05-548a-4a06-9e81-75081f5f174c', 'fixed_ips': [{'subnet_id': '85727b01-8fff-4c24-a108-2261b92d665c'}], 'binding:host_id': 'dv-neutron-837330-1-hyperv'}, 'id': '3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7'} from dv-neutron-837330-1-hyperv. {{(pid=88618) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 11 14:23:20.986796 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41222) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:21.033350 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a1fb2921-c6a6-4fef-8551-6befee1e36ca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.8264284 Apr 11 14:23:21.036007 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41226) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:21.038489 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6d9ff444-c11b-444d-8702-e71df255e8a0 None None] Provisioning for port 6d78164f-1141-46f7-8fa4-f64b0056cced completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:21.045899 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-28cdd571-a17d-4f24-9549-396e7772a68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:21.055455 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6d9ff444-c11b-444d-8702-e71df255e8a0 None None] Provisioning complete for port 6d78164f-1141-46f7-8fa4-f64b0056cced triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:21.055834 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6d9ff444-c11b-444d-8702-e71df255e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:21.103593 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c455be90-0f30-494a-a649-86b2025bfbc1 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "PUT /v2.0/ports/f80b53a0-2b09-4c65-917d-071b77edd317/tags HTTP/1.1" status: 200 len: 316 time: 0.2014868 Apr 11 14:23:21.107115 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41230) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:21.116866 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-2583e86a-82ce-49f8-a81a-f29f0153051c tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f80b53a0-2b09-4c65-917d-071b77edd317') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:21.159781 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-88ef7339-bee5-4609-a89d-aae29b28945f None None] Deleting port e1d49b84-0890-4d2b-ac59-c9700ff96111 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:21.160795 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-88ef7339-bee5-4609-a89d-aae29b28945f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:21.210487 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] For port e1d49b84-0890-4d2b-ac59-c9700ff96111, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e1d49b84-0890-4d2b-ac59-c9700ff96111,segment=NetworkSegment(9cbe806c-bdef-42b1-8db4-89e520c586e2),segment_id=9cbe806c-bdef-42b1-8db4-89e520c586e2)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:21.211128 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:21.211829 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-6d9ff444-c11b-444d-8702-e71df255e8a0 None None] Port 6d78164f-1141-46f7-8fa4-f64b0056cced cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:23:21.285880 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-1873002e-5b54-4116-a482-952dcf03656b tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Deleting subnet bba6b74a-d5fc-49e4-aed1-1a8989e9017f {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:23:21.293756 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0764a9-c191-4132-b883-f0d9007284d2 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Made reservation on behalf of 28be48cb0cf24708a04c448c5a5bdf23 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:21.297263 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3d0764a9-c191-4132-b883-f0d9007284d2 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:21.310094 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1873002e-5b54-4116-a482-952dcf03656b tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:21.311947 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-73717c4d-a2e0-4a84-94ad-7ffde529a222 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] delete failed (client error): The resource could not be found. Apr 11 14:23:21.315387 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-73717c4d-a2e0-4a84-94ad-7ffde529a222 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/routers/76f94d87-5281-4700-8a8f-5288ad432117 HTTP/1.1" status: 404 len: 336 time: 0.3253727 Apr 11 14:23:21.340404 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41234) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:21.380142 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Calling delete_port for e1d49b84-0890-4d2b-ac59-c9700ff96111 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:21.408152 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-2933be1a-1c51-4023-8de2-5a66f4ccf050 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] DELETE failed (client error): The resource could not be found. Apr 11 14:23:21.408607 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2933be1a-1c51-4023-8de2-5a66f4ccf050 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:23:21.410344 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2933be1a-1c51-4023-8de2-5a66f4ccf050 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/subnets/eb9e75cd-c65f-4393-90f9-edd7a6a27780 HTTP/1.1" status: 404 len: 337 time: 0.0635211 Apr 11 14:23:21.415398 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41238) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:21.415918 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-3d0764a9-c191-4132-b883-f0d9007284d2 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] device_id is not set on port 5a3f254f-cb41-49c5-8782-8e4ec8689d4e yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:23:21.481164 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1873002e-5b54-4116-a482-952dcf03656b tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:21.528597 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-88ef7339-bee5-4609-a89d-aae29b28945f None None] For port e1d49b84-0890-4d2b-ac59-c9700ff96111, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e1d49b84-0890-4d2b-ac59-c9700ff96111,segment=NetworkSegment(9cbe806c-bdef-42b1-8db4-89e520c586e2),segment_id=9cbe806c-bdef-42b1-8db4-89e520c586e2)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:21.529500 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-88ef7339-bee5-4609-a89d-aae29b28945f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:21.565739 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba8f48e-6bf7-485b-a927-4ef7281e368f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] DELETE failed (client error): The resource could not be found. Apr 11 14:23:21.566269 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ba8f48e-6bf7-485b-a927-4ef7281e368f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:23:21.568059 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0ba8f48e-6bf7-485b-a927-4ef7281e368f tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/subnets/5e35235a-7fed-411d-89da-3ff386a7a7f8 HTTP/1.1" status: 404 len: 337 time: 0.1519132 Apr 11 14:23:21.572168 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41242) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:21.674659 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c6b842-88d3-4b74-b98b-dd98e775c465 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] DELETE failed (client error): The resource could not be found. Apr 11 14:23:21.675400 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c6b842-88d3-4b74-b98b-dd98e775c465 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:23:21.697245 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-88ef7339-bee5-4609-a89d-aae29b28945f None None] Calling delete_port for e1d49b84-0890-4d2b-ac59-c9700ff96111 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:21.700500 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c7c6b842-88d3-4b74-b98b-dd98e775c465 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/subnets/02de7f38-b413-4057-bddc-d25ac410307a HTTP/1.1" status: 404 len: 337 time: 0.1263025 Apr 11 14:23:21.703741 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41246) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:21.742351 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-3d0764a9-c191-4132-b883-f0d9007284d2 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Allocated IP 172.20.0.7 (e2462d19-2c69-4bab-9fb3-b57461ee82ba/698f9043-e1f6-487e-b1df-9d356b3fa207/5a3f254f-cb41-49c5-8782-8e4ec8689d4e) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:21.757892 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:21.763414 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f7ccc6-e4c7-4645-8da9-f90e2b14d89c None None] Network cb1f0d05-548a-4a06-9e81-75081f5f174c requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:21.797095 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8942aad1-d190-43c4-bcf1-71eeb178cba6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:21.797287 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1873002e-5b54-4116-a482-952dcf03656b tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:21.802005 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7af5f8d-d5d7-4d96-aff2-7a30ceaf9005 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] DELETE failed (client error): The resource could not be found. Apr 11 14:23:21.802005 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7af5f8d-d5d7-4d96-aff2-7a30ceaf9005 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:23:21.805694 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a7af5f8d-d5d7-4d96-aff2-7a30ceaf9005 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/ports/410e476b-e2e5-4677-9ecd-0fef634b0fbd HTTP/1.1" status: 404 len: 333 time: 0.0981407 Apr 11 14:23:21.825182 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41250) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:21.861708 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Port': ['ID=e1d49b84-0890-4d2b-ac59-c9700ff96111,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:21.869395 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] No DVR routers for this DVR port e1d49b84-0890-4d2b-ac59-c9700ff96111 on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:23:21.877938 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2583e86a-82ce-49f8-a81a-f29f0153051c tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "DELETE /v2.0/ports/f80b53a0-2b09-4c65-917d-071b77edd317/tags HTTP/1.1" status: 204 len: 168 time: 0.7661357 Apr 11 14:23:21.877938 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41254) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:21.885475 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-5c0db9da-ce54-43dd-8cac-5a3dacdb5ea6 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f80b53a0-2b09-4c65-917d-071b77edd317', 'tempest-TagsExtTest-Tag-572362909') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:21.891536 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ee8bbf73-e9c6-4ad7-991f-f7aed63cc809 None None] Provisioning complete for port 9d964cbd-d656-48f6-a7c3-95c63f0f8b0d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:21.891910 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ee8bbf73-e9c6-4ad7-991f-f7aed63cc809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:21.935937 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-88ef7339-bee5-4609-a89d-aae29b28945f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:23:21.936282 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-88ef7339-bee5-4609-a89d-aae29b28945f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:23:21.941627 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9cb764-3162-4043-8e9c-476fbb43bfb6 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] DELETE failed (client error): The resource could not be found. Apr 11 14:23:21.942133 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff9cb764-3162-4043-8e9c-476fbb43bfb6 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:23:21.946291 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ff9cb764-3162-4043-8e9c-476fbb43bfb6 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/subnets/51183d6c-7cda-4934-b9f5-21670f15349c HTTP/1.1" status: 404 len: 337 time: 0.1177061 Apr 11 14:23:21.957391 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f711bd9f-f149-4579-b800-51bec1980e4e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:21.959124 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41258) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:22.011007 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942aad1-d190-43c4-bcf1-71eeb178cba6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=433947ae-9206-4e6e-b1ee-849a2646d5dc,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:22.024477 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8942aad1-d190-43c4-bcf1-71eeb178cba6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:22.039909 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-ee8bbf73-e9c6-4ad7-991f-f7aed63cc809 None None] Port 9d964cbd-d656-48f6-a7c3-95c63f0f8b0d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:23:22.079028 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ee8bbf73-e9c6-4ad7-991f-f7aed63cc809 None None] Provisioning complete for port 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:22.079408 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ee8bbf73-e9c6-4ad7-991f-f7aed63cc809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:22.081332 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-8942aad1-d190-43c4-bcf1-71eeb178cba6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:22.084829 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8942aad1-d190-43c4-bcf1-71eeb178cba6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:22.147600 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3d0764a9-c191-4132-b883-f0d9007284d2 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:22.157802 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4781cc-92f3-492f-b572-6dba11688504 None None] DHCP port deletion for cb1f0d05-548a-4a06-9e81-75081f5f174c request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:23:22.166837 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-3d0764a9-c191-4132-b883-f0d9007284d2 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Transition to ACTIVE for port object 5a3f254f-cb41-49c5-8782-8e4ec8689d4e will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:22.169148 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-5a4781cc-92f3-492f-b572-6dba11688504 None None] Deleting port 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:22.170135 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5a4781cc-92f3-492f-b572-6dba11688504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:22.191716 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-2160899e-aa97-42ad-941f-21a172ddc7cc tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] DELETE failed (client error): The resource could not be found. Apr 11 14:23:22.192188 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2160899e-aa97-42ad-941f-21a172ddc7cc tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:23:22.209833 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2160899e-aa97-42ad-941f-21a172ddc7cc tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/subnets/79f75798-2a1d-4ddc-99a4-cb2a6497b8ae HTTP/1.1" status: 404 len: 337 time: 0.2491107 Apr 11 14:23:22.213395 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41262) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:22.267369 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1873002e-5b54-4116-a482-952dcf03656b tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:22.321709 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3d0764a9-c191-4132-b883-f0d9007284d2 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:22.361571 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:22.393370 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c24f973-80fe-46d7-b9be-6d05974e4e26 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] DELETE failed (client error): The resource could not be found. Apr 11 14:23:22.393819 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c24f973-80fe-46d7-b9be-6d05974e4e26 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:23:22.397920 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9c24f973-80fe-46d7-b9be-6d05974e4e26 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/ports/f504f736-0339-472e-bc0c-e167d8680bf3 HTTP/1.1" status: 404 len: 333 time: 0.1809852 Apr 11 14:23:22.397920 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873002e-5b54-4116-a482-952dcf03656b tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event deleted for resources: {'Subnet': ['ID=bba6b74a-d5fc-49e4-aed1-1a8989e9017f,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:22.400449 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41266) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:22.434545 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711bd9f-f149-4579-b800-51bec1980e4e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Pushing event deleted for resources: {'Port': ['ID=54181c2e-02e6-45a0-bf19-0661860bb8e6,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:22.451987 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1873002e-5b54-4116-a482-952dcf03656b tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:22.457472 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1873002e-5b54-4116-a482-952dcf03656b tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "DELETE /v2.0/subnets/bba6b74a-d5fc-49e4-aed1-1a8989e9017f HTTP/1.1" status: 204 len: 168 time: 1.4198925 Apr 11 14:23:22.465648 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41270) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:22.477983 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65f5834-d1e7-4c75-9424-6206e5ea0a19']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:22.484674 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-5c0db9da-ce54-43dd-8cac-5a3dacdb5ea6 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] show failed (client error): The resource could not be found. Apr 11 14:23:22.486031 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5c0db9da-ce54-43dd-8cac-5a3dacdb5ea6 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "GET /v2.0/ports/f80b53a0-2b09-4c65-917d-071b77edd317/tags/tempest-TagsExtTest-Tag-572362909 HTTP/1.1" status: 404 len: 328 time: 0.6081471 Apr 11 14:23:22.488296 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0764a9-c191-4132-b883-f0d9007284d2 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Network e2462d19-2c69-4bab-9fb3-b57461ee82ba is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:22.508875 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41274) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:22.525826 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cbe806c-bdef-42b1-8db4-89e520c586e2') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:22.526149 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cbe806c-bdef-42b1-8db4-89e520c586e2') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:22.532410 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab8ffcb3-663c-4509-bfa5-c6664c7c3765 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] DELETE failed (client error): The resource could not be found. Apr 11 14:23:22.533128 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab8ffcb3-663c-4509-bfa5-c6664c7c3765 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:23:22.535033 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ab8ffcb3-663c-4509-bfa5-c6664c7c3765 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/subnets/7d6ef604-c22a-41be-9ae0-1091eb5fdc96 HTTP/1.1" status: 404 len: 337 time: 0.1237173 Apr 11 14:23:22.542284 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-3d0764a9-c191-4132-b883-f0d9007284d2 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:22.544122 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41278) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:22.547354 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.tag.tag_plugin [None req-6fd49d66-62fa-444e-bc86-f768e6c03da6 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f80b53a0-2b09-4c65-917d-071b77edd317', 'tempest-TagsExtTest-Tag-469563635') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:22.554114 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0764a9-c191-4132-b883-f0d9007284d2 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:22.564572 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-5a4781cc-92f3-492f-b572-6dba11688504 None None] For port 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7,segment=NetworkSegment(a83a5854-a9ac-482e-bd6c-738a41c0bb40),segment_id=a83a5854-a9ac-482e-bd6c-738a41c0bb40)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:22.565242 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5a4781cc-92f3-492f-b572-6dba11688504 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:22.621181 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0764a9-c191-4132-b883-f0d9007284d2 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Pushing event updated for resources: {'Port': ['ID=5a3f254f-cb41-49c5-8782-8e4ec8689d4e,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:22.686116 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac502deb-6c3b-4b97-a5b0-643964a3d074 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] DELETE failed (client error): The resource could not be found. Apr 11 14:23:22.686722 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac502deb-6c3b-4b97-a5b0-643964a3d074 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:23:22.688552 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ac502deb-6c3b-4b97-a5b0-643964a3d074 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/subnets/a049e84e-6639-4111-9545-c7d42df81fb0 HTTP/1.1" status: 404 len: 337 time: 0.1360462 Apr 11 14:23:22.694411 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41282) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:22.718017 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-5a4781cc-92f3-492f-b572-6dba11688504 None None] Calling delete_port for 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:22.773111 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a886437-a978-4887-9890-1b7a3fe0d015 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:22.774759 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a886437-a978-4887-9890-1b7a3fe0d015 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:22.775589 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8a886437-a978-4887-9890-1b7a3fe0d015 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Synchronizing usage tracker for tenant:56b25c853741474abcd5f7fb597b51f0 on resource:subnet {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:23:22.792129 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0764a9-c191-4132-b883-f0d9007284d2 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:22.794115 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3d0764a9-c191-4132-b883-f0d9007284d2 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:22.826872 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2bfe9e-2167-4b1e-84c6-f180b61850ce None None] Network 54f4cc8a-d5e0-4183-b954-51189d310bef requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:22.838954 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8a886437-a978-4887-9890-1b7a3fe0d015 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Unset dirty status for tenant:56b25c853741474abcd5f7fb597b51f0 on resource:subnet {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:23:22.840849 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8a886437-a978-4887-9890-1b7a3fe0d015 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3672297 Apr 11 14:23:22.843941 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41286) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:22.871596 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-4b4ddc6b-086f-4f5e-a1d2-17ac9115a31b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Deleting port 9d964cbd-d656-48f6-a7c3-95c63f0f8b0d {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:22.872313 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4b4ddc6b-086f-4f5e-a1d2-17ac9115a31b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:22.899304 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:22.909045 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f711bd9f-f149-4579-b800-51bec1980e4e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:22.913280 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f711bd9f-f149-4579-b800-51bec1980e4e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] 10.222.0.66 "DELETE /v2.0/ports/54181c2e-02e6-45a0-bf19-0661860bb8e6 HTTP/1.1" status: 204 len: 168 time: 3.0882814 Apr 11 14:23:22.913555 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-88ef7339-bee5-4609-a89d-aae29b28945f None None] Deleting port e1d49b84-0890-4d2b-ac59-c9700ff96111 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:22.913555 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-88ef7339-bee5-4609-a89d-aae29b28945f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:22.918882 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41290) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:22.962358 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5a4781cc-92f3-492f-b572-6dba11688504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:22.992134 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3d0764a9-c191-4132-b883-f0d9007284d2 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4003570 Apr 11 14:23:23.003649 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41294) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:23.020864 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-4b86f2a3-be3c-4558-979d-6125406dc714 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:af:da:b2'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:32:d4:b6'}]}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:23.062758 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4781cc-92f3-492f-b572-6dba11688504 None None] Pushing event deleted for resources: {'Port': ['ID=3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:23.070239 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-88ef7339-bee5-4609-a89d-aae29b28945f None None] The port 'e1d49b84-0890-4d2b-ac59-c9700ff96111' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:23:23.103720 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4781cc-92f3-492f-b572-6dba11688504 None None] No DVR routers for this DVR port 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:23:23.108154 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db9fde66-ad0d-447d-9018-7e4396d55be7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:23.147314 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:23.158480 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9fde66-ad0d-447d-9018-7e4396d55be7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 11 14:23:23.159095 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db9fde66-ad0d-447d-9018-7e4396d55be7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:23:23.160375 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a4044bc3-8b87-468a-a129-f24c5d3991ee None None] Provisioning for port 564bc23c-e2c5-4d98-a9d5-2fb8a057d0f0 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:23.163056 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:23:23.163461 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:23.165556 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-db9fde66-ad0d-447d-9018-7e4396d55be7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "DELETE /v2.0/networks/54f4cc8a-d5e0-4183-b954-51189d310bef HTTP/1.1" status: 409 len: 405 time: 0.3204546 Apr 11 14:23:23.170305 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41298) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:23:23.180557 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:23:23.207842 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-e4294017-3b7a-4392-847c-6ed8b7ba3dd7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1372835588'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:23.246788 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a4044bc3-8b87-468a-a129-f24c5d3991ee None None] Provisioning for port 5a3f254f-cb41-49c5-8782-8e4ec8689d4e completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:23.255181 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e4294017-3b7a-4392-847c-6ed8b7ba3dd7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:23.258210 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a4044bc3-8b87-468a-a129-f24c5d3991ee None None] Provisioning complete for port 5a3f254f-cb41-49c5-8782-8e4ec8689d4e triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:23.258210 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a4044bc3-8b87-468a-a129-f24c5d3991ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:23.269196 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e4294017-3b7a-4392-847c-6ed8b7ba3dd7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Usage tracker for resource:network and tenant:56b25c853741474abcd5f7fb597b51f0 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:23.320545 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-6fd49d66-62fa-444e-bc86-f768e6c03da6 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] show failed (client error): The resource could not be found. Apr 11 14:23:23.325045 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6fd49d66-62fa-444e-bc86-f768e6c03da6 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "GET /v2.0/ports/f80b53a0-2b09-4c65-917d-071b77edd317/tags/tempest-TagsExtTest-Tag-469563635 HTTP/1.1" status: 404 len: 328 time: 0.8120413 Apr 11 14:23:23.325283 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256fe329-b6bd-4b55-806f-d8132a74ae96 None None] DHCP port deletion for 54f4cc8a-d5e0-4183-b954-51189d310bef request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:23:23.328990 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41302) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:23.344430 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-256fe329-b6bd-4b55-806f-d8132a74ae96 None None] Deleting port 564bc23c-e2c5-4d98-a9d5-2fb8a057d0f0 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:23.344796 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-256fe329-b6bd-4b55-806f-d8132a74ae96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:23.357583 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.tag.tag_plugin [None req-57af1a2e-e4b9-42e9-ae25-fd33a95e311d tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f80b53a0-2b09-4c65-917d-071b77edd317', 'tempest-TagsExtTest-Tag-1298728296') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:23.393338 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-a4044bc3-8b87-468a-a129-f24c5d3991ee None None] Port 5a3f254f-cb41-49c5-8782-8e4ec8689d4e cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:23:23.415173 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9efd37-70c3-4791-9026-d2a26c739810 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:23.422623 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7e9efd37-70c3-4791-9026-d2a26c739810 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Synchronizing usage tracker for tenant:36293cfe689949139a743e79cb9a849a on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:23:23.425010 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:23:23.425224 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:23.430242 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:23.452467 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e4294017-3b7a-4392-847c-6ed8b7ba3dd7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:23.482884 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Network': ['ID=e65f5834-d1e7-4c75-9424-6206e5ea0a19,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:23.491938 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3c65385e-72de-4884-a759-e6d12d28bc48 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/networks/e65f5834-d1e7-4c75-9424-6206e5ea0a19 HTTP/1.1" status: 204 len: 168 time: 5.2583842 Apr 11 14:23:23.497913 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41306) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:23.498140 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:23:23.498140 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3c2783bd-a2ed-4d8c-8e98-2a394a22b0b7 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:23:23.508835 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-44447f35-3631-4042-9462-55e9d10e1056 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1452816640', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:23.513043 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-44447f35-3631-4042-9462-55e9d10e1056 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:23.520094 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-44447f35-3631-4042-9462-55e9d10e1056 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Usage tracker for resource:router and tenant:e64484a71f41439a9e4d89000c1f607b is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:23.526351 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e4294017-3b7a-4392-847c-6ed8b7ba3dd7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:23.531706 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-44447f35-3631-4042-9462-55e9d10e1056 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:23.550195 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-44447f35-3631-4042-9462-55e9d10e1056 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:23.552373 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4b4ddc6b-086f-4f5e-a1d2-17ac9115a31b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:23.561971 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-57af1a2e-e4b9-42e9-ae25-fd33a95e311d tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] show failed (client error): The resource could not be found. Apr 11 14:23:23.566077 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-57af1a2e-e4b9-42e9-ae25-fd33a95e311d tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "GET /v2.0/ports/f80b53a0-2b09-4c65-917d-071b77edd317/tags/tempest-TagsExtTest-Tag-1298728296 HTTP/1.1" status: 404 len: 329 time: 0.2330885 Apr 11 14:23:23.566230 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41310) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:23.571841 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.tag.tag_plugin [None req-7d550fb5-a011-492f-91e2-381ffa5f3713 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '802e86ab-592c-4cdb-8f01-98aa11f29f26', {'tags': ['tempest-TagsExtTest-Tag-1960921715', 'tempest-TagsExtTest-Tag-1800014794', 'tempest-TagsExtTest-Tag-2087396425']}) {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:23.631812 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7e9efd37-70c3-4791-9026-d2a26c739810 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Unset dirty status for tenant:36293cfe689949139a743e79cb9a849a on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:23:23.635674 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7e9efd37-70c3-4791-9026-d2a26c739810 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd4f2c9e-4345-42e3-b20c-746df394b633 HTTP/1.1" status: 200 len: 913 time: 0.7019095 Apr 11 14:23:23.638799 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-256fe329-b6bd-4b55-806f-d8132a74ae96 None None] For port 564bc23c-e2c5-4d98-a9d5-2fb8a057d0f0, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=564bc23c-e2c5-4d98-a9d5-2fb8a057d0f0,segment=NetworkSegment(8f4bdcca-84a9-4c7a-a5b0-d0639cd814ed),segment_id=8f4bdcca-84a9-4c7a-a5b0-d0639cd814ed)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:23.639425 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-256fe329-b6bd-4b55-806f-d8132a74ae96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:23.644056 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41314) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:23.692560 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-4b4ddc6b-086f-4f5e-a1d2-17ac9115a31b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Calling delete_port for 9d964cbd-d656-48f6-a7c3-95c63f0f8b0d owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:23.721062 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4294017-3b7a-4392-847c-6ed8b7ba3dd7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Made reservation on behalf of 56b25c853741474abcd5f7fb597b51f0 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:23.724144 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e4294017-3b7a-4392-847c-6ed8b7ba3dd7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:23.727783 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-44447f35-3631-4042-9462-55e9d10e1056 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:23.728854 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-44447f35-3631-4042-9462-55e9d10e1056 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:23.767150 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-256fe329-b6bd-4b55-806f-d8132a74ae96 None None] Calling delete_port for 564bc23c-e2c5-4d98-a9d5-2fb8a057d0f0 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:23.866241 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4b86f2a3-be3c-4558-979d-6125406dc714 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:23.882408 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8942aad1-d190-43c4-bcf1-71eeb178cba6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:23.926710 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-256fe329-b6bd-4b55-806f-d8132a74ae96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:23.935117 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4294017-3b7a-4392-847c-6ed8b7ba3dd7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:23:23.959825 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e4294017-3b7a-4392-847c-6ed8b7ba3dd7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:23.960167 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-e4294017-3b7a-4392-847c-6ed8b7ba3dd7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Added segment 5b7374e8-f859-45af-b793-ccdb49bf6854 of type vlan for network 953b8f3c-e56f-4827-bf2f-ddcab71a2ac9 Apr 11 14:23:23.961197 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4b4ddc6b-086f-4f5e-a1d2-17ac9115a31b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:23.982759 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256fe329-b6bd-4b55-806f-d8132a74ae96 None None] Pushing event deleted for resources: {'Port': ['ID=564bc23c-e2c5-4d98-a9d5-2fb8a057d0f0,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:23.984597 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256fe329-b6bd-4b55-806f-d8132a74ae96 None None] No DVR routers for this DVR port 564bc23c-e2c5-4d98-a9d5-2fb8a057d0f0 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:23:24.035080 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4b4ddc6b-086f-4f5e-a1d2-17ac9115a31b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:24.048191 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ddc6b-086f-4f5e-a1d2-17ac9115a31b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Port': ['ID=9d964cbd-d656-48f6-a7c3-95c63f0f8b0d,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:24.071621 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-44447f35-3631-4042-9462-55e9d10e1056 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:24.081734 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7d550fb5-a011-492f-91e2-381ffa5f3713 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "PUT /v2.0/routers/802e86ab-592c-4cdb-8f01-98aa11f29f26/tags HTTP/1.1" status: 200 len: 318 time: 0.5142634 Apr 11 14:23:24.091975 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41318) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:24.098367 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e4294017-3b7a-4392-847c-6ed8b7ba3dd7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:24.102003 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.tag.tag_plugin [None req-e2f64780-0cc4-4975-a174-b8e0b0f9d1d1 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '802e86ab-592c-4cdb-8f01-98aa11f29f26') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:24.119971 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:24.160936 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4b4ddc6b-086f-4f5e-a1d2-17ac9115a31b tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/ports/9d964cbd-d656-48f6-a7c3-95c63f0f8b0d HTTP/1.1" status: 204 len: 168 time: 1.4633672 Apr 11 14:23:24.171666 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41322) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:24.289833 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8942aad1-d190-43c4-bcf1-71eeb178cba6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:24.333656 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-700267a9-8f96-49cb-ae17-cd66a3c81467 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:24.335268 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e4294017-3b7a-4392-847c-6ed8b7ba3dd7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:24.341409 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4294017-3b7a-4392-847c-6ed8b7ba3dd7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:24.342042 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e4294017-3b7a-4392-847c-6ed8b7ba3dd7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:24.385191 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-44447f35-3631-4042-9462-55e9d10e1056 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:24.497221 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4b86f2a3-be3c-4558-979d-6125406dc714 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:24.505160 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e4294017-3b7a-4392-847c-6ed8b7ba3dd7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3131459 Apr 11 14:23:24.519339 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41326) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:24.523627 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4294017-3b7a-4392-847c-6ed8b7ba3dd7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event updated for resources: {'Network': ['ID=953b8f3c-e56f-4827-bf2f-ddcab71a2ac9,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:24.536461 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 953b8f3c-e56f-4827-bf2f-ddcab71a2ac9 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:23:24.545650 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-57e787fd-7043-4fbd-88f1-5af76e0ee325 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Request body: {'subnet': {'network_id': '953b8f3c-e56f-4827-bf2f-ddcab71a2ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:24.605828 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-700267a9-8f96-49cb-ae17-cd66a3c81467 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:24.616742 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4b86f2a3-be3c-4558-979d-6125406dc714 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:24.635055 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-44447f35-3631-4042-9462-55e9d10e1056 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:24.636270 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-44447f35-3631-4042-9462-55e9d10e1056 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1395328 Apr 11 14:23:24.645585 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e2f64780-0cc4-4975-a174-b8e0b0f9d1d1 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "DELETE /v2.0/routers/802e86ab-592c-4cdb-8f01-98aa11f29f26/tags HTTP/1.1" status: 204 len: 168 time: 0.5519176 Apr 11 14:23:24.646252 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41330) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:24.671352 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41332) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:24.690762 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-3b70a488-20c9-4895-a3e4-e73ab1053c83 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '802e86ab-592c-4cdb-8f01-98aa11f29f26', 'tempest-TagsExtTest-Tag-1960921715') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:24.753360 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-700267a9-8f96-49cb-ae17-cd66a3c81467 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1f0d05-548a-4a06-9e81-75081f5f174c']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:24.816648 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-700267a9-8f96-49cb-ae17-cd66a3c81467 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83a5854-a9ac-482e-bd6c-738a41c0bb40') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:24.816942 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-700267a9-8f96-49cb-ae17-cd66a3c81467 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83a5854-a9ac-482e-bd6c-738a41c0bb40') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:24.859034 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-700267a9-8f96-49cb-ae17-cd66a3c81467 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:24.868962 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86f2a3-be3c-4558-979d-6125406dc714 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Pushing event updated for resources: {'Port': ['ID=5a3f254f-cb41-49c5-8782-8e4ec8689d4e,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:24.888189 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-700267a9-8f96-49cb-ae17-cd66a3c81467 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:24.890554 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-4b86f2a3-be3c-4558-979d-6125406dc714 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] In _notify_port_updated(), no bound segment for port 5a3f254f-cb41-49c5-8782-8e4ec8689d4e on network e2462d19-2c69-4bab-9fb3-b57461ee82ba {{(pid=88616) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 11 14:23:24.896212 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b86f2a3-be3c-4558-979d-6125406dc714 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:24.896879 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4b86f2a3-be3c-4558-979d-6125406dc714 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:24.901051 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4b86f2a3-be3c-4558-979d-6125406dc714 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] 10.222.0.66 "PUT /v2.0/ports/5a3f254f-cb41-49c5-8782-8e4ec8689d4e HTTP/1.1" status: 200 len: 1056 time: 1.8963509 Apr 11 14:23:24.928093 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8942aad1-d190-43c4-bcf1-71eeb178cba6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:24.935089 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41336) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:24.940543 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-bf814fd0-546e-4508-9c9f-382e0a748737 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1048859515'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:25.015171 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-bf814fd0-546e-4508-9c9f-382e0a748737 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:25.076257 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-bf814fd0-546e-4508-9c9f-382e0a748737 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Usage tracker for resource:network and tenant:e64484a71f41439a9e4d89000c1f607b is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:25.079992 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-bf814fd0-546e-4508-9c9f-382e0a748737 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:25.089282 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-700267a9-8f96-49cb-ae17-cd66a3c81467 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:23:25.089451 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8942aad1-d190-43c4-bcf1-71eeb178cba6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:25.089690 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-700267a9-8f96-49cb-ae17-cd66a3c81467 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:23:25.106693 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:23:25.125755 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-3b70a488-20c9-4895-a3e4-e73ab1053c83 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] show failed (client error): The resource could not be found. Apr 11 14:23:25.126868 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3b70a488-20c9-4895-a3e4-e73ab1053c83 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "GET /v2.0/routers/802e86ab-592c-4cdb-8f01-98aa11f29f26/tags/tempest-TagsExtTest-Tag-1960921715 HTTP/1.1" status: 404 len: 329 time: 0.4523232 Apr 11 14:23:25.157883 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41342) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:25.165743 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-0a49e0e8-7fb6-4350-8011-f1a44ba92edb None None] Provisioning complete for port 5a3f254f-cb41-49c5-8782-8e4ec8689d4e triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:25.166148 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0a49e0e8-7fb6-4350-8011-f1a44ba92edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:25.191323 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-bf814fd0-546e-4508-9c9f-382e0a748737 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:25.202564 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 564bc23c-e2c5-4d98-a9d5-2fb8a057d0f0 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:23:25.203869 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.tag.tag_plugin [None req-95eeb3f3-0385-4e68-b308-4a0f9d9180ef tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '802e86ab-592c-4cdb-8f01-98aa11f29f26', 'tempest-TagsExtTest-Tag-1800014794') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:25.237894 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b38708db-82b7-4b54-8031-dde8e4a76b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:25.249006 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 564bc23c-e2c5-4d98-a9d5-2fb8a057d0f0 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:23:25.249349 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 564bc23c-e2c5-4d98-a9d5-2fb8a057d0f0 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:23:25.262186 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-700267a9-8f96-49cb-ae17-cd66a3c81467 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:25.269620 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-57e787fd-7043-4fbd-88f1-5af76e0ee325 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:25.283967 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-0a49e0e8-7fb6-4350-8011-f1a44ba92edb None None] Port 5a3f254f-cb41-49c5-8782-8e4ec8689d4e cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:23:25.287476 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-700267a9-8f96-49cb-ae17-cd66a3c81467 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:25.296479 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700267a9-8f96-49cb-ae17-cd66a3c81467 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] Pushing event deleted for resources: {'Network': ['ID=cb1f0d05-548a-4a06-9e81-75081f5f174c,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:25.300545 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-700267a9-8f96-49cb-ae17-cd66a3c81467 tempest-PortsTestJSON-530824921 tempest-PortsTestJSON-530824921-project] 10.222.0.66 "DELETE /v2.0/networks/cb1f0d05-548a-4a06-9e81-75081f5f174c HTTP/1.1" status: 204 len: 168 time: 1.1268635 Apr 11 14:23:25.329714 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-57e787fd-7043-4fbd-88f1-5af76e0ee325 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:25.350023 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-93cb283b-12a9-4ecf-8ede-668f78993f2c tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Deleting port 5a3f254f-cb41-49c5-8782-8e4ec8689d4e {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:25.350366 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-93cb283b-12a9-4ecf-8ede-668f78993f2c tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:25.408260 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942aad1-d190-43c4-bcf1-71eeb178cba6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=433947ae-9206-4e6e-b1ee-849a2646d5dc,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:25.419103 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf814fd0-546e-4508-9c9f-382e0a748737 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Made reservation on behalf of e64484a71f41439a9e4d89000c1f607b for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:25.422506 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bf814fd0-546e-4508-9c9f-382e0a748737 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:25.431664 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8942aad1-d190-43c4-bcf1-71eeb178cba6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:25.510170 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e787fd-7043-4fbd-88f1-5af76e0ee325 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Made reservation on behalf of 56b25c853741474abcd5f7fb597b51f0 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:25.514376 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-57e787fd-7043-4fbd-88f1-5af76e0ee325 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:25.640776 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9b702d5c-a3ec-4382-9b53-b0ceb6b6ea41 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:25.794060 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-95eeb3f3-0385-4e68-b308-4a0f9d9180ef tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] show failed (client error): The resource could not be found. Apr 11 14:23:25.795104 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-95eeb3f3-0385-4e68-b308-4a0f9d9180ef tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "GET /v2.0/routers/802e86ab-592c-4cdb-8f01-98aa11f29f26/tags/tempest-TagsExtTest-Tag-1800014794 HTTP/1.1" status: 404 len: 329 time: 0.6015556 Apr 11 14:23:25.798608 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41350) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:25.803985 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-c156ef1e-c6de-4480-8d8c-e97877e2274a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '802e86ab-592c-4cdb-8f01-98aa11f29f26', 'tempest-TagsExtTest-Tag-2087396425') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:25.818890 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf814fd0-546e-4508-9c9f-382e0a748737 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:23:25.867253 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41354) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:25.950358 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-c156ef1e-c6de-4480-8d8c-e97877e2274a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] show failed (client error): The resource could not be found. Apr 11 14:23:25.951414 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c156ef1e-c6de-4480-8d8c-e97877e2274a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "GET /v2.0/routers/802e86ab-592c-4cdb-8f01-98aa11f29f26/tags/tempest-TagsExtTest-Tag-2087396425 HTTP/1.1" status: 404 len: 329 time: 0.1518176 Apr 11 14:23:25.954448 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41360) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:25.959922 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-198f92c3-a52e-414d-8539-969675e31b57 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'de94e40d-12a9-46b8-8cff-e433df94b135', {'tags': ['tempest-TagsExtTest-Tag-338466371', 'tempest-TagsExtTest-Tag-339577351', 'tempest-TagsExtTest-Tag-1051418985']}) {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:25.982241 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bf814fd0-546e-4508-9c9f-382e0a748737 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:25.982241 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-bf814fd0-546e-4508-9c9f-382e0a748737 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Added segment 3ac07265-fffd-4683-a9f7-41b7d62c0443 of type vlan for network 5f177756-1fac-40f9-9b44-7cfc0cb8d419 Apr 11 14:23:26.066596 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e26b63cf-1034-498a-ae56-cf16cce92bd1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bed9b91ec31243819559d0be20aa92c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1959021 Apr 11 14:23:26.077461 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41364) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:26.100628 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-198f92c3-a52e-414d-8539-969675e31b57 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "PUT /v2.0/subnetpools/de94e40d-12a9-46b8-8cff-e433df94b135/tags HTTP/1.1" status: 200 len: 316 time: 0.1450491 Apr 11 14:23:26.103650 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41368) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:26.115967 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-61c22164-1031-431a-9f4b-b987cb8dd101 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'de94e40d-12a9-46b8-8cff-e433df94b135') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:26.132739 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-8942aad1-d190-43c4-bcf1-71eeb178cba6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Floating IP 1aa303dd-1370-4f4a-bda7-4a18b8846608 associated. External IP: 172.26.7.118, port: cc64d515-c428-4346-be56-d7966df2bb2d. Apr 11 14:23:26.158406 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7f699806-dc3d-4835-9694-745efb8595d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:26.191526 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7f699806-dc3d-4835-9694-745efb8595d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:26.295376 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-61c22164-1031-431a-9f4b-b987cb8dd101 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "DELETE /v2.0/subnetpools/de94e40d-12a9-46b8-8cff-e433df94b135/tags HTTP/1.1" status: 204 len: 168 time: 0.1882591 Apr 11 14:23:26.295771 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41372) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:26.301338 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-ac674b19-5c1d-4c30-88bc-2d2559127083 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'de94e40d-12a9-46b8-8cff-e433df94b135', 'tempest-TagsExtTest-Tag-338466371') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:26.322359 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7f699806-dc3d-4835-9694-745efb8595d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:26.341689 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f699806-dc3d-4835-9694-745efb8595d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d698260-01e2-4035-a38e-5f6f6f59dfec,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:26.343984 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-ac674b19-5c1d-4c30-88bc-2d2559127083 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] show failed (client error): The resource could not be found. Apr 11 14:23:26.347600 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ac674b19-5c1d-4c30-88bc-2d2559127083 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "GET /v2.0/subnetpools/de94e40d-12a9-46b8-8cff-e433df94b135/tags/tempest-TagsExtTest-Tag-338466371 HTTP/1.1" status: 404 len: 328 time: 0.0482867 Apr 11 14:23:26.347829 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41376) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:26.355075 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-fc605936-bdb3-42ee-ad8e-6bcb220d309d tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'de94e40d-12a9-46b8-8cff-e433df94b135', 'tempest-TagsExtTest-Tag-339577351') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:26.366994 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7f699806-dc3d-4835-9694-745efb8595d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:26.368126 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7f699806-dc3d-4835-9694-745efb8595d7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4d698260-01e2-4035-a38e-5f6f6f59dfec HTTP/1.1" status: 204 len: 168 time: 0.2999480 Apr 11 14:23:26.383961 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-fc605936-bdb3-42ee-ad8e-6bcb220d309d tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] show failed (client error): The resource could not be found. Apr 11 14:23:26.384993 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-fc605936-bdb3-42ee-ad8e-6bcb220d309d tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "GET /v2.0/subnetpools/de94e40d-12a9-46b8-8cff-e433df94b135/tags/tempest-TagsExtTest-Tag-339577351 HTTP/1.1" status: 404 len: 328 time: 0.0362830 Apr 11 14:23:26.392576 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41382) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:26.398092 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-752c7e00-ae71-414f-9b38-7c37ee5937aa tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'de94e40d-12a9-46b8-8cff-e433df94b135', 'tempest-TagsExtTest-Tag-1051418985') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:26.412387 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bf814fd0-546e-4508-9c9f-382e0a748737 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:26.427557 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-752c7e00-ae71-414f-9b38-7c37ee5937aa tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] show failed (client error): The resource could not be found. Apr 11 14:23:26.430776 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-752c7e00-ae71-414f-9b38-7c37ee5937aa tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "GET /v2.0/subnetpools/de94e40d-12a9-46b8-8cff-e433df94b135/tags/tempest-TagsExtTest-Tag-1051418985 HTTP/1.1" status: 404 len: 329 time: 0.0340958 Apr 11 14:23:26.431917 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41386) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:26.437053 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-e9f97595-2be6-4d23-93a4-d2ae7453ba2f tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'de94e40d-12a9-46b8-8cff-e433df94b135') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:26.468271 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e9f97595-2be6-4d23-93a4-d2ae7453ba2f tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "DELETE /v2.0/subnetpools/de94e40d-12a9-46b8-8cff-e433df94b135/tags HTTP/1.1" status: 204 len: 168 time: 0.0336993 Apr 11 14:23:26.468501 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41390) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:26.473512 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-efbc89ba-c2e7-4b61-9df9-0a9b649957f6 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '802e86ab-592c-4cdb-8f01-98aa11f29f26') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:26.615979 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-efbc89ba-c2e7-4b61-9df9-0a9b649957f6 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "DELETE /v2.0/routers/802e86ab-592c-4cdb-8f01-98aa11f29f26/tags HTTP/1.1" status: 204 len: 168 time: 0.1464598 Apr 11 14:23:26.618699 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41394) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:26.623693 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-0553012d-e594-442b-b6f4-06dd1f2c441f tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f80b53a0-2b09-4c65-917d-071b77edd317') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:26.639297 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-93cb283b-12a9-4ecf-8ede-668f78993f2c tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:26.708092 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0553012d-e594-442b-b6f4-06dd1f2c441f tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "DELETE /v2.0/ports/f80b53a0-2b09-4c65-917d-071b77edd317/tags HTTP/1.1" status: 204 len: 168 time: 0.0860326 Apr 11 14:23:26.708304 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41400) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:26.713202 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.tag.tag_plugin [None req-682eb1ce-813a-4078-a1be-228e4f93c99e tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '83acd62c-27c2-416a-82ef-43881828662b') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:26.790307 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-93cb283b-12a9-4ecf-8ede-668f78993f2c tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Calling delete_port for 5a3f254f-cb41-49c5-8782-8e4ec8689d4e owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:26.798630 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-682eb1ce-813a-4078-a1be-228e4f93c99e tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "DELETE /v2.0/subnets/83acd62c-27c2-416a-82ef-43881828662b/tags HTTP/1.1" status: 204 len: 168 time: 0.0889914 Apr 11 14:23:26.799243 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41406) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:26.821415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bf814fd0-546e-4508-9c9f-382e0a748737 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:26.828977 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf814fd0-546e-4508-9c9f-382e0a748737 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:26.830040 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bf814fd0-546e-4508-9c9f-382e0a748737 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:26.960657 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-604e4b30-65c9-4231-93c1-ae3238bb165f tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks [] for subnetpool, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:26.961875 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-604e4b30-65c9-4231-93c1-ae3238bb165f tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "DELETE /v2.0/subnetpools/de94e40d-12a9-46b8-8cff-e433df94b135 HTTP/1.1" status: 204 len: 168 time: 0.1616914 Apr 11 14:23:26.965769 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41414) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:27.025232 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-df7c3457-9df9-405f-8832-148acf2e8f4d tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Synchronizing usage tracker for tenant:5bb5c5e74c89482ba2ee72ab67460a1e on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:23:27.125311 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf814fd0-546e-4508-9c9f-382e0a748737 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Network': ['ID=5f177756-1fac-40f9-9b44-7cfc0cb8d419,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:27.137486 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 5f177756-1fac-40f9-9b44-7cfc0cb8d419 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:23:27.161590 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41420) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:27.162129 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bf814fd0-546e-4508-9c9f-382e0a748737 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2302449 Apr 11 14:23:27.173456 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-e48e6837-7d45-4e42-a7d5-e442e34018c2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'subnet': {'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:27.292810 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-df7c3457-9df9-405f-8832-148acf2e8f4d tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Unset dirty status for tenant:5bb5c5e74c89482ba2ee72ab67460a1e on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:23:27.296693 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-df7c3457-9df9-405f-8832-148acf2e8f4d tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "GET /v2.0/ports?device_id=802e86ab-592c-4cdb-8f01-98aa11f29f26 HTTP/1.1" status: 200 len: 205 time: 0.3277254 Apr 11 14:23:27.303027 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41426) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:27.347208 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-9b702d5c-a3ec-4382-9b53-b0ceb6b6ea41 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Deleting port a8e54744-757b-485a-a910-dc4e71fdae70 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:27.347557 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9b702d5c-a3ec-4382-9b53-b0ceb6b6ea41 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:27.489582 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e48e6837-7d45-4e42-a7d5-e442e34018c2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:27.497511 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9e0637c9-67dd-4437-afe9-62d20c54e556 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:27.507602 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8942aad1-d190-43c4-bcf1-71eeb178cba6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router 03c33371-12e9-4781-a53c-3d6930a9518c has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:23:27.519680 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-93cb283b-12a9-4ecf-8ede-668f78993f2c tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:27.641046 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e48e6837-7d45-4e42-a7d5-e442e34018c2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Usage tracker for resource:subnet and tenant:e64484a71f41439a9e4d89000c1f607b is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:27.645726 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e48e6837-7d45-4e42-a7d5-e442e34018c2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:27.655310 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e48e6837-7d45-4e42-a7d5-e442e34018c2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:27.673376 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.objects.ports [None req-57e787fd-7043-4fbd-88f1-5af76e0ee325 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88617) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 11 14:23:27.674064 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7ce8108e-aff9-4173-b0f6-ce128ad612ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:27.675021 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41436) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:27.680258 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb283b-12a9-4ecf-8ede-668f78993f2c tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Pushing event deleted for resources: {'Port': ['ID=5a3f254f-cb41-49c5-8782-8e4ec8689d4e,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:27.682578 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-57e787fd-7043-4fbd-88f1-5af76e0ee325 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:27.885836 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48e6837-7d45-4e42-a7d5-e442e34018c2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Made reservation on behalf of e64484a71f41439a9e4d89000c1f607b for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:27.889521 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e48e6837-7d45-4e42-a7d5-e442e34018c2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:27.905903 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-2710a3ca-404d-4975-ae7d-6099591f9c79 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:27.906312 dv-neutron-837330-1-hyperv neutron-server[88616]: WARNING neutron.api.v2.base [None req-2710a3ca-404d-4975-ae7d-6099591f9c79 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 11 14:23:27.909208 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-2710a3ca-404d-4975-ae7d-6099591f9c79 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] create failed (client error): There was a conflict when trying to complete your request. Apr 11 14:23:27.909208 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2710a3ca-404d-4975-ae7d-6099591f9c79 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2317760 Apr 11 14:23:27.923943 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41442) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:27.988750 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-e420e587-a0fd-4dfe-8b63-b18ce445ef40 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group': {'name': 'tempest-secgroup--2118282172'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:28.026951 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e420e587-a0fd-4dfe-8b63-b18ce445ef40 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:28.060623 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e420e587-a0fd-4dfe-8b63-b18ce445ef40 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Usage tracker for resource:security_group and tenant:5c67bcb8228b4080983071c4c546a3cd is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:28.072883 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e420e587-a0fd-4dfe-8b63-b18ce445ef40 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:28.098910 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9b702d5c-a3ec-4382-9b53-b0ceb6b6ea41 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:28.118247 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e420e587-a0fd-4dfe-8b63-b18ce445ef40 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:28.132771 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9e0637c9-67dd-4437-afe9-62d20c54e556 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:28.141057 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9e0637c9-67dd-4437-afe9-62d20c54e556 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:28.191179 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e787fd-7043-4fbd-88f1-5af76e0ee325 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event updated for resources: {'Subnet': ['ID=1973f3ca-dbd9-4255-8882-fc4b06502237,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:28.280266 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9e0637c9-67dd-4437-afe9-62d20c54e556 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:28.280680 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0637c9-67dd-4437-afe9-62d20c54e556 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Fanout notify agent at l3_agent the message router_deleted on router 802e86ab-592c-4cdb-8f01-98aa11f29f26 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:23:28.315380 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9e0637c9-67dd-4437-afe9-62d20c54e556 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:28.318978 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9e0637c9-67dd-4437-afe9-62d20c54e556 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "DELETE /v2.0/routers/802e86ab-592c-4cdb-8f01-98aa11f29f26 HTTP/1.1" status: 204 len: 168 time: 1.0113544 Apr 11 14:23:28.319110 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41446) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:28.367792 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-9b702d5c-a3ec-4382-9b53-b0ceb6b6ea41 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Calling delete_port for a8e54744-757b-485a-a910-dc4e71fdae70 owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:28.381478 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e48e6837-7d45-4e42-a7d5-e442e34018c2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:28.396976 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e787fd-7043-4fbd-88f1-5af76e0ee325 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Checking segment: {'id': '5b7374e8-f859-45af-b793-ccdb49bf6854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '953b8f3c-e56f-4827-bf2f-ddcab71a2ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:28.397330 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e787fd-7043-4fbd-88f1-5af76e0ee325 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Network hostable DHCP agents. Network: 953b8f3c-e56f-4827-bf2f-ddcab71a2ac9, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:23:28.422508 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-1b4c05c6-33da-4a80-9522-f000d63658c6 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Deleting port f80b53a0-2b09-4c65-917d-071b77edd317 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:28.422846 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b4c05c6-33da-4a80-9522-f000d63658c6 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:28.450213 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e420e587-a0fd-4dfe-8b63-b18ce445ef40 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:28.503544 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8942aad1-d190-43c4-bcf1-71eeb178cba6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:23:28.515253 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e420e587-a0fd-4dfe-8b63-b18ce445ef40 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:28.519611 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f3108a-01a7-41dd-9e52-b544697c4312 None None] Sync routers for ids ['03c33371-12e9-4781-a53c-3d6930a9518c'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:23:28.542647 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f3108a-01a7-41dd-9e52-b544697c4312 None None] Routers {'03c33371-12e9-4781-a53c-3d6930a9518c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:23:28.542647 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-17f3108a-01a7-41dd-9e52-b544697c4312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:23:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['03c33371-12e9-4781-a53c-3d6930a9518c'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:28.563403 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e6837-7d45-4e42-a7d5-e442e34018c2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Subnet': ['ID=bfe3f2d0-f210-41fe-a93f-189cd1448fef,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:28.564639 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:28.579492 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48e6837-7d45-4e42-a7d5-e442e34018c2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Checking segment: {'id': '3ac07265-fffd-4683-a9f7-41b7d62c0443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:28.579848 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48e6837-7d45-4e42-a7d5-e442e34018c2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network hostable DHCP agents. Network: 5f177756-1fac-40f9-9b44-7cfc0cb8d419, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:23:28.588474 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:28.602849 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e420e587-a0fd-4dfe-8b63-b18ce445ef40 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:28.605187 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e787fd-7043-4fbd-88f1-5af76e0ee325 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Network 953b8f3c-e56f-4827-bf2f-ddcab71a2ac9 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:23:28.637928 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e420e587-a0fd-4dfe-8b63-b18ce445ef40 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Usage tracker for resource:security_group_rule and tenant:5c67bcb8228b4080983071c4c546a3cd is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:28.648311 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e420e587-a0fd-4dfe-8b63-b18ce445ef40 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:28.704082 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e420e587-a0fd-4dfe-8b63-b18ce445ef40 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:28.728022 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8942aad1-d190-43c4-bcf1-71eeb178cba6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:28.737316 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-17f3108a-01a7-41dd-9e52-b544697c4312 None None] Set router 03c33371-12e9-4781-a53c-3d6930a9518c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:23:28.753693 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b4c05c6-33da-4a80-9522-f000d63658c6 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:28.819196 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48e6837-7d45-4e42-a7d5-e442e34018c2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network 5f177756-1fac-40f9-9b44-7cfc0cb8d419 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:23:28.827792 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-93cb283b-12a9-4ecf-8ede-668f78993f2c tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:28.837958 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8942aad1-d190-43c4-bcf1-71eeb178cba6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.5819340 Apr 11 14:23:28.842768 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41450) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:28.844379 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790e7bc3-4bcc-4214-bbca-6c3a1a05a33b', 'tag': 'cc64d515-c428-4346-be56-d7966df2bb2d'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:23:28.866286 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-93cb283b-12a9-4ecf-8ede-668f78993f2c tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] 10.222.0.66 "DELETE /v2.0/ports/5a3f254f-cb41-49c5-8782-8e4ec8689d4e HTTP/1.1" status: 204 len: 168 time: 3.9147763 Apr 11 14:23:28.887561 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41456) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:28.899951 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-1b4c05c6-33da-4a80-9522-f000d63658c6 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Calling delete_port for f80b53a0-2b09-4c65-917d-071b77edd317 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:28.969697 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-e48e6837-7d45-4e42-a7d5-e442e34018c2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 5f177756-1fac-40f9-9b44-7cfc0cb8d419) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:28.978956 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e3188f-1cb9-48ca-a81e-3d0e3785a8ef None None] Network 5f177756-1fac-40f9-9b44-7cfc0cb8d419 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:28.989157 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-d851b0a5-b11d-445c-bf80-5699208f548b tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] GET failed (client error): The resource could not be found. Apr 11 14:23:28.989744 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d851b0a5-b11d-445c-bf80-5699208f548b tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Synchronizing usage tracker for tenant:28be48cb0cf24708a04c448c5a5bdf23 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:23:28.992862 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48e6837-7d45-4e42-a7d5-e442e34018c2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:28.993445 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e48e6837-7d45-4e42-a7d5-e442e34018c2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:29.029942 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f90ba5e7-ab94-45d1-ac52-304fc78906f7'] response: {'name': 'network-changed', 'server_uuid': '790e7bc3-4bcc-4214-bbca-6c3a1a05a33b', 'tag': 'cc64d515-c428-4346-be56-d7966df2bb2d', 'status': 'completed', 'code': 200} Apr 11 14:23:29.091800 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-57e787fd-7043-4fbd-88f1-5af76e0ee325 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 953b8f3c-e56f-4827-bf2f-ddcab71a2ac9) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:29.116175 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8fed2c57-6fdc-4d3f-b40e-ce393015e26d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/1aa303dd-1370-4f4a-bda7-4a18b8846608 HTTP/1.1" status: 200 len: 991 time: 0.2657070 Apr 11 14:23:29.116404 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e787fd-7043-4fbd-88f1-5af76e0ee325 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:29.116908 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-57e787fd-7043-4fbd-88f1-5af76e0ee325 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:29.131497 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e48e6837-7d45-4e42-a7d5-e442e34018c2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9687405 Apr 11 14:23:29.137609 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41460) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:29.138476 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4616bcbb-5481-4962-80a6-e4ac3fa1fa60 None None] Network 953b8f3c-e56f-4827-bf2f-ddcab71a2ac9 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:29.170391 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-17f3108a-01a7-41dd-9e52-b544697c4312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'name': 'tempest-TestNetworkBasicOps-router-1336258400', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:22:08Z', 'updated_at': '2022-04-11T14:22:29Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:12Z', 'updated_at': '2022-04-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '1aa303dd-1370-4f4a-bda7-4a18b8846608', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.118', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'port_id': 'cc64d515-c428-4346-be56-d7966df2bb2d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'mac_address': 'fa:16:3e:5b:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790e7bc3-4bcc-4214-bbca-6c3a1a05a33b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:23:23Z', 'revision_number': 0, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '501008d0-6c1a-4538-b04d-e9e2348f628a', 'name': '', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:64:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:25Z', 'updated_at': '2022-04-11T14:22:43Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:29.182021 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f3108a-01a7-41dd-9e52-b544697c4312 None None] Checking router: 03c33371-12e9-4781-a53c-3d6930a9518c for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:23:29.199258 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f3108a-01a7-41dd-9e52-b544697c4312 None None] Routers {'03c33371-12e9-4781-a53c-3d6930a9518c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:23:29.200424 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-17f3108a-01a7-41dd-9e52-b544697c4312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:23:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['03c33371-12e9-4781-a53c-3d6930a9518c'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:29.211986 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d851b0a5-b11d-445c-bf80-5699208f548b tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Unset dirty status for tenant:28be48cb0cf24708a04c448c5a5bdf23 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:23:29.213293 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d851b0a5-b11d-445c-bf80-5699208f548b tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] 10.222.0.66 "GET /v2.0/ports/5a3f254f-cb41-49c5-8782-8e4ec8689d4e HTTP/1.1" status: 404 len: 333 time: 0.3225615 Apr 11 14:23:29.220384 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41464) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:29.309679 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e420e587-a0fd-4dfe-8b63-b18ce445ef40 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:29.314569 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-57e787fd-7043-4fbd-88f1-5af76e0ee325 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.7917173 Apr 11 14:23:29.320596 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41468) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:29.382042 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9b702d5c-a3ec-4382-9b53-b0ceb6b6ea41 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:29.427449 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-42490edc-6c76-4f19-9a0e-b57e1046512a tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Deleting port 6d78164f-1141-46f7-8fa4-f64b0056cced {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:29.428010 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-42490edc-6c76-4f19-9a0e-b57e1046512a tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:29.494981 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e420e587-a0fd-4dfe-8b63-b18ce445ef40 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:29.498512 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01abc58d-da0b-40e2-8be9-9efaaeb8d436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:23:29.499359 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-01abc58d-da0b-40e2-8be9-9efaaeb8d436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:29.554559 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b702d5c-a3ec-4382-9b53-b0ceb6b6ea41 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Pushing event deleted for resources: {'Port': ['ID=a8e54744-757b-485a-a910-dc4e71fdae70,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:29.575645 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bc5f89-25fd-45b2-9d58-0a1bd8590c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-953b8f3c-e56f-4827-bf2f-ddcab71a2ac9', 'network_id': '953b8f3c-e56f-4827-bf2f-ddcab71a2ac9', 'tenant_id': '56b25c853741474abcd5f7fb597b51f0', 'fixed_ips': [{'subnet_id': '1973f3ca-dbd9-4255-8882-fc4b06502237'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:23:29.576477 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-13bc5f89-25fd-45b2-9d58-0a1bd8590c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:29.584146 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e420e587-a0fd-4dfe-8b63-b18ce445ef40 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:29.584535 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b4c05c6-33da-4a80-9522-f000d63658c6 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:29.599039 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-17f3108a-01a7-41dd-9e52-b544697c4312 None None] Set router 03c33371-12e9-4781-a53c-3d6930a9518c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:23:29.727877 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c05c6-33da-4a80-9522-f000d63658c6 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Pushing event deleted for resources: {'Port': ['ID=f80b53a0-2b09-4c65-917d-071b77edd317,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:29.830465 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd8c6b-3cc3-4031-8f0a-4dee042472b8 req-8cf0b5b3-87ee-424c-b6c6-79c1212d3be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:29.832081 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-14cd8c6b-3cc3-4031-8f0a-4dee042472b8 req-8cf0b5b3-87ee-424c-b6c6-79c1212d3be8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 1098 time: 0.8104606 Apr 11 14:23:29.878935 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-13bc5f89-25fd-45b2-9d58-0a1bd8590c23 None None] Allocated IP 2001:db8::f816:3eff:fef9:d612 (953b8f3c-e56f-4827-bf2f-ddcab71a2ac9/1973f3ca-dbd9-4255-8882-fc4b06502237/4c55c82d-2b74-4c2b-9a28-109024719f08) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:29.879103 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e420e587-a0fd-4dfe-8b63-b18ce445ef40 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Usage tracker for resource:security_group_rule and tenant:5c67bcb8228b4080983071c4c546a3cd is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:29.900872 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e420e587-a0fd-4dfe-8b63-b18ce445ef40 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:29.993302 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e420e587-a0fd-4dfe-8b63-b18ce445ef40 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:30.094024 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420e587-a0fd-4dfe-8b63-b18ce445ef40 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ba378b-d82c-4857-a884-07d1793accbb,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:30.129298 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41472) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:30.142627 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-01abc58d-da0b-40e2-8be9-9efaaeb8d436 None None] Allocated IP 2001:db8::2 (5f177756-1fac-40f9-9b44-7cfc0cb8d419/bfe3f2d0-f210-41fe-a93f-189cd1448fef/abeeb47a-0f74-46cb-8c46-2f4dd719a816) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:30.228608 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b4c05c6-33da-4a80-9522-f000d63658c6 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:30.236607 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-17f3108a-01a7-41dd-9e52-b544697c4312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'name': 'tempest-TestNetworkBasicOps-router-1336258400', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:22:08Z', 'updated_at': '2022-04-11T14:22:29Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:12Z', 'updated_at': '2022-04-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '1aa303dd-1370-4f4a-bda7-4a18b8846608', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.118', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'port_id': 'cc64d515-c428-4346-be56-d7966df2bb2d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'mac_address': 'fa:16:3e:5b:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790e7bc3-4bcc-4214-bbca-6c3a1a05a33b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:23:23Z', 'revision_number': 0, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '501008d0-6c1a-4538-b04d-e9e2348f628a', 'name': '', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:64:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:25Z', 'updated_at': '2022-04-11T14:22:43Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:30.238428 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:30.244721 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f3108a-01a7-41dd-9e52-b544697c4312 None None] The sync data for ids ['03c33371-12e9-4781-a53c-3d6930a9518c'] in dv-neutron-837330-1-hyperv is: [{'id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'name': 'tempest-TestNetworkBasicOps-router-1336258400', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:22:08Z', 'updated_at': '2022-04-11T14:22:29Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:12Z', 'updated_at': '2022-04-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '1aa303dd-1370-4f4a-bda7-4a18b8846608', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.118', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'port_id': 'cc64d515-c428-4346-be56-d7966df2bb2d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'mac_address': 'fa:16:3e:5b:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790e7bc3-4bcc-4214-bbca-6c3a1a05a33b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:23:23Z', 'revision_number': 0, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '501008d0-6c1a-4538-b04d-e9e2348f628a', 'name': '', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:64:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:25Z', 'updated_at': '2022-04-11T14:22:43Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:23:30.281395 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-13bc5f89-25fd-45b2-9d58-0a1bd8590c23 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:30.296311 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-13bc5f89-25fd-45b2-9d58-0a1bd8590c23 None None] Transition to ACTIVE for port object 4c55c82d-2b74-4c2b-9a28-109024719f08 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:30.303707 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3906c48d-6135-432f-a386-1995f4756bdc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:30.319691 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-13bc5f89-25fd-45b2-9d58-0a1bd8590c23 None None] Transition to ACTIVE for port object 4c55c82d-2b74-4c2b-9a28-109024719f08 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:30.348855 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:30.407654 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1b4c05c6-33da-4a80-9522-f000d63658c6 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "DELETE /v2.0/ports/f80b53a0-2b09-4c65-917d-071b77edd317 HTTP/1.1" status: 204 len: 168 time: 2.0875452 Apr 11 14:23:30.408582 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41476) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:30.413892 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6e61abf7-c1af-4f08-af0b-5c3b4f604d88 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/1aa303dd-1370-4f4a-bda7-4a18b8846608 HTTP/1.1" status: 200 len: 991 time: 0.2833521 Apr 11 14:23:30.422380 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-13bc5f89-25fd-45b2-9d58-0a1bd8590c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:30.510291 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bc5f89-25fd-45b2-9d58-0a1bd8590c23 None None] Network 953b8f3c-e56f-4827-bf2f-ddcab71a2ac9 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:30.514079 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd8c6b-3cc3-4031-8f0a-4dee042472b8 req-5acffc83-9000-458a-80fb-0fd69d5ef800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:30.516567 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-14cd8c6b-3cc3-4031-8f0a-4dee042472b8 req-5acffc83-9000-458a-80fb-0fd69d5ef800 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36ebc322-19e4-4a30-b8b7-2a34e01ed94a HTTP/1.1" status: 200 len: 898 time: 0.6383088 Apr 11 14:23:30.518071 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-13bc5f89-25fd-45b2-9d58-0a1bd8590c23 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:30.542345 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9b702d5c-a3ec-4382-9b53-b0ceb6b6ea41 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:30.590931 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bc5f89-25fd-45b2-9d58-0a1bd8590c23 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:30.593591 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b999ea-fda0-46bc-96cb-c81bf8b725b1 None None] New status for floating IP 1aa303dd-1370-4f4a-bda7-4a18b8846608: ACTIVE {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:23:30.620656 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-339335ab-0635-4532-98e6-d05c8196c45a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Deleting subnet 83acd62c-27c2-416a-82ef-43881828662b {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:23:30.626146 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-339335ab-0635-4532-98e6-d05c8196c45a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:30.644399 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Deleting port 4c55c82d-2b74-4c2b-9a28-109024719f08 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:30.644746 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:30.712339 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc5f89-25fd-45b2-9d58-0a1bd8590c23 None None] Pushing event updated for resources: {'Port': ['ID=4c55c82d-2b74-4c2b-9a28-109024719f08,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:30.741711 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-339335ab-0635-4532-98e6-d05c8196c45a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:30.829621 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-42490edc-6c76-4f19-9a0e-b57e1046512a tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:30.841489 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-339335ab-0635-4532-98e6-d05c8196c45a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:30.851026 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-13bc5f89-25fd-45b2-9d58-0a1bd8590c23 None None] Attempting to bind port 4c55c82d-2b74-4c2b-9a28-109024719f08 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:23:30.851392 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-13bc5f89-25fd-45b2-9d58-0a1bd8590c23 None None] Attempting to bind port 4c55c82d-2b74-4c2b-9a28-109024719f08 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '5b7374e8-f859-45af-b793-ccdb49bf6854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '953b8f3c-e56f-4827-bf2f-ddcab71a2ac9'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:23:30.851755 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bc5f89-25fd-45b2-9d58-0a1bd8590c23 None None] Attempting to bind port 4c55c82d-2b74-4c2b-9a28-109024719f08 on network 953b8f3c-e56f-4827-bf2f-ddcab71a2ac9 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:23:30.913270 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e420e587-a0fd-4dfe-8b63-b18ce445ef40 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:30.915482 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-14cd8c6b-3cc3-4031-8f0a-4dee042472b8 req-d053b4c4-27b9-4b6f-a173-0045a163ed85 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc64d515-c428-4346-be56-d7966df2bb2d HTTP/1.1" status: 200 len: 999 time: 0.3759184 Apr 11 14:23:30.934888 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-01abc58d-da0b-40e2-8be9-9efaaeb8d436 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:30.951775 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bc5f89-25fd-45b2-9d58-0a1bd8590c23 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:23:30.952154 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bc5f89-25fd-45b2-9d58-0a1bd8590c23 None None] Checking segment: {'id': '5b7374e8-f859-45af-b793-ccdb49bf6854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '953b8f3c-e56f-4827-bf2f-ddcab71a2ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:30.952539 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-13bc5f89-25fd-45b2-9d58-0a1bd8590c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:30.952933 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bc5f89-25fd-45b2-9d58-0a1bd8590c23 None None] Bound using segment: {'id': '5b7374e8-f859-45af-b793-ccdb49bf6854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '953b8f3c-e56f-4827-bf2f-ddcab71a2ac9'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:23:30.953414 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-13bc5f89-25fd-45b2-9d58-0a1bd8590c23 None None] Bound port: 4c55c82d-2b74-4c2b-9a28-109024719f08, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7374e8-f859-45af-b793-ccdb49bf6854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '953b8f3c-e56f-4827-bf2f-ddcab71a2ac9'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:23:30.953786 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-13bc5f89-25fd-45b2-9d58-0a1bd8590c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:30.974661 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-01abc58d-da0b-40e2-8be9-9efaaeb8d436 None None] Transition to ACTIVE for port object abeeb47a-0f74-46cb-8c46-2f4dd719a816 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:31.053278 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-01abc58d-da0b-40e2-8be9-9efaaeb8d436 None None] Transition to ACTIVE for port object abeeb47a-0f74-46cb-8c46-2f4dd719a816 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:31.090415 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-339335ab-0635-4532-98e6-d05c8196c45a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:31.116155 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-42490edc-6c76-4f19-9a0e-b57e1046512a tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Calling delete_port for 6d78164f-1141-46f7-8fa4-f64b0056cced owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:31.141097 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339335ab-0635-4532-98e6-d05c8196c45a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Pushing event deleted for resources: {'Subnet': ['ID=83acd62c-27c2-416a-82ef-43881828662b,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:31.143200 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-339335ab-0635-4532-98e6-d05c8196c45a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:31.146622 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e420e587-a0fd-4dfe-8b63-b18ce445ef40 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:31.152747 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-339335ab-0635-4532-98e6-d05c8196c45a tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "DELETE /v2.0/subnets/83acd62c-27c2-416a-82ef-43881828662b HTTP/1.1" status: 204 len: 168 time: 0.7376790 Apr 11 14:23:31.157059 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41482) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:31.159192 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-13bc5f89-25fd-45b2-9d58-0a1bd8590c23 None None] For port 4c55c82d-2b74-4c2b-9a28-109024719f08, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:23:31.163024 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-13bc5f89-25fd-45b2-9d58-0a1bd8590c23 None None] For port 4c55c82d-2b74-4c2b-9a28-109024719f08, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4c55c82d-2b74-4c2b-9a28-109024719f08,segment=NetworkSegment(5b7374e8-f859-45af-b793-ccdb49bf6854),segment_id=5b7374e8-f859-45af-b793-ccdb49bf6854)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:23:31.165609 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9363bff-a8aa-4046-91db-80fd99357aa9 None None] Network 27d1995c-e55d-4164-a888-ac53130e32af requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:31.253967 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-01abc58d-da0b-40e2-8be9-9efaaeb8d436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:31.294110 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-13bc5f89-25fd-45b2-9d58-0a1bd8590c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:31.325276 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cc7c39b5-1cb6-419a-9b99-1e15a58e9c79 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:31.344652 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01abc58d-da0b-40e2-8be9-9efaaeb8d436 None None] Network 5f177756-1fac-40f9-9b44-7cfc0cb8d419 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:31.346500 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-3906c48d-6135-432f-a386-1995f4756bdc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Allocated IP 2001:db8::1 (5f177756-1fac-40f9-9b44-7cfc0cb8d419/bfe3f2d0-f210-41fe-a93f-189cd1448fef/ecd10107-2726-4e28-8409-2c9e34047d40) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:31.353473 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-cc7c39b5-1cb6-419a-9b99-1e15a58e9c79 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Deleting port 449d4753-8590-4f74-a760-766136735f0f {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:31.353906 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cc7c39b5-1cb6-419a-9b99-1e15a58e9c79 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:31.391040 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-01abc58d-da0b-40e2-8be9-9efaaeb8d436 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:31.422866 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41486) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:31.430512 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01abc58d-da0b-40e2-8be9-9efaaeb8d436 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:31.515433 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abc58d-da0b-40e2-8be9-9efaaeb8d436 None None] Pushing event updated for resources: {'Port': ['ID=abeeb47a-0f74-46cb-8c46-2f4dd719a816,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:31.556462 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420e587-a0fd-4dfe-8b63-b18ce445ef40 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d83e2bbc-6a84-483a-bb8d-964c46511862,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:31.633977 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd8c6b-3cc3-4031-8f0a-4dee042472b8 req-70224697-a05f-4252-b867-c8d402c808a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:31.636029 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-14cd8c6b-3cc3-4031-8f0a-4dee042472b8 req-70224697-a05f-4252-b867-c8d402c808a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7b1404d-b331-4cae-b015-2afe2d581889 HTTP/1.1" status: 200 len: 835 time: 0.6920784 Apr 11 14:23:31.643295 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-01abc58d-da0b-40e2-8be9-9efaaeb8d436 None None] Attempting to bind port abeeb47a-0f74-46cb-8c46-2f4dd719a816 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:23:31.643809 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-01abc58d-da0b-40e2-8be9-9efaaeb8d436 None None] Attempting to bind port abeeb47a-0f74-46cb-8c46-2f4dd719a816 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '3ac07265-fffd-4683-a9f7-41b7d62c0443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:23:31.644012 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01abc58d-da0b-40e2-8be9-9efaaeb8d436 None None] Attempting to bind port abeeb47a-0f74-46cb-8c46-2f4dd719a816 on network 5f177756-1fac-40f9-9b44-7cfc0cb8d419 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:23:31.644592 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b702d5c-a3ec-4382-9b53-b0ceb6b6ea41 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Router dd4f2c9e-4345-42e3-b20c-746df394b633 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:23:31.657323 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e420e587-a0fd-4dfe-8b63-b18ce445ef40 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:31.661807 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e420e587-a0fd-4dfe-8b63-b18ce445ef40 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.7246993 Apr 11 14:23:31.666190 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01abc58d-da0b-40e2-8be9-9efaaeb8d436 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:23:31.680535 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01abc58d-da0b-40e2-8be9-9efaaeb8d436 None None] Checking segment: {'id': '3ac07265-fffd-4683-a9f7-41b7d62c0443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:31.680535 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-01abc58d-da0b-40e2-8be9-9efaaeb8d436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:31.680535 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01abc58d-da0b-40e2-8be9-9efaaeb8d436 None None] Bound using segment: {'id': '3ac07265-fffd-4683-a9f7-41b7d62c0443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:23:31.680535 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-01abc58d-da0b-40e2-8be9-9efaaeb8d436 None None] Bound port: abeeb47a-0f74-46cb-8c46-2f4dd719a816, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac07265-fffd-4683-a9f7-41b7d62c0443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:23:31.680535 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-01abc58d-da0b-40e2-8be9-9efaaeb8d436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:31.700265 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc5f89-25fd-45b2-9d58-0a1bd8590c23 None None] Pushing event updated for resources: {'Port': ['ID=4c55c82d-2b74-4c2b-9a28-109024719f08,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:31.709943 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41490) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:31.740117 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-d7a5ca94-6643-483c-b23f-fed279d386fa tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group_rule': {'security_group_id': 'd83e2bbc-6a84-483a-bb8d-964c46511862', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:31.779256 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ce2e9d-7ea9-4e82-9576-ec29031950e4 None None] DHCP port deletion for 27d1995c-e55d-4164-a888-ac53130e32af request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:23:31.782773 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-d7a5ca94-6643-483c-b23f-fed279d386fa tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:31.797494 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-48ce2e9d-7ea9-4e82-9576-ec29031950e4 None None] Deleting port 449d4753-8590-4f74-a760-766136735f0f {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:31.800995 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-48ce2e9d-7ea9-4e82-9576-ec29031950e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:31.839713 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-01abc58d-da0b-40e2-8be9-9efaaeb8d436 None None] For port abeeb47a-0f74-46cb-8c46-2f4dd719a816, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:23:31.858348 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-01abc58d-da0b-40e2-8be9-9efaaeb8d436 None None] For port abeeb47a-0f74-46cb-8c46-2f4dd719a816, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=abeeb47a-0f74-46cb-8c46-2f4dd719a816,segment=NetworkSegment(3ac07265-fffd-4683-a9f7-41b7d62c0443),segment_id=3ac07265-fffd-4683-a9f7-41b7d62c0443)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:23:31.872347 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d7a5ca94-6643-483c-b23f-fed279d386fa tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Usage tracker for resource:security_group_rule and tenant:5c67bcb8228b4080983071c4c546a3cd is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:31.888840 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d7a5ca94-6643-483c-b23f-fed279d386fa tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:31.909886 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-d7a5ca94-6643-483c-b23f-fed279d386fa tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:31.937052 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a9abf636-9111-4a67-8755-4ac64cc56719 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/1aa303dd-1370-4f4a-bda7-4a18b8846608 HTTP/1.1" status: 200 len: 993 time: 0.5108054 Apr 11 14:23:31.987594 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-01abc58d-da0b-40e2-8be9-9efaaeb8d436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:32.013124 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] For port 4c55c82d-2b74-4c2b-9a28-109024719f08, host dv-neutron-837330-1-hyperv, got binding levels [] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:32.013124 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:32.031150 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b702d5c-a3ec-4382-9b53-b0ceb6b6ea41 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:23:32.054187 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8844d6-ef7e-4718-a502-09fbdef887fe None None] Sync routers for ids ['dd4f2c9e-4345-42e3-b20c-746df394b633'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:23:32.069547 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-cc7c39b5-1cb6-419a-9b99-1e15a58e9c79 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] For port 449d4753-8590-4f74-a760-766136735f0f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=449d4753-8590-4f74-a760-766136735f0f,segment=NetworkSegment(90cd2a5c-28bf-452a-816a-6794c3100172),segment_id=90cd2a5c-28bf-452a-816a-6794c3100172)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:32.070312 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cc7c39b5-1cb6-419a-9b99-1e15a58e9c79 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:32.077699 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8844d6-ef7e-4718-a502-09fbdef887fe None None] Routers {'dd4f2c9e-4345-42e3-b20c-746df394b633'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:23:32.078625 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-2d8844d6-ef7e-4718-a502-09fbdef887fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:23:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dd4f2c9e-4345-42e3-b20c-746df394b633'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:32.093923 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3906c48d-6135-432f-a386-1995f4756bdc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:32.221134 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Calling delete_port for 4c55c82d-2b74-4c2b-9a28-109024719f08 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:32.221983 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-2d8844d6-ef7e-4718-a502-09fbdef887fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:32.232781 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8844d6-ef7e-4718-a502-09fbdef887fe None None] Routers {'dd4f2c9e-4345-42e3-b20c-746df394b633'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:23:32.233384 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-2d8844d6-ef7e-4718-a502-09fbdef887fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:23:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dd4f2c9e-4345-42e3-b20c-746df394b633'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:32.266946 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-42490edc-6c76-4f19-9a0e-b57e1046512a tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:32.277584 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-cc7c39b5-1cb6-419a-9b99-1e15a58e9c79 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Calling delete_port for 449d4753-8590-4f74-a760-766136735f0f owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:32.316372 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abc58d-da0b-40e2-8be9-9efaaeb8d436 None None] Pushing event updated for resources: {'Port': ['ID=abeeb47a-0f74-46cb-8c46-2f4dd719a816,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:32.327427 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-48ce2e9d-7ea9-4e82-9576-ec29031950e4 None None] For port 449d4753-8590-4f74-a760-766136735f0f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=449d4753-8590-4f74-a760-766136735f0f,segment=NetworkSegment(90cd2a5c-28bf-452a-816a-6794c3100172),segment_id=90cd2a5c-28bf-452a-816a-6794c3100172)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:32.328236 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-48ce2e9d-7ea9-4e82-9576-ec29031950e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:32.336695 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-3906c48d-6135-432f-a386-1995f4756bdc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Transition to ACTIVE for port object ecd10107-2726-4e28-8409-2c9e34047d40 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:32.354606 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-2d8844d6-ef7e-4718-a502-09fbdef887fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:32.355118 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8844d6-ef7e-4718-a502-09fbdef887fe None None] The sync data for ids ['dd4f2c9e-4345-42e3-b20c-746df394b633'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:23:32.373004 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9b702d5c-a3ec-4382-9b53-b0ceb6b6ea41 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] 10.222.0.66 "PUT /v2.0/routers/dd4f2c9e-4345-42e3-b20c-746df394b633/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7259088 Apr 11 14:23:32.383916 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41494) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:32.525667 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d7a5ca94-6643-483c-b23f-fed279d386fa tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:32.545270 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42490edc-6c76-4f19-9a0e-b57e1046512a tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Pushing event deleted for resources: {'Port': ['ID=6d78164f-1141-46f7-8fa4-f64b0056cced,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:32.562647 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-48ce2e9d-7ea9-4e82-9576-ec29031950e4 None None] Calling delete_port for 449d4753-8590-4f74-a760-766136735f0f owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:32.629344 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd8c6b-3cc3-4031-8f0a-4dee042472b8 req-2a0569b8-eacd-46ce-8bce-0b73f7175168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:32.632708 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-14cd8c6b-3cc3-4031-8f0a-4dee042472b8 req-2a0569b8-eacd-46ce-8bce-0b73f7175168 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36ebc322-19e4-4a30-b8b7-2a34e01ed94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9857981 Apr 11 14:23:32.654462 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1d8979e8-2032-40a6-bb5b-c7d62eb4468e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:32.666241 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-48ce2e9d-7ea9-4e82-9576-ec29031950e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:23:32.667334 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-48ce2e9d-7ea9-4e82-9576-ec29031950e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:23:32.723392 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.db.api [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:23:32.723968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG oslo_db.api [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:23:32.743167 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cc7c39b5-1cb6-419a-9b99-1e15a58e9c79 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:32.800351 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3906c48d-6135-432f-a386-1995f4756bdc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:32.824104 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-42490edc-6c76-4f19-9a0e-b57e1046512a tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:32.835774 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-42490edc-6c76-4f19-9a0e-b57e1046512a tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] 10.222.0.66 "DELETE /v2.0/ports/6d78164f-1141-46f7-8fa4-f64b0056cced HTTP/1.1" status: 204 len: 168 time: 3.6103890 Apr 11 14:23:32.840573 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41498) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:32.872407 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c39b5-1cb6-419a-9b99-1e15a58e9c79 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Pushing event deleted for resources: {'Port': ['ID=449d4753-8590-4f74-a760-766136735f0f,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:32.919221 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d7a5ca94-6643-483c-b23f-fed279d386fa tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:32.922820 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7c39b5-1cb6-419a-9b99-1e15a58e9c79 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] No DVR routers for this DVR port 449d4753-8590-4f74-a760-766136735f0f on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:23:32.923337 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-71bbaef7-2d0b-4ade-98ff-57b8f4c65293 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] GET failed (client error): The resource could not be found. Apr 11 14:23:32.930062 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-71bbaef7-2d0b-4ade-98ff-57b8f4c65293 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Synchronizing usage tracker for tenant:28be48cb0cf24708a04c448c5a5bdf23 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:23:32.943913 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-14cd8c6b-3cc3-4031-8f0a-4dee042472b8 req-47842d1e-58a5-44d9-b96c-e47cda4a8d73 service neutron] 10.222.0.53 "GET /v2.0/networks/36ebc322-19e4-4a30-b8b7-2a34e01ed94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991223 Apr 11 14:23:32.986008 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d7a5ca94-6643-483c-b23f-fed279d386fa tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:33.075002 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-71bbaef7-2d0b-4ade-98ff-57b8f4c65293 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Unset dirty status for tenant:28be48cb0cf24708a04c448c5a5bdf23 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:23:33.080143 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-71bbaef7-2d0b-4ade-98ff-57b8f4c65293 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] 10.222.0.66 "GET /v2.0/ports/6d78164f-1141-46f7-8fa4-f64b0056cced HTTP/1.1" status: 404 len: 333 time: 0.2328000 Apr 11 14:23:33.086565 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5ca94-6643-483c-b23f-fed279d386fa tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435ccbb6-345e-4046-8ae2-aaabdc10e439,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:33.096851 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41502) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:33.168442 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-48ce2e9d-7ea9-4e82-9576-ec29031950e4 None None] Deleting port 449d4753-8590-4f74-a760-766136735f0f {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:33.168982 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-48ce2e9d-7ea9-4e82-9576-ec29031950e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:33.176096 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d7a5ca94-6643-483c-b23f-fed279d386fa tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:33.178332 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d7a5ca94-6643-483c-b23f-fed279d386fa tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4610779 Apr 11 14:23:33.183119 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41506) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:33.196270 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-14cd8c6b-3cc3-4031-8f0a-4dee042472b8 req-419d12c2-2b73-4338-a535-aa284379fbd6 service neutron] 10.222.0.53 "GET /v2.0/networks/36ebc322-19e4-4a30-b8b7-2a34e01ed94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460346 Apr 11 14:23:33.200994 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-3872ffef-1bed-4cb3-8009-f0359a467ac5 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group_rule': {'security_group_id': 'd83e2bbc-6a84-483a-bb8d-964c46511862', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:33.218751 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-35df3c57-7ea3-471d-b15f-22e20fd19067 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Deleting port 5cd7f043-14a5-46a4-8c3e-50b87803abc4 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:33.219144 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-35df3c57-7ea3-471d-b15f-22e20fd19067 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:33.226679 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3906c48d-6135-432f-a386-1995f4756bdc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network 5f177756-1fac-40f9-9b44-7cfc0cb8d419 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:33.234865 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee13759d-3906-4581-8594-f2d4bf8a8c3f None None] Network 953b8f3c-e56f-4827-bf2f-ddcab71a2ac9 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:33.247160 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-3872ffef-1bed-4cb3-8009-f0359a467ac5 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:33.249212 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Deleting port 4c55c82d-2b74-4c2b-9a28-109024719f08 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:33.249592 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:33.273845 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-3906c48d-6135-432f-a386-1995f4756bdc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:33.275698 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906c48d-6135-432f-a386-1995f4756bdc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Port': ['ID=ecd10107-2726-4e28-8409-2c9e34047d40,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:33.282261 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3906c48d-6135-432f-a386-1995f4756bdc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:33.282798 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3906c48d-6135-432f-a386-1995f4756bdc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:33.322502 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-3872ffef-1bed-4cb3-8009-f0359a467ac5 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Usage tracker for resource:security_group_rule and tenant:5c67bcb8228b4080983071c4c546a3cd is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:33.333726 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-3872ffef-1bed-4cb3-8009-f0359a467ac5 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:33.346405 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device abeeb47a-0f74-46cb-8c46-2f4dd719a816 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:23:33.351081 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1d8979e8-2032-40a6-bb5b-c7d62eb4468e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:33.363814 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-3872ffef-1bed-4cb3-8009-f0359a467ac5 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:33.368662 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1d8979e8-2032-40a6-bb5b-c7d62eb4468e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:33.434611 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-48ce2e9d-7ea9-4e82-9576-ec29031950e4 None None] The port '449d4753-8590-4f74-a760-766136735f0f' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:23:33.620748 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-de9cf040-f531-40ba-8eab-76006d489743 None None] Provisioning for port 4c55c82d-2b74-4c2b-9a28-109024719f08 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:33.642298 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cc7c39b5-1cb6-419a-9b99-1e15a58e9c79 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:33.659916 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3872ffef-1bed-4cb3-8009-f0359a467ac5 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:33.704184 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-cc7c39b5-1cb6-419a-9b99-1e15a58e9c79 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d1995c-e55d-4164-a888-ac53130e32af']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:33.715796 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3906c48d-6135-432f-a386-1995f4756bdc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:33.724033 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63774f9-a06f-49a7-96b2-047f7e5abfdb None None] Network 5f177756-1fac-40f9-9b44-7cfc0cb8d419 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:33.732335 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1d8979e8-2032-40a6-bb5b-c7d62eb4468e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:33.742168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8979e8-2032-40a6-bb5b-c7d62eb4468e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Fanout notify agent at l3_agent the message router_deleted on router dd4f2c9e-4345-42e3-b20c-746df394b633 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:23:33.742168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-cc7c39b5-1cb6-419a-9b99-1e15a58e9c79 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90cd2a5c-28bf-452a-816a-6794c3100172') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:33.742168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-cc7c39b5-1cb6-419a-9b99-1e15a58e9c79 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90cd2a5c-28bf-452a-816a-6794c3100172') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:33.754356 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cc7c39b5-1cb6-419a-9b99-1e15a58e9c79 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:33.816452 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cc7c39b5-1cb6-419a-9b99-1e15a58e9c79 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:33.818336 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port abeeb47a-0f74-46cb-8c46-2f4dd719a816 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:33.825689 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1d8979e8-2032-40a6-bb5b-c7d62eb4468e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:33.826828 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1d8979e8-2032-40a6-bb5b-c7d62eb4468e tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] 10.222.0.66 "DELETE /v2.0/routers/dd4f2c9e-4345-42e3-b20c-746df394b633 HTTP/1.1" status: 204 len: 168 time: 1.4408484 Apr 11 14:23:33.837977 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41510) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:33.838919 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4c55c82d-2b74-4c2b-9a28-109024719f08 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:23:33.840307 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7c39b5-1cb6-419a-9b99-1e15a58e9c79 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:23:33.840721 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cc7c39b5-1cb6-419a-9b99-1e15a58e9c79 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:23:33.860412 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:23:33.898408 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-efef0bed-baaf-4b49-b976-ae03757c3555 None None] Provisioning for port abeeb47a-0f74-46cb-8c46-2f4dd719a816 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:33.940783 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-efef0bed-baaf-4b49-b976-ae03757c3555 None None] Provisioning complete for port abeeb47a-0f74-46cb-8c46-2f4dd719a816 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:33.941158 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-efef0bed-baaf-4b49-b976-ae03757c3555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:33.957510 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-3872ffef-1bed-4cb3-8009-f0359a467ac5 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] create failed (client error): There was a conflict when trying to complete your request. Apr 11 14:23:33.961240 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3872ffef-1bed-4cb3-8009-f0359a467ac5 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7734425 Apr 11 14:23:33.964498 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41514) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:34.019681 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] For port 4c55c82d-2b74-4c2b-9a28-109024719f08, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4c55c82d-2b74-4c2b-9a28-109024719f08,segment=NetworkSegment(5b7374e8-f859-45af-b793-ccdb49bf6854),segment_id=5b7374e8-f859-45af-b793-ccdb49bf6854)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:34.020052 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:34.151391 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 4c55c82d-2b74-4c2b-9a28-109024719f08 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:34.158274 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d95fb9f-28df-4e4f-ae95-7a9a98857a7d tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Deleting subnet 17589406-40a7-4050-bc3a-60d7951c7277 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:23:34.176188 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 4c55c82d-2b74-4c2b-9a28-109024719f08 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:34.176607 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:34.214721 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-35df3c57-7ea3-471d-b15f-22e20fd19067 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:34.231789 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Calling delete_port for 4c55c82d-2b74-4c2b-9a28-109024719f08 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:34.243982 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-efef0bed-baaf-4b49-b976-ae03757c3555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:34.302038 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-efef0bed-baaf-4b49-b976-ae03757c3555 None None] For port abeeb47a-0f74-46cb-8c46-2f4dd719a816, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=abeeb47a-0f74-46cb-8c46-2f4dd719a816,segment=NetworkSegment(3ac07265-fffd-4683-a9f7-41b7d62c0443),segment_id=3ac07265-fffd-4683-a9f7-41b7d62c0443)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:34.314495 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1d95fb9f-28df-4e4f-ae95-7a9a98857a7d tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:34.360936 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-efef0bed-baaf-4b49-b976-ae03757c3555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:34.393876 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1d95fb9f-28df-4e4f-ae95-7a9a98857a7d tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:34.409463 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-35df3c57-7ea3-471d-b15f-22e20fd19067 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Calling delete_port for 5cd7f043-14a5-46a4-8c3e-50b87803abc4 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:34.430445 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:34.439116 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cc7c39b5-1cb6-419a-9b99-1e15a58e9c79 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:34.463539 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7519456f-c183-4580-a1db-8c7fc823c281 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:34.473355 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cc7c39b5-1cb6-419a-9b99-1e15a58e9c79 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:34.480097 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 4c55c82d-2b74-4c2b-9a28-109024719f08, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4c55c82d-2b74-4c2b-9a28-109024719f08,segment=NetworkSegment(5b7374e8-f859-45af-b793-ccdb49bf6854),segment_id=5b7374e8-f859-45af-b793-ccdb49bf6854)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:34.483148 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c39b5-1cb6-419a-9b99-1e15a58e9c79 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] Pushing event deleted for resources: {'Network': ['ID=27d1995c-e55d-4164-a888-ac53130e32af,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:34.485949 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cc7c39b5-1cb6-419a-9b99-1e15a58e9c79 tempest-TagsExtTest-1826346065 tempest-TagsExtTest-1826346065-project] 10.222.0.66 "DELETE /v2.0/networks/27d1995c-e55d-4164-a888-ac53130e32af HTTP/1.1" status: 204 len: 168 time: 3.3278077 Apr 11 14:23:34.497881 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef0bed-baaf-4b49-b976-ae03757c3555 None None] Pushing event updated for resources: {'Port': ['ID=abeeb47a-0f74-46cb-8c46-2f4dd719a816,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:34.506025 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4f435d9a-3855-4bdd-801f-c8def456afdd None None] Provisioning complete for port 4c55c82d-2b74-4c2b-9a28-109024719f08 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:34.506229 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4f435d9a-3855-4bdd-801f-c8def456afdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:34.510719 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7519456f-c183-4580-a1db-8c7fc823c281 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:34.544794 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1d95fb9f-28df-4e4f-ae95-7a9a98857a7d tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:34.579739 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:34.650897 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.resource_extend [None req-3906c48d-6135-432f-a386-1995f4756bdc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 14:23:34.682269 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3906c48d-6135-432f-a386-1995f4756bdc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:34.706081 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7519456f-c183-4580-a1db-8c7fc823c281 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:34.714136 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=4c55c82d-2b74-4c2b-9a28-109024719f08,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:34.719024 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 449d4753-8590-4f74-a760-766136735f0f no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:23:34.738276 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.db.api [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:23:34.738410 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG oslo_db.api [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:23:34.752951 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519456f-c183-4580-a1db-8c7fc823c281 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83e2bbc-6a84-483a-bb8d-964c46511862,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:34.753730 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3906c48d-6135-432f-a386-1995f4756bdc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:34.754787 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3906c48d-6135-432f-a386-1995f4756bdc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:34.768788 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 449d4753-8590-4f74-a760-766136735f0f {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:23:34.769361 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 449d4753-8590-4f74-a760-766136735f0f not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:23:34.770174 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Deleting port 4c55c82d-2b74-4c2b-9a28-109024719f08 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:34.770751 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:34.800876 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7519456f-c183-4580-a1db-8c7fc823c281 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:34.802415 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7519456f-c183-4580-a1db-8c7fc823c281 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "DELETE /v2.0/security-groups/d83e2bbc-6a84-483a-bb8d-964c46511862 HTTP/1.1" status: 204 len: 168 time: 0.8287179 Apr 11 14:23:34.810697 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41520) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:34.833746 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1d95fb9f-28df-4e4f-ae95-7a9a98857a7d tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:34.923631 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14a469e-5a3d-4dee-ba1a-46fd035da360 None None] Network 1f11120a-6f3e-45e8-add8-4585b58de45b requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:34.930030 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-35df3c57-7ea3-471d-b15f-22e20fd19067 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:34.930196 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95fb9f-28df-4e4f-ae95-7a9a98857a7d tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Pushing event deleted for resources: {'Subnet': ['ID=17589406-40a7-4050-bc3a-60d7951c7277,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:34.931921 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1d95fb9f-28df-4e4f-ae95-7a9a98857a7d tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:34.992495 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906c48d-6135-432f-a386-1995f4756bdc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Port': ['ID=ecd10107-2726-4e28-8409-2c9e34047d40,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:35.003425 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1d95fb9f-28df-4e4f-ae95-7a9a98857a7d tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] 10.222.0.66 "DELETE /v2.0/subnets/17589406-40a7-4050-bc3a-60d7951c7277 HTTP/1.1" status: 204 len: 168 time: 1.1627514 Apr 11 14:23:35.009360 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41524) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:35.131364 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3906c48d-6135-432f-a386-1995f4756bdc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network 5f177756-1fac-40f9-9b44-7cfc0cb8d419 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:35.133028 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-3906c48d-6135-432f-a386-1995f4756bdc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:35.243707 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-50c3687d-0be3-418f-b3ae-954d3dfce854 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Synchronizing usage tracker for tenant:5c67bcb8228b4080983071c4c546a3cd on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:23:35.264799 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device abeeb47a-0f74-46cb-8c46-2f4dd719a816 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:23:35.366217 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df3c57-7ea3-471d-b15f-22e20fd19067 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Pushing event deleted for resources: {'Port': ['ID=5cd7f043-14a5-46a4-8c3e-50b87803abc4,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:35.387423 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-35df3c57-7ea3-471d-b15f-22e20fd19067 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:35.389401 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-35df3c57-7ea3-471d-b15f-22e20fd19067 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] 10.222.0.66 "DELETE /v2.0/ports/5cd7f043-14a5-46a4-8c3e-50b87803abc4 HTTP/1.1" status: 204 len: 168 time: 2.2913632 Apr 11 14:23:35.398015 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41530) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:35.403854 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41532) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:35.413154 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b2d6a582-1577-49ba-b0bb-b5c32c69c4d3 None None] Provisioning for port ecd10107-2726-4e28-8409-2c9e34047d40 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:35.422849 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b2d6a582-1577-49ba-b0bb-b5c32c69c4d3 None None] Provisioning complete for port ecd10107-2726-4e28-8409-2c9e34047d40 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:35.423209 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a582-1577-49ba-b0bb-b5c32c69c4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:35.514414 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-b2d6a582-1577-49ba-b0bb-b5c32c69c4d3 None None] Port ecd10107-2726-4e28-8409-2c9e34047d40 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:23:35.520379 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] For port 4c55c82d-2b74-4c2b-9a28-109024719f08, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4c55c82d-2b74-4c2b-9a28-109024719f08,segment=NetworkSegment(5b7374e8-f859-45af-b793-ccdb49bf6854),segment_id=5b7374e8-f859-45af-b793-ccdb49bf6854)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:35.520936 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:35.539351 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port abeeb47a-0f74-46cb-8c46-2f4dd719a816 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:35.539765 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:35.594510 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-19e5c1de-4669-42fc-b76b-9ab399f6e6f1 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:35.595948 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5acc56e-36f6-40a0-a828-653b51399c92 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Deleting subnet 698f9043-e1f6-487e-b1df-9d356b3fa207 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:23:35.606682 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b2d6a582-1577-49ba-b0bb-b5c32c69c4d3 None None] Provisioning complete for port abeeb47a-0f74-46cb-8c46-2f4dd719a816 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:35.607372 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a582-1577-49ba-b0bb-b5c32c69c4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:35.622597 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-19e5c1de-4669-42fc-b76b-9ab399f6e6f1 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Deleting port 853a0e92-df51-459f-814a-0b21c4d85807 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:35.622910 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-19e5c1de-4669-42fc-b76b-9ab399f6e6f1 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:35.733837 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def917e0-9dad-48ca-bd3d-6886acdf8e74 None None] DHCP port deletion for 1f11120a-6f3e-45e8-add8-4585b58de45b request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:23:35.746690 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3906c48d-6135-432f-a386-1995f4756bdc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Router 241d9325-9862-4385-b00e-83a8112c8094 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:23:35.756157 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-def917e0-9dad-48ca-bd3d-6886acdf8e74 None None] Deleting port 853a0e92-df51-459f-814a-0b21c4d85807 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:35.756536 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-def917e0-9dad-48ca-bd3d-6886acdf8e74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:35.807294 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Calling delete_port for 4c55c82d-2b74-4c2b-9a28-109024719f08 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:35.834672 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e5acc56e-36f6-40a0-a828-653b51399c92 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:35.865655 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-50c3687d-0be3-418f-b3ae-954d3dfce854 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Unset dirty status for tenant:5c67bcb8228b4080983071c4c546a3cd on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:23:35.873294 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-50c3687d-0be3-418f-b3ae-954d3dfce854 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.0483403 Apr 11 14:23:35.889271 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41540) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:35.910161 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4c55c82d-2b74-4c2b-9a28-109024719f08 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:23:35.915058 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-b993d1df-99f8-4ebf-b111-48b653b353a2 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1282318887'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:35.931794 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b993d1df-99f8-4ebf-b111-48b653b353a2 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:35.964382 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b993d1df-99f8-4ebf-b111-48b653b353a2 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:36.000600 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e5acc56e-36f6-40a0-a828-653b51399c92 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:36.014963 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-19e5c1de-4669-42fc-b76b-9ab399f6e6f1 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] For port 853a0e92-df51-459f-814a-0b21c4d85807, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=853a0e92-df51-459f-814a-0b21c4d85807,segment=NetworkSegment(98608c21-3c13-49e2-9ff0-833c30e6e778),segment_id=98608c21-3c13-49e2-9ff0-833c30e6e778)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:36.015328 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-19e5c1de-4669-42fc-b76b-9ab399f6e6f1 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:36.028451 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3906c48d-6135-432f-a386-1995f4756bdc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:23:36.035260 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3906c48d-6135-432f-a386-1995f4756bdc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "PUT /v2.0/routers/241d9325-9862-4385-b00e-83a8112c8094/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8961389 Apr 11 14:23:36.043724 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] Sync routers for ids ['241d9325-9862-4385-b00e-83a8112c8094'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:23:36.079368 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] Routers {'241d9325-9862-4385-b00e-83a8112c8094'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:23:36.080347 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:23:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['241d9325-9862-4385-b00e-83a8112c8094'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:36.087042 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41544) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:36.090154 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-825ed012-3635-4cde-9ed3-ddf40f05f38c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5bb5c5e74c89482ba2ee72ab67460a1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6462133 Apr 11 14:23:36.101258 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-c0f59b98-5bc9-477a-a3bd-3056bfca8c30 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-687607186'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:36.110594 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41548) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:36.127146 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c0f59b98-5bc9-477a-a3bd-3056bfca8c30 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:36.144813 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c0f59b98-5bc9-477a-a3bd-3056bfca8c30 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Usage tracker for resource:network and tenant:e64484a71f41439a9e4d89000c1f607b is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:36.153112 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-19e5c1de-4669-42fc-b76b-9ab399f6e6f1 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Calling delete_port for 853a0e92-df51-459f-814a-0b21c4d85807 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:36.174691 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c0f59b98-5bc9-477a-a3bd-3056bfca8c30 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:36.191320 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b993d1df-99f8-4ebf-b111-48b653b353a2 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:36.201826 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c0f59b98-5bc9-477a-a3bd-3056bfca8c30 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:36.218432 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 4c55c82d-2b74-4c2b-9a28-109024719f08 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:36.219086 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:36.256237 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e5acc56e-36f6-40a0-a828-653b51399c92 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:36.283603 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b993d1df-99f8-4ebf-b111-48b653b353a2 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:36.297278 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-2b509770-7c30-4d7d-9424-cdee0270d466 None None] Provisioning complete for port ecd10107-2726-4e28-8409-2c9e34047d40 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:36.297658 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2b509770-7c30-4d7d-9424-cdee0270d466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:36.305897 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b993d1df-99f8-4ebf-b111-48b653b353a2 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Usage tracker for resource:security_group_rule and tenant:5c67bcb8228b4080983071c4c546a3cd is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:36.312099 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-19e5c1de-4669-42fc-b76b-9ab399f6e6f1 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:36.313051 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b993d1df-99f8-4ebf-b111-48b653b353a2 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:36.337556 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b993d1df-99f8-4ebf-b111-48b653b353a2 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:36.341531 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3f34f3b1-9018-4c3b-a91c-5b435cefaae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:36.350432 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f59b98-5bc9-477a-a3bd-3056bfca8c30 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Made reservation on behalf of e64484a71f41439a9e4d89000c1f607b for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:36.354445 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c0f59b98-5bc9-477a-a3bd-3056bfca8c30 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:36.364487 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5c1de-4669-42fc-b76b-9ab399f6e6f1 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Pushing event deleted for resources: {'Port': ['ID=853a0e92-df51-459f-814a-0b21c4d85807,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:36.367506 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e5c1de-4669-42fc-b76b-9ab399f6e6f1 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] No DVR routers for this DVR port 853a0e92-df51-459f-814a-0b21c4d85807 on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:23:36.412946 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:36.458348 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] Set router 241d9325-9862-4385-b00e-83a8112c8094 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:23:36.471862 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3f34f3b1-9018-4c3b-a91c-5b435cefaae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:36.492734 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event deleted for resources: {'Port': ['ID=4c55c82d-2b74-4c2b-9a28-109024719f08,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:36.498162 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-19e5c1de-4669-42fc-b76b-9ab399f6e6f1 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:36.523080 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-def917e0-9dad-48ca-bd3d-6886acdf8e74 None None] For port 853a0e92-df51-459f-814a-0b21c4d85807, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=853a0e92-df51-459f-814a-0b21c4d85807,segment=NetworkSegment(98608c21-3c13-49e2-9ff0-833c30e6e778),segment_id=98608c21-3c13-49e2-9ff0-833c30e6e778)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:36.523492 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-def917e0-9dad-48ca-bd3d-6886acdf8e74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:36.529476 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f59b98-5bc9-477a-a3bd-3056bfca8c30 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] vlan segment allocate from pool success with {'vlan_id': 1003, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:23:36.530346 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-19e5c1de-4669-42fc-b76b-9ab399f6e6f1 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f11120a-6f3e-45e8-add8-4585b58de45b']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:36.535361 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Could not find standard attr ID for object 4c55c82d-2b74-4c2b-9a28-109024719f08. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:23:36.541388 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-2b509770-7c30-4d7d-9424-cdee0270d466 None None] Port ecd10107-2726-4e28-8409-2c9e34047d40 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:23:36.546316 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e5acc56e-36f6-40a0-a828-653b51399c92 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:36.548761 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No ports have port_id starting with 4c55c82d-2b74-4c2b-9a28-109024719f08 Apr 11 14:23:36.551728 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-19e5c1de-4669-42fc-b76b-9ab399f6e6f1 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98608c21-3c13-49e2-9ff0-833c30e6e778') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:36.552248 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-19e5c1de-4669-42fc-b76b-9ab399f6e6f1 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98608c21-3c13-49e2-9ff0-833c30e6e778') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:36.570228 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-19e5c1de-4669-42fc-b76b-9ab399f6e6f1 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:36.599241 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-19e5c1de-4669-42fc-b76b-9ab399f6e6f1 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:36.608632 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e5c1de-4669-42fc-b76b-9ab399f6e6f1 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:23:36.609128 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-19e5c1de-4669-42fc-b76b-9ab399f6e6f1 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:23:36.627426 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:23:36.660284 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5acc56e-36f6-40a0-a828-653b51399c92 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Pushing event deleted for resources: {'Subnet': ['ID=698f9043-e1f6-487e-b1df-9d356b3fa207,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:36.662267 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e5acc56e-36f6-40a0-a828-653b51399c92 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:36.665157 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c0f59b98-5bc9-477a-a3bd-3056bfca8c30 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:36.665697 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-c0f59b98-5bc9-477a-a3bd-3056bfca8c30 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Added segment e24aa452-8ff1-4a9a-966d-24cc4977c621 of type vlan for network 45829295-ff84-4ad1-b442-e840e8565ce9 Apr 11 14:23:36.674307 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] No DVR routers for this DVR port 4c55c82d-2b74-4c2b-9a28-109024719f08 on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:23:36.678883 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16645665-9f4d-422b-aeaa-3362d6d750ee None None] DHCP port deletion for 953b8f3c-e56f-4827-bf2f-ddcab71a2ac9 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:23:36.680945 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a2c70c-b986-4ba6-8da1-739d331b3e40 None None] Network e2462d19-2c69-4bab-9fb3-b57461ee82ba requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:36.788652 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-19e5c1de-4669-42fc-b76b-9ab399f6e6f1 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:36.790396 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b993d1df-99f8-4ebf-b111-48b653b353a2 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:36.796721 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-19e5c1de-4669-42fc-b76b-9ab399f6e6f1 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:36.796963 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c0f59b98-5bc9-477a-a3bd-3056bfca8c30 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:36.803906 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e5acc56e-36f6-40a0-a828-653b51399c92 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] 10.222.0.66 "DELETE /v2.0/subnets/698f9043-e1f6-487e-b1df-9d356b3fa207 HTTP/1.1" status: 204 len: 168 time: 1.4014406 Apr 11 14:23:36.809759 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41552) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:36.825174 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-def917e0-9dad-48ca-bd3d-6886acdf8e74 None None] Calling delete_port for 853a0e92-df51-459f-814a-0b21c4d85807 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:36.834194 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5c1de-4669-42fc-b76b-9ab399f6e6f1 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] Pushing event deleted for resources: {'Network': ['ID=1f11120a-6f3e-45e8-add8-4585b58de45b,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:36.839817 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:36.890071 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b993d1df-99f8-4ebf-b111-48b653b353a2 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:36.895549 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-19e5c1de-4669-42fc-b76b-9ab399f6e6f1 tempest-FloatingIPNegativeTestJSON-1196652798 tempest-FloatingIPNegativeTestJSON-1196652798-project] 10.222.0.66 "DELETE /v2.0/networks/1f11120a-6f3e-45e8-add8-4585b58de45b HTTP/1.1" status: 204 len: 168 time: 1.8850043 Apr 11 14:23:36.927339 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3f34f3b1-9018-4c3b-a91c-5b435cefaae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:37.028872 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3f34f3b1-9018-4c3b-a91c-5b435cefaae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:37.032750 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3f34f3b1-9018-4c3b-a91c-5b435cefaae8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1c93c394-0095-45f4-bf63-6e993f62d5b5 HTTP/1.1" status: 204 len: 168 time: 0.9184163 Apr 11 14:23:37.054305 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f2fd-3c44-432e-b961-16d92bc5f5e7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:37.058298 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993d1df-99f8-4ebf-b111-48b653b353a2 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=727d9aab-d83d-439d-9e76-077500b6392f,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:37.082472 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34f3b1-9018-4c3b-a91c-5b435cefaae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c93c394-0095-45f4-bf63-6e993f62d5b5,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:37.089241 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-d6c5f2fd-3c44-432e-b961-16d92bc5f5e7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Deleting port 52335fa7-f312-48c9-ab98-fae30a0203db {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:37.089651 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f2fd-3c44-432e-b961-16d92bc5f5e7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:37.122675 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b993d1df-99f8-4ebf-b111-48b653b353a2 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:37.127797 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b993d1df-99f8-4ebf-b111-48b653b353a2 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2244451 Apr 11 14:23:37.127968 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41560) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:37.131529 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c0f59b98-5bc9-477a-a3bd-3056bfca8c30 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:37.133744 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-69584aef-b7e6-4574-b425-219fbb88edbe tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group_rule': {'security_group_id': '727d9aab-d83d-439d-9e76-077500b6392f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:37.134290 dv-neutron-837330-1-hyperv neutron-server[88616]: WARNING neutron.api.v2.base [None req-69584aef-b7e6-4574-b425-219fbb88edbe tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 11 14:23:37.134902 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-69584aef-b7e6-4574-b425-219fbb88edbe tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:23:37.139377 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-69584aef-b7e6-4574-b425-219fbb88edbe tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064280 Apr 11 14:23:37.139784 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f59b98-5bc9-477a-a3bd-3056bfca8c30 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:37.139784 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c0f59b98-5bc9-477a-a3bd-3056bfca8c30 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:37.139942 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41564) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:37.183105 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-def917e0-9dad-48ca-bd3d-6886acdf8e74 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:23:37.183670 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-def917e0-9dad-48ca-bd3d-6886acdf8e74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:23:37.188738 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:37.238539 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 853a0e92-df51-459f-814a-0b21c4d85807 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:23:37.244978 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83798342-942e-470a-8736-2da4065c90a4 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:37.280439 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 853a0e92-df51-459f-814a-0b21c4d85807 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:23:37.280439 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 853a0e92-df51-459f-814a-0b21c4d85807 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:23:37.280755 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83798342-942e-470a-8736-2da4065c90a4 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:37.282521 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4c55c82d-2b74-4c2b-9a28-109024719f08 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:23:37.302285 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event deleted for resources: {'Subnet': ['ID=1973f3ca-dbd9-4255-8882-fc4b06502237,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:37.318567 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38a7a1e-77cb-4a58-97c2-cda8149fd4c8 None None] Network 953b8f3c-e56f-4827-bf2f-ddcab71a2ac9 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:37.343189 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 4c55c82d-2b74-4c2b-9a28-109024719f08 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:23:37.345669 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4c55c82d-2b74-4c2b-9a28-109024719f08 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:23:37.419710 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c0f59b98-5bc9-477a-a3bd-3056bfca8c30 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3242514 Apr 11 14:23:37.420499 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41570) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:37.435589 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f59b98-5bc9-477a-a3bd-3056bfca8c30 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Network': ['ID=45829295-ff84-4ad1-b442-e840e8565ce9,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:37.437745 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-2fe6355b-ee9a-44eb-9e22-c4ffc08bbd45 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'subnet': {'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:37.451856 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 45829295-ff84-4ad1-b442-e840e8565ce9 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:23:37.528260 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83798342-942e-470a-8736-2da4065c90a4 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:37.565607 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a638afd-8895-462e-8c1f-86e7023ce871 None None] DHCP port deletion for e2462d19-2c69-4bab-9fb3-b57461ee82ba request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:23:37.565922 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:37.610160 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83798342-942e-470a-8736-2da4065c90a4 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=727d9aab-d83d-439d-9e76-077500b6392f,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:37.684123 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41574) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:37.686991 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-7a638afd-8895-462e-8c1f-86e7023ce871 None None] Deleting port 52335fa7-f312-48c9-ab98-fae30a0203db {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:37.687761 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7a638afd-8895-462e-8c1f-86e7023ce871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:37.731625 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-def917e0-9dad-48ca-bd3d-6886acdf8e74 None None] Deleting port 853a0e92-df51-459f-814a-0b21c4d85807 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:37.732001 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-def917e0-9dad-48ca-bd3d-6886acdf8e74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:37.740356 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83798342-942e-470a-8736-2da4065c90a4 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:37.742823 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-83798342-942e-470a-8736-2da4065c90a4 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "DELETE /v2.0/security-groups/727d9aab-d83d-439d-9e76-077500b6392f HTTP/1.1" status: 204 len: 168 time: 0.6021407 Apr 11 14:23:37.747998 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41580) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:37.760789 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:23:33Z', 'revision_number': 2, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None, '_interfaces': [{'id': 'ecd10107-2726-4e28-8409-2c9e34047d40', 'name': '', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:0a:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:30Z', 'updated_at': '2022-04-11T14:23:34Z', 'revision_number': 2, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:37.763430 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3e7704-7267-475c-80ec-51be3e117075 None None] DHCP port deletion for 953b8f3c-e56f-4827-bf2f-ddcab71a2ac9 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:23:37.789499 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2fe6355b-ee9a-44eb-9e22-c4ffc08bbd45 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:37.796586 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2fe6355b-ee9a-44eb-9e22-c4ffc08bbd45 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Usage tracker for resource:subnet and tenant:e64484a71f41439a9e4d89000c1f607b is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:37.797617 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] Checking router: 241d9325-9862-4385-b00e-83a8112c8094 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:23:37.798207 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] Updating router 241d9325-9862-4385-b00e-83a8112c8094 port ecd10107-2726-4e28-8409-2c9e34047d40 binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:23:37.801582 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2fe6355b-ee9a-44eb-9e22-c4ffc08bbd45 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:37.809565 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2fe6355b-ee9a-44eb-9e22-c4ffc08bbd45 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:37.822937 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953b8f3c-e56f-4827-bf2f-ddcab71a2ac9']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:37.846588 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7374e8-f859-45af-b793-ccdb49bf6854') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:37.846885 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7374e8-f859-45af-b793-ccdb49bf6854') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:37.868153 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:37.870089 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-59260831-3bcb-4dd0-822b-16977fb51204 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Synchronizing usage tracker for tenant:5c67bcb8228b4080983071c4c546a3cd on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:23:37.874579 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-d6c5f2fd-3c44-432e-b961-16d92bc5f5e7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] For port 52335fa7-f312-48c9-ab98-fae30a0203db, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=52335fa7-f312-48c9-ab98-fae30a0203db,segment=NetworkSegment(6b6925a2-a34a-420f-b423-c4203f1a958d),segment_id=6b6925a2-a34a-420f-b423-c4203f1a958d)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:37.874948 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f2fd-3c44-432e-b961-16d92bc5f5e7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:37.894742 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-def917e0-9dad-48ca-bd3d-6886acdf8e74 None None] The port '853a0e92-df51-459f-814a-0b21c4d85807' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:23:37.911635 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe6355b-ee9a-44eb-9e22-c4ffc08bbd45 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Made reservation on behalf of e64484a71f41439a9e4d89000c1f607b for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:37.922199 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2fe6355b-ee9a-44eb-9e22-c4ffc08bbd45 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:37.970745 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.047717 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-d6c5f2fd-3c44-432e-b961-16d92bc5f5e7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Calling delete_port for 52335fa7-f312-48c9-ab98-fae30a0203db owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:38.075038 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-59260831-3bcb-4dd0-822b-16977fb51204 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Unset dirty status for tenant:5c67bcb8228b4080983071c4c546a3cd on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:23:38.080213 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-59260831-3bcb-4dd0-822b-16977fb51204 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3269989 Apr 11 14:23:38.082133 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41584) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:38.092051 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.097748 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-845996ca-f027-4c11-be47-1c709e97c735 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1202663360'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:38.101614 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:23:38.102052 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:23:38.123954 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:23:38.126664 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-845996ca-f027-4c11-be47-1c709e97c735 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:38.152134 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-845996ca-f027-4c11-be47-1c709e97c735 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:38.158212 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-aef81276-fae0-46fc-b3f4-67eeb93a9171 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=36293cfe689949139a743e79cb9a849a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4709177 Apr 11 14:23:38.159193 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41588) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:38.203808 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-7a638afd-8895-462e-8c1f-86e7023ce871 None None] For port 52335fa7-f312-48c9-ab98-fae30a0203db, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=52335fa7-f312-48c9-ab98-fae30a0203db,segment=NetworkSegment(6b6925a2-a34a-420f-b423-c4203f1a958d),segment_id=6b6925a2-a34a-420f-b423-c4203f1a958d)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:38.203808 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7a638afd-8895-462e-8c1f-86e7023ce871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.325751 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f2fd-3c44-432e-b961-16d92bc5f5e7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.329735 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.334611 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.345465 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-7a638afd-8895-462e-8c1f-86e7023ce871 None None] Calling delete_port for 52335fa7-f312-48c9-ab98-fae30a0203db owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:38.358125 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-845996ca-f027-4c11-be47-1c709e97c735 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.395842 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "DELETE /v2.0/networks/953b8f3c-e56f-4827-bf2f-ddcab71a2ac9 HTTP/1.1" status: 204 len: 168 time: 9.0709383 Apr 11 14:23:38.405156 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41592) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:38.406983 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-845996ca-f027-4c11-be47-1c709e97c735 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:38.418792 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-845996ca-f027-4c11-be47-1c709e97c735 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Usage tracker for resource:security_group_rule and tenant:5c67bcb8228b4080983071c4c546a3cd is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:38.420501 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-f2d22ba7-9bb8-4078-a079-24891402ddea tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-994275368'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:38.421473 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2b702a98-b36a-484a-b38e-8441cb084c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.423525 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-845996ca-f027-4c11-be47-1c709e97c735 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:38.426691 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5f2fd-3c44-432e-b961-16d92bc5f5e7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Pushing event deleted for resources: {'Port': ['ID=52335fa7-f312-48c9-ab98-fae30a0203db,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:38.431510 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c5f2fd-3c44-432e-b961-16d92bc5f5e7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] No DVR routers for this DVR port 52335fa7-f312-48c9-ab98-fae30a0203db on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:23:38.445567 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-845996ca-f027-4c11-be47-1c709e97c735 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:38.463901 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c8ef4-08f5-4ca3-8a2b-d1a1f6838740 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event deleted for resources: {'Network': ['ID=953b8f3c-e56f-4827-bf2f-ddcab71a2ac9,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:38.470250 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f2d22ba7-9bb8-4078-a079-24891402ddea tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:38.483823 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2b702a98-b36a-484a-b38e-8441cb084c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.508150 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f2d22ba7-9bb8-4078-a079-24891402ddea tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Usage tracker for resource:network and tenant:56b25c853741474abcd5f7fb597b51f0 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:38.514484 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f2d22ba7-9bb8-4078-a079-24891402ddea tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:38.524258 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f2d22ba7-9bb8-4078-a079-24891402ddea tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:38.580840 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-7a638afd-8895-462e-8c1f-86e7023ce871 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:23:38.581427 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-7a638afd-8895-462e-8c1f-86e7023ce871 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:23:38.586375 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f2fd-3c44-432e-b961-16d92bc5f5e7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.605701 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2fe6355b-ee9a-44eb-9e22-c4ffc08bbd45 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.615399 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-d6c5f2fd-3c44-432e-b961-16d92bc5f5e7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2462d19-2c69-4bab-9fb3-b57461ee82ba']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:38.628590 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-d6c5f2fd-3c44-432e-b961-16d92bc5f5e7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b6925a2-a34a-420f-b423-c4203f1a958d') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:38.628985 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-d6c5f2fd-3c44-432e-b961-16d92bc5f5e7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b6925a2-a34a-420f-b423-c4203f1a958d') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:38.642235 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f2fd-3c44-432e-b961-16d92bc5f5e7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.655208 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-845996ca-f027-4c11-be47-1c709e97c735 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.660003 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f2fd-3c44-432e-b961-16d92bc5f5e7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.667385 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c5f2fd-3c44-432e-b961-16d92bc5f5e7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:23:38.667832 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f2fd-3c44-432e-b961-16d92bc5f5e7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:23:38.683854 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:23:38.694424 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2b702a98-b36a-484a-b38e-8441cb084c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.695682 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.710017 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d22ba7-9bb8-4078-a079-24891402ddea tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Made reservation on behalf of 56b25c853741474abcd5f7fb597b51f0 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:38.710692 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] Transition to ACTIVE for port object ecd10107-2726-4e28-8409-2c9e34047d40 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:38.714318 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f2d22ba7-9bb8-4078-a079-24891402ddea tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.715762 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6355b-ee9a-44eb-9e22-c4ffc08bbd45 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Subnet': ['ID=1c87e5ee-bfef-4dd3-b5a1-eda734d11edc,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:38.727657 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b702a98-b36a-484a-b38e-8441cb084c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2be461-5d3c-4428-9006-060c784007ca,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:38.733335 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe6355b-ee9a-44eb-9e22-c4ffc08bbd45 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Checking segment: {'id': 'e24aa452-8ff1-4a9a-966d-24cc4977c621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:38.733717 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe6355b-ee9a-44eb-9e22-c4ffc08bbd45 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network hostable DHCP agents. Network: 45829295-ff84-4ad1-b442-e840e8565ce9, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:23:38.745141 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-845996ca-f027-4c11-be47-1c709e97c735 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.801313 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d22ba7-9bb8-4078-a079-24891402ddea tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:23:38.803237 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.805627 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845996ca-f027-4c11-be47-1c709e97c735 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a03c1a-8ea7-4874-be61-0ba56afec729,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:38.811560 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f2d22ba7-9bb8-4078-a079-24891402ddea tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.812122 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-f2d22ba7-9bb8-4078-a079-24891402ddea tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Added segment f17705b3-64c3-40db-abdb-46cc2407378b of type vlan for network 069486d2-6d42-48ee-b88b-b9ca57d609b8 Apr 11 14:23:38.840443 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f2d22ba7-9bb8-4078-a079-24891402ddea tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.860495 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2b702a98-b36a-484a-b38e-8441cb084c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.861902 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2b702a98-b36a-484a-b38e-8441cb084c17 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5c2be461-5d3c-4428-9006-060c784007ca HTTP/1.1" status: 204 len: 168 time: 0.7020719 Apr 11 14:23:38.889104 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-845996ca-f027-4c11-be47-1c709e97c735 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.889277 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f2fd-3c44-432e-b961-16d92bc5f5e7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.890716 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-845996ca-f027-4c11-be47-1c709e97c735 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8074391 Apr 11 14:23:38.891594 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe6355b-ee9a-44eb-9e22-c4ffc08bbd45 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network 45829295-ff84-4ad1-b442-e840e8565ce9 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:23:38.893776 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41598) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:38.923109 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f2fd-3c44-432e-b961-16d92bc5f5e7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.937692 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-99762563-ff40-4929-b559-429464d4a674 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group_rule': {'security_group_id': 'f9a03c1a-8ea7-4874-be61-0ba56afec729', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:38.938688 dv-neutron-837330-1-hyperv neutron-server[88617]: WARNING neutron.api.v2.base [None req-99762563-ff40-4929-b559-429464d4a674 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 11 14:23:38.939284 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-99762563-ff40-4929-b559-429464d4a674 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:23:38.940341 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-99762563-ff40-4929-b559-429464d4a674 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0453768 Apr 11 14:23:38.943522 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41602) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:38.944838 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5f2fd-3c44-432e-b961-16d92bc5f5e7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] Pushing event deleted for resources: {'Network': ['ID=e2462d19-2c69-4bab-9fb3-b57461ee82ba,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:38.949148 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d6c5f2fd-3c44-432e-b961-16d92bc5f5e7 tempest-AllowedAddressPairTestJSON-814767495 tempest-AllowedAddressPairTestJSON-814767495-project] 10.222.0.66 "DELETE /v2.0/networks/e2462d19-2c69-4bab-9fb3-b57461ee82ba HTTP/1.1" status: 204 len: 168 time: 2.1368754 Apr 11 14:23:38.952669 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495319eb-9eec-4492-9355-331ee645a6a0 None None] Pushing event updated for resources: {'Port': ['ID=ecd10107-2726-4e28-8409-2c9e34047d40,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:38.958208 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f2d22ba7-9bb8-4078-a079-24891402ddea tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.986526 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d22ba7-9bb8-4078-a079-24891402ddea tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:38.987179 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f2d22ba7-9bb8-4078-a079-24891402ddea tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:38.993308 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-2fe6355b-ee9a-44eb-9e22-c4ffc08bbd45 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 45829295-ff84-4ad1-b442-e840e8565ce9) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:39.021515 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe6355b-ee9a-44eb-9e22-c4ffc08bbd45 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:39.026740 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2fe6355b-ee9a-44eb-9e22-c4ffc08bbd45 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:39.046576 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c43c1f-f8bc-4911-a947-fba7697b090f None None] Network 45829295-ff84-4ad1-b442-e840e8565ce9 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:39.135144 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-63de349d-eda2-456f-be12-54e21b22c639 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:39.153258 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-7a638afd-8895-462e-8c1f-86e7023ce871 None None] Deleting port 52335fa7-f312-48c9-ab98-fae30a0203db {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:39.153482 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7a638afd-8895-462e-8c1f-86e7023ce871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:39.175230 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f2d22ba7-9bb8-4078-a079-24891402ddea tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7578261 Apr 11 14:23:39.175954 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41608) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:39.179198 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d22ba7-9bb8-4078-a079-24891402ddea tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event updated for resources: {'Network': ['ID=069486d2-6d42-48ee-b88b-b9ca57d609b8,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:39.186265 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-b15ead80-6c9c-4b85-88e4-395c9705ffbb tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Request body: {'subnet': {'network_id': '069486d2-6d42-48ee-b88b-b9ca57d609b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:39.188571 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-63de349d-eda2-456f-be12-54e21b22c639 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:39.220502 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2fe6355b-ee9a-44eb-9e22-c4ffc08bbd45 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7938988 Apr 11 14:23:39.220502 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41612) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:39.236842 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 069486d2-6d42-48ee-b88b-b9ca57d609b8 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:23:39.249624 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 52335fa7-f312-48c9-ab98-fae30a0203db no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:23:39.335392 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-7a638afd-8895-462e-8c1f-86e7023ce871 None None] The port '52335fa7-f312-48c9-ab98-fae30a0203db' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:23:39.360619 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] Attempting to bind port ecd10107-2726-4e28-8409-2c9e34047d40 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:23:39.360619 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] Attempting to bind port ecd10107-2726-4e28-8409-2c9e34047d40 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '3ac07265-fffd-4683-a9f7-41b7d62c0443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:23:39.360619 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] Attempting to bind port ecd10107-2726-4e28-8409-2c9e34047d40 on network 5f177756-1fac-40f9-9b44-7cfc0cb8d419 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:23:39.361413 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b15ead80-6c9c-4b85-88e4-395c9705ffbb tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:39.362286 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 52335fa7-f312-48c9-ab98-fae30a0203db {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:23:39.362622 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 52335fa7-f312-48c9-ab98-fae30a0203db not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:23:39.382039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b15ead80-6c9c-4b85-88e4-395c9705ffbb tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:39.427791 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:23:39.432035 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] Checking segment: {'id': '3ac07265-fffd-4683-a9f7-41b7d62c0443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:39.432035 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:39.432035 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] Bound using segment: {'id': '3ac07265-fffd-4683-a9f7-41b7d62c0443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:23:39.432035 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] Bound port: ecd10107-2726-4e28-8409-2c9e34047d40, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac07265-fffd-4683-a9f7-41b7d62c0443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:23:39.432035 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:39.451491 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15ead80-6c9c-4b85-88e4-395c9705ffbb tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Made reservation on behalf of 56b25c853741474abcd5f7fb597b51f0 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:39.456029 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b15ead80-6c9c-4b85-88e4-395c9705ffbb tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:39.563186 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-63de349d-eda2-456f-be12-54e21b22c639 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:39.646497 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de349d-eda2-456f-be12-54e21b22c639 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a03c1a-8ea7-4874-be61-0ba56afec729,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:39.662482 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41626) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:39.679684 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] For port ecd10107-2726-4e28-8409-2c9e34047d40, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:23:39.686365 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-63de349d-eda2-456f-be12-54e21b22c639 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:39.686950 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4a6bf8-2e44-453f-8aeb-a9b2882d4241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-45829295-ff84-4ad1-b442-e840e8565ce9', 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'fixed_ips': [{'subnet_id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:23:39.689926 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-63de349d-eda2-456f-be12-54e21b22c639 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "DELETE /v2.0/security-groups/f9a03c1a-8ea7-4874-be61-0ba56afec729 HTTP/1.1" status: 204 len: 168 time: 0.7428007 Apr 11 14:23:39.690572 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41632) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:39.691594 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ab4a6bf8-2e44-453f-8aeb-a9b2882d4241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:39.711698 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] For port ecd10107-2726-4e28-8409-2c9e34047d40, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=ecd10107-2726-4e28-8409-2c9e34047d40,segment=NetworkSegment(3ac07265-fffd-4683-a9f7-41b7d62c0443),segment_id=3ac07265-fffd-4683-a9f7-41b7d62c0443)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:23:39.781386 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:39.783533 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-dbc068b8-887d-406c-9749-078c57dacb6e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Synchronizing usage tracker for tenant:5c67bcb8228b4080983071c4c546a3cd on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:23:39.980232 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-dbc068b8-887d-406c-9749-078c57dacb6e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Unset dirty status for tenant:5c67bcb8228b4080983071c4c546a3cd on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:23:39.981488 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-dbc068b8-887d-406c-9749-078c57dacb6e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2899442 Apr 11 14:23:39.986654 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-de58973c-2df9-4778-a4a0-fcdbbb6a5ef2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=28be48cb0cf24708a04c448c5a5bdf23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3233714 Apr 11 14:23:39.989678 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41638) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:39.990347 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41640) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:39.997514 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-eeba7f89-d38c-45d8-a979-b74c84ebb1d4 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group': {'name': 'tempest-secgroup--104529748'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:40.001674 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] Routers {'241d9325-9862-4385-b00e-83a8112c8094'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:23:40.002355 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:23:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['241d9325-9862-4385-b00e-83a8112c8094'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:40.016825 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-eeba7f89-d38c-45d8-a979-b74c84ebb1d4 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:40.048147 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-eeba7f89-d38c-45d8-a979-b74c84ebb1d4 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:40.081189 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495319eb-9eec-4492-9355-331ee645a6a0 None None] Pushing event updated for resources: {'Port': ['ID=ecd10107-2726-4e28-8409-2c9e34047d40,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:40.082639 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6e35cb4d-6653-47b8-aca3-3116a2b0d2ec tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:40.180456 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-de57071a-2215-43c5-9bd1-bebdb99056b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:40.195634 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-ab4a6bf8-2e44-453f-8aeb-a9b2882d4241 None None] Allocated IP 2001:db8:1::2 (45829295-ff84-4ad1-b442-e840e8565ce9/1c87e5ee-bfef-4dd3-b5a1-eda734d11edc/9d3c100a-8bfa-4340-9d70-87fb8ebecf6a) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:40.243664 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-de57071a-2215-43c5-9bd1-bebdb99056b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:40.256643 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eeba7f89-d38c-45d8-a979-b74c84ebb1d4 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:40.279193 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b15ead80-6c9c-4b85-88e4-395c9705ffbb tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:40.342820 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] Set router 241d9325-9862-4385-b00e-83a8112c8094 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:23:40.354559 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-eeba7f89-d38c-45d8-a979-b74c84ebb1d4 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:40.363740 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-eeba7f89-d38c-45d8-a979-b74c84ebb1d4 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Usage tracker for resource:security_group_rule and tenant:5c67bcb8228b4080983071c4c546a3cd is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:40.376113 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-eeba7f89-d38c-45d8-a979-b74c84ebb1d4 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:40.392838 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-eeba7f89-d38c-45d8-a979-b74c84ebb1d4 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:40.413092 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ead80-6c9c-4b85-88e4-395c9705ffbb tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event updated for resources: {'Subnet': ['ID=ef615e5b-d59e-4827-af44-37719948b8e0,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:40.434104 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15ead80-6c9c-4b85-88e4-395c9705ffbb tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Checking segment: {'id': 'f17705b3-64c3-40db-abdb-46cc2407378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '069486d2-6d42-48ee-b88b-b9ca57d609b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:40.434462 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15ead80-6c9c-4b85-88e4-395c9705ffbb tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Network hostable DHCP agents. Network: 069486d2-6d42-48ee-b88b-b9ca57d609b8, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:23:40.510078 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-de57071a-2215-43c5-9bd1-bebdb99056b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:40.516041 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eeba7f89-d38c-45d8-a979-b74c84ebb1d4 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:40.532142 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57071a-2215-43c5-9bd1-bebdb99056b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc4f31b-1c85-4cbc-af1f-530c0220eb3a,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:40.536348 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15ead80-6c9c-4b85-88e4-395c9705ffbb tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Network 069486d2-6d42-48ee-b88b-b9ca57d609b8 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:23:40.565249 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41654) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:40.604877 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eeba7f89-d38c-45d8-a979-b74c84ebb1d4 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:40.648997 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-b15ead80-6c9c-4b85-88e4-395c9705ffbb tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 069486d2-6d42-48ee-b88b-b9ca57d609b8) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:40.666907 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15ead80-6c9c-4b85-88e4-395c9705ffbb tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:40.667626 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b15ead80-6c9c-4b85-88e4-395c9705ffbb tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:40.674170 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce209201-a476-4e53-805a-345eadf3f5c8 None None] Network 069486d2-6d42-48ee-b88b-b9ca57d609b8 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:40.676565 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba7f89-d38c-45d8-a979-b74c84ebb1d4 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ce7cdf-d9c6-406d-9c27-f42e003a442c,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:40.691692 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Request body: {'networks': [{'name': 'tempest-network--672880218'}, {'name': 'tempest-network--119539875'}]} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:40.692006 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Request body: {'network': {'name': 'tempest-network--672880218'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:40.692568 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Request body: {'network': {'name': 'tempest-network--119539875'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:40.700326 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:40.705495 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Usage tracker for resource:network and tenant:539af170ca384ef8be130592fa53929d is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:40.708428 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:40.714697 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:40.745703 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eeba7f89-d38c-45d8-a979-b74c84ebb1d4 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:40.749554 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-eeba7f89-d38c-45d8-a979-b74c84ebb1d4 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7560289 Apr 11 14:23:40.750467 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-de57071a-2215-43c5-9bd1-bebdb99056b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:40.750604 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41660) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:40.753874 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-de57071a-2215-43c5-9bd1-bebdb99056b3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1dc4f31b-1c85-4cbc-af1f-530c0220eb3a HTTP/1.1" status: 204 len: 168 time: 0.7613089 Apr 11 14:23:40.758256 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-67217e1c-8a0f-47a0-a3a5-5be084425fab tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group_rule': {'security_group_id': '49ce7cdf-d9c6-406d-9c27-f42e003a442c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:40.759416 dv-neutron-837330-1-hyperv neutron-server[88616]: WARNING neutron.api.v2.base [None req-67217e1c-8a0f-47a0-a3a5-5be084425fab tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 11 14:23:40.759729 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-67217e1c-8a0f-47a0-a3a5-5be084425fab tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:23:40.760826 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-67217e1c-8a0f-47a0-a3a5-5be084425fab tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0095589 Apr 11 14:23:40.763627 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41666) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:40.766688 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b15ead80-6c9c-4b85-88e4-395c9705ffbb tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5895519 Apr 11 14:23:40.769134 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41668) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:40.774870 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-35dd6e47-73fc-47bd-a1bd-4aaa989eb99b tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group_rule': {'security_group_id': '49ce7cdf-d9c6-406d-9c27-f42e003a442c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:40.775886 dv-neutron-837330-1-hyperv neutron-server[88616]: WARNING neutron.api.v2.base [None req-35dd6e47-73fc-47bd-a1bd-4aaa989eb99b tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 11 14:23:40.776188 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-35dd6e47-73fc-47bd-a1bd-4aaa989eb99b tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:23:40.777890 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-35dd6e47-73fc-47bd-a1bd-4aaa989eb99b tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077562 Apr 11 14:23:40.780249 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41674) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:40.787723 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-29bb6e88-f767-4f34-9de2-42161b56ad36 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group_rule': {'security_group_id': '49ce7cdf-d9c6-406d-9c27-f42e003a442c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:40.788532 dv-neutron-837330-1-hyperv neutron-server[88616]: WARNING neutron.api.v2.base [None req-29bb6e88-f767-4f34-9de2-42161b56ad36 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 11 14:23:40.789024 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-29bb6e88-f767-4f34-9de2-42161b56ad36 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:23:40.795351 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-29bb6e88-f767-4f34-9de2-42161b56ad36 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0087974 Apr 11 14:23:40.795977 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41678) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:40.801434 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-0a3a6d59-26d5-461a-b79a-11c7c8d0a539 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group_rule': {'security_group_id': '49ce7cdf-d9c6-406d-9c27-f42e003a442c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:40.802552 dv-neutron-837330-1-hyperv neutron-server[88616]: WARNING neutron.api.v2.base [None req-0a3a6d59-26d5-461a-b79a-11c7c8d0a539 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 11 14:23:40.803471 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-0a3a6d59-26d5-461a-b79a-11c7c8d0a539 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:23:40.807663 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0a3a6d59-26d5-461a-b79a-11c7c8d0a539 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072556 Apr 11 14:23:40.808285 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41682) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:40.823804 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Made reservation on behalf of 539af170ca384ef8be130592fa53929d for: {'network': 2} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:40.830085 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:40.879792 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fe14bc39-1b19-498a-a4c1-4be9041e39f9 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:40.919388 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fe14bc39-1b19-498a-a4c1-4be9041e39f9 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:40.923728 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:40.952081 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:40.960584 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Usage tracker for resource:security_group_rule and tenant:539af170ca384ef8be130592fa53929d is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:40.968021 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:40.987860 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:41.002060 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ab4a6bf8-2e44-453f-8aeb-a9b2882d4241 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:41.006912 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8f26fdf-b0ea-4b01-8294-38162b19f7ab tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:41.038760 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ab4a6bf8-2e44-453f-8aeb-a9b2882d4241 None None] Transition to ACTIVE for port object 9d3c100a-8bfa-4340-9d70-87fb8ebecf6a will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:41.107499 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ab4a6bf8-2e44-453f-8aeb-a9b2882d4241 None None] Transition to ACTIVE for port object 9d3c100a-8bfa-4340-9d70-87fb8ebecf6a will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:41.159245 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fe14bc39-1b19-498a-a4c1-4be9041e39f9 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:41.170525 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:23:33Z', 'revision_number': 2, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None, '_interfaces': [{'id': 'ecd10107-2726-4e28-8409-2c9e34047d40', 'name': '', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:0a:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:30Z', 'updated_at': '2022-04-11T14:23:39Z', 'revision_number': 4, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:41.174640 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b3c08a-a0c8-4f9b-9ee3-9c4b02edae8a None None] The sync data for ids ['241d9325-9862-4385-b00e-83a8112c8094'] in dv-neutron-837330-1-hyperv is: [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:23:33Z', 'revision_number': 2, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None, '_interfaces': [{'id': 'ecd10107-2726-4e28-8409-2c9e34047d40', 'name': '', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:0a:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:30Z', 'updated_at': '2022-04-11T14:23:39Z', 'revision_number': 4, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:23:41.177522 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086575b1-110b-4fd2-8c71-521fd7ca1ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-069486d2-6d42-48ee-b88b-b9ca57d609b8', 'network_id': '069486d2-6d42-48ee-b88b-b9ca57d609b8', 'tenant_id': '56b25c853741474abcd5f7fb597b51f0', 'fixed_ips': [{'subnet_id': 'ef615e5b-d59e-4827-af44-37719948b8e0'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:23:41.178376 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-086575b1-110b-4fd2-8c71-521fd7ca1ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:41.180974 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14bc39-1b19-498a-a4c1-4be9041e39f9 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ce7cdf-d9c6-406d-9c27-f42e003a442c,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:41.192684 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ab4a6bf8-2e44-453f-8aeb-a9b2882d4241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:41.247775 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8f26fdf-b0ea-4b01-8294-38162b19f7ab tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:41.329668 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fe14bc39-1b19-498a-a4c1-4be9041e39f9 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:41.334039 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-fe14bc39-1b19-498a-a4c1-4be9041e39f9 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "DELETE /v2.0/security-groups/49ce7cdf-d9c6-406d-9c27-f42e003a442c HTTP/1.1" status: 204 len: 168 time: 0.5223415 Apr 11 14:23:41.335677 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41688) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:41.345799 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4a6bf8-2e44-453f-8aeb-a9b2882d4241 None None] Network 45829295-ff84-4ad1-b442-e840e8565ce9 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:41.356581 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-ab4a6bf8-2e44-453f-8aeb-a9b2882d4241 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:41.363335 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-6e35cb4d-6653-47b8-aca3-3116a2b0d2ec tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Allocated IP 2001:db8:1::1 (45829295-ff84-4ad1-b442-e840e8565ce9/1c87e5ee-bfef-4dd3-b5a1-eda734d11edc/b0290892-0e78-4851-9398-b1b0b6b8e0b8) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:41.366486 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4a6bf8-2e44-453f-8aeb-a9b2882d4241 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:41.379903 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a6bf8-2e44-453f-8aeb-a9b2882d4241 None None] Pushing event updated for resources: {'Port': ['ID=9d3c100a-8bfa-4340-9d70-87fb8ebecf6a,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:41.392560 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:41.435796 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d084a52c-3b81-4bb1-bae9-d5c6127eaa45 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Synchronizing usage tracker for tenant:5c67bcb8228b4080983071c4c546a3cd on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:23:41.473263 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:41.474058 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:41.537392 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-ab4a6bf8-2e44-453f-8aeb-a9b2882d4241 None None] Attempting to bind port 9d3c100a-8bfa-4340-9d70-87fb8ebecf6a on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:23:41.537880 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-ab4a6bf8-2e44-453f-8aeb-a9b2882d4241 None None] Attempting to bind port 9d3c100a-8bfa-4340-9d70-87fb8ebecf6a by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'e24aa452-8ff1-4a9a-966d-24cc4977c621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:23:41.539944 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4a6bf8-2e44-453f-8aeb-a9b2882d4241 None None] Attempting to bind port 9d3c100a-8bfa-4340-9d70-87fb8ebecf6a on network 45829295-ff84-4ad1-b442-e840e8565ce9 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:23:41.543793 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8f26fdf-b0ea-4b01-8294-38162b19f7ab tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:41.548767 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4a6bf8-2e44-453f-8aeb-a9b2882d4241 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:23:41.549269 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4a6bf8-2e44-453f-8aeb-a9b2882d4241 None None] Checking segment: {'id': 'e24aa452-8ff1-4a9a-966d-24cc4977c621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:41.549932 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ab4a6bf8-2e44-453f-8aeb-a9b2882d4241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:41.550432 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4a6bf8-2e44-453f-8aeb-a9b2882d4241 None None] Bound using segment: {'id': 'e24aa452-8ff1-4a9a-966d-24cc4977c621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:23:41.551319 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-ab4a6bf8-2e44-453f-8aeb-a9b2882d4241 None None] Bound port: 9d3c100a-8bfa-4340-9d70-87fb8ebecf6a, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24aa452-8ff1-4a9a-966d-24cc4977c621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:23:41.551910 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ab4a6bf8-2e44-453f-8aeb-a9b2882d4241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:41.648612 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d084a52c-3b81-4bb1-bae9-d5c6127eaa45 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Unset dirty status for tenant:5c67bcb8228b4080983071c4c546a3cd on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:23:41.657180 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6e35cb4d-6653-47b8-aca3-3116a2b0d2ec tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:41.657788 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d084a52c-3b81-4bb1-bae9-d5c6127eaa45 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3107085 Apr 11 14:23:41.660101 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41698) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server [None req-086575b1-110b-4fd2-8c71-521fd7ca1ede None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef615e5b-d59e-4827-af44-37719948b8e0: This subnet is being modified by another concurrent operation. Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise self.value Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise self.value Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise self.value Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise self.value Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 11 14:23:41.663004 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise self.value Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise self.value Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise exception Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef615e5b-d59e-4827-af44-37719948b8e0: This subnet is being modified by another concurrent operation. Apr 11 14:23:41.667640 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server Apr 11 14:23:41.675877 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f26fdf-b0ea-4b01-8294-38162b19f7ab tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event deleted for resources: {'Subnet': ['ID=ef615e5b-d59e-4827-af44-37719948b8e0,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:41.685873 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2d9ab9-6c3f-4bbb-ac1b-ab8033e3492b None None] Network 069486d2-6d42-48ee-b88b-b9ca57d609b8 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:41.689465 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d44c525-86c5-4602-8f38-fcf635d19a4f,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:41.712324 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-95b68bdd-5ec2-4769-9155-cea67359313e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group': {'name': 'tempest-secgroup--621970626'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:41.740052 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-95b68bdd-5ec2-4769-9155-cea67359313e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:41.742859 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-6e35cb4d-6653-47b8-aca3-3116a2b0d2ec tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Transition to ACTIVE for port object b0290892-0e78-4851-9398-b1b0b6b8e0b8 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:41.756450 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-95b68bdd-5ec2-4769-9155-cea67359313e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:41.792644 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:23:41.796182 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8f26fdf-b0ea-4b01-8294-38162b19f7ab tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:41.826000 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:41.826348 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Added segment dc22783a-7428-4fd2-b4bf-463c8931f20b of type vlan for network f95b66ab-4312-4a46-9ab3-3aca5f2f21e3 Apr 11 14:23:41.834281 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-b8f26fdf-b0ea-4b01-8294-38162b19f7ab tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069486d2-6d42-48ee-b88b-b9ca57d609b8']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:41.845113 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-95b68bdd-5ec2-4769-9155-cea67359313e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:41.854953 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-b8f26fdf-b0ea-4b01-8294-38162b19f7ab tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f17705b3-64c3-40db-abdb-46cc2407378b') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:41.854953 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-b8f26fdf-b0ea-4b01-8294-38162b19f7ab tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f17705b3-64c3-40db-abdb-46cc2407378b') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:41.891804 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:41.892679 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6e35cb4d-6653-47b8-aca3-3116a2b0d2ec tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:41.941304 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:23:41.950222 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-ab4a6bf8-2e44-453f-8aeb-a9b2882d4241 None None] For port 9d3c100a-8bfa-4340-9d70-87fb8ebecf6a, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:23:41.954034 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8f26fdf-b0ea-4b01-8294-38162b19f7ab tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:41.954207 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-ab4a6bf8-2e44-453f-8aeb-a9b2882d4241 None None] For port 9d3c100a-8bfa-4340-9d70-87fb8ebecf6a, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9d3c100a-8bfa-4340-9d70-87fb8ebecf6a,segment=NetworkSegment(e24aa452-8ff1-4a9a-966d-24cc4977c621),segment_id=e24aa452-8ff1-4a9a-966d-24cc4977c621)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:23:41.974607 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:41.974607 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Added segment 8c190ab5-c0bf-422b-bf5a-a47560a9e06b of type vlan for network ed3087c3-ab01-44a2-973f-216799d70cdc Apr 11 14:23:41.985807 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8f26fdf-b0ea-4b01-8294-38162b19f7ab tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:41.991594 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-95b68bdd-5ec2-4769-9155-cea67359313e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:42.017898 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-95b68bdd-5ec2-4769-9155-cea67359313e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Usage tracker for resource:security_group_rule and tenant:5c67bcb8228b4080983071c4c546a3cd is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:42.029601 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ab4a6bf8-2e44-453f-8aeb-a9b2882d4241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:42.031673 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-95b68bdd-5ec2-4769-9155-cea67359313e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:42.039209 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f26fdf-b0ea-4b01-8294-38162b19f7ab tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:23:42.040717 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e35cb4d-6653-47b8-aca3-3116a2b0d2ec tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network 45829295-ff84-4ad1-b442-e840e8565ce9 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:42.041640 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8f26fdf-b0ea-4b01-8294-38162b19f7ab tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:42.042477 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-6e35cb4d-6653-47b8-aca3-3116a2b0d2ec tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:42.044613 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-95b68bdd-5ec2-4769-9155-cea67359313e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:42.050386 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e35cb4d-6653-47b8-aca3-3116a2b0d2ec tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:42.050933 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6e35cb4d-6653-47b8-aca3-3116a2b0d2ec tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:42.055930 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35cb4d-6653-47b8-aca3-3116a2b0d2ec tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Port': ['ID=b0290892-0e78-4851-9398-b1b0b6b8e0b8,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:23:42.083217 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:23:42.126611 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:42.168547 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a6bf8-2e44-453f-8aeb-a9b2882d4241 None None] Pushing event updated for resources: {'Port': ['ID=9d3c100a-8bfa-4340-9d70-87fb8ebecf6a,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:42.191721 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-95b68bdd-5ec2-4769-9155-cea67359313e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:42.290378 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-95b68bdd-5ec2-4769-9155-cea67359313e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:42.329137 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8f26fdf-b0ea-4b01-8294-38162b19f7ab tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:42.336676 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8f26fdf-b0ea-4b01-8294-38162b19f7ab tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:42.362271 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:42.363685 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:42.372193 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:42.379531 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:42.380261 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:42.397896 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f26fdf-b0ea-4b01-8294-38162b19f7ab tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event deleted for resources: {'Network': ['ID=069486d2-6d42-48ee-b88b-b9ca57d609b8,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:42.404504 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b68bdd-5ec2-4769-9155-cea67359313e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe249c4-d2d7-49db-897a-62df3f784d1b,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:42.408886 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6e35cb4d-6653-47b8-aca3-3116a2b0d2ec tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:42.425546 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-95b68bdd-5ec2-4769-9155-cea67359313e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:42.429731 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-95b68bdd-5ec2-4769-9155-cea67359313e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7660787 Apr 11 14:23:42.430011 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41712) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:42.464805 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-035ae3f9-dfc5-44c9-a4b3-49e7d69040d2 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group_rule': {'security_group_id': '6fe249c4-d2d7-49db-897a-62df3f784d1b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:42.465292 dv-neutron-837330-1-hyperv neutron-server[88616]: WARNING neutron.api.v2.base [None req-035ae3f9-dfc5-44c9-a4b3-49e7d69040d2 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 11 14:23:42.465803 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-035ae3f9-dfc5-44c9-a4b3-49e7d69040d2 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:23:42.470006 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-035ae3f9-dfc5-44c9-a4b3-49e7d69040d2 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0359282 Apr 11 14:23:42.472259 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41716) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:42.487510 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41720) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:42.551704 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b8f26fdf-b0ea-4b01-8294-38162b19f7ab tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "DELETE /v2.0/networks/069486d2-6d42-48ee-b88b-b9ca57d609b8 HTTP/1.1" status: 204 len: 168 time: 1.7782199 Apr 11 14:23:42.553295 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-a6401609-2c1e-4025-9a13-dd08862ad33d tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group_rule': {'security_group_id': '6fe249c4-d2d7-49db-897a-62df3f784d1b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:42.565195 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41726) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:42.568028 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.0006692 Apr 11 14:23:42.573600 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41728) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:42.580184 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a6401609-2c1e-4025-9a13-dd08862ad33d tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:42.592873 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-1747141b-f149-49c6-b1dd-9cbbf7abeb50 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1690928892'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:42.601130 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Pushing event updated for resources: {'Network': ['ID=f95b66ab-4312-4a46-9ab3-3aca5f2f21e3,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:42.607227 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a6401609-2c1e-4025-9a13-dd08862ad33d tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Usage tracker for resource:security_group_rule and tenant:5c67bcb8228b4080983071c4c546a3cd is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:42.614162 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network f95b66ab-4312-4a46-9ab3-3aca5f2f21e3 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:23:42.639528 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a6401609-2c1e-4025-9a13-dd08862ad33d tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:42.662254 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-1747141b-f149-49c6-b1dd-9cbbf7abeb50 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:42.686068 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a6401609-2c1e-4025-9a13-dd08862ad33d tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:42.704924 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1747141b-f149-49c6-b1dd-9cbbf7abeb50 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Usage tracker for resource:network and tenant:56b25c853741474abcd5f7fb597b51f0 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:42.708852 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1747141b-f149-49c6-b1dd-9cbbf7abeb50 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:42.724726 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-e9887b4d-ae2b-43d0-880d-50fea48a6fc2 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:42.729325 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e9887b4d-ae2b-43d0-880d-50fea48a6fc2 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2351906 Apr 11 14:23:42.730339 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41734) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:42.740852 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-796fd630-6df2-47cc-98cc-d73b0e765bf4 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:42.745032 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-796fd630-6df2-47cc-98cc-d73b0e765bf4 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0109525 Apr 11 14:23:42.745426 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41738) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:42.754583 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-da302d43-daaf-4415-96e8-c4ebf551d7a8 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:42.755688 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-da302d43-daaf-4415-96e8-c4ebf551d7a8 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0092747 Apr 11 14:23:42.767613 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41742) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:42.778112 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-6e3616f9-1dca-4068-abd0-4f55caa76c4c tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:42.779157 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6e3616f9-1dca-4068-abd0-4f55caa76c4c tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0102646 Apr 11 14:23:42.783855 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41746) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:42.793435 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-1747141b-f149-49c6-b1dd-9cbbf7abeb50 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:42.798273 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-c59c9880-f39d-4b6e-8f41-918d239ddeb8 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:42.801759 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c59c9880-f39d-4b6e-8f41-918d239ddeb8 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0144837 Apr 11 14:23:42.802040 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41750) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:42.808532 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-12eedcf8-b987-4452-9e9f-cd8bfc84c88d tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:42.809475 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-12eedcf8-b987-4452-9e9f-cd8bfc84c88d tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0065937 Apr 11 14:23:42.825122 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41754) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:42.841525 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-1cb1adfd-d168-4a2f-acb7-4c037f4815a3 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:42.842515 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1cb1adfd-d168-4a2f-acb7-4c037f4815a3 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0164728 Apr 11 14:23:42.845976 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41758) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:42.855594 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-80e1362a-446f-42a6-8e54-9f4e0f1687d5 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:42.859203 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-80e1362a-446f-42a6-8e54-9f4e0f1687d5 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0097206 Apr 11 14:23:42.864281 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41762) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:42.880371 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [None req-052d16fa-4955-47be-8de0-ff41822f2c6d tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:42.881271 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-052d16fa-4955-47be-8de0-ff41822f2c6d tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0105004 Apr 11 14:23:42.890030 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6753c-e5d6-4c3f-ae32-569c0f8e444d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Pushing event updated for resources: {'Network': ['ID=ed3087c3-ab01-44a2-973f-216799d70cdc,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:42.894102 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41766) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:42.901873 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network ed3087c3-ab01-44a2-973f-216799d70cdc details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:23:42.903337 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [None req-d87e3f49-72c7-46e4-8230-5edb9d3b9ede tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:42.905356 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d87e3f49-72c7-46e4-8230-5edb9d3b9ede tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0059988 Apr 11 14:23:42.912800 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41770) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:42.934403 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-7ac88f72-9530-491d-95ff-8fcad623df6a tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:42.936074 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7ac88f72-9530-491d-95ff-8fcad623df6a tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0216486 Apr 11 14:23:42.941746 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41774) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:42.941955 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c43d0f-2528-4c53-83b2-2138ad130e30 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:42.948790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c43d0f-2528-4c53-83b2-2138ad130e30 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:42.949266 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-0e6fd4a1-b39e-4d02-af92-b5e7b84d61d3 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:42.952613 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0e6fd4a1-b39e-4d02-af92-b5e7b84d61d3 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0077105 Apr 11 14:23:42.953813 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41778) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:42.956224 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c43d0f-2528-4c53-83b2-2138ad130e30 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:42.961318 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-836b0619-843f-4e88-958f-1b69e5d6ffe8 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:42.964924 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-836b0619-843f-4e88-958f-1b69e5d6ffe8 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0078995 Apr 11 14:23:42.965084 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c43d0f-2528-4c53-83b2-2138ad130e30 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:42.965084 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-61c43d0f-2528-4c53-83b2-2138ad130e30 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Synchronizing usage tracker for tenant:539af170ca384ef8be130592fa53929d on resource:network {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:23:42.967252 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41782) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:42.970133 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1747141b-f149-49c6-b1dd-9cbbf7abeb50 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Made reservation on behalf of 56b25c853741474abcd5f7fb597b51f0 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:42.973335 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1747141b-f149-49c6-b1dd-9cbbf7abeb50 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:42.975404 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-4297f99e-122d-4454-81a3-2110e45697b8 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:42.979610 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4297f99e-122d-4454-81a3-2110e45697b8 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0088141 Apr 11 14:23:42.985555 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41786) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.000627 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [None req-483f3c68-555f-4c5d-a3dc-ae28d768e773 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.001766 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-483f3c68-555f-4c5d-a3dc-ae28d768e773 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0151005 Apr 11 14:23:43.004545 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41790) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.008219 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-a6401609-2c1e-4025-9a13-dd08862ad33d tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:23:43.009281 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a6401609-2c1e-4025-9a13-dd08862ad33d tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5327082 Apr 11 14:23:43.013448 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-6c2b3630-40ec-4941-9ed8-3acb89099f33 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.014445 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41794) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.015108 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6c2b3630-40ec-4941-9ed8-3acb89099f33 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0085101 Apr 11 14:23:43.018027 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41796) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.021221 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-959db83b-3489-478f-b09c-250cdf97c09d tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group_rule': {'security_group_id': '6fe249c4-d2d7-49db-897a-62df3f784d1b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:43.021834 dv-neutron-837330-1-hyperv neutron-server[88617]: WARNING neutron.api.v2.base [None req-959db83b-3489-478f-b09c-250cdf97c09d tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 11 14:23:43.022336 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-959db83b-3489-478f-b09c-250cdf97c09d tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:23:43.030217 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-f8aa00c2-fed9-49db-857b-11244b856c76 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.030406 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-959db83b-3489-478f-b09c-250cdf97c09d tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066104 Apr 11 14:23:43.030519 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f8aa00c2-fed9-49db-857b-11244b856c76 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0050313 Apr 11 14:23:43.030631 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41802) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.031941 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41804) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.037881 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-1d1c649d-c602-4e3d-8b75-5ddc5c0f0942 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group_rule': {'security_group_id': '6fe249c4-d2d7-49db-897a-62df3f784d1b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:43.046094 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-1d1c649d-c602-4e3d-8b75-5ddc5c0f0942 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:43.049398 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6e35cb4d-6653-47b8-aca3-3116a2b0d2ec tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:43.050249 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1d1c649d-c602-4e3d-8b75-5ddc5c0f0942 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Usage tracker for resource:security_group_rule and tenant:5c67bcb8228b4080983071c4c546a3cd is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:43.053356 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1d1c649d-c602-4e3d-8b75-5ddc5c0f0942 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:43.059644 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [None req-2072803d-2f6e-4f53-bb71-9e7201493ab8 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.063191 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2072803d-2f6e-4f53-bb71-9e7201493ab8 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0275810 Apr 11 14:23:43.065753 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41810) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.066805 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-1d1c649d-c602-4e3d-8b75-5ddc5c0f0942 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:43.073065 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1747141b-f149-49c6-b1dd-9cbbf7abeb50 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:23:43.076652 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-27347aaf-be00-47e2-a6f7-a3c6812ed4c9 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.081438 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41814) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.082334 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-27347aaf-be00-47e2-a6f7-a3c6812ed4c9 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0139220 Apr 11 14:23:43.088526 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [None req-46fe8d03-561d-4594-b9c3-abab3ecd18e2 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.091484 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-46fe8d03-561d-4594-b9c3-abab3ecd18e2 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0062554 Apr 11 14:23:43.092309 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41818) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.093321 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1747141b-f149-49c6-b1dd-9cbbf7abeb50 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:43.093838 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-1747141b-f149-49c6-b1dd-9cbbf7abeb50 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Added segment 801017c0-9872-46f4-8bca-5e18c2517f3e of type vlan for network 8149cb0e-590a-4ab1-9a5e-bccd7a643b1b Apr 11 14:23:43.098495 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-be7abfb0-9eeb-4022-9f41-9198de17b9c2 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.101811 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-be7abfb0-9eeb-4022-9f41-9198de17b9c2 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0063460 Apr 11 14:23:43.102387 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41822) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.109618 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-02f219c2-619c-4aa7-87ad-035c1b24cb37 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.112975 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-02f219c2-619c-4aa7-87ad-035c1b24cb37 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0062482 Apr 11 14:23:43.113359 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41826) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.118320 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-5c947a2c-709f-4d84-bc94-58cb0decc2e5 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.121575 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5c947a2c-709f-4d84-bc94-58cb0decc2e5 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0051703 Apr 11 14:23:43.121779 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41830) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.124239 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-61c43d0f-2528-4c53-83b2-2138ad130e30 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Unset dirty status for tenant:539af170ca384ef8be130592fa53929d on resource:network {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:23:43.125600 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-61c43d0f-2528-4c53-83b2-2138ad130e30 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5406091 Apr 11 14:23:43.129373 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41834) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.130513 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-ed8903d0-0ca9-416b-ba0b-55ea96f00ad2 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.133806 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ed8903d0-0ca9-416b-ba0b-55ea96f00ad2 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0086854 Apr 11 14:23:43.134091 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41838) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.137977 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1747141b-f149-49c6-b1dd-9cbbf7abeb50 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:43.141042 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-2792419b-60f3-40d0-b391-6fbfb5dff3c4 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.145032 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2792419b-60f3-40d0-b391-6fbfb5dff3c4 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0066068 Apr 11 14:23:43.145967 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41842) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.150327 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6e35cb4d-6653-47b8-aca3-3116a2b0d2ec tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:43.152266 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6e35cb4d-6653-47b8-aca3-3116a2b0d2ec tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:43.168096 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-685946af-cc93-4e5f-8dfb-f3296348dead tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.171562 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-685946af-cc93-4e5f-8dfb-f3296348dead tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0223632 Apr 11 14:23:43.192415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41846) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.280174 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ecd10107-2726-4e28-8409-2c9e34047d40 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:23:43.305275 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [None req-afb308db-9350-43c0-ac8f-57748574b853 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.309715 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-afb308db-9350-43c0-ac8f-57748574b853 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.1126075 Apr 11 14:23:43.311709 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41850) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.321542 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [None req-c80ba6f0-f3c4-4f34-ad22-e99cb4bd21f0 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.325604 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c80ba6f0-f3c4-4f34-ad22-e99cb4bd21f0 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0085256 Apr 11 14:23:43.328784 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9d88af15-0b6b-4673-aa07-b547dca43a8c tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:43.330562 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41854) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.339898 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35cb4d-6653-47b8-aca3-3116a2b0d2ec tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Port': ['ID=b0290892-0e78-4851-9398-b1b0b6b8e0b8,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:43.350601 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [None req-564b11f8-c254-4f87-ba0a-000d33a92aa4 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.352140 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-564b11f8-c254-4f87-ba0a-000d33a92aa4 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0185618 Apr 11 14:23:43.360717 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41858) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.370836 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [None req-76921d87-7782-43c0-b65f-5a11e6e59a57 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.371804 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-76921d87-7782-43c0-b65f-5a11e6e59a57 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0100646 Apr 11 14:23:43.378109 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-1d1c649d-c602-4e3d-8b75-5ddc5c0f0942 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:23:43.379115 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1d1c649d-c602-4e3d-8b75-5ddc5c0f0942 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3495512 Apr 11 14:23:43.385629 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41862) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.385998 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41864) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.398013 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-f081ec77-ad77-40d3-986f-a65554b963f1 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group_rule': {'security_group_id': '6fe249c4-d2d7-49db-897a-62df3f784d1b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:43.398498 dv-neutron-837330-1-hyperv neutron-server[88616]: WARNING neutron.api.v2.base [None req-f081ec77-ad77-40d3-986f-a65554b963f1 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 11 14:23:43.399157 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-f081ec77-ad77-40d3-986f-a65554b963f1 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:23:43.403521 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f081ec77-ad77-40d3-986f-a65554b963f1 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0140874 Apr 11 14:23:43.406297 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-6a31570b-497e-4245-ae3e-833a0ef17dd5 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.406297 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6a31570b-497e-4245-ae3e-833a0ef17dd5 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0167420 Apr 11 14:23:43.407303 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41870) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.409677 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41872) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.419322 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-c8108627-7a63-428c-a6d1-56804e4a0532 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.422634 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c8108627-7a63-428c-a6d1-56804e4a0532 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0093014 Apr 11 14:23:43.423827 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-f3f72d9d-f62e-4bb3-b500-59c00d379caa tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group_rule': {'security_group_id': '6fe249c4-d2d7-49db-897a-62df3f784d1b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:43.429093 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41878) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.438845 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e35cb4d-6653-47b8-aca3-3116a2b0d2ec tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network 45829295-ff84-4ad1-b442-e840e8565ce9 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:43.439891 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f3f72d9d-f62e-4bb3-b500-59c00d379caa tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:43.444900 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-78049898-8bac-49bd-a7d5-932371ecd87e tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.448992 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-78049898-8bac-49bd-a7d5-932371ecd87e tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0147460 Apr 11 14:23:43.449677 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-6e35cb4d-6653-47b8-aca3-3116a2b0d2ec tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:43.451388 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41882) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.452911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f3f72d9d-f62e-4bb3-b500-59c00d379caa tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Usage tracker for resource:security_group_rule and tenant:5c67bcb8228b4080983071c4c546a3cd is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:43.467336 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f3f72d9d-f62e-4bb3-b500-59c00d379caa tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:43.467499 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [None req-2621310e-1d15-4254-8caa-68bda42e5243 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.467499 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2621310e-1d15-4254-8caa-68bda42e5243 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0135922 Apr 11 14:23:43.490723 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port ecd10107-2726-4e28-8409-2c9e34047d40 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:43.498568 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port ecd10107-2726-4e28-8409-2c9e34047d40 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:43.498942 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:43.523141 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41886) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.523871 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1747141b-f149-49c6-b1dd-9cbbf7abeb50 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:43.531122 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1747141b-f149-49c6-b1dd-9cbbf7abeb50 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:43.531868 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1747141b-f149-49c6-b1dd-9cbbf7abeb50 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:43.538743 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f3f72d9d-f62e-4bb3-b500-59c00d379caa tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:43.579499 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [None req-c63a5dc0-c5ce-450b-b1cf-a994dd4b617d tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.583292 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c63a5dc0-c5ce-450b-b1cf-a994dd4b617d tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0472591 Apr 11 14:23:43.606278 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41890) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.608337 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9d88af15-0b6b-4673-aa07-b547dca43a8c tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:43.619101 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a05b309-ea9e-45ba-8259-5de3c3b4abcb None None] Network 45829295-ff84-4ad1-b442-e840e8565ce9 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:43.631997 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [None req-fccfadd0-13a8-49d4-be31-f6f866a9a3b6 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.640613 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-fccfadd0-13a8-49d4-be31-f6f866a9a3b6 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0166335 Apr 11 14:23:43.640773 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41894) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.648813 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-ac390a28-627d-4515-bdd2-66193f8ba9d9 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.652305 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ac390a28-627d-4515-bdd2-66193f8ba9d9 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0130332 Apr 11 14:23:43.654524 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41898) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.667487 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-c00eaeb8-d522-4927-ba78-d9eab33e07ce tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.670881 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c00eaeb8-d522-4927-ba78-d9eab33e07ce tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0110080 Apr 11 14:23:43.675925 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41902) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.698183 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-369883e7-83d9-4b70-9751-d02f55962c50 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.701884 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-369883e7-83d9-4b70-9751-d02f55962c50 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0204394 Apr 11 14:23:43.703875 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41906) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.713389 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-a82bf99f-7490-4ac4-856e-ca3003e9de49 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.716783 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a82bf99f-7490-4ac4-856e-ca3003e9de49 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0076020 Apr 11 14:23:43.716922 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747141b-f149-49c6-b1dd-9cbbf7abeb50 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event updated for resources: {'Network': ['ID=8149cb0e-590a-4ab1-9a5e-bccd7a643b1b,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:43.718443 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41910) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.720529 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-9d88af15-0b6b-4673-aa07-b547dca43a8c tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95b66ab-4312-4a46-9ab3-3aca5f2f21e3']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:43.723579 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e35cb4d-6653-47b8-aca3-3116a2b0d2ec tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Router 241d9325-9862-4385-b00e-83a8112c8094 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:23:43.727563 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-beff7954-9610-470c-bf14-2d0340e1eaa6 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.727911 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-beff7954-9610-470c-bf14-2d0340e1eaa6 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0097814 Apr 11 14:23:43.731014 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41914) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.737007 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-8f28dbfe-facd-451c-a52d-b9d2af434785 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.738050 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8f28dbfe-facd-451c-a52d-b9d2af434785 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0060682 Apr 11 14:23:43.739168 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 8149cb0e-590a-4ab1-9a5e-bccd7a643b1b details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:23:43.740717 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-9d88af15-0b6b-4673-aa07-b547dca43a8c tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc22783a-7428-4fd2-b4bf-463c8931f20b') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:43.741089 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-9d88af15-0b6b-4673-aa07-b547dca43a8c tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc22783a-7428-4fd2-b4bf-463c8931f20b') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:43.741648 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41918) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.746728 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-296ae5c8-2cf6-44d7-8fb2-782dd89504af tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.750498 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-296ae5c8-2cf6-44d7-8fb2-782dd89504af tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0050867 Apr 11 14:23:43.750639 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41922) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.758574 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [None req-24f07e99-0b73-4ed9-921b-4c7c1ce1f2ca tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.761550 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-24f07e99-0b73-4ed9-921b-4c7c1ce1f2ca tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0093005 Apr 11 14:23:43.768606 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:43.768744 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9d88af15-0b6b-4673-aa07-b547dca43a8c tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:43.772094 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41926) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.777427 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [None req-11b91553-d05d-4dea-9878-eeef31291ac6 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.779565 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-11b91553-d05d-4dea-9878-eeef31291ac6 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0064054 Apr 11 14:23:43.784313 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41930) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.791723 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [None req-7143d82e-c713-487c-96ca-7a2fd633dc99 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.793045 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7143d82e-c713-487c-96ca-7a2fd633dc99 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0075042 Apr 11 14:23:43.797072 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41934) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.802075 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [None req-a7a53ea8-c6b6-4991-9887-16c8796ef344 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.803529 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a7a53ea8-c6b6-4991-9887-16c8796ef344 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0049853 Apr 11 14:23:43.808827 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41938) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.810141 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9d88af15-0b6b-4673-aa07-b547dca43a8c tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:43.810673 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-f3f72d9d-f62e-4bb3-b500-59c00d379caa tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:23:43.814384 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f3f72d9d-f62e-4bb3-b500-59c00d379caa tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4034302 Apr 11 14:23:43.819558 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41940) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.821425 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d88af15-0b6b-4673-aa07-b547dca43a8c tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:23:43.822781 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9d88af15-0b6b-4673-aa07-b547dca43a8c tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:23:43.840792 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:23:43.864526 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [None req-c6173c21-0be4-408a-8b34-dbb7a49ca6da tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:43.864526 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c6173c21-0be4-408a-8b34-dbb7a49ca6da tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0420818 Apr 11 14:23:43.864526 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-48abee07-ae1b-44ef-b911-b4146507b7b7 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group_rule': {'security_group_id': '6fe249c4-d2d7-49db-897a-62df3f784d1b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:43.864526 dv-neutron-837330-1-hyperv neutron-server[88617]: WARNING neutron.api.v2.base [None req-48abee07-ae1b-44ef-b911-b4146507b7b7 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 11 14:23:43.864526 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-48abee07-ae1b-44ef-b911-b4146507b7b7 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:23:43.866005 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-48abee07-ae1b-44ef-b911-b4146507b7b7 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0266304 Apr 11 14:23:43.872295 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41946) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.872772 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41948) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.873676 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port ecd10107-2726-4e28-8409-2c9e34047d40, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=ecd10107-2726-4e28-8409-2c9e34047d40,segment=NetworkSegment(3ac07265-fffd-4683-a9f7-41b7d62c0443),segment_id=3ac07265-fffd-4683-a9f7-41b7d62c0443)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:43.874426 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1747141b-f149-49c6-b1dd-9cbbf7abeb50 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3061838 Apr 11 14:23:43.878811 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 41950) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:43.879438 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-facd6a4b-d4a3-40a5-9e82-2f59d6839860 None None] Provisioning for port 9d3c100a-8bfa-4340-9d70-87fb8ebecf6a completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:43.883161 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-5c14bbf4-d893-404e-b4e9-72265c34f72a tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group_rule': {'security_group_id': '6fe249c4-d2d7-49db-897a-62df3f784d1b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:43.958993 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:43.959785 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9d3c100a-8bfa-4340-9d70-87fb8ebecf6a up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:23:44.052031 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e35cb4d-6653-47b8-aca3-3116a2b0d2ec tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:23:44.062099 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] Sync routers for ids ['241d9325-9862-4385-b00e-83a8112c8094'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:23:44.063589 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6e35cb4d-6653-47b8-aca3-3116a2b0d2ec tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "PUT /v2.0/routers/241d9325-9862-4385-b00e-83a8112c8094/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8432748 Apr 11 14:23:44.066646 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41956) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:44.073782 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-662ad98a-5c45-4029-95a1-f7879d059e78 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1107880358'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:44.076802 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] Routers {'241d9325-9862-4385-b00e-83a8112c8094'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:23:44.077437 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:23:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['241d9325-9862-4385-b00e-83a8112c8094'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:44.079421 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-662ad98a-5c45-4029-95a1-f7879d059e78 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:44.083798 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-662ad98a-5c45-4029-95a1-f7879d059e78 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Usage tracker for resource:network and tenant:e64484a71f41439a9e4d89000c1f607b is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:44.087919 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-662ad98a-5c45-4029-95a1-f7879d059e78 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:44.088622 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=ecd10107-2726-4e28-8409-2c9e34047d40,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:44.098300 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [None req-58d36df3-c0ad-46e4-b1a0-1c120a8f48ee tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:44.099826 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-58d36df3-c0ad-46e4-b1a0-1c120a8f48ee tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.2239811 Apr 11 14:23:44.104247 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-662ad98a-5c45-4029-95a1-f7879d059e78 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:44.104857 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-684f45f2-e0cc-4592-bebb-769a13bb0721 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Request body: {'subnet': {'network_id': '8149cb0e-590a-4ab1-9a5e-bccd7a643b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:44.107666 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41962) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:44.115089 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-8a7f3fc4-f5d0-4ca1-a967-2406822bf57f tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:44.116451 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8a7f3fc4-f5d0-4ca1-a967-2406822bf57f tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0073833 Apr 11 14:23:44.120476 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41966) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:44.125660 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5c14bbf4-d893-404e-b4e9-72265c34f72a tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:44.127874 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-c7f7a22d-9b39-4ef8-89df-c5438ef8b640 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:44.129316 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c7f7a22d-9b39-4ef8-89df-c5438ef8b640 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0075591 Apr 11 14:23:44.131463 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41970) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:44.137561 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-4531aab3-a6b2-45f3-a8bf-49331868bde0 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:44.139205 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4531aab3-a6b2-45f3-a8bf-49331868bde0 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0061469 Apr 11 14:23:44.141380 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41974) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:44.151747 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-bdc51eda-69b1-45a4-b710-93156249b66e tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:44.153951 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-bdc51eda-69b1-45a4-b710-93156249b66e tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0102682 Apr 11 14:23:44.156718 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41978) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:44.166973 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-e2b0c32d-5ca3-41ad-bd0b-411d77827e9b tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:44.166973 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e2b0c32d-5ca3-41ad-bd0b-411d77827e9b tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0061769 Apr 11 14:23:44.168193 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41982) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:44.176411 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-31c14d46-fade-496b-b6b5-ab72eef5d8ab tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:44.184793 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-31c14d46-fade-496b-b6b5-ab72eef5d8ab tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0134954 Apr 11 14:23:44.185741 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41986) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:44.195292 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-33ec81bb-a205-4653-8f43-90b119d95f11 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:44.195292 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-33ec81bb-a205-4653-8f43-90b119d95f11 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0064285 Apr 11 14:23:44.198350 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41990) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:44.204877 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-3be9acf9-9a99-44d3-b004-ea21b981c342 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:44.205941 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3be9acf9-9a99-44d3-b004-ea21b981c342 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0065114 Apr 11 14:23:44.208499 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41994) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:44.215829 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-c0087133-71e1-4a8b-b32e-e0955e087828 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:44.219167 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c0087133-71e1-4a8b-b32e-e0955e087828 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0074470 Apr 11 14:23:44.219167 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662ad98a-5c45-4029-95a1-f7879d059e78 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Made reservation on behalf of e64484a71f41439a9e4d89000c1f607b for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:44.222199 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-662ad98a-5c45-4029-95a1-f7879d059e78 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:44.231213 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 9d3c100a-8bfa-4340-9d70-87fb8ebecf6a completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:44.234524 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 41998) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:44.236385 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 9d3c100a-8bfa-4340-9d70-87fb8ebecf6a triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:44.236761 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:44.243332 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-1c321f91-3de6-459a-a995-570bff6f1da0 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:44.245007 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1c321f91-3de6-459a-a995-570bff6f1da0 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0091181 Apr 11 14:23:44.247913 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42002) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:44.254512 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-074c72ec-1530-4351-a985-5938b9053a62 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:44.255472 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-074c72ec-1530-4351-a985-5938b9053a62 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0069237 Apr 11 14:23:44.258598 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42006) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:44.265618 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-0e6705f6-b050-442e-bff8-f5f9bad17251 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:44.268934 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0e6705f6-b050-442e-bff8-f5f9bad17251 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0071042 Apr 11 14:23:44.269532 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42010) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:44.274154 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-6a60be58-00b9-4a7d-a796-92d9827a5ecf tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:44.276517 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6a60be58-00b9-4a7d-a796-92d9827a5ecf tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0055876 Apr 11 14:23:44.278828 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5c14bbf4-d893-404e-b4e9-72265c34f72a tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Usage tracker for resource:security_group_rule and tenant:5c67bcb8228b4080983071c4c546a3cd is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:44.285184 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-662ad98a-5c45-4029-95a1-f7879d059e78 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:23:44.286113 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42014) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:44.287256 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5c14bbf4-d893-404e-b4e9-72265c34f72a tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:44.297202 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-0f14770a-0963-4697-b1d1-efbae5ac13e3 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:44.298811 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0f14770a-0963-4697-b1d1-efbae5ac13e3 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0111568 Apr 11 14:23:44.304850 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42018) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:44.311269 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] Set router 241d9325-9862-4385-b00e-83a8112c8094 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:23:44.311491 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5c14bbf4-d893-404e-b4e9-72265c34f72a tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:44.314393 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-662ad98a-5c45-4029-95a1-f7879d059e78 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:44.314739 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-662ad98a-5c45-4029-95a1-f7879d059e78 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Added segment ce22c25c-3092-483d-9a59-539914a5fffe of type vlan for network b0f3408a-a387-43d0-98a6-77472d2b675e Apr 11 14:23:44.320192 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-fcb3b208-f15e-41b8-b78c-79fa674b0852 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:44.324039 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-fcb3b208-f15e-41b8-b78c-79fa674b0852 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0154667 Apr 11 14:23:44.326979 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42022) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:44.338969 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [None req-2b0a803d-9644-4f75-8326-c56e042e0ab6 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:44.340176 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2b0a803d-9644-4f75-8326-c56e042e0ab6 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0121086 Apr 11 14:23:44.342744 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42026) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:44.348869 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [None req-3f974ce4-2ba2-4548-aa5e-c09cd29efb1f tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:44.352146 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3f974ce4-2ba2-4548-aa5e-c09cd29efb1f tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0062993 Apr 11 14:23:44.356730 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-684f45f2-e0cc-4592-bebb-769a13bb0721 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:44.361397 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-684f45f2-e0cc-4592-bebb-769a13bb0721 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Usage tracker for resource:subnet and tenant:56b25c853741474abcd5f7fb597b51f0 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:44.364674 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-684f45f2-e0cc-4592-bebb-769a13bb0721 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:44.368126 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-662ad98a-5c45-4029-95a1-f7879d059e78 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:44.371182 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-684f45f2-e0cc-4592-bebb-769a13bb0721 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:44.378616 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42030) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:44.383744 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [None req-c554ea80-a0d3-4a8d-afef-c24c97719b30 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:44.389220 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c554ea80-a0d3-4a8d-afef-c24c97719b30 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0073702 Apr 11 14:23:44.389968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9d88af15-0b6b-4673-aa07-b547dca43a8c tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:44.391792 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42034) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:44.408267 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [None req-7d2bf785-30f5-4bf8-9169-9bfd3221d6d1 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:44.412782 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7d2bf785-30f5-4bf8-9169-9bfd3221d6d1 tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0190935 Apr 11 14:23:44.413470 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42038) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:44.423182 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [None req-f3828cc4-85f1-4cc0-8817-a02cde9db35b tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:23:44.428434 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f3828cc4-85f1-4cc0-8817-a02cde9db35b tempest-ExtensionsTestJSON-1543669810 tempest-ExtensionsTestJSON-1543669810-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0110326 Apr 11 14:23:44.447761 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9d88af15-0b6b-4673-aa07-b547dca43a8c tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:44.451219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88af15-0b6b-4673-aa07-b547dca43a8c tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Pushing event deleted for resources: {'Network': ['ID=f95b66ab-4312-4a46-9ab3-3aca5f2f21e3,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:44.472667 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:44.490693 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684f45f2-e0cc-4592-bebb-769a13bb0721 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Made reservation on behalf of 56b25c853741474abcd5f7fb597b51f0 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:44.494777 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-684f45f2-e0cc-4592-bebb-769a13bb0721 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:44.517335 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 9d3c100a-8bfa-4340-9d70-87fb8ebecf6a, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9d3c100a-8bfa-4340-9d70-87fb8ebecf6a,segment=NetworkSegment(e24aa452-8ff1-4a9a-966d-24cc4977c621),segment_id=e24aa452-8ff1-4a9a-966d-24cc4977c621)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:44.557410 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-662ad98a-5c45-4029-95a1-f7879d059e78 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:44.560038 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662ad98a-5c45-4029-95a1-f7879d059e78 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:44.560724 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-662ad98a-5c45-4029-95a1-f7879d059e78 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:44.644306 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5f6bfa2b-5f83-4f88-b9e4-638e3621fb94 None None] Provisioning complete for port 9d3c100a-8bfa-4340-9d70-87fb8ebecf6a triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:44.644870 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5f6bfa2b-5f83-4f88-b9e4-638e3621fb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:44.648085 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9d88af15-0b6b-4673-aa07-b547dca43a8c tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] 10.222.0.66 "DELETE /v2.0/networks/f95b66ab-4312-4a46-9ab3-3aca5f2f21e3 HTTP/1.1" status: 204 len: 168 time: 1.5178785 Apr 11 14:23:44.654295 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42044) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:44.676484 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-5c14bbf4-d893-404e-b4e9-72265c34f72a tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:23:44.687991 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5c14bbf4-d893-404e-b4e9-72265c34f72a tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.8102067 Apr 11 14:23:44.698714 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42048) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:44.709876 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-3d77ef6e-847a-43af-865f-73c917b9b71b tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group_rule': {'security_group_id': '6fe249c4-d2d7-49db-897a-62df3f784d1b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:44.718138 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:44.719924 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3d77ef6e-847a-43af-865f-73c917b9b71b tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:44.722172 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ad98a-5c45-4029-95a1-f7879d059e78 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Network': ['ID=b0f3408a-a387-43d0-98a6-77472d2b675e,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:44.726562 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3d77ef6e-847a-43af-865f-73c917b9b71b tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Usage tracker for resource:security_group_rule and tenant:5c67bcb8228b4080983071c4c546a3cd is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:44.730283 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3d77ef6e-847a-43af-865f-73c917b9b71b tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:44.737615 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3d77ef6e-847a-43af-865f-73c917b9b71b tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:44.750756 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:23:42Z', 'revision_number': 3, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None, '_interfaces': [{'id': 'b0290892-0e78-4851-9398-b1b0b6b8e0b8', 'name': '', 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ab:70:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:40Z', 'updated_at': '2022-04-11T14:23:42Z', 'revision_number': 2, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd10107-2726-4e28-8409-2c9e34047d40', 'name': '', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:0a:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:30Z', 'updated_at': '2022-04-11T14:23:43Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:44.755756 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] Checking router: 241d9325-9862-4385-b00e-83a8112c8094 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:23:44.756325 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] Updating router 241d9325-9862-4385-b00e-83a8112c8094 port b0290892-0e78-4851-9398-b1b0b6b8e0b8 binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:23:44.771925 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-662ad98a-5c45-4029-95a1-f7879d059e78 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7010930 Apr 11 14:23:44.771925 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42052) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:44.779132 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-af5dabac-a633-4292-b070-c044202581cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'subnet': {'network_id': 'b0f3408a-a387-43d0-98a6-77472d2b675e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:44.787593 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network b0f3408a-a387-43d0-98a6-77472d2b675e details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:23:44.827081 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:44.929403 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3e8514d5-53f0-4df5-aa1a-1ce2bd26d260 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:44.964237 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-af5dabac-a633-4292-b070-c044202581cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:44.968225 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-af5dabac-a633-4292-b070-c044202581cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Usage tracker for resource:subnet and tenant:e64484a71f41439a9e4d89000c1f607b is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:44.972907 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-af5dabac-a633-4292-b070-c044202581cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:44.980490 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-af5dabac-a633-4292-b070-c044202581cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:45.003061 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=9d3c100a-8bfa-4340-9d70-87fb8ebecf6a,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:45.090886 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5dabac-a633-4292-b070-c044202581cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Made reservation on behalf of e64484a71f41439a9e4d89000c1f607b for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:45.095088 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-af5dabac-a633-4292-b070-c044202581cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:45.152382 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-3d77ef6e-847a-43af-865f-73c917b9b71b tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:23:45.154679 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3d77ef6e-847a-43af-865f-73c917b9b71b tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4552610 Apr 11 14:23:45.159040 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42058) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:45.226171 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5f6bfa2b-5f83-4f88-b9e4-638e3621fb94 None None] Provisioning for port b0290892-0e78-4851-9398-b1b0b6b8e0b8 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:45.233712 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5f6bfa2b-5f83-4f88-b9e4-638e3621fb94 None None] Provisioning complete for port b0290892-0e78-4851-9398-b1b0b6b8e0b8 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:45.234094 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5f6bfa2b-5f83-4f88-b9e4-638e3621fb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:45.268664 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42062) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:45.292490 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ecd10107-2726-4e28-8409-2c9e34047d40 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:23:45.362170 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cf42ea6e-4eea-493d-a610-d4403df6557c tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:45.375138 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3e8514d5-53f0-4df5-aa1a-1ce2bd26d260 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:45.407453 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cf42ea6e-4eea-493d-a610-d4403df6557c tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:45.408489 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-3e8514d5-53f0-4df5-aa1a-1ce2bd26d260 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed3087c3-ab01-44a2-973f-216799d70cdc']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:45.422891 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-3e8514d5-53f0-4df5-aa1a-1ce2bd26d260 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c190ab5-c0bf-422b-bf5a-a47560a9e06b') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:45.423471 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-3e8514d5-53f0-4df5-aa1a-1ce2bd26d260 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c190ab5-c0bf-422b-bf5a-a47560a9e06b') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:45.426858 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e308399-7609-4bae-bc0b-5a6c3dd98573 None None] get_active_networks_info from dv-neutron-837330-1-hyperv {{(pid=88618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 11 14:23:45.427207 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:45.438276 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3e8514d5-53f0-4df5-aa1a-1ce2bd26d260 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:45.463250 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3e8514d5-53f0-4df5-aa1a-1ce2bd26d260 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:45.515216 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-5f6bfa2b-5f83-4f88-b9e4-638e3621fb94 None None] Port b0290892-0e78-4851-9398-b1b0b6b8e0b8 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:23:45.529089 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8514d5-53f0-4df5-aa1a-1ce2bd26d260 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:23:45.529757 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3e8514d5-53f0-4df5-aa1a-1ce2bd26d260 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:45.543588 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port ecd10107-2726-4e28-8409-2c9e34047d40 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:45.543965 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:45.545941 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5d1f96d0-dbdb-4dd3-9be5-72ea786f98e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:45.547161 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cf42ea6e-4eea-493d-a610-d4403df6557c tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:23:45.555256 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:23:45.578068 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42ea6e-4eea-493d-a610-d4403df6557c tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe249c4-d2d7-49db-897a-62df3f784d1b,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:45.608743 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cf42ea6e-4eea-493d-a610-d4403df6557c tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:45.614105 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cf42ea6e-4eea-493d-a610-d4403df6557c tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "DELETE /v2.0/security-groups/6fe249c4-d2d7-49db-897a-62df3f784d1b HTTP/1.1" status: 204 len: 168 time: 0.4499741 Apr 11 14:23:45.614105 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42068) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:45.664098 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5d1f96d0-dbdb-4dd3-9be5-72ea786f98e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:45.667596 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9ac94dfa-ef88-4f46-b464-470c4344eda7 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Synchronizing usage tracker for tenant:5c67bcb8228b4080983071c4c546a3cd on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:23:45.672170 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-af5dabac-a633-4292-b070-c044202581cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:45.682302 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5d1f96d0-dbdb-4dd3-9be5-72ea786f98e9 admin admin] Usage tracker for resource:security_group_rule and tenant:61f991faa6ed4efc8332269679047a87 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:45.711506 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5d1f96d0-dbdb-4dd3-9be5-72ea786f98e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:45.732381 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-59988e6b-4b7e-4f6e-840b-7bdfd467c8d3 None None] Provisioning complete for port b0290892-0e78-4851-9398-b1b0b6b8e0b8 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:45.733027 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.objects.ports [None req-684f45f2-e0cc-4592-bebb-769a13bb0721 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88617) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 11 14:23:45.733408 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-59988e6b-4b7e-4f6e-840b-7bdfd467c8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:45.734502 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5d1f96d0-dbdb-4dd3-9be5-72ea786f98e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:45.736867 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-684f45f2-e0cc-4592-bebb-769a13bb0721 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:45.745891 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:23:45.776512 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5dabac-a633-4292-b070-c044202581cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Subnet': ['ID=536db1c9-7b3f-434f-b4c9-fee650ac2e90,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:45.780988 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5dabac-a633-4292-b070-c044202581cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Checking segment: {'id': 'ce22c25c-3092-483d-9a59-539914a5fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'b0f3408a-a387-43d0-98a6-77472d2b675e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:45.781349 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5dabac-a633-4292-b070-c044202581cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network hostable DHCP agents. Network: b0f3408a-a387-43d0-98a6-77472d2b675e, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:23:45.794390 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] Transition to ACTIVE for port object b0290892-0e78-4851-9398-b1b0b6b8e0b8 will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:45.806061 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3e8514d5-53f0-4df5-aa1a-1ce2bd26d260 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:45.810357 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9ac94dfa-ef88-4f46-b464-470c4344eda7 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Unset dirty status for tenant:5c67bcb8228b4080983071c4c546a3cd on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:23:45.815745 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9ac94dfa-ef88-4f46-b464-470c4344eda7 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1984329 Apr 11 14:23:45.820469 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42072) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:45.826081 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-31efb2cf-a488-440f-b4b4-ca31ec221217 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1771408171'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:45.833054 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-31efb2cf-a488-440f-b4b4-ca31ec221217 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:45.839247 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3e8514d5-53f0-4df5-aa1a-1ce2bd26d260 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:45.844770 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-31efb2cf-a488-440f-b4b4-ca31ec221217 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:45.867522 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5dabac-a633-4292-b070-c044202581cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network b0f3408a-a387-43d0-98a6-77472d2b675e is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:23:45.873983 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8514d5-53f0-4df5-aa1a-1ce2bd26d260 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Pushing event deleted for resources: {'Network': ['ID=ed3087c3-ab01-44a2-973f-216799d70cdc,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:45.894365 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:45.903442 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f45f2-e0cc-4592-bebb-769a13bb0721 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event updated for resources: {'Subnet': ['ID=d482ceb1-612a-42e4-92a4-2f2122a535dc,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:45.913078 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684f45f2-e0cc-4592-bebb-769a13bb0721 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Checking segment: {'id': '801017c0-9872-46f4-8bca-5e18c2517f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '8149cb0e-590a-4ab1-9a5e-bccd7a643b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:45.913438 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684f45f2-e0cc-4592-bebb-769a13bb0721 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Network hostable DHCP agents. Network: 8149cb0e-590a-4ab1-9a5e-bccd7a643b1b, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:23:45.920298 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3e8514d5-53f0-4df5-aa1a-1ce2bd26d260 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] 10.222.0.66 "DELETE /v2.0/networks/ed3087c3-ab01-44a2-973f-216799d70cdc HTTP/1.1" status: 204 len: 168 time: 1.2594948 Apr 11 14:23:45.924254 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42076) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:45.940733 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9d3c100a-8bfa-4340-9d70-87fb8ebecf6a up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:23:45.976336 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5d1f96d0-dbdb-4dd3-9be5-72ea786f98e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:45.985474 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-59988e6b-4b7e-4f6e-840b-7bdfd467c8d3 None None] Port b0290892-0e78-4851-9398-b1b0b6b8e0b8 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:23:46.050035 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5d1f96d0-dbdb-4dd3-9be5-72ea786f98e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:46.060431 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 9d3c100a-8bfa-4340-9d70-87fb8ebecf6a triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:46.061092 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:46.084288 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4be7bd-3791-43e8-ac0a-5d7fcb1fb88f None None] Pushing event updated for resources: {'Port': ['ID=b0290892-0e78-4851-9398-b1b0b6b8e0b8,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:46.090128 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684f45f2-e0cc-4592-bebb-769a13bb0721 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Network 8149cb0e-590a-4ab1-9a5e-bccd7a643b1b is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:23:46.099351 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-0e308399-7609-4bae-bc0b-5a6c3dd98573 None None] Agent 04d960df-c771-47af-8b2d-2d84040fc15a already present Apr 11 14:23:46.099706 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e308399-7609-4bae-bc0b-5a6c3dd98573 None None] Network 8149cb0e-590a-4ab1-9a5e-bccd7a643b1b is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:23:46.100389 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e308399-7609-4bae-bc0b-5a6c3dd98573 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 8149cb0e-590a-4ab1-9a5e-bccd7a643b1b) {{(pid=88618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 14:23:46.122477 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-684f45f2-e0cc-4592-bebb-769a13bb0721 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 8149cb0e-590a-4ab1-9a5e-bccd7a643b1b) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:46.134975 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4be7bd-3791-43e8-ac0a-5d7fcb1fb88f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:46.135863 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4be7bd-3791-43e8-ac0a-5d7fcb1fb88f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:46.136621 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5d1f96d0-dbdb-4dd3-9be5-72ea786f98e9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=61f991faa6ed4efc8332269679047a87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8554809 Apr 11 14:23:46.136906 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4be7bd-3791-43e8-ac0a-5d7fcb1fb88f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:46.137441 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4be7bd-3791-43e8-ac0a-5d7fcb1fb88f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:46.138191 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4be7bd-3791-43e8-ac0a-5d7fcb1fb88f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:46.138765 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4be7bd-3791-43e8-ac0a-5d7fcb1fb88f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:46.138951 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684f45f2-e0cc-4592-bebb-769a13bb0721 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:46.139479 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4be7bd-3791-43e8-ac0a-5d7fcb1fb88f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:46.139936 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-684f45f2-e0cc-4592-bebb-769a13bb0721 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:46.140220 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4be7bd-3791-43e8-ac0a-5d7fcb1fb88f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:46.140774 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4be7bd-3791-43e8-ac0a-5d7fcb1fb88f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:46.141302 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4be7bd-3791-43e8-ac0a-5d7fcb1fb88f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:46.141825 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4be7bd-3791-43e8-ac0a-5d7fcb1fb88f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:46.142540 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4be7bd-3791-43e8-ac0a-5d7fcb1fb88f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:46.143548 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42080) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:46.145884 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f96d0-dbdb-4dd3-9be5-72ea786f98e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a71992-c29c-4cda-b99d-0f2643b7b884,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:46.180140 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] Attempting to bind port b0290892-0e78-4851-9398-b1b0b6b8e0b8 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:23:46.180548 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] Attempting to bind port b0290892-0e78-4851-9398-b1b0b6b8e0b8 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'e24aa452-8ff1-4a9a-966d-24cc4977c621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:23:46.181463 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] Attempting to bind port b0290892-0e78-4851-9398-b1b0b6b8e0b8 on network 45829295-ff84-4ad1-b442-e840e8565ce9 {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:23:46.184659 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-31efb2cf-a488-440f-b4b4-ca31ec221217 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:46.191143 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:23:46.191304 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] Checking segment: {'id': 'e24aa452-8ff1-4a9a-966d-24cc4977c621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:46.191713 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:46.192495 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] Bound using segment: {'id': 'e24aa452-8ff1-4a9a-966d-24cc4977c621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:23:46.192684 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] Bound port: b0290892-0e78-4851-9398-b1b0b6b8e0b8, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24aa452-8ff1-4a9a-966d-24cc4977c621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:23:46.192905 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:46.200654 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-af5dabac-a633-4292-b070-c044202581cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, b0f3408a-a387-43d0-98a6-77472d2b675e) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:46.231545 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd354a5c-c1c4-4a08-b48b-e748f173036e tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:46.238982 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd354a5c-c1c4-4a08-b48b-e748f173036e tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:46.242802 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-bd354a5c-c1c4-4a08-b48b-e748f173036e tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3170652 Apr 11 14:23:46.248734 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-31efb2cf-a488-440f-b4b4-ca31ec221217 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:46.251221 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42084) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:46.255343 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-31efb2cf-a488-440f-b4b4-ca31ec221217 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Usage tracker for resource:security_group_rule and tenant:5c67bcb8228b4080983071c4c546a3cd is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:46.260405 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-31efb2cf-a488-440f-b4b4-ca31ec221217 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:46.262406 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-3bff9cfb-9c64-4fd5-8f8c-2aefaf1d293d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-928521658'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:46.265827 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-00f938cd-1719-41af-9a1e-9ba6d42613b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:46.269482 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-31efb2cf-a488-440f-b4b4-ca31ec221217 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:46.269639 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-3bff9cfb-9c64-4fd5-8f8c-2aefaf1d293d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:46.283466 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-684f45f2-e0cc-4592-bebb-769a13bb0721 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1992218 Apr 11 14:23:46.284820 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-3bff9cfb-9c64-4fd5-8f8c-2aefaf1d293d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Usage tracker for resource:network and tenant:539af170ca384ef8be130592fa53929d is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:46.289926 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-3bff9cfb-9c64-4fd5-8f8c-2aefaf1d293d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:46.293037 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42088) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:46.304542 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] For port b0290892-0e78-4851-9398-b1b0b6b8e0b8, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:23:46.309094 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] For port b0290892-0e78-4851-9398-b1b0b6b8e0b8, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=b0290892-0e78-4851-9398-b1b0b6b8e0b8,segment=NetworkSegment(e24aa452-8ff1-4a9a-966d-24cc4977c621),segment_id=e24aa452-8ff1-4a9a-966d-24cc4977c621)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:23:46.315043 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5dabac-a633-4292-b070-c044202581cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:46.315825 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-af5dabac-a633-4292-b070-c044202581cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:46.330221 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-3bff9cfb-9c64-4fd5-8f8c-2aefaf1d293d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:46.351106 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-00f938cd-1719-41af-9a1e-9ba6d42613b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:46.379026 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-31efb2cf-a488-440f-b4b4-ca31ec221217 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:46.380923 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:46.444074 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-af5dabac-a633-4292-b070-c044202581cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6713629 Apr 11 14:23:46.448201 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42092) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:46.470329 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] Routers {'241d9325-9862-4385-b00e-83a8112c8094'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:23:46.471100 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:23:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['241d9325-9862-4385-b00e-83a8112c8094'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:46.476551 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-31efb2cf-a488-440f-b4b4-ca31ec221217 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:46.521640 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efb2cf-a488-440f-b4b4-ca31ec221217 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8105b67-2000-44c4-904c-5a46e269c01f,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:46.566406 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4be7bd-3791-43e8-ac0a-5d7fcb1fb88f None None] Pushing event updated for resources: {'Port': ['ID=b0290892-0e78-4851-9398-b1b0b6b8e0b8,revision_number=4']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:46.585676 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-31efb2cf-a488-440f-b4b4-ca31ec221217 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:46.587985 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-31efb2cf-a488-440f-b4b4-ca31ec221217 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7665887 Apr 11 14:23:46.591920 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42096) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:46.604131 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-72a09327-4320-42dd-a97b-366c3621f464 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group_rule': {'security_group_id': 'd8105b67-2000-44c4-904c-5a46e269c01f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:46.612908 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-72a09327-4320-42dd-a97b-366c3621f464 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:46.619010 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-72a09327-4320-42dd-a97b-366c3621f464 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Usage tracker for resource:security_group_rule and tenant:5c67bcb8228b4080983071c4c546a3cd is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:46.619485 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f24435-7c1f-4863-916d-1e517586003c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-8149cb0e-590a-4ab1-9a5e-bccd7a643b1b', 'network_id': '8149cb0e-590a-4ab1-9a5e-bccd7a643b1b', 'tenant_id': '56b25c853741474abcd5f7fb597b51f0', 'fixed_ips': [{'subnet_id': 'd482ceb1-612a-42e4-92a4-2f2122a535dc'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:23:46.620688 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a5f24435-7c1f-4863-916d-1e517586003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:46.623345 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-72a09327-4320-42dd-a97b-366c3621f464 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:46.643212 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b309d628-155f-424c-949b-75c3291cd49c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-b0f3408a-a387-43d0-98a6-77472d2b675e', 'network_id': 'b0f3408a-a387-43d0-98a6-77472d2b675e', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'fixed_ips': [{'subnet_id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:23:46.643577 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-72a09327-4320-42dd-a97b-366c3621f464 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:46.644511 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b309d628-155f-424c-949b-75c3291cd49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:46.677406 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] Set router 241d9325-9862-4385-b00e-83a8112c8094 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:23:46.765109 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bff9cfb-9c64-4fd5-8f8c-2aefaf1d293d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Made reservation on behalf of 539af170ca384ef8be130592fa53929d for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:46.768616 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3bff9cfb-9c64-4fd5-8f8c-2aefaf1d293d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:46.820102 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-72a09327-4320-42dd-a97b-366c3621f464 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] create failed (client error): The resource could not be found. Apr 11 14:23:46.824162 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-72a09327-4320-42dd-a97b-366c3621f464 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2291691 Apr 11 14:23:46.833587 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42100) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:46.839526 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:46.841663 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-4453cb03-cf6b-4f3c-923d-a7486299a005 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group_rule': {'security_group_id': 'd8105b67-2000-44c4-904c-5a46e269c01f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bf3adf43-029c-41b9-a611-d1a109f647e3'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:46.850389 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4453cb03-cf6b-4f3c-923d-a7486299a005 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:46.855564 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4453cb03-cf6b-4f3c-923d-a7486299a005 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Usage tracker for resource:security_group_rule and tenant:5c67bcb8228b4080983071c4c546a3cd is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:46.860291 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4453cb03-cf6b-4f3c-923d-a7486299a005 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:46.874010 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4453cb03-cf6b-4f3c-923d-a7486299a005 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:46.879634 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-b309d628-155f-424c-949b-75c3291cd49c None None] Allocated IP 2001:db8:2::2 (b0f3408a-a387-43d0-98a6-77472d2b675e/536db1c9-7b3f-434f-b4c9-fee650ac2e90/32580f22-cf7c-45fe-8713-d74e52b37905) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:46.925259 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-00f938cd-1719-41af-9a1e-9ba6d42613b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:46.948849 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bff9cfb-9c64-4fd5-8f8c-2aefaf1d293d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:23:47.035552 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f938cd-1719-41af-9a1e-9ba6d42613b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a71992-c29c-4cda-b99d-0f2643b7b884,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:47.044919 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-4453cb03-cf6b-4f3c-923d-a7486299a005 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] create failed (client error): The resource could not be found. Apr 11 14:23:47.050163 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4453cb03-cf6b-4f3c-923d-a7486299a005 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2132092 Apr 11 14:23:47.050788 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42104) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:47.053071 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3bff9cfb-9c64-4fd5-8f8c-2aefaf1d293d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:47.062884 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-3bff9cfb-9c64-4fd5-8f8c-2aefaf1d293d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Added segment 60ff1fea-0fbd-4ec9-be3d-16c0d8163889 of type vlan for network 06bcc140-0f10-4ea0-b05b-0a62185757cd Apr 11 14:23:47.084809 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-a5f24435-7c1f-4863-916d-1e517586003c None None] Allocated IP 2001:db8::f816:3eff:fe8d:5dca (8149cb0e-590a-4ab1-9a5e-bccd7a643b1b/d482ceb1-612a-42e4-92a4-2f2122a535dc/70b26230-f535-466d-82cb-89fa46ecda45) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:47.135321 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:23:42Z', 'revision_number': 3, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None, '_interfaces': [{'id': 'b0290892-0e78-4851-9398-b1b0b6b8e0b8', 'name': '', 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ab:70:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:40Z', 'updated_at': '2022-04-11T14:23:46Z', 'revision_number': 4, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd10107-2726-4e28-8409-2c9e34047d40', 'name': '', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:0a:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:30Z', 'updated_at': '2022-04-11T14:23:43Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:47.136020 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-00f938cd-1719-41af-9a1e-9ba6d42613b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:47.139687 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-00f938cd-1719-41af-9a1e-9ba6d42613b2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/12a71992-c29c-4cda-b99d-0f2643b7b884 HTTP/1.1" status: 204 len: 168 time: 0.9884784 Apr 11 14:23:47.146982 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62ecd00-0b13-4e2b-a84a-af15b03c639f None None] The sync data for ids ['241d9325-9862-4385-b00e-83a8112c8094'] in dv-neutron-837330-1-hyperv is: [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:23:42Z', 'revision_number': 3, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None, '_interfaces': [{'id': 'b0290892-0e78-4851-9398-b1b0b6b8e0b8', 'name': '', 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ab:70:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:40Z', 'updated_at': '2022-04-11T14:23:46Z', 'revision_number': 4, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd10107-2726-4e28-8409-2c9e34047d40', 'name': '', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:0a:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:30Z', 'updated_at': '2022-04-11T14:23:43Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:23:47.170893 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f4e76f4d-f284-4de5-b9fa-7d32092d5a53 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:47.225714 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f4e76f4d-f284-4de5-b9fa-7d32092d5a53 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:47.271953 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3bff9cfb-9c64-4fd5-8f8c-2aefaf1d293d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:47.279365 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:47.375633 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b309d628-155f-424c-949b-75c3291cd49c None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:47.483689 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a5f24435-7c1f-4863-916d-1e517586003c None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:47.583936 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9355084c-0270-4421-9465-6fd9246faedf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:47.809513 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a5f24435-7c1f-4863-916d-1e517586003c None None] Transition to ACTIVE for port object 70b26230-f535-466d-82cb-89fa46ecda45 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:47.811071 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3bff9cfb-9c64-4fd5-8f8c-2aefaf1d293d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:47.812360 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b309d628-155f-424c-949b-75c3291cd49c None None] Transition to ACTIVE for port object 32580f22-cf7c-45fe-8713-d74e52b37905 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:47.815280 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f4e76f4d-f284-4de5-b9fa-7d32092d5a53 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:47.816557 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bff9cfb-9c64-4fd5-8f8c-2aefaf1d293d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:47.817142 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3bff9cfb-9c64-4fd5-8f8c-2aefaf1d293d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:47.847618 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e76f4d-f284-4de5-b9fa-7d32092d5a53 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8105b67-2000-44c4-904c-5a46e269c01f,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:47.871028 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a5f24435-7c1f-4863-916d-1e517586003c None None] Transition to ACTIVE for port object 70b26230-f535-466d-82cb-89fa46ecda45 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:47.877388 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b309d628-155f-424c-949b-75c3291cd49c None None] Transition to ACTIVE for port object 32580f22-cf7c-45fe-8713-d74e52b37905 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:47.918887 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f4e76f4d-f284-4de5-b9fa-7d32092d5a53 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:47.920081 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f4e76f4d-f284-4de5-b9fa-7d32092d5a53 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "DELETE /v2.0/security-groups/d8105b67-2000-44c4-904c-5a46e269c01f HTTP/1.1" status: 204 len: 168 time: 0.8682721 Apr 11 14:23:47.924484 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42112) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:47.961583 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a5f24435-7c1f-4863-916d-1e517586003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:47.982684 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff9cfb-9c64-4fd5-8f8c-2aefaf1d293d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Pushing event updated for resources: {'Network': ['ID=06bcc140-0f10-4ea0-b05b-0a62185757cd,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:48.031024 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b309d628-155f-424c-949b-75c3291cd49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:48.040189 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-270ec3b3-a6fa-4754-92a0-c636fe2aab87 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Synchronizing usage tracker for tenant:5c67bcb8228b4080983071c4c546a3cd on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:23:48.053073 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 06bcc140-0f10-4ea0-b05b-0a62185757cd details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:23:48.076095 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3bff9cfb-9c64-4fd5-8f8c-2aefaf1d293d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8237085 Apr 11 14:23:48.076642 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42118) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:48.087420 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-c61e4b36-3fd3-476c-b4f4-b82894df8446 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2028866727'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:48.092150 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f24435-7c1f-4863-916d-1e517586003c None None] Network 8149cb0e-590a-4ab1-9a5e-bccd7a643b1b is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:48.097814 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:48.098746 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c61e4b36-3fd3-476c-b4f4-b82894df8446 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:48.108411 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c61e4b36-3fd3-476c-b4f4-b82894df8446 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Usage tracker for resource:network and tenant:539af170ca384ef8be130592fa53929d is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:48.113559 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-a5f24435-7c1f-4863-916d-1e517586003c None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:48.116163 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c61e4b36-3fd3-476c-b4f4-b82894df8446 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:48.125246 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c61e4b36-3fd3-476c-b4f4-b82894df8446 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:48.126664 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f24435-7c1f-4863-916d-1e517586003c None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:48.156376 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-270ec3b3-a6fa-4754-92a0-c636fe2aab87 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Unset dirty status for tenant:5c67bcb8228b4080983071c4c546a3cd on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:23:48.158116 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-270ec3b3-a6fa-4754-92a0-c636fe2aab87 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2323966 Apr 11 14:23:48.162897 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42124) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:48.168996 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event deleted for resources: {'Subnet': ['ID=d482ceb1-612a-42e4-92a4-2f2122a535dc,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:48.177844 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-7b2268de-2a5d-4333-b955-8bffcbae0d26 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group_rule': {'security_group_id': '9dd4c3bb-73bc-4172-ab3b-03424c0f81ce', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:48.188162 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7b2268de-2a5d-4333-b955-8bffcbae0d26 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:48.199701 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7b2268de-2a5d-4333-b955-8bffcbae0d26 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Usage tracker for resource:security_group_rule and tenant:5c67bcb8228b4080983071c4c546a3cd is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:48.200630 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-9355084c-0270-4421-9465-6fd9246faedf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Allocated IP 2001:db8:2::1 (b0f3408a-a387-43d0-98a6-77472d2b675e/536db1c9-7b3f-434f-b4c9-fee650ac2e90/9cae9f69-7405-4fa2-8837-14dfe982f81e) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:48.207373 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7b2268de-2a5d-4333-b955-8bffcbae0d26 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:48.215148 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7b2268de-2a5d-4333-b955-8bffcbae0d26 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:48.227047 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61e4b36-3fd3-476c-b4f4-b82894df8446 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Made reservation on behalf of 539af170ca384ef8be130592fa53929d for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:48.231388 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c61e4b36-3fd3-476c-b4f4-b82894df8446 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:48.264587 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61e4b36-3fd3-476c-b4f4-b82894df8446 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:23:48.266837 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:48.274209 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c61e4b36-3fd3-476c-b4f4-b82894df8446 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:48.276726 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-c61e4b36-3fd3-476c-b4f4-b82894df8446 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Added segment 11a9ea05-914d-48ab-93d8-6342840b9e34 of type vlan for network 04fb468b-75b6-41f6-852b-fa05c11e6db2 Apr 11 14:23:48.284659 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b309d628-155f-424c-949b-75c3291cd49c None None] Network b0f3408a-a387-43d0-98a6-77472d2b675e is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:48.305064 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c61e4b36-3fd3-476c-b4f4-b82894df8446 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:48.326327 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8149cb0e-590a-4ab1-9a5e-bccd7a643b1b']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:48.341365 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-b309d628-155f-424c-949b-75c3291cd49c None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:48.358252 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b309d628-155f-424c-949b-75c3291cd49c None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:48.367617 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f24435-7c1f-4863-916d-1e517586003c None None] Pushing event updated for resources: {'Port': ['ID=70b26230-f535-466d-82cb-89fa46ecda45,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:48.455957 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-7b2268de-2a5d-4333-b955-8bffcbae0d26 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] create failed (client error): The resource could not be found. Apr 11 14:23:48.457522 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7b2268de-2a5d-4333-b955-8bffcbae0d26 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2933512 Apr 11 14:23:48.463473 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42132) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:48.477963 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-518e4fef-692d-4b52-9375-e7d7b3234840 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group': {'name': 'tempest-secgroup--940457025'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:48.484467 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-518e4fef-692d-4b52-9375-e7d7b3234840 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:48.485638 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-a5f24435-7c1f-4863-916d-1e517586003c None None] Attempting to bind port 70b26230-f535-466d-82cb-89fa46ecda45 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:23:48.486565 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-a5f24435-7c1f-4863-916d-1e517586003c None None] Attempting to bind port 70b26230-f535-466d-82cb-89fa46ecda45 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '801017c0-9872-46f4-8bca-5e18c2517f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '8149cb0e-590a-4ab1-9a5e-bccd7a643b1b'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:23:48.489870 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c61e4b36-3fd3-476c-b4f4-b82894df8446 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:48.490023 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f24435-7c1f-4863-916d-1e517586003c None None] Attempting to bind port 70b26230-f535-466d-82cb-89fa46ecda45 on network 8149cb0e-590a-4ab1-9a5e-bccd7a643b1b {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:23:48.492363 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61e4b36-3fd3-476c-b4f4-b82894df8446 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:48.492963 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c61e4b36-3fd3-476c-b4f4-b82894df8446 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:48.541360 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-518e4fef-692d-4b52-9375-e7d7b3234840 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:48.548328 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801017c0-9872-46f4-8bca-5e18c2517f3e') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:48.548732 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801017c0-9872-46f4-8bca-5e18c2517f3e') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:48.550731 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f24435-7c1f-4863-916d-1e517586003c None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:23:48.551252 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f24435-7c1f-4863-916d-1e517586003c None None] Checking segment: {'id': '801017c0-9872-46f4-8bca-5e18c2517f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '8149cb0e-590a-4ab1-9a5e-bccd7a643b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:48.552050 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a5f24435-7c1f-4863-916d-1e517586003c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:48.552190 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f24435-7c1f-4863-916d-1e517586003c None None] Bound using segment: {'id': '801017c0-9872-46f4-8bca-5e18c2517f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '8149cb0e-590a-4ab1-9a5e-bccd7a643b1b'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:23:48.552673 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-a5f24435-7c1f-4863-916d-1e517586003c None None] Bound port: 70b26230-f535-466d-82cb-89fa46ecda45, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801017c0-9872-46f4-8bca-5e18c2517f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '8149cb0e-590a-4ab1-9a5e-bccd7a643b1b'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:23:48.553426 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a5f24435-7c1f-4863-916d-1e517586003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:48.588467 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:48.592993 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309d628-155f-424c-949b-75c3291cd49c None None] Pushing event updated for resources: {'Port': ['ID=32580f22-cf7c-45fe-8713-d74e52b37905,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:48.616020 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:48.622111 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e4b36-3fd3-476c-b4f4-b82894df8446 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Pushing event updated for resources: {'Network': ['ID=04fb468b-75b6-41f6-852b-fa05c11e6db2,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:48.633193 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:23:48.633832 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:48.642163 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 04fb468b-75b6-41f6-852b-fa05c11e6db2 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:23:48.651694 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:23:48.657328 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-b309d628-155f-424c-949b-75c3291cd49c None None] Attempting to bind port 32580f22-cf7c-45fe-8713-d74e52b37905 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:23:48.657328 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-b309d628-155f-424c-949b-75c3291cd49c None None] Attempting to bind port 32580f22-cf7c-45fe-8713-d74e52b37905 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'ce22c25c-3092-483d-9a59-539914a5fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'b0f3408a-a387-43d0-98a6-77472d2b675e'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:23:48.657328 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b309d628-155f-424c-949b-75c3291cd49c None None] Attempting to bind port 32580f22-cf7c-45fe-8713-d74e52b37905 on network b0f3408a-a387-43d0-98a6-77472d2b675e {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:23:48.667139 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c61e4b36-3fd3-476c-b4f4-b82894df8446 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5894206 Apr 11 14:23:48.669551 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42140) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:48.680398 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Request body: {'ports': [{'network_id': '06bcc140-0f10-4ea0-b05b-0a62185757cd', 'name': 'tempest-port--1511490798', 'admin_state_up': True}, {'network_id': '04fb468b-75b6-41f6-852b-fa05c11e6db2', 'admin_state_up': False}]} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:48.684498 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Request body: {'port': {'network_id': '06bcc140-0f10-4ea0-b05b-0a62185757cd', 'name': 'tempest-port--1511490798', 'admin_state_up': True}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:48.685239 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Request body: {'port': {'network_id': '04fb468b-75b6-41f6-852b-fa05c11e6db2', 'admin_state_up': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:48.693215 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b309d628-155f-424c-949b-75c3291cd49c None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:23:48.696576 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b309d628-155f-424c-949b-75c3291cd49c None None] Checking segment: {'id': 'ce22c25c-3092-483d-9a59-539914a5fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'b0f3408a-a387-43d0-98a6-77472d2b675e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:48.696576 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b309d628-155f-424c-949b-75c3291cd49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:48.696576 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b309d628-155f-424c-949b-75c3291cd49c None None] Bound using segment: {'id': 'ce22c25c-3092-483d-9a59-539914a5fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'b0f3408a-a387-43d0-98a6-77472d2b675e'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:23:48.696576 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-b309d628-155f-424c-949b-75c3291cd49c None None] Bound port: 32580f22-cf7c-45fe-8713-d74e52b37905, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce22c25c-3092-483d-9a59-539914a5fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'b0f3408a-a387-43d0-98a6-77472d2b675e'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:23:48.696576 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b309d628-155f-424c-949b-75c3291cd49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:48.710611 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-518e4fef-692d-4b52-9375-e7d7b3234840 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:48.753282 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9355084c-0270-4421-9465-6fd9246faedf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:48.758035 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-518e4fef-692d-4b52-9375-e7d7b3234840 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:48.781337 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-9355084c-0270-4421-9465-6fd9246faedf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Transition to ACTIVE for port object 9cae9f69-7405-4fa2-8837-14dfe982f81e will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:48.831038 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.db.api [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 14:23:48.831038 dv-neutron-837330-1-hyperv neutron-server[88617]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 14:23:48.831038 dv-neutron-837330-1-hyperv neutron-server[88617]: [parameters: {'id': '8149cb0e-590a-4ab1-9a5e-bccd7a643b1b'}] Apr 11 14:23:48.831038 dv-neutron-837330-1-hyperv neutron-server[88617]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:23:48.831578 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG oslo_db.api [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:23:48.880279 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-a5f24435-7c1f-4863-916d-1e517586003c None None] For port 70b26230-f535-466d-82cb-89fa46ecda45, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:23:48.886921 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-a5f24435-7c1f-4863-916d-1e517586003c None None] For port 70b26230-f535-466d-82cb-89fa46ecda45, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=70b26230-f535-466d-82cb-89fa46ecda45,segment=NetworkSegment(801017c0-9872-46f4-8bca-5e18c2517f3e),segment_id=801017c0-9872-46f4-8bca-5e18c2517f3e)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:23:48.888761 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9355084c-0270-4421-9465-6fd9246faedf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:48.899010 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-b309d628-155f-424c-949b-75c3291cd49c None None] For port 32580f22-cf7c-45fe-8713-d74e52b37905, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:23:48.903387 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-b309d628-155f-424c-949b-75c3291cd49c None None] For port 32580f22-cf7c-45fe-8713-d74e52b37905, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=32580f22-cf7c-45fe-8713-d74e52b37905,segment=NetworkSegment(ce22c25c-3092-483d-9a59-539914a5fffe),segment_id=ce22c25c-3092-483d-9a59-539914a5fffe)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:23:48.953486 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-518e4fef-692d-4b52-9375-e7d7b3234840 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Usage tracker for resource:security_group_rule and tenant:5c67bcb8228b4080983071c4c546a3cd is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:48.962944 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-518e4fef-692d-4b52-9375-e7d7b3234840 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:48.966728 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9355084c-0270-4421-9465-6fd9246faedf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network b0f3408a-a387-43d0-98a6-77472d2b675e is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:48.970013 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-9355084c-0270-4421-9465-6fd9246faedf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:48.975746 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a5f24435-7c1f-4863-916d-1e517586003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:48.980571 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-518e4fef-692d-4b52-9375-e7d7b3234840 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:48.981027 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9355084c-0270-4421-9465-6fd9246faedf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:48.981759 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9355084c-0270-4421-9465-6fd9246faedf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:49.001502 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355084c-0270-4421-9465-6fd9246faedf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Port': ['ID=9cae9f69-7405-4fa2-8837-14dfe982f81e,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:49.022790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42148) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:49.066171 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b309d628-155f-424c-949b-75c3291cd49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:49.164342 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:49.179581 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Usage tracker for resource:port and tenant:539af170ca384ef8be130592fa53929d is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:49.181191 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f24435-7c1f-4863-916d-1e517586003c None None] Pushing event updated for resources: {'Port': ['ID=70b26230-f535-466d-82cb-89fa46ecda45,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:49.186168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:49.207499 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:49.213509 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-dc2489d7-4b3f-4253-9bf3-61d216e4374b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1366812513'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:49.219383 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-dc2489d7-4b3f-4253-9bf3-61d216e4374b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:49.231588 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-518e4fef-692d-4b52-9375-e7d7b3234840 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:49.262773 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-dc2489d7-4b3f-4253-9bf3-61d216e4374b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Usage tracker for resource:network and tenant:0b6f2d72aeb743d68ec496f9fd70650e is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:49.268848 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-dc2489d7-4b3f-4253-9bf3-61d216e4374b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:49.279711 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-dc2489d7-4b3f-4253-9bf3-61d216e4374b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:49.284993 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device b0290892-0e78-4851-9398-b1b0b6b8e0b8 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:23:49.301015 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9355084c-0270-4421-9465-6fd9246faedf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:49.312390 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Made reservation on behalf of 539af170ca384ef8be130592fa53929d for: {'port': 2} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:49.317911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:49.341293 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:49.359864 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-518e4fef-692d-4b52-9375-e7d7b3234840 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:49.371353 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:49.385914 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309d628-155f-424c-949b-75c3291cd49c None None] Pushing event updated for resources: {'Port': ['ID=32580f22-cf7c-45fe-8713-d74e52b37905,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:49.390195 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2489d7-4b3f-4253-9bf3-61d216e4374b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Made reservation on behalf of 0b6f2d72aeb743d68ec496f9fd70650e for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:49.393789 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc2489d7-4b3f-4253-9bf3-61d216e4374b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:49.420442 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc2489d7-4b3f-4253-9bf3-61d216e4374b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:49.434252 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Deleting port 70b26230-f535-466d-82cb-89fa46ecda45 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:49.434593 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:49.476470 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port b0290892-0e78-4851-9398-b1b0b6b8e0b8 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:49.491078 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port b0290892-0e78-4851-9398-b1b0b6b8e0b8 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:49.491078 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:49.521353 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e4fef-692d-4b52-9375-e7d7b3234840 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b90afc-be65-4c73-8995-8fd3f7147138,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:49.634976 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-dc2489d7-4b3f-4253-9bf3-61d216e4374b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:49.641602 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-518e4fef-692d-4b52-9375-e7d7b3234840 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:49.643245 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-518e4fef-692d-4b52-9375-e7d7b3234840 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1784778 Apr 11 14:23:49.651988 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42154) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:49.658570 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-940972e5-b98a-4d6e-a371-bb8dcbba1a8e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1035571070'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:49.666204 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-dc2489d7-4b3f-4253-9bf3-61d216e4374b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Usage tracker for resource:security_group_rule and tenant:0b6f2d72aeb743d68ec496f9fd70650e is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:49.675946 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-940972e5-b98a-4d6e-a371-bb8dcbba1a8e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:49.680534 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-dc2489d7-4b3f-4253-9bf3-61d216e4374b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:49.683485 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] device_id is not set on port 7a90df26-77c5-4314-9eb1-d36ba203a4e6 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:23:49.687011 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-940972e5-b98a-4d6e-a371-bb8dcbba1a8e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Usage tracker for resource:security_group and tenant:5c67bcb8228b4080983071c4c546a3cd is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:49.690363 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:49.691398 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-940972e5-b98a-4d6e-a371-bb8dcbba1a8e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:49.699119 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-940972e5-b98a-4d6e-a371-bb8dcbba1a8e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:49.703646 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-dc2489d7-4b3f-4253-9bf3-61d216e4374b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:49.725283 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port b0290892-0e78-4851-9398-b1b0b6b8e0b8, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=b0290892-0e78-4851-9398-b1b0b6b8e0b8,segment=NetworkSegment(e24aa452-8ff1-4a9a-966d-24cc4977c621),segment_id=e24aa452-8ff1-4a9a-966d-24cc4977c621)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:49.782856 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-940972e5-b98a-4d6e-a371-bb8dcbba1a8e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:49.800747 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:49.803959 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:49.826030 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-940972e5-b98a-4d6e-a371-bb8dcbba1a8e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:49.848033 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-940972e5-b98a-4d6e-a371-bb8dcbba1a8e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Usage tracker for resource:security_group_rule and tenant:5c67bcb8228b4080983071c4c546a3cd is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:49.853331 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-940972e5-b98a-4d6e-a371-bb8dcbba1a8e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:49.896545 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=b0290892-0e78-4851-9398-b1b0b6b8e0b8,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:49.904552 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-940972e5-b98a-4d6e-a371-bb8dcbba1a8e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:49.936079 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] device_id is not set on port fe39c8b1-3f43-452d-b209-d644359af9b5 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:23:50.019888 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-940972e5-b98a-4d6e-a371-bb8dcbba1a8e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:50.042379 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] For port 70b26230-f535-466d-82cb-89fa46ecda45, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=70b26230-f535-466d-82cb-89fa46ecda45,segment=NetworkSegment(801017c0-9872-46f4-8bca-5e18c2517f3e),segment_id=801017c0-9872-46f4-8bca-5e18c2517f3e)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:50.042995 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:50.094908 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:50.108495 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-940972e5-b98a-4d6e-a371-bb8dcbba1a8e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:50.169125 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940972e5-b98a-4d6e-a371-bb8dcbba1a8e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a315c8e-e5d7-4b27-b8fc-497005a6b281,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:50.197460 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Calling delete_port for 70b26230-f535-466d-82cb-89fa46ecda45 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:50.264503 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-940972e5-b98a-4d6e-a371-bb8dcbba1a8e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:50.269421 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-940972e5-b98a-4d6e-a371-bb8dcbba1a8e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6153612 Apr 11 14:23:50.274561 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42158) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:50.276782 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-a602e782-c7e0-4bb6-8ec4-91ea9cba59fa tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group_rule': {'security_group_id': '70b90afc-be65-4c73-8995-8fd3f7147138', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9a315c8e-e5d7-4b27-b8fc-497005a6b281'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:50.286781 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc2489d7-4b3f-4253-9bf3-61d216e4374b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:50.290847 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a602e782-c7e0-4bb6-8ec4-91ea9cba59fa tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:50.293999 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9355084c-0270-4421-9465-6fd9246faedf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:50.296821 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a602e782-c7e0-4bb6-8ec4-91ea9cba59fa tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Usage tracker for resource:security_group_rule and tenant:5c67bcb8228b4080983071c4c546a3cd is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:50.301737 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a602e782-c7e0-4bb6-8ec4-91ea9cba59fa tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:50.308132 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:50.359361 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a602e782-c7e0-4bb6-8ec4-91ea9cba59fa tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:50.364071 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc2489d7-4b3f-4253-9bf3-61d216e4374b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:50.403252 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2489d7-4b3f-4253-9bf3-61d216e4374b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:23:50.410420 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2489d7-4b3f-4253-9bf3-61d216e4374b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1ecf3c-726b-45d4-a367-a03dd368699b,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:50.412983 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9355084c-0270-4421-9465-6fd9246faedf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:50.413891 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9355084c-0270-4421-9465-6fd9246faedf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:50.418500 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:50.451093 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Pushing event updated for resources: {'Port': ['ID=7a90df26-77c5-4314-9eb1-d36ba203a4e6,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:50.464856 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Checking segment: {'id': '60ff1fea-0fbd-4ec9-be3d-16c0d8163889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '06bcc140-0f10-4ea0-b05b-0a62185757cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:50.465222 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Network hostable DHCP agents. Network: 06bcc140-0f10-4ea0-b05b-0a62185757cd, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:23:50.476580 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] No DVR routers for this DVR port 70b26230-f535-466d-82cb-89fa46ecda45 on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:23:50.486362 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc2489d7-4b3f-4253-9bf3-61d216e4374b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:50.486761 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-dc2489d7-4b3f-4253-9bf3-61d216e4374b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Added segment a4a5f3dc-c26b-4529-bd64-566172db009f of type vlan for network cf9bf900-959d-400a-8def-66766ee57b31 Apr 11 14:23:50.504788 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704810bb-af60-43f7-b961-e9c38849a9a4 None None] get_active_networks_info from dv-neutron-837330-1-hyperv {{(pid=88618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 11 14:23:50.602785 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-a602e782-c7e0-4bb6-8ec4-91ea9cba59fa tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:23:50.604649 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a602e782-c7e0-4bb6-8ec4-91ea9cba59fa tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3332145 Apr 11 14:23:50.609511 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42162) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:50.636705 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Network 06bcc140-0f10-4ea0-b05b-0a62185757cd is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:23:50.677506 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704810bb-af60-43f7-b961-e9c38849a9a4 None None] Resources bound (agent type, host, resource id): {{(pid=88618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 14:23:50.689260 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-d6fbf453-03e0-44f1-b293-abe6abeba8d3 None None] Provisioning for port 32580f22-cf7c-45fe-8713-d74e52b37905 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:50.709707 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a45bde4b-9f6f-410f-871a-4e5731784202 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:50.746238 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 06bcc140-0f10-4ea0-b05b-0a62185757cd) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:50.754150 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a45bde4b-9f6f-410f-871a-4e5731784202 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:50.768385 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:50.770242 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:50.825670 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355084c-0270-4421-9465-6fd9246faedf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Port': ['ID=9cae9f69-7405-4fa2-8837-14dfe982f81e,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:50.912741 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc2489d7-4b3f-4253-9bf3-61d216e4374b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:50.920125 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Pushing event updated for resources: {'Port': ['ID=fe39c8b1-3f43-452d-b209-d644359af9b5,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:50.936199 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Checking segment: {'id': '11a9ea05-914d-48ab-93d8-6342840b9e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '04fb468b-75b6-41f6-852b-fa05c11e6db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:50.936610 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Network hostable DHCP agents. Network: 04fb468b-75b6-41f6-852b-fa05c11e6db2, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:23:50.944045 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:50.952217 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event deleted for resources: {'Port': ['ID=70b26230-f535-466d-82cb-89fa46ecda45,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:51.007064 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8149cb0e-590a-4ab1-9a5e-bccd7a643b1b']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:51.036353 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801017c0-9872-46f4-8bca-5e18c2517f3e') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:51.036652 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801017c0-9872-46f4-8bca-5e18c2517f3e') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:51.046450 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9355084c-0270-4421-9465-6fd9246faedf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network b0f3408a-a387-43d0-98a6-77472d2b675e is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:51.052469 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-9355084c-0270-4421-9465-6fd9246faedf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:51.055430 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:51.058928 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a45bde4b-9f6f-410f-871a-4e5731784202 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:51.088459 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Network 04fb468b-75b6-41f6-852b-fa05c11e6db2 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:23:51.094731 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45bde4b-9f6f-410f-871a-4e5731784202 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a315c8e-e5d7-4b27-b8fc-497005a6b281,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:51.113607 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a45bde4b-9f6f-410f-871a-4e5731784202 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:51.113607 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a45bde4b-9f6f-410f-871a-4e5731784202 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "DELETE /v2.0/security-groups/9a315c8e-e5d7-4b27-b8fc-497005a6b281 HTTP/1.1" status: 204 len: 168 time: 0.5019493 Apr 11 14:23:51.117022 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42166) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:51.154898 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eafbabc-ad32-421f-bb06-28d25d3a4177 None None] Network 8149cb0e-590a-4ab1-9a5e-bccd7a643b1b requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:51.180932 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8176a5-d2ba-42d3-bfa4-7002b6215635 None None] Network b0f3408a-a387-43d0-98a6-77472d2b675e requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:51.185083 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:51.228438 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-af3e96a9-d0c9-4495-95a8-04cbf66b9680 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Synchronizing usage tracker for tenant:5c67bcb8228b4080983071c4c546a3cd on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:23:51.243607 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def31dd5-2e33-4c41-a720-b7f7bce37d77 None None] Network 06bcc140-0f10-4ea0-b05b-0a62185757cd requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:51.249408 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 04fb468b-75b6-41f6-852b-fa05c11e6db2) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:51.255488 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc2489d7-4b3f-4253-9bf3-61d216e4374b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:51.262143 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2489d7-4b3f-4253-9bf3-61d216e4374b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:51.263509 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc2489d7-4b3f-4253-9bf3-61d216e4374b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:51.265976 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:51.279237 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:51.285458 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:51.287866 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:51.307294 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-af3e96a9-d0c9-4495-95a8-04cbf66b9680 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Unset dirty status for tenant:5c67bcb8228b4080983071c4c546a3cd on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:23:51.311235 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-af3e96a9-d0c9-4495-95a8-04cbf66b9680 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1906011 Apr 11 14:23:51.312354 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42172) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:51.335719 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:23:51.337496 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:23:51.364727 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:23:51.370752 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ef355957-1322-4167-815d-7370a05b6685 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.6996551 Apr 11 14:23:51.377029 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42176) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:51.450674 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fc88b6-063a-457a-8b05-323ebdddf536 None None] Network 04fb468b-75b6-41f6-852b-fa05c11e6db2 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:51.465096 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3346dda0-3d3c-475e-9842-ff6c48d7689a tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:51.521192 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3346dda0-3d3c-475e-9842-ff6c48d7689a tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:51.541972 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 32580f22-cf7c-45fe-8713-d74e52b37905 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:23:51.547879 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65a99db-fe42-462a-9052-13729a15ee4f tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:51.556239 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65a99db-fe42-462a-9052-13729a15ee4f tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:51.557544 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b65a99db-fe42-462a-9052-13729a15ee4f tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Synchronizing usage tracker for tenant:539af170ca384ef8be130592fa53929d on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:23:51.644019 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9355084c-0270-4421-9465-6fd9246faedf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Router 241d9325-9862-4385-b00e-83a8112c8094 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:23:51.647301 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2489d7-4b3f-4253-9bf3-61d216e4374b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Pushing event updated for resources: {'Network': ['ID=cf9bf900-959d-400a-8def-66766ee57b31,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:51.687043 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network cf9bf900-959d-400a-8def-66766ee57b31 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:23:51.707039 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3346dda0-3d3c-475e-9842-ff6c48d7689a tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:51.741923 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346dda0-3d3c-475e-9842-ff6c48d7689a tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b90afc-be65-4c73-8995-8fd3f7147138,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:51.743949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b65a99db-fe42-462a-9052-13729a15ee4f tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Unset dirty status for tenant:539af170ca384ef8be130592fa53929d on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:23:51.748432 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b65a99db-fe42-462a-9052-13729a15ee4f tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3701966 Apr 11 14:23:51.749107 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42180) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:51.785124 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:51.795856 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-dc2489d7-4b3f-4253-9bf3-61d216e4374b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.7719629 Apr 11 14:23:51.799524 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42184) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:51.810561 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-7946380c-555f-472a-b22e-a6fefe61fe2a tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Request body: {'subnet': {'network_id': 'cf9bf900-959d-400a-8def-66766ee57b31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:51.815437 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:51.829062 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event deleted for resources: {'Network': ['ID=8149cb0e-590a-4ab1-9a5e-bccd7a643b1b,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:51.848527 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3be649c9-086b-489a-9ec0-e4210193fcbc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "DELETE /v2.0/networks/8149cb0e-590a-4ab1-9a5e-bccd7a643b1b HTTP/1.1" status: 204 len: 168 time: 5.5511122 Apr 11 14:23:51.848870 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42188) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:51.897064 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9355084c-0270-4421-9465-6fd9246faedf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:23:51.899276 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-9127e1a5-4deb-4768-936c-c6900a66b92c tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] DELETE failed (client error): The resource could not be found. Apr 11 14:23:51.900009 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9127e1a5-4deb-4768-936c-c6900a66b92c tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:23:51.902059 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9127e1a5-4deb-4768-936c-c6900a66b92c tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "DELETE /v2.0/subnets/d482ceb1-612a-42e4-92a4-2f2122a535dc HTTP/1.1" status: 404 len: 337 time: 0.0519869 Apr 11 14:23:51.906040 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9355084c-0270-4421-9465-6fd9246faedf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "PUT /v2.0/routers/241d9325-9862-4385-b00e-83a8112c8094/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4492521 Apr 11 14:23:51.907072 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42192) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:51.915404 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3346dda0-3d3c-475e-9842-ff6c48d7689a tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:51.916589 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3346dda0-3d3c-475e-9842-ff6c48d7689a tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "DELETE /v2.0/security-groups/70b90afc-be65-4c73-8995-8fd3f7147138 HTTP/1.1" status: 204 len: 168 time: 0.6032515 Apr 11 14:23:51.917263 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42196) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:51.926357 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42198) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:51.934991 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-88036d83-d220-4052-89d4-6a401ae63f9d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Deleting port 7a90df26-77c5-4314-9eb1-d36ba203a4e6 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:51.935291 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-88036d83-d220-4052-89d4-6a401ae63f9d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:51.936726 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8c36e5-c8b6-43e0-946b-78175b1fe68d tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] DELETE failed (client error): The resource could not be found. Apr 11 14:23:51.937429 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a8c36e5-c8b6-43e0-946b-78175b1fe68d tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:23:51.939348 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4a8c36e5-c8b6-43e0-946b-78175b1fe68d tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "DELETE /v2.0/networks/8149cb0e-590a-4ab1-9a5e-bccd7a643b1b HTTP/1.1" status: 404 len: 339 time: 0.0311670 Apr 11 14:23:51.942173 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42204) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:51.983848 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81b8617-1d91-4e2e-a24c-2b5ed4cfb346 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] DELETE failed (client error): The resource could not be found. Apr 11 14:23:51.984866 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e81b8617-1d91-4e2e-a24c-2b5ed4cfb346 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:23:51.985951 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-81bcb228-082f-4acd-9b58-efdba20b956e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1639839362'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:51.987559 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e81b8617-1d91-4e2e-a24c-2b5ed4cfb346 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "DELETE /v2.0/subnets/ef615e5b-d59e-4827-af44-37719948b8e0 HTTP/1.1" status: 404 len: 337 time: 0.0442424 Apr 11 14:23:51.990195 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42208) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:52.001680 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] Sync routers for ids ['241d9325-9862-4385-b00e-83a8112c8094'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:23:52.015642 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-81bcb228-082f-4acd-9b58-efdba20b956e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:52.028043 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a92e48e-aad5-4269-9a06-201be9c423cc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] DELETE failed (client error): The resource could not be found. Apr 11 14:23:52.028824 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a92e48e-aad5-4269-9a06-201be9c423cc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:23:52.031637 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8a92e48e-aad5-4269-9a06-201be9c423cc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "DELETE /v2.0/networks/069486d2-6d42-48ee-b88b-b9ca57d609b8 HTTP/1.1" status: 404 len: 339 time: 0.0394974 Apr 11 14:23:52.034611 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42212) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:52.039870 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-81bcb228-082f-4acd-9b58-efdba20b956e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Usage tracker for resource:network and tenant:e64484a71f41439a9e4d89000c1f607b is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:52.052437 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-81bcb228-082f-4acd-9b58-efdba20b956e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:52.065193 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 32580f22-cf7c-45fe-8713-d74e52b37905 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:52.071701 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b9499b34-5bb2-4413-9c6e-644ba2088792 None None] Provisioning complete for port b0290892-0e78-4851-9398-b1b0b6b8e0b8 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:52.072285 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b9499b34-5bb2-4413-9c6e-644ba2088792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:52.076980 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-81bcb228-082f-4acd-9b58-efdba20b956e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:52.090591 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7946380c-555f-472a-b22e-a6fefe61fe2a tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:52.092253 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb512bff-a4b0-49f4-91c4-591bc7387eb5 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] DELETE failed (client error): The resource could not be found. Apr 11 14:23:52.092796 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb512bff-a4b0-49f4-91c4-591bc7387eb5 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:23:52.095288 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b61b8a0a-8c97-47f0-9a91-3a7f9d4bf3df tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Synchronizing usage tracker for tenant:5c67bcb8228b4080983071c4c546a3cd on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:23:52.095524 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bb512bff-a4b0-49f4-91c4-591bc7387eb5 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "DELETE /v2.0/subnets/1973f3ca-dbd9-4255-8882-fc4b06502237 HTTP/1.1" status: 404 len: 337 time: 0.0593851 Apr 11 14:23:52.097938 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42216) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:52.119227 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 32580f22-cf7c-45fe-8713-d74e52b37905 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:52.120661 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:52.128380 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bae9b0a-d335-4920-a064-4b9aa4f030d1 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] DELETE failed (client error): The resource could not be found. Apr 11 14:23:52.129000 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bae9b0a-d335-4920-a064-4b9aa4f030d1 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:23:52.133252 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0bae9b0a-d335-4920-a064-4b9aa4f030d1 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "DELETE /v2.0/networks/953b8f3c-e56f-4827-bf2f-ddcab71a2ac9 HTTP/1.1" status: 404 len: 339 time: 0.0319400 Apr 11 14:23:52.134973 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42220) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:52.213612 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-2b427278-e429-40e5-8a83-4fc177d5e151 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Deleting port 89fa55a4-1181-4002-a8ff-96823b258484 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:52.214357 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2b427278-e429-40e5-8a83-4fc177d5e151 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:52.241592 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] Routers {'241d9325-9862-4385-b00e-83a8112c8094'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:23:52.242242 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:23:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['241d9325-9862-4385-b00e-83a8112c8094'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:52.246966 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7946380c-555f-472a-b22e-a6fefe61fe2a tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Usage tracker for resource:subnet and tenant:0b6f2d72aeb743d68ec496f9fd70650e is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:52.263114 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7946380c-555f-472a-b22e-a6fefe61fe2a tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:52.277334 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7946380c-555f-472a-b22e-a6fefe61fe2a tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:52.327061 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bcb228-082f-4acd-9b58-efdba20b956e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Made reservation on behalf of e64484a71f41439a9e4d89000c1f607b for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:52.339571 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-81bcb228-082f-4acd-9b58-efdba20b956e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:52.345721 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10152a47-8b65-4290-bb3a-3e4a07a5b81f None None] Network 8149cb0e-590a-4ab1-9a5e-bccd7a643b1b requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:52.415959 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81bcb228-082f-4acd-9b58-efdba20b956e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:23:52.425516 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-81bcb228-082f-4acd-9b58-efdba20b956e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:52.425904 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-81bcb228-082f-4acd-9b58-efdba20b956e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Added segment 657c8ef7-ce50-4b8c-aa04-b078355e228b of type vlan for network b37a44ae-06c5-4451-8f3c-a13491f852ab Apr 11 14:23:52.454361 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-81bcb228-082f-4acd-9b58-efdba20b956e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:52.483251 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10152a47-8b65-4290-bb3a-3e4a07a5b81f None None] Network 8149cb0e-590a-4ab1-9a5e-bccd7a643b1b could not be found, it might have been deleted concurrently. {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 11 14:23:52.490578 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7946380c-555f-472a-b22e-a6fefe61fe2a tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Made reservation on behalf of 0b6f2d72aeb743d68ec496f9fd70650e for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:52.495587 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7946380c-555f-472a-b22e-a6fefe61fe2a tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:52.594855 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2b427278-e429-40e5-8a83-4fc177d5e151 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:52.596787 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b61b8a0a-8c97-47f0-9a91-3a7f9d4bf3df tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Unset dirty status for tenant:5c67bcb8228b4080983071c4c546a3cd on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:23:52.597637 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] Set router 241d9325-9862-4385-b00e-83a8112c8094 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:23:52.602900 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42224) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:52.603946 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b61b8a0a-8c97-47f0-9a91-3a7f9d4bf3df tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6735024 Apr 11 14:23:52.613062 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-350bf767-6ee2-4bfe-b245-c49bb02ae2c1 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1178541155'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:52.617564 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-81bcb228-082f-4acd-9b58-efdba20b956e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:52.624096 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bcb228-082f-4acd-9b58-efdba20b956e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:52.624723 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-81bcb228-082f-4acd-9b58-efdba20b956e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:52.673821 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-350bf767-6ee2-4bfe-b245-c49bb02ae2c1 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:52.677942 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-88036d83-d220-4052-89d4-6a401ae63f9d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:52.740964 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-2b427278-e429-40e5-8a83-4fc177d5e151 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Calling delete_port for 89fa55a4-1181-4002-a8ff-96823b258484 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:52.787005 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-350bf767-6ee2-4bfe-b245-c49bb02ae2c1 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:52.870256 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-81bcb228-082f-4acd-9b58-efdba20b956e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9449773 Apr 11 14:23:52.871590 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42228) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:52.877869 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-ffc3feba-3f6b-4ccc-bbb1-bc31c25969e5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'subnet': {'network_id': 'b37a44ae-06c5-4451-8f3c-a13491f852ab', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:52.882277 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-88036d83-d220-4052-89d4-6a401ae63f9d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Calling delete_port for 7a90df26-77c5-4314-9eb1-d36ba203a4e6 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:52.893506 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-350bf767-6ee2-4bfe-b245-c49bb02ae2c1 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:52.918228 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2b427278-e429-40e5-8a83-4fc177d5e151 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:52.928591 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:52.937985 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bcb228-082f-4acd-9b58-efdba20b956e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Network': ['ID=b37a44ae-06c5-4451-8f3c-a13491f852ab,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:52.964624 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network b37a44ae-06c5-4451-8f3c-a13491f852ab details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:23:52.989276 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b427278-e429-40e5-8a83-4fc177d5e151 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event deleted for resources: {'Port': ['ID=89fa55a4-1181-4002-a8ff-96823b258484,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:53.040442 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-350bf767-6ee2-4bfe-b245-c49bb02ae2c1 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:53.054811 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-350bf767-6ee2-4bfe-b245-c49bb02ae2c1 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Usage tracker for resource:security_group_rule and tenant:5c67bcb8228b4080983071c4c546a3cd is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:53.058901 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2b427278-e429-40e5-8a83-4fc177d5e151 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:53.067926 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2b427278-e429-40e5-8a83-4fc177d5e151 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "DELETE /v2.0/ports/89fa55a4-1181-4002-a8ff-96823b258484 HTTP/1.1" status: 204 len: 168 time: 0.9313223 Apr 11 14:23:53.078987 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-350bf767-6ee2-4bfe-b245-c49bb02ae2c1 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:53.079442 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42232) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:53.087299 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-350bf767-6ee2-4bfe-b245-c49bb02ae2c1 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:53.101299 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ffc3feba-3f6b-4ccc-bbb1-bc31c25969e5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:53.106703 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ffc3feba-3f6b-4ccc-bbb1-bc31c25969e5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Usage tracker for resource:subnet and tenant:e64484a71f41439a9e4d89000c1f607b is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:53.115275 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ffc3feba-3f6b-4ccc-bbb1-bc31c25969e5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:53.120845 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb303fd-288d-4c09-8c12-583e743608fd tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] DELETE failed (client error): The resource could not be found. Apr 11 14:23:53.121313 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb303fd-288d-4c09-8c12-583e743608fd tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:23:53.124737 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ffc3feba-3f6b-4ccc-bbb1-bc31c25969e5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:53.138029 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5fb303fd-288d-4c09-8c12-583e743608fd tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "DELETE /v2.0/subnets/bba6b74a-d5fc-49e4-aed1-1a8989e9017f HTTP/1.1" status: 404 len: 337 time: 0.0602829 Apr 11 14:23:53.140842 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42236) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:53.159921 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-88036d83-d220-4052-89d4-6a401ae63f9d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:53.207165 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 32580f22-cf7c-45fe-8713-d74e52b37905, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=32580f22-cf7c-45fe-8713-d74e52b37905,segment=NetworkSegment(ce22c25c-3092-483d-9a59-539914a5fffe),segment_id=ce22c25c-3092-483d-9a59-539914a5fffe)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:53.230404 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-88036d83-d220-4052-89d4-6a401ae63f9d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:53.233082 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-88036d83-d220-4052-89d4-6a401ae63f9d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] 10.222.0.66 "DELETE /v2.0/ports/7a90df26-77c5-4314-9eb1-d36ba203a4e6 HTTP/1.1" status: 204 len: 168 time: 1.4825873 Apr 11 14:23:53.236458 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88036d83-d220-4052-89d4-6a401ae63f9d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Pushing event deleted for resources: {'Port': ['ID=7a90df26-77c5-4314-9eb1-d36ba203a4e6,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:53.241436 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42240) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:53.252954 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-34798beb-dddc-47a9-a9ed-08c79949d360 None None] Provisioning complete for port b0290892-0e78-4851-9398-b1b0b6b8e0b8 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:53.253648 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-34798beb-dddc-47a9-a9ed-08c79949d360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:53.265076 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc3feba-3f6b-4ccc-bbb1-bc31c25969e5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Made reservation on behalf of e64484a71f41439a9e4d89000c1f607b for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:53.268582 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ffc3feba-3f6b-4ccc-bbb1-bc31c25969e5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:53.294954 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:53.299022 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device b0290892-0e78-4851-9398-b1b0b6b8e0b8 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:23:53.313629 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-18f5a2d3-d11a-41d7-903d-fd440173f89c tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Deleting port fe39c8b1-3f43-452d-b209-d644359af9b5 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:53.314647 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-18f5a2d3-d11a-41d7-903d-fd440173f89c tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:53.356393 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-350bf767-6ee2-4bfe-b245-c49bb02ae2c1 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:53.360309 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7946380c-555f-472a-b22e-a6fefe61fe2a tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:53.364601 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-642b9c01-446c-4957-bc5a-f11db7612cca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:53.513799 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=32580f22-cf7c-45fe-8713-d74e52b37905,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:53.524116 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946380c-555f-472a-b22e-a6fefe61fe2a tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Pushing event updated for resources: {'Subnet': ['ID=51ee9f33-c172-4735-a60f-26549cccd10e,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:53.525172 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-350bf767-6ee2-4bfe-b245-c49bb02ae2c1 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:53.583601 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7946380c-555f-472a-b22e-a6fefe61fe2a tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Checking segment: {'id': 'a4a5f3dc-c26b-4529-bd64-566172db009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'cf9bf900-959d-400a-8def-66766ee57b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:53.584106 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7946380c-555f-472a-b22e-a6fefe61fe2a tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Network hostable DHCP agents. Network: cf9bf900-959d-400a-8def-66766ee57b31, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:23:53.595254 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port b0290892-0e78-4851-9398-b1b0b6b8e0b8 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:53.595637 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:53.623666 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350bf767-6ee2-4bfe-b245-c49bb02ae2c1 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53804fe3-d265-438b-8128-3030fd06b6ca,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:53.650020 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-350bf767-6ee2-4bfe-b245-c49bb02ae2c1 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:53.654997 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42244) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:53.655960 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-350bf767-6ee2-4bfe-b245-c49bb02ae2c1 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0520186 Apr 11 14:23:53.659940 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:23:49Z', 'revision_number': 4, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None, '_interfaces': [{'id': '9cae9f69-7405-4fa2-8837-14dfe982f81e', 'name': '', 'network_id': 'b0f3408a-a387-43d0-98a6-77472d2b675e', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ee:5c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:47Z', 'updated_at': '2022-04-11T14:23:49Z', 'revision_number': 2, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0290892-0e78-4851-9398-b1b0b6b8e0b8', 'name': '', 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ab:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:40Z', 'updated_at': '2022-04-11T14:23:49Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd10107-2726-4e28-8409-2c9e34047d40', 'name': '', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:0a:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:30Z', 'updated_at': '2022-04-11T14:23:43Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:53.671529 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-bcdabc23-55b7-4c7d-ae01-ca27123156f6 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:53.672232 dv-neutron-837330-1-hyperv neutron-server[88616]: WARNING neutron.api.v2.base [None req-bcdabc23-55b7-4c7d-ae01-ca27123156f6 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 11 14:23:53.672485 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-bcdabc23-55b7-4c7d-ae01-ca27123156f6 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] update failed (client error): There was a conflict when trying to complete your request. Apr 11 14:23:53.673747 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-bcdabc23-55b7-4c7d-ae01-ca27123156f6 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "PUT /v2.0/security-groups/53804fe3-d265-438b-8128-3030fd06b6ca HTTP/1.1" status: 409 len: 330 time: 0.0168445 Apr 11 14:23:53.674305 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] Checking router: 241d9325-9862-4385-b00e-83a8112c8094 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:23:53.674920 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] Updating router 241d9325-9862-4385-b00e-83a8112c8094 port 9cae9f69-7405-4fa2-8837-14dfe982f81e binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:23:53.678961 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42248) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:53.716813 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-18f5a2d3-d11a-41d7-903d-fd440173f89c tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:53.794937 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:53.858365 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7946380c-555f-472a-b22e-a6fefe61fe2a tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Network cf9bf900-959d-400a-8def-66766ee57b31 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:23:53.866683 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-18f5a2d3-d11a-41d7-903d-fd440173f89c tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Calling delete_port for fe39c8b1-3f43-452d-b209-d644359af9b5 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:53.875378 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-642b9c01-446c-4957-bc5a-f11db7612cca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:53.913607 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-642b9c01-446c-4957-bc5a-f11db7612cca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f4cc8a-d5e0-4183-b954-51189d310bef']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:53.934747 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-642b9c01-446c-4957-bc5a-f11db7612cca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4bdcca-84a9-4c7a-a5b0-d0639cd814ed') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:53.935050 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-642b9c01-446c-4957-bc5a-f11db7612cca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4bdcca-84a9-4c7a-a5b0-d0639cd814ed') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:53.951336 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-642b9c01-446c-4957-bc5a-f11db7612cca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:53.964810 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83af1743-3ede-4bf1-bb45-5e423b8891ec tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:53.969836 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ffc3feba-3f6b-4ccc-bbb1-bc31c25969e5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:53.971710 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 32580f22-cf7c-45fe-8713-d74e52b37905 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:23:54.012404 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83af1743-3ede-4bf1-bb45-5e423b8891ec tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:54.017973 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a76a8a-58cd-4b82-8f0d-5f1d72e15edc None None] Network b0f3408a-a387-43d0-98a6-77472d2b675e requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:54.022950 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-7946380c-555f-472a-b22e-a6fefe61fe2a tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, cf9bf900-959d-400a-8def-66766ee57b31) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:54.028634 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7946380c-555f-472a-b22e-a6fefe61fe2a tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:54.029843 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7946380c-555f-472a-b22e-a6fefe61fe2a tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:54.053818 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-642b9c01-446c-4957-bc5a-f11db7612cca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:54.080263 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642b9c01-446c-4957-bc5a-f11db7612cca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:23:54.081414 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-642b9c01-446c-4957-bc5a-f11db7612cca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:54.083430 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45624d9f-aa2d-4302-8244-1444fc9bab71 None None] Network cf9bf900-959d-400a-8def-66766ee57b31 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:23:54.099061 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:23:54.182003 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-18f5a2d3-d11a-41d7-903d-fd440173f89c tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:54.209879 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc3feba-3f6b-4ccc-bbb1-bc31c25969e5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Checking segment: {'id': '657c8ef7-ce50-4b8c-aa04-b078355e228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b37a44ae-06c5-4451-8f3c-a13491f852ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:54.210332 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc3feba-3f6b-4ccc-bbb1-bc31c25969e5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network hostable DHCP agents. Network: b37a44ae-06c5-4451-8f3c-a13491f852ab, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:23:54.231039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3feba-3f6b-4ccc-bbb1-bc31c25969e5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Subnet': ['ID=0d571d1b-ee66-43e9-98a7-52ba3d7b1875,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:54.274842 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-18f5a2d3-d11a-41d7-903d-fd440173f89c tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:54.286591 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5a2d3-d11a-41d7-903d-fd440173f89c tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Pushing event deleted for resources: {'Port': ['ID=fe39c8b1-3f43-452d-b209-d644359af9b5,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:54.292656 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-18f5a2d3-d11a-41d7-903d-fd440173f89c tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] 10.222.0.66 "DELETE /v2.0/ports/fe39c8b1-3f43-452d-b209-d644359af9b5 HTTP/1.1" status: 204 len: 168 time: 1.0522726 Apr 11 14:23:54.301469 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42258) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:54.318603 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-642b9c01-446c-4957-bc5a-f11db7612cca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:54.342546 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-642b9c01-446c-4957-bc5a-f11db7612cca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:54.351788 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f32355f7-dd81-45a5-926d-9013f85b50f5 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Synchronizing usage tracker for tenant:539af170ca384ef8be130592fa53929d on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:23:54.356563 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc3feba-3f6b-4ccc-bbb1-bc31c25969e5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network b37a44ae-06c5-4451-8f3c-a13491f852ab is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:23:54.357237 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7946380c-555f-472a-b22e-a6fefe61fe2a tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5566547 Apr 11 14:23:54.358851 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b9c01-446c-4957-bc5a-f11db7612cca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event deleted for resources: {'Network': ['ID=54f4cc8a-d5e0-4183-b954-51189d310bef,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:54.361888 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42262) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:54.364973 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-642b9c01-446c-4957-bc5a-f11db7612cca tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "DELETE /v2.0/networks/54f4cc8a-d5e0-4183-b954-51189d310bef HTTP/1.1" status: 204 len: 168 time: 1.2231028 Apr 11 14:23:54.369294 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42266) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:54.372849 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-2478b7ca-5e00-48dd-b47f-22286bbe4b93 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Request body: {'port': {'network_id': 'cf9bf900-959d-400a-8def-66766ee57b31', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2023127173'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:54.416603 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83af1743-3ede-4bf1-bb45-5e423b8891ec tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:54.419068 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83af1743-3ede-4bf1-bb45-5e423b8891ec tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:54.422023 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-83af1743-3ede-4bf1-bb45-5e423b8891ec tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "DELETE /v2.0/security-groups/53804fe3-d265-438b-8128-3030fd06b6ca HTTP/1.1" status: 204 len: 168 time: 0.7403324 Apr 11 14:23:54.434612 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42270) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:54.442076 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:54.453148 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f32355f7-dd81-45a5-926d-9013f85b50f5 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Unset dirty status for tenant:539af170ca384ef8be130592fa53929d on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:23:54.458205 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f32355f7-dd81-45a5-926d-9013f85b50f5 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1519258 Apr 11 14:23:54.459828 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42274) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:54.464875 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af1743-3ede-4bf1-bb45-5e423b8891ec tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53804fe3-d265-438b-8128-3030fd06b6ca,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:54.475680 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1592221761'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:54.486039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-ffc3feba-3f6b-4ccc-bbb1-bc31c25969e5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, b37a44ae-06c5-4451-8f3c-a13491f852ab) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:54.489014 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-a602a2e2-0327-45b8-a115-0a4719c939bc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Deleting port b6cfd81d-a078-44f9-b34c-e2ec5cff9f63 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:54.489705 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a602a2e2-0327-45b8-a115-0a4719c939bc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:54.491059 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:54.492333 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-db5875da-27fb-4d55-b806-77efd3064c26 None None] Provisioning for port 9cae9f69-7405-4fa2-8837-14dfe982f81e completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:23:54.498138 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc3feba-3f6b-4ccc-bbb1-bc31c25969e5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:54.498726 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ffc3feba-3f6b-4ccc-bbb1-bc31c25969e5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:54.512368 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Usage tracker for resource:network and tenant:539af170ca384ef8be130592fa53929d is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:54.519275 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:54.519965 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1c1cbc-7b39-4d2d-a18d-793ece974e79 None None] Network b37a44ae-06c5-4451-8f3c-a13491f852ab requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:54.531631 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:54.562185 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-2478b7ca-5e00-48dd-b47f-22286bbe4b93 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:54.566663 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-db5875da-27fb-4d55-b806-77efd3064c26 None None] Provisioning complete for port 9cae9f69-7405-4fa2-8837-14dfe982f81e triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:54.567044 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-db5875da-27fb-4d55-b806-77efd3064c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:54.567287 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-2478b7ca-5e00-48dd-b47f-22286bbe4b93 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Usage tracker for resource:port and tenant:0b6f2d72aeb743d68ec496f9fd70650e is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:54.570707 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-2478b7ca-5e00-48dd-b47f-22286bbe4b93 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:54.574238 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-44142f39-cadb-418c-aaa5-16baaf70c2fb tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Synchronizing usage tracker for tenant:5c67bcb8228b4080983071c4c546a3cd on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:23:54.576541 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-2478b7ca-5e00-48dd-b47f-22286bbe4b93 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:54.608513 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ffc3feba-3f6b-4ccc-bbb1-bc31c25969e5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7350268 Apr 11 14:23:54.610477 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42278) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:54.685613 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Made reservation on behalf of 539af170ca384ef8be130592fa53929d for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:54.689608 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:54.709701 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2478b7ca-5e00-48dd-b47f-22286bbe4b93 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Made reservation on behalf of 0b6f2d72aeb743d68ec496f9fd70650e for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:54.714244 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2478b7ca-5e00-48dd-b47f-22286bbe4b93 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:54.738924 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-44142f39-cadb-418c-aaa5-16baaf70c2fb tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] Unset dirty status for tenant:5c67bcb8228b4080983071c4c546a3cd on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:23:54.740350 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-44142f39-cadb-418c-aaa5-16baaf70c2fb tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3042715 Apr 11 14:23:54.746990 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42282) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:54.781090 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-777d4916-9680-4810-9d3b-12369f6df451 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] delete failed (client error): The resource could not be found. Apr 11 14:23:54.787280 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-777d4916-9680-4810-9d3b-12369f6df451 tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "DELETE /v2.0/security-groups/c85eead2-1198-43ce-ac77-c99f11ea6b91 HTTP/1.1" status: 404 len: 347 time: 0.0341997 Apr 11 14:23:54.787280 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a602a2e2-0327-45b8-a115-0a4719c939bc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:54.787610 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 32580f22-cf7c-45fe-8713-d74e52b37905 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:54.787610 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:54.792441 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42286) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:54.936156 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-a602a2e2-0327-45b8-a115-0a4719c939bc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Calling delete_port for b6cfd81d-a078-44f9-b34c-e2ec5cff9f63 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:54.949017 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-db5875da-27fb-4d55-b806-77efd3064c26 None None] Port 9cae9f69-7405-4fa2-8837-14dfe982f81e cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:23:54.950813 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df9288f-1df2-420c-a0d6-eb6d2b70434c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-cf9bf900-959d-400a-8def-66766ee57b31', 'network_id': 'cf9bf900-959d-400a-8def-66766ee57b31', 'tenant_id': '0b6f2d72aeb743d68ec496f9fd70650e', 'fixed_ips': [{'subnet_id': '51ee9f33-c172-4735-a60f-26549cccd10e'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:23:54.951636 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3df9288f-1df2-420c-a0d6-eb6d2b70434c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:54.958262 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-2478b7ca-5e00-48dd-b47f-22286bbe4b93 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] device_id is not set on port a19726bb-dfe9-41b9-a2a2-a2fb0138ced7 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:23:54.965924 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-29f998c4-8b54-4cf7-9227-a8f3215ba78a tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] show failed (client error): The resource could not be found. Apr 11 14:23:54.967456 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-29f998c4-8b54-4cf7-9227-a8f3215ba78a tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "GET /v2.0/security-groups/320845fe-c120-4a3e-aca0-194ee9116669 HTTP/1.1" status: 404 len: 347 time: 0.1735513 Apr 11 14:23:54.973697 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42290) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:54.996385 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-5f7743ff-637c-4918-bf42-82f73883d12e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] show failed (client error): The resource could not be found. Apr 11 14:23:54.997328 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5f7743ff-637c-4918-bf42-82f73883d12e tempest-NegativeSecGroupTest-967540256 tempest-NegativeSecGroupTest-967540256-project] 10.222.0.66 "GET /v2.0/security-group-rules/55e6a0f6-5efe-415b-b916-2976dee9fdd0 HTTP/1.1" status: 404 len: 356 time: 0.0226736 Apr 11 14:23:55.118792 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:23:55.158031 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a602a2e2-0327-45b8-a115-0a4719c939bc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:55.210017 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:55.210329 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Added segment 8e249ce2-567d-4514-8a21-4725fbbc866f of type vlan for network 939ca164-8e97-4336-8320-30d3ab251744 Apr 11 14:23:55.221132 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602a2e2-0327-45b8-a115-0a4719c939bc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event deleted for resources: {'Port': ['ID=b6cfd81d-a078-44f9-b34c-e2ec5cff9f63,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:55.224673 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a602a2e2-0327-45b8-a115-0a4719c939bc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:55.226508 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-db5875da-27fb-4d55-b806-77efd3064c26 None None] Provisioning complete for port 32580f22-cf7c-45fe-8713-d74e52b37905 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:55.226508 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-db5875da-27fb-4d55-b806-77efd3064c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:55.236057 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602a2e2-0327-45b8-a115-0a4719c939bc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:55.236689 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602a2e2-0327-45b8-a115-0a4719c939bc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:55.237138 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602a2e2-0327-45b8-a115-0a4719c939bc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:55.237579 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602a2e2-0327-45b8-a115-0a4719c939bc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:55.238077 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602a2e2-0327-45b8-a115-0a4719c939bc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:55.238642 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602a2e2-0327-45b8-a115-0a4719c939bc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:55.239209 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602a2e2-0327-45b8-a115-0a4719c939bc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:55.239633 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602a2e2-0327-45b8-a115-0a4719c939bc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:55.240026 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602a2e2-0327-45b8-a115-0a4719c939bc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:55.240697 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602a2e2-0327-45b8-a115-0a4719c939bc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:55.240816 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602a2e2-0327-45b8-a115-0a4719c939bc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:55.241247 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602a2e2-0327-45b8-a115-0a4719c939bc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:55.246891 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a602a2e2-0327-45b8-a115-0a4719c939bc tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "DELETE /v2.0/ports/b6cfd81d-a078-44f9-b34c-e2ec5cff9f63 HTTP/1.1" status: 204 len: 168 time: 0.8765025 Apr 11 14:23:55.248869 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42296) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:55.295653 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-852a7b14-45ae-4ed3-a1f1-bd7858fe6181 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] DELETE failed (client error): The resource could not be found. Apr 11 14:23:55.296218 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-852a7b14-45ae-4ed3-a1f1-bd7858fe6181 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:23:55.298286 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-852a7b14-45ae-4ed3-a1f1-bd7858fe6181 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "DELETE /v2.0/subnets/bc24a558-e9bb-4328-8b19-ecf7af2c41a7 HTTP/1.1" status: 404 len: 337 time: 0.0481071 Apr 11 14:23:55.300684 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42300) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:55.424232 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:55.433252 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d432faad-2795-4023-a8f0-c8eacc71d0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:55.443970 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d9cfe422-89a5-4210-b8f8-015fa2e39d52 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:55.450385 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c0f912-a75e-49b0-95fc-5b8f073b4e99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-b37a44ae-06c5-4451-8f3c-a13491f852ab', 'network_id': 'b37a44ae-06c5-4451-8f3c-a13491f852ab', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'fixed_ips': [{'subnet_id': '0d571d1b-ee66-43e9-98a7-52ba3d7b1875'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:23:55.451354 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-34c0f912-a75e-49b0-95fc-5b8f073b4e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:55.473831 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] Transition to ACTIVE for port object 9cae9f69-7405-4fa2-8837-14dfe982f81e will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:55.536931 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:55.578839 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-2478b7ca-5e00-48dd-b47f-22286bbe4b93 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Allocated IP 172.20.0.14 (cf9bf900-959d-400a-8def-66766ee57b31/51ee9f33-c172-4735-a60f-26549cccd10e/a19726bb-dfe9-41b9-a2a2-a2fb0138ced7) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:55.588486 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:55.609980 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d9cfe422-89a5-4210-b8f8-015fa2e39d52 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:55.643004 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-d9cfe422-89a5-4210-b8f8-015fa2e39d52 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ad0c30-fe0a-48bb-b765-092e67f41204']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:55.666412 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-d9cfe422-89a5-4210-b8f8-015fa2e39d52 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89fa4eca-c0c8-41ca-ad43-2494ffdbb403') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:55.666724 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-d9cfe422-89a5-4210-b8f8-015fa2e39d52 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89fa4eca-c0c8-41ca-ad43-2494ffdbb403') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:55.668760 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42306) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:55.681456 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d9cfe422-89a5-4210-b8f8-015fa2e39d52 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:55.705947 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d9cfe422-89a5-4210-b8f8-015fa2e39d52 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:55.713890 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9cfe422-89a5-4210-b8f8-015fa2e39d52 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:23:55.714508 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d9cfe422-89a5-4210-b8f8-015fa2e39d52 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:23:55.734004 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:23:55.745695 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-68fb72a1-53d7-4757-9552-4780043246a2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:55.757048 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:55.768321 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:55.770379 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:55.837811 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0994912-1be5-481a-998f-7bbf664aa631 None None] Pushing event updated for resources: {'Port': ['ID=9cae9f69-7405-4fa2-8837-14dfe982f81e,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:55.911961 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d9cfe422-89a5-4210-b8f8-015fa2e39d52 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:55.940153 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d9cfe422-89a5-4210-b8f8-015fa2e39d52 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:55.941428 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0994912-1be5-481a-998f-7bbf664aa631 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:55.941821 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0994912-1be5-481a-998f-7bbf664aa631 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:55.942193 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0994912-1be5-481a-998f-7bbf664aa631 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:55.942720 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0994912-1be5-481a-998f-7bbf664aa631 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:55.943066 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0994912-1be5-481a-998f-7bbf664aa631 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:55.943463 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0994912-1be5-481a-998f-7bbf664aa631 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:55.943785 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0994912-1be5-481a-998f-7bbf664aa631 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:55.944124 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0994912-1be5-481a-998f-7bbf664aa631 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:55.944803 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0994912-1be5-481a-998f-7bbf664aa631 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:55.945143 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0994912-1be5-481a-998f-7bbf664aa631 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:55.946297 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0994912-1be5-481a-998f-7bbf664aa631 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:55.946620 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0994912-1be5-481a-998f-7bbf664aa631 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:55.957077 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfe422-89a5-4210-b8f8-015fa2e39d52 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event deleted for resources: {'Network': ['ID=04ad0c30-fe0a-48bb-b765-092e67f41204,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:55.964572 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d9cfe422-89a5-4210-b8f8-015fa2e39d52 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "DELETE /v2.0/networks/04ad0c30-fe0a-48bb-b765-092e67f41204 HTTP/1.1" status: 204 len: 168 time: 0.6628046 Apr 11 14:23:55.966947 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42312) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:56.032453 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-34c0f912-a75e-49b0-95fc-5b8f073b4e99 None None] Allocated IP 2001:db8:3::2 (b37a44ae-06c5-4451-8f3c-a13491f852ab/0d571d1b-ee66-43e9-98a7-52ba3d7b1875/1d231d15-2650-48c7-b76a-e5cadf936d1f) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:56.073133 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] Attempting to bind port 9cae9f69-7405-4fa2-8837-14dfe982f81e on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:23:56.073661 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] Attempting to bind port 9cae9f69-7405-4fa2-8837-14dfe982f81e by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'ce22c25c-3092-483d-9a59-539914a5fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'b0f3408a-a387-43d0-98a6-77472d2b675e'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:23:56.074074 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] Attempting to bind port 9cae9f69-7405-4fa2-8837-14dfe982f81e on network b0f3408a-a387-43d0-98a6-77472d2b675e {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:23:56.080470 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-2255b669-32b8-4356-916c-7b115877f2e7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Deleting subnet 98bf183c-95d3-411b-8101-2cad69a9b892 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:23:56.094868 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2255b669-32b8-4356-916c-7b115877f2e7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:56.104908 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:23:56.105318 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] Checking segment: {'id': 'ce22c25c-3092-483d-9a59-539914a5fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'b0f3408a-a387-43d0-98a6-77472d2b675e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:56.105735 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:56.106354 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] Bound using segment: {'id': 'ce22c25c-3092-483d-9a59-539914a5fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'b0f3408a-a387-43d0-98a6-77472d2b675e'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:23:56.106866 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] Bound port: 9cae9f69-7405-4fa2-8837-14dfe982f81e, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce22c25c-3092-483d-9a59-539914a5fffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'b0f3408a-a387-43d0-98a6-77472d2b675e'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:23:56.107253 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:56.172459 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2255b669-32b8-4356-916c-7b115877f2e7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:56.181480 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b1c7f898-e285-47c3-b0dd-cb6a9abf59e0 None None] Provisioning complete for port 32580f22-cf7c-45fe-8713-d74e52b37905 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:23:56.181877 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f898-e285-47c3-b0dd-cb6a9abf59e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:56.287173 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2255b669-32b8-4356-916c-7b115877f2e7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:56.337666 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-25532396-7cb0-42e4-b5df-3ffed74b6e17 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5c67bcb8228b4080983071c4c546a3cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6634579 Apr 11 14:23:56.340821 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Pushing event updated for resources: {'Network': ['ID=939ca164-8e97-4336-8320-30d3ab251744,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:56.342750 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42316) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:56.344021 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8843729 Apr 11 14:23:56.353889 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42318) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:56.358138 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] For port 9cae9f69-7405-4fa2-8837-14dfe982f81e, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:23:56.366714 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] For port 9cae9f69-7405-4fa2-8837-14dfe982f81e, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9cae9f69-7405-4fa2-8837-14dfe982f81e,segment=NetworkSegment(ce22c25c-3092-483d-9a59-539914a5fffe),segment_id=ce22c25c-3092-483d-9a59-539914a5fffe)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:23:56.378620 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-136eb173-d2b6-4d92-bb7d-44473545240b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2082025201'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:56.385713 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-136eb173-d2b6-4d92-bb7d-44473545240b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:56.390292 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-136eb173-d2b6-4d92-bb7d-44473545240b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Usage tracker for resource:network and tenant:539af170ca384ef8be130592fa53929d is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:56.393570 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-136eb173-d2b6-4d92-bb7d-44473545240b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:56.401166 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-136eb173-d2b6-4d92-bb7d-44473545240b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:56.418360 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:56.418704 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:56.419048 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:56.419384 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:56.419714 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:56.420044 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:56.420376 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:56.420705 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:56.421033 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:56.421354 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:56.421677 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:56.422030 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ba18b-32d1-4299-93ef-469dc80469ec tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:23:56.462029 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 939ca164-8e97-4336-8320-30d3ab251744 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:23:56.481310 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:56.506554 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2478b7ca-5e00-48dd-b47f-22286bbe4b93 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:56.526081 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136eb173-d2b6-4d92-bb7d-44473545240b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Made reservation on behalf of 539af170ca384ef8be130592fa53929d for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:56.529524 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-136eb173-d2b6-4d92-bb7d-44473545240b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:56.563949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1e0cc861-d662-4242-8a84-7136556222ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:56.564572 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-2478b7ca-5e00-48dd-b47f-22286bbe4b93 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Transition to ACTIVE for port object a19726bb-dfe9-41b9-a2a2-a2fb0138ced7 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:56.606373 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1e0cc861-d662-4242-8a84-7136556222ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:56.652387 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-136eb173-d2b6-4d92-bb7d-44473545240b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:23:56.688147 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-136eb173-d2b6-4d92-bb7d-44473545240b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:56.688493 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-136eb173-d2b6-4d92-bb7d-44473545240b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Added segment 92825d2c-dee2-4b03-8190-061306753435 of type vlan for network a00cdf59-5c21-4a7c-9304-8fb3ce955d7d Apr 11 14:23:56.694466 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2255b669-32b8-4356-916c-7b115877f2e7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:56.731626 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-136eb173-d2b6-4d92-bb7d-44473545240b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:56.764231 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1e0cc861-d662-4242-8a84-7136556222ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:56.776106 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2255b669-32b8-4356-916c-7b115877f2e7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:56.776487 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2478b7ca-5e00-48dd-b47f-22286bbe4b93 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:56.783868 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e43d92-3dad-45fa-88ff-7d2059ba11e3 None None] Network 230e84af-1572-47dc-ac14-4d02a9168eab requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:23:56.792339 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255b669-32b8-4356-916c-7b115877f2e7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event deleted for resources: {'Subnet': ['ID=98bf183c-95d3-411b-8101-2cad69a9b892,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:56.827437 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0cc861-d662-4242-8a84-7136556222ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ba378b-d82c-4857-a884-07d1793accbb,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:56.840002 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2255b669-32b8-4356-916c-7b115877f2e7 tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "DELETE /v2.0/subnets/98bf183c-95d3-411b-8101-2cad69a9b892 HTTP/1.1" status: 204 len: 168 time: 0.8718338 Apr 11 14:23:56.842721 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42326) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:56.845755 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1e0cc861-d662-4242-8a84-7136556222ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:56.849237 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1e0cc861-d662-4242-8a84-7136556222ee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/40ba378b-d82c-4857-a884-07d1793accbb HTTP/1.1" status: 204 len: 168 time: 0.5032368 Apr 11 14:23:56.922811 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] Routers {'241d9325-9862-4385-b00e-83a8112c8094'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:23:56.923460 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:23:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['241d9325-9862-4385-b00e-83a8112c8094'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:57.012923 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ac762cd4-d0c5-469c-9ef3-a5c72fcbb3ee tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:57.027417 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-136eb173-d2b6-4d92-bb7d-44473545240b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:57.027797 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-ac762cd4-d0c5-469c-9ef3-a5c72fcbb3ee tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Deleting port 6cd964ff-fa39-4748-968c-af7e7ba302c0 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:23:57.028231 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ac762cd4-d0c5-469c-9ef3-a5c72fcbb3ee tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:57.034154 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136eb173-d2b6-4d92-bb7d-44473545240b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:57.039820 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-136eb173-d2b6-4d92-bb7d-44473545240b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:57.062011 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-34c0f912-a75e-49b0-95fc-5b8f073b4e99 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:57.078498 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-34c0f912-a75e-49b0-95fc-5b8f073b4e99 None None] Transition to ACTIVE for port object 1d231d15-2650-48c7-b76a-e5cadf936d1f will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:57.166712 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478b7ca-5e00-48dd-b47f-22286bbe4b93 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Pushing event updated for resources: {'Port': ['ID=a19726bb-dfe9-41b9-a2a2-a2fb0138ced7,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:57.182114 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2478b7ca-5e00-48dd-b47f-22286bbe4b93 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Network cf9bf900-959d-400a-8def-66766ee57b31 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:57.183947 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-2478b7ca-5e00-48dd-b47f-22286bbe4b93 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:57.186497 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2478b7ca-5e00-48dd-b47f-22286bbe4b93 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:57.214070 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136eb173-d2b6-4d92-bb7d-44473545240b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Pushing event updated for resources: {'Network': ['ID=a00cdf59-5c21-4a7c-9304-8fb3ce955d7d,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:57.271814 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2478b7ca-5e00-48dd-b47f-22286bbe4b93 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:23:57.272805 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2478b7ca-5e00-48dd-b47f-22286bbe4b93 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:57.276357 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-34c0f912-a75e-49b0-95fc-5b8f073b4e99 None None] Transition to ACTIVE for port object 1d231d15-2650-48c7-b76a-e5cadf936d1f will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:57.313289 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-136eb173-d2b6-4d92-bb7d-44473545240b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9558296 Apr 11 14:23:57.336524 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network a00cdf59-5c21-4a7c-9304-8fb3ce955d7d details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:23:57.370690 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0994912-1be5-481a-998f-7bbf664aa631 None None] Pushing event updated for resources: {'Port': ['ID=9cae9f69-7405-4fa2-8837-14dfe982f81e,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:57.376437 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-ac762cd4-d0c5-469c-9ef3-a5c72fcbb3ee tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] For port 6cd964ff-fa39-4748-968c-af7e7ba302c0, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6cd964ff-fa39-4748-968c-af7e7ba302c0,segment=NetworkSegment(5388207e-0a25-4755-b150-a326c127e4c9),segment_id=5388207e-0a25-4755-b150-a326c127e4c9)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:23:57.377120 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ac762cd4-d0c5-469c-9ef3-a5c72fcbb3ee tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:57.399099 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2478b7ca-5e00-48dd-b47f-22286bbe4b93 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0359795 Apr 11 14:23:57.402804 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42332) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:57.411093 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-58139a8e-da56-4ff7-8ed4-a8c86d6b0005 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Request body: {'port': {'network_id': 'cf9bf900-959d-400a-8def-66766ee57b31', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1730677057', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:23:57.413508 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.api.validators [None req-58139a8e-da56-4ff7-8ed4-a8c86d6b0005 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] bootfile-name is not in valid_values {{(pid=88617) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 11 14:23:57.416420 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.api.validators [None req-58139a8e-da56-4ff7-8ed4-a8c86d6b0005 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] tftp-server is not in valid_values {{(pid=88617) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 11 14:23:57.418301 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.api.validators [None req-58139a8e-da56-4ff7-8ed4-a8c86d6b0005 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] server-ip-address is not in valid_values {{(pid=88617) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 11 14:23:57.485503 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-34c0f912-a75e-49b0-95fc-5b8f073b4e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:57.553900 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-3df9288f-1df2-420c-a0d6-eb6d2b70434c None None] Allocated IP 172.20.0.2 (cf9bf900-959d-400a-8def-66766ee57b31/51ee9f33-c172-4735-a60f-26549cccd10e/e4958321-e09b-4fbb-8551-50eb1310a3d0) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:57.568395 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-ac762cd4-d0c5-469c-9ef3-a5c72fcbb3ee tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Calling delete_port for 6cd964ff-fa39-4748-968c-af7e7ba302c0 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:23:57.577398 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] Set router 241d9325-9862-4385-b00e-83a8112c8094 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:23:57.621437 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-68fb72a1-53d7-4757-9552-4780043246a2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Allocated IP 2001:db8:3::1 (b37a44ae-06c5-4451-8f3c-a13491f852ab/0d571d1b-ee66-43e9-98a7-52ba3d7b1875/ba34adc1-3c37-41ae-9fdf-0d762b7148ed) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:23:57.670073 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c0f912-a75e-49b0-95fc-5b8f073b4e99 None None] Network b37a44ae-06c5-4451-8f3c-a13491f852ab is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:57.695956 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-34c0f912-a75e-49b0-95fc-5b8f073b4e99 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:57.703898 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-58139a8e-da56-4ff7-8ed4-a8c86d6b0005 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:23:57.731699 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c0f912-a75e-49b0-95fc-5b8f073b4e99 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:57.734288 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ac762cd4-d0c5-469c-9ef3-a5c72fcbb3ee tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:57.752948 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0f912-a75e-49b0-95fc-5b8f073b4e99 None None] Pushing event updated for resources: {'Port': ['ID=1d231d15-2650-48c7-b76a-e5cadf936d1f,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:57.760524 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-58139a8e-da56-4ff7-8ed4-a8c86d6b0005 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Usage tracker for resource:port and tenant:0b6f2d72aeb743d68ec496f9fd70650e is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:23:57.767657 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-58139a8e-da56-4ff7-8ed4-a8c86d6b0005 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:23:57.784051 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-58139a8e-da56-4ff7-8ed4-a8c86d6b0005 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:23:57.823407 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac762cd4-d0c5-469c-9ef3-a5c72fcbb3ee tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event deleted for resources: {'Port': ['ID=6cd964ff-fa39-4748-968c-af7e7ba302c0,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:57.833281 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac762cd4-d0c5-469c-9ef3-a5c72fcbb3ee tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] No DVR routers for this DVR port 6cd964ff-fa39-4748-968c-af7e7ba302c0 on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:23:57.852874 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-68fb72a1-53d7-4757-9552-4780043246a2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:57.870711 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-68fb72a1-53d7-4757-9552-4780043246a2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Transition to ACTIVE for port object ba34adc1-3c37-41ae-9fdf-0d762b7148ed will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:57.872959 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5581816f-5e44-4af3-8c17-3c7ca795c624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:57.899601 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58139a8e-da56-4ff7-8ed4-a8c86d6b0005 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Made reservation on behalf of 0b6f2d72aeb743d68ec496f9fd70650e for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:23:57.903495 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-58139a8e-da56-4ff7-8ed4-a8c86d6b0005 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:57.937470 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-58139a8e-da56-4ff7-8ed4-a8c86d6b0005 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] device_id is not set on port c4ef8532-611d-4564-b7bc-dcd03422e8eb yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:23:58.011871 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-68fb72a1-53d7-4757-9552-4780043246a2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:58.120781 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13429bd0-eb41-4bcc-81d4-1d9fdd5334b0 None None] DHCP port deletion for 230e84af-1572-47dc-ac14-4d02a9168eab request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:23:58.134504 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fb72a1-53d7-4757-9552-4780043246a2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network b37a44ae-06c5-4451-8f3c-a13491f852ab is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:58.145460 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-68fb72a1-53d7-4757-9552-4780043246a2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:58.150581 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-34c0f912-a75e-49b0-95fc-5b8f073b4e99 None None] Attempting to bind port 1d231d15-2650-48c7-b76a-e5cadf936d1f on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:23:58.151175 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-34c0f912-a75e-49b0-95fc-5b8f073b4e99 None None] Attempting to bind port 1d231d15-2650-48c7-b76a-e5cadf936d1f by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '657c8ef7-ce50-4b8c-aa04-b078355e228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b37a44ae-06c5-4451-8f3c-a13491f852ab'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:23:58.151712 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c0f912-a75e-49b0-95fc-5b8f073b4e99 None None] Attempting to bind port 1d231d15-2650-48c7-b76a-e5cadf936d1f on network b37a44ae-06c5-4451-8f3c-a13491f852ab {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:23:58.173533 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ac762cd4-d0c5-469c-9ef3-a5c72fcbb3ee tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:58.178285 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fb72a1-53d7-4757-9552-4780043246a2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:58.179038 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-68fb72a1-53d7-4757-9552-4780043246a2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:58.184568 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c0f912-a75e-49b0-95fc-5b8f073b4e99 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:23:58.184933 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c0f912-a75e-49b0-95fc-5b8f073b4e99 None None] Checking segment: {'id': '657c8ef7-ce50-4b8c-aa04-b078355e228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b37a44ae-06c5-4451-8f3c-a13491f852ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:58.185334 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-34c0f912-a75e-49b0-95fc-5b8f073b4e99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:58.185726 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c0f912-a75e-49b0-95fc-5b8f073b4e99 None None] Bound using segment: {'id': '657c8ef7-ce50-4b8c-aa04-b078355e228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b37a44ae-06c5-4451-8f3c-a13491f852ab'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:23:58.186229 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-34c0f912-a75e-49b0-95fc-5b8f073b4e99 None None] Bound port: 1d231d15-2650-48c7-b76a-e5cadf936d1f, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657c8ef7-ce50-4b8c-aa04-b078355e228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b37a44ae-06c5-4451-8f3c-a13491f852ab'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:23:58.186612 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-34c0f912-a75e-49b0-95fc-5b8f073b4e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:58.231642 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-ac762cd4-d0c5-469c-9ef3-a5c72fcbb3ee tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['230e84af-1572-47dc-ac14-4d02a9168eab']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:58.236856 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb72a1-53d7-4757-9552-4780043246a2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Port': ['ID=ba34adc1-3c37-41ae-9fdf-0d762b7148ed,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:58.248607 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-ac762cd4-d0c5-469c-9ef3-a5c72fcbb3ee tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5388207e-0a25-4755-b150-a326c127e4c9') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:58.248741 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-ac762cd4-d0c5-469c-9ef3-a5c72fcbb3ee tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5388207e-0a25-4755-b150-a326c127e4c9') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:58.263026 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ac762cd4-d0c5-469c-9ef3-a5c72fcbb3ee tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:58.288195 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ac762cd4-d0c5-469c-9ef3-a5c72fcbb3ee tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:58.297177 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac762cd4-d0c5-469c-9ef3-a5c72fcbb3ee tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:23:58.297693 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ac762cd4-d0c5-469c-9ef3-a5c72fcbb3ee tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:23:58.314229 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:23:58.465886 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ac762cd4-d0c5-469c-9ef3-a5c72fcbb3ee tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:58.472219 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3df9288f-1df2-420c-a0d6-eb6d2b70434c None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:58.479826 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-68fb72a1-53d7-4757-9552-4780043246a2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:58.499641 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ac762cd4-d0c5-469c-9ef3-a5c72fcbb3ee tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:58.500946 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3df9288f-1df2-420c-a0d6-eb6d2b70434c None None] Transition to ACTIVE for port object e4958321-e09b-4fbb-8551-50eb1310a3d0 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:58.517391 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac762cd4-d0c5-469c-9ef3-a5c72fcbb3ee tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] Pushing event deleted for resources: {'Network': ['ID=230e84af-1572-47dc-ac14-4d02a9168eab,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:58.532380 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ac762cd4-d0c5-469c-9ef3-a5c72fcbb3ee tempest-NetworksIpV6TestAttrs-961083282 tempest-NetworksIpV6TestAttrs-961083282-project] 10.222.0.66 "DELETE /v2.0/networks/230e84af-1572-47dc-ac14-4d02a9168eab HTTP/1.1" status: 204 len: 168 time: 1.6857748 Apr 11 14:23:58.532638 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-34c0f912-a75e-49b0-95fc-5b8f073b4e99 None None] For port 1d231d15-2650-48c7-b76a-e5cadf936d1f, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:23:58.564642 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3df9288f-1df2-420c-a0d6-eb6d2b70434c None None] Transition to ACTIVE for port object e4958321-e09b-4fbb-8551-50eb1310a3d0 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:23:58.574847 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-34c0f912-a75e-49b0-95fc-5b8f073b4e99 None None] For port 1d231d15-2650-48c7-b76a-e5cadf936d1f, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=1d231d15-2650-48c7-b76a-e5cadf936d1f,segment=NetworkSegment(657c8ef7-ce50-4b8c-aa04-b078355e228b),segment_id=657c8ef7-ce50-4b8c-aa04-b078355e228b)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:23:58.584575 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:23:49Z', 'revision_number': 4, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None, '_interfaces': [{'id': '9cae9f69-7405-4fa2-8837-14dfe982f81e', 'name': '', 'network_id': 'b0f3408a-a387-43d0-98a6-77472d2b675e', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ee:5c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:47Z', 'updated_at': '2022-04-11T14:23:56Z', 'revision_number': 4, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0290892-0e78-4851-9398-b1b0b6b8e0b8', 'name': '', 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ab:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:40Z', 'updated_at': '2022-04-11T14:23:49Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd10107-2726-4e28-8409-2c9e34047d40', 'name': '', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:0a:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:30Z', 'updated_at': '2022-04-11T14:23:43Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:23:58.589991 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418b55a4-9d94-4079-b737-40123da33cf4 None None] The sync data for ids ['241d9325-9862-4385-b00e-83a8112c8094'] in dv-neutron-837330-1-hyperv is: [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:23:49Z', 'revision_number': 4, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None, '_interfaces': [{'id': '9cae9f69-7405-4fa2-8837-14dfe982f81e', 'name': '', 'network_id': 'b0f3408a-a387-43d0-98a6-77472d2b675e', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ee:5c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:47Z', 'updated_at': '2022-04-11T14:23:56Z', 'revision_number': 4, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0290892-0e78-4851-9398-b1b0b6b8e0b8', 'name': '', 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ab:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:40Z', 'updated_at': '2022-04-11T14:23:49Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd10107-2726-4e28-8409-2c9e34047d40', 'name': '', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:0a:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:30Z', 'updated_at': '2022-04-11T14:23:43Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:23:58.618923 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:58.653366 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:58.658465 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-34c0f912-a75e-49b0-95fc-5b8f073b4e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:58.673247 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3df9288f-1df2-420c-a0d6-eb6d2b70434c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:58.804972 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df9288f-1df2-420c-a0d6-eb6d2b70434c None None] Network cf9bf900-959d-400a-8def-66766ee57b31 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:23:58.808468 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-3df9288f-1df2-420c-a0d6-eb6d2b70434c None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:23:58.837502 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df9288f-1df2-420c-a0d6-eb6d2b70434c None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:23:58.971669 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0f912-a75e-49b0-95fc-5b8f073b4e99 None None] Pushing event updated for resources: {'Port': ['ID=1d231d15-2650-48c7-b76a-e5cadf936d1f,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:59.076019 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-3df9288f-1df2-420c-a0d6-eb6d2b70434c None None] Attempting to bind port e4958321-e09b-4fbb-8551-50eb1310a3d0 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:23:59.083100 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-3df9288f-1df2-420c-a0d6-eb6d2b70434c None None] Attempting to bind port e4958321-e09b-4fbb-8551-50eb1310a3d0 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'a4a5f3dc-c26b-4529-bd64-566172db009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'cf9bf900-959d-400a-8def-66766ee57b31'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:23:59.083472 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df9288f-1df2-420c-a0d6-eb6d2b70434c None None] Attempting to bind port e4958321-e09b-4fbb-8551-50eb1310a3d0 on network cf9bf900-959d-400a-8def-66766ee57b31 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:23:59.163814 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df9288f-1df2-420c-a0d6-eb6d2b70434c None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:23:59.173223 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df9288f-1df2-420c-a0d6-eb6d2b70434c None None] Checking segment: {'id': 'a4a5f3dc-c26b-4529-bd64-566172db009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'cf9bf900-959d-400a-8def-66766ee57b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:23:59.173637 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3df9288f-1df2-420c-a0d6-eb6d2b70434c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:59.174061 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df9288f-1df2-420c-a0d6-eb6d2b70434c None None] Bound using segment: {'id': 'a4a5f3dc-c26b-4529-bd64-566172db009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'cf9bf900-959d-400a-8def-66766ee57b31'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:23:59.174553 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-3df9288f-1df2-420c-a0d6-eb6d2b70434c None None] Bound port: e4958321-e09b-4fbb-8551-50eb1310a3d0, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a5f3dc-c26b-4529-bd64-566172db009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'cf9bf900-959d-400a-8def-66766ee57b31'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:23:59.174933 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3df9288f-1df2-420c-a0d6-eb6d2b70434c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:59.308593 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9288f-1df2-420c-a0d6-eb6d2b70434c None None] Pushing event updated for resources: {'Port': ['ID=e4958321-e09b-4fbb-8551-50eb1310a3d0,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:59.412281 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-3df9288f-1df2-420c-a0d6-eb6d2b70434c None None] For port e4958321-e09b-4fbb-8551-50eb1310a3d0, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:23:59.416431 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-3df9288f-1df2-420c-a0d6-eb6d2b70434c None None] For port e4958321-e09b-4fbb-8551-50eb1310a3d0, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e4958321-e09b-4fbb-8551-50eb1310a3d0,segment=NetworkSegment(a4a5f3dc-c26b-4529-bd64-566172db009f),segment_id=a4a5f3dc-c26b-4529-bd64-566172db009f)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:23:59.418183 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-68fb72a1-53d7-4757-9552-4780043246a2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:59.421656 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.db.api [None req-58139a8e-da56-4ff7-8ed4-a8c86d6b0005 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-42875c50-a2eb-4bf5-9145-719c63090c73 {{(pid=88617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:23:59.422182 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG oslo_db.api [None req-58139a8e-da56-4ff7-8ed4-a8c86d6b0005 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:23:59.423966 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42340) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:59.512458 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3df9288f-1df2-420c-a0d6-eb6d2b70434c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:59.529084 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-68fb72a1-53d7-4757-9552-4780043246a2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:59.530707 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-68fb72a1-53d7-4757-9552-4780043246a2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:59.624073 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9288f-1df2-420c-a0d6-eb6d2b70434c None None] Pushing event updated for resources: {'Port': ['ID=e4958321-e09b-4fbb-8551-50eb1310a3d0,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:23:59.724346 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5461bd19-d7de-4c58-9259-f840188a7a37 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=56b25c853741474abcd5f7fb597b51f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990298 Apr 11 14:23:59.726414 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42346) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:23:59.821188 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e9773273-0522-4bf6-8260-7540122d9966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:59.862822 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e9773273-0522-4bf6-8260-7540122d9966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:59.876110 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:23:59.993945 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-58139a8e-da56-4ff7-8ed4-a8c86d6b0005 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:00.055002 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb72a1-53d7-4757-9552-4780043246a2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event updated for resources: {'Port': ['ID=ba34adc1-3c37-41ae-9fdf-0d762b7148ed,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:00.090818 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-58139a8e-da56-4ff7-8ed4-a8c86d6b0005 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] device_id is not set on port daee11d3-c351-40ec-b08f-573bb21651c9 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:24:00.159370 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e9773273-0522-4bf6-8260-7540122d9966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:00.199710 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9773273-0522-4bf6-8260-7540122d9966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5469b4-3d95-45b9-b15b-7d1446a6c664,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:00.208489 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e9773273-0522-4bf6-8260-7540122d9966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:00.239049 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e9773273-0522-4bf6-8260-7540122d9966 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4b5469b4-3d95-45b9-b15b-7d1446a6c664 HTTP/1.1" status: 204 len: 168 time: 0.5108712 Apr 11 14:24:00.254309 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fb72a1-53d7-4757-9552-4780043246a2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Network b37a44ae-06c5-4451-8f3c-a13491f852ab is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:24:00.263899 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-68fb72a1-53d7-4757-9552-4780043246a2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:00.294460 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9cae9f69-7405-4fa2-8837-14dfe982f81e up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:00.489136 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 9cae9f69-7405-4fa2-8837-14dfe982f81e completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:00.495371 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 9cae9f69-7405-4fa2-8837-14dfe982f81e triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:00.495750 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:00.593279 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fb72a1-53d7-4757-9552-4780043246a2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Router 241d9325-9862-4385-b00e-83a8112c8094 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:24:00.594793 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-58139a8e-da56-4ff7-8ed4-a8c86d6b0005 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Allocated IP 172.20.0.4 (cf9bf900-959d-400a-8def-66766ee57b31/51ee9f33-c172-4735-a60f-26549cccd10e/daee11d3-c351-40ec-b08f-573bb21651c9) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:24:00.610747 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d594d52-a032-4e28-8844-5a7a951b489a None None] Network b37a44ae-06c5-4451-8f3c-a13491f852ab requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:00.794819 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:00.897399 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42362) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:00.908839 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 9cae9f69-7405-4fa2-8837-14dfe982f81e, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9cae9f69-7405-4fa2-8837-14dfe982f81e,segment=NetworkSegment(ce22c25c-3092-483d-9a59-539914a5fffe),segment_id=ce22c25c-3092-483d-9a59-539914a5fffe)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:00.927013 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-63aed0bc-25b0-4858-87ea-447a906ae379 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Request body: {'subnets': [{'network_id': '939ca164-8e97-4336-8320-30d3ab251744', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1685755574', 'ip_version': 6}, {'network_id': 'a00cdf59-5c21-4a7c-9304-8fb3ce955d7d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:00.927013 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-63aed0bc-25b0-4858-87ea-447a906ae379 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Request body: {'subnet': {'network_id': '939ca164-8e97-4336-8320-30d3ab251744', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1685755574', 'ip_version': 6}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:00.927013 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-63aed0bc-25b0-4858-87ea-447a906ae379 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Request body: {'subnet': {'network_id': 'a00cdf59-5c21-4a7c-9304-8fb3ce955d7d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:00.957285 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3a1fcffe-c384-4e22-accd-e5b46e529bf5 None None] Provisioning for port 1d231d15-2650-48c7-b76a-e5cadf936d1f completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:00.982236 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:00.983076 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 1d231d15-2650-48c7-b76a-e5cadf936d1f up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:00.995207 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fb72a1-53d7-4757-9552-4780043246a2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:24:01.013188 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] Sync routers for ids ['241d9325-9862-4385-b00e-83a8112c8094'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:24:01.027789 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] Routers {'241d9325-9862-4385-b00e-83a8112c8094'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:01.028948 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:23:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['241d9325-9862-4385-b00e-83a8112c8094'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:01.056102 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-68fb72a1-53d7-4757-9552-4780043246a2 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "PUT /v2.0/routers/241d9325-9862-4385-b00e-83a8112c8094/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4437597 Apr 11 14:24:01.059332 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42368) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:01.069638 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-72a18d91-d7e6-4b7a-8c4d-61cea4eb8981 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:01.204975 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64de4d0d-9b6e-4be6-9770-e1e0a0f00795 None None] Network cf9bf900-959d-400a-8def-66766ee57b31 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:01.244881 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] Set router 241d9325-9862-4385-b00e-83a8112c8094 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:01.402627 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=9cae9f69-7405-4fa2-8837-14dfe982f81e,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:01.465842 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-721a56b0-c46b-4638-b497-98339322bcd8 None None] Provisioning for port e4958321-e09b-4fbb-8551-50eb1310a3d0 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:01.556196 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 1d231d15-2650-48c7-b76a-e5cadf936d1f completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:01.561957 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 1d231d15-2650-48c7-b76a-e5cadf936d1f triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:01.562337 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:01.563054 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-58139a8e-da56-4ff7-8ed4-a8c86d6b0005 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:01.642978 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-63aed0bc-25b0-4858-87ea-447a906ae379 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:01.647699 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-58139a8e-da56-4ff7-8ed4-a8c86d6b0005 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Transition to ACTIVE for port object daee11d3-c351-40ec-b08f-573bb21651c9 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:01.651465 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-63aed0bc-25b0-4858-87ea-447a906ae379 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Usage tracker for resource:subnet and tenant:539af170ca384ef8be130592fa53929d is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:01.671069 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-63aed0bc-25b0-4858-87ea-447a906ae379 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:01.688854 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-63aed0bc-25b0-4858-87ea-447a906ae379 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:01.768549 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:01.780472 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63aed0bc-25b0-4858-87ea-447a906ae379 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Made reservation on behalf of 539af170ca384ef8be130592fa53929d for: {'subnet': 2} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:01.785508 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-63aed0bc-25b0-4858-87ea-447a906ae379 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:01.786113 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-63aed0bc-25b0-4858-87ea-447a906ae379 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:01.827847 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 1d231d15-2650-48c7-b76a-e5cadf936d1f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=1d231d15-2650-48c7-b76a-e5cadf936d1f,segment=NetworkSegment(657c8ef7-ce50-4b8c-aa04-b078355e228b),segment_id=657c8ef7-ce50-4b8c-aa04-b078355e228b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:01.863426 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42380) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:01.867839 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-58139a8e-da56-4ff7-8ed4-a8c86d6b0005 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:01.877186 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0124819 Apr 11 14:24:01.878045 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42382) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:01.912346 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:01.954773 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:23:58Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None, '_interfaces': [{'id': '9cae9f69-7405-4fa2-8837-14dfe982f81e', 'name': '', 'network_id': 'b0f3408a-a387-43d0-98a6-77472d2b675e', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ee:5c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:47Z', 'updated_at': '2022-04-11T14:24:00Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0290892-0e78-4851-9398-b1b0b6b8e0b8', 'name': '', 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ab:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:40Z', 'updated_at': '2022-04-11T14:23:49Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba34adc1-3c37-41ae-9fdf-0d762b7148ed', 'name': '', 'network_id': 'b37a44ae-06c5-4451-8f3c-a13491f852ab', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:10:12:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '0d571d1b-ee66-43e9-98a7-52ba3d7b1875', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:56Z', 'updated_at': '2022-04-11T14:23:58Z', 'revision_number': 2, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '0d571d1b-ee66-43e9-98a7-52ba3d7b1875', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd10107-2726-4e28-8409-2c9e34047d40', 'name': '', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:0a:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:30Z', 'updated_at': '2022-04-11T14:23:43Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:01.961041 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58139a8e-da56-4ff7-8ed4-a8c86d6b0005 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Network cf9bf900-959d-400a-8def-66766ee57b31 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:24:01.991593 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] Checking router: 241d9325-9862-4385-b00e-83a8112c8094 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:24:01.991593 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] Updating router 241d9325-9862-4385-b00e-83a8112c8094 port ba34adc1-3c37-41ae-9fdf-0d762b7148ed binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:24:02.063941 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-58139a8e-da56-4ff7-8ed4-a8c86d6b0005 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:02.091799 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58139a8e-da56-4ff7-8ed4-a8c86d6b0005 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:24:02.123809 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:02.236691 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58139a8e-da56-4ff7-8ed4-a8c86d6b0005 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Pushing event updated for resources: {'Port': ['ID=daee11d3-c351-40ec-b08f-573bb21651c9,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:02.243960 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6cd964ff-fa39-4748-968c-af7e7ba302c0 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:24:02.316799 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58139a8e-da56-4ff7-8ed4-a8c86d6b0005 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:02.317494 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-58139a8e-da56-4ff7-8ed4-a8c86d6b0005 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:02.319911 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5f3ca60a-ed79-41d6-8c27-c44ebfd6d444 tempest-NetworksApiDiscovery-2113071930 tempest-NetworksApiDiscovery-2113071930-project] 10.222.0.66 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4380462 Apr 11 14:24:02.342227 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=1d231d15-2650-48c7-b76a-e5cadf936d1f,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:02.355938 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 6cd964ff-fa39-4748-968c-af7e7ba302c0 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:24:02.356308 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6cd964ff-fa39-4748-968c-af7e7ba302c0 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:24:02.455032 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a5d346d8-3f21-4dcd-97aa-a17f9ed1bcd8 None None] Provisioning for port a19726bb-dfe9-41b9-a2a2-a2fb0138ced7 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:02.468610 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.extraroute_db [None req-72a18d91-d7e6-4b7a-8c4d-61cea4eb8981 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88616) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 11 14:24:02.483217 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a5d346d8-3f21-4dcd-97aa-a17f9ed1bcd8 None None] Provisioning complete for port a19726bb-dfe9-41b9-a2a2-a2fb0138ced7 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:02.484003 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a5d346d8-3f21-4dcd-97aa-a17f9ed1bcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:02.493358 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.extraroute_db [None req-72a18d91-d7e6-4b7a-8c4d-61cea4eb8981 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Removed routes are [] {{(pid=88616) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 11 14:24:02.493757 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72a18d91-d7e6-4b7a-8c4d-61cea4eb8981 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:02.542270 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-58139a8e-da56-4ff7-8ed4-a8c86d6b0005 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 5.1377842 Apr 11 14:24:02.544854 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42390) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:02.623452 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-a5d346d8-3f21-4dcd-97aa-a17f9ed1bcd8 None None] Port a19726bb-dfe9-41b9-a2a2-a2fb0138ced7 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:24:02.654278 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9cae9f69-7405-4fa2-8837-14dfe982f81e up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:02.779825 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a5d346d8-3f21-4dcd-97aa-a17f9ed1bcd8 None None] Provisioning complete for port 1d231d15-2650-48c7-b76a-e5cadf936d1f triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:02.780638 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a5d346d8-3f21-4dcd-97aa-a17f9ed1bcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:02.848755 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 9cae9f69-7405-4fa2-8837-14dfe982f81e triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:02.849426 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:03.066108 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72a18d91-d7e6-4b7a-8c4d-61cea4eb8981 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:03.076985 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72a18d91-d7e6-4b7a-8c4d-61cea4eb8981 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984850'] for router, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:03.091426 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e4958321-e09b-4fbb-8551-50eb1310a3d0 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:03.106897 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:03.142145 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] Transition to ACTIVE for port object ba34adc1-3c37-41ae-9fdf-0d762b7148ed will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:03.234621 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42396) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:03.240836 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a5d346d8-3f21-4dcd-97aa-a17f9ed1bcd8 None None] Provisioning for port ba34adc1-3c37-41ae-9fdf-0d762b7148ed completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:03.248106 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a5d346d8-3f21-4dcd-97aa-a17f9ed1bcd8 None None] Provisioning complete for port ba34adc1-3c37-41ae-9fdf-0d762b7148ed triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:03.248480 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a5d346d8-3f21-4dcd-97aa-a17f9ed1bcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:03.268757 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a18d91-d7e6-4b7a-8c4d-61cea4eb8981 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Router 241d9325-9862-4385-b00e-83a8112c8094 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:24:03.269989 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:03.281584 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port e4958321-e09b-4fbb-8551-50eb1310a3d0 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:03.297275 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port e4958321-e09b-4fbb-8551-50eb1310a3d0 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:03.297925 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:03.311319 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-63aed0bc-25b0-4858-87ea-447a906ae379 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:03.353277 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7f5008-2791-45a5-a8c8-956bb382084b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:03.358051 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-a5d346d8-3f21-4dcd-97aa-a17f9ed1bcd8 None None] Port ba34adc1-3c37-41ae-9fdf-0d762b7148ed cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:24:03.359730 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7f5008-2791-45a5-a8c8-956bb382084b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:03.366876 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7f5008-2791-45a5-a8c8-956bb382084b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:03.368628 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2d7f5008-2791-45a5-a8c8-956bb382084b tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.8227692 Apr 11 14:24:03.377177 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42402) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:03.416850 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a5d346d8-3f21-4dcd-97aa-a17f9ed1bcd8 None None] Provisioning complete for port e4958321-e09b-4fbb-8551-50eb1310a3d0 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:03.417369 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a5d346d8-3f21-4dcd-97aa-a17f9ed1bcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:03.463930 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac49a0-b252-42bd-a326-6350093cc317 None None] Pushing event updated for resources: {'Port': ['ID=ba34adc1-3c37-41ae-9fdf-0d762b7148ed,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:03.506787 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aed0bc-25b0-4858-87ea-447a906ae379 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Checking segment: {'id': '8e249ce2-567d-4514-8a21-4725fbbc866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '939ca164-8e97-4336-8320-30d3ab251744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:03.507204 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63aed0bc-25b0-4858-87ea-447a906ae379 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Network hostable DHCP agents. Network: 939ca164-8e97-4336-8320-30d3ab251744, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:24:03.532642 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aed0bc-25b0-4858-87ea-447a906ae379 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Pushing event updated for resources: {'Subnet': ['ID=43f8dcb7-481c-4b40-8d82-daf25430f459,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:03.543109 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-92169d96-ebe9-4a2a-bb1e-51ff1b183c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:03.566362 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-92169d96-ebe9-4a2a-bb1e-51ff1b183c00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:03.575733 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-92169d96-ebe9-4a2a-bb1e-51ff1b183c00 admin admin] Usage tracker for resource:security_group_rule and tenant:0c87c4ca3d7b4920a656ef5d6db49e2a is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:03.586880 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-92169d96-ebe9-4a2a-bb1e-51ff1b183c00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:03.589836 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:03.600459 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-10a0c5ca-f821-465c-bd84-023eb6509d33 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Deleting port daee11d3-c351-40ec-b08f-573bb21651c9 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:24:03.601132 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-10a0c5ca-f821-465c-bd84-023eb6509d33 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:03.606817 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-92169d96-ebe9-4a2a-bb1e-51ff1b183c00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:03.641612 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a18d91-d7e6-4b7a-8c4d-61cea4eb8981 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:24:03.653086 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] Attempting to bind port ba34adc1-3c37-41ae-9fdf-0d762b7148ed on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:24:03.654023 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] Attempting to bind port ba34adc1-3c37-41ae-9fdf-0d762b7148ed by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '657c8ef7-ce50-4b8c-aa04-b078355e228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b37a44ae-06c5-4451-8f3c-a13491f852ab'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:24:03.654023 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] Attempting to bind port ba34adc1-3c37-41ae-9fdf-0d762b7148ed on network b37a44ae-06c5-4451-8f3c-a13491f852ab {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:24:03.654743 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72a18d91-d7e6-4b7a-8c4d-61cea4eb8981 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:03.662969 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:24:03.663351 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] Checking segment: {'id': '657c8ef7-ce50-4b8c-aa04-b078355e228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b37a44ae-06c5-4451-8f3c-a13491f852ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:03.663752 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-72a18d91-d7e6-4b7a-8c4d-61cea4eb8981 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "PUT /v2.0/routers/241d9325-9862-4385-b00e-83a8112c8094 HTTP/1.1" status: 200 len: 954 time: 2.5969346 Apr 11 14:24:03.664176 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:03.664642 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] Bound using segment: {'id': '657c8ef7-ce50-4b8c-aa04-b078355e228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b37a44ae-06c5-4451-8f3c-a13491f852ab'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:24:03.665606 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] Bound port: ba34adc1-3c37-41ae-9fdf-0d762b7148ed, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657c8ef7-ce50-4b8c-aa04-b078355e228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b37a44ae-06c5-4451-8f3c-a13491f852ab'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:24:03.665771 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:03.668590 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42406) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:03.722858 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port e4958321-e09b-4fbb-8551-50eb1310a3d0, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e4958321-e09b-4fbb-8551-50eb1310a3d0,segment=NetworkSegment(a4a5f3dc-c26b-4529-bd64-566172db009f),segment_id=a4a5f3dc-c26b-4529-bd64-566172db009f)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:03.724013 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a5d346d8-3f21-4dcd-97aa-a17f9ed1bcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:03.740793 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-92169d96-ebe9-4a2a-bb1e-51ff1b183c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:03.744864 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63aed0bc-25b0-4858-87ea-447a906ae379 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Network 939ca164-8e97-4336-8320-30d3ab251744 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:24:03.781637 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] For port ba34adc1-3c37-41ae-9fdf-0d762b7148ed, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:24:03.784981 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] For port ba34adc1-3c37-41ae-9fdf-0d762b7148ed, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=ba34adc1-3c37-41ae-9fdf-0d762b7148ed,segment=NetworkSegment(657c8ef7-ce50-4b8c-aa04-b078355e228b),segment_id=657c8ef7-ce50-4b8c-aa04-b078355e228b)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:24:03.796555 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:03.797447 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 1d231d15-2650-48c7-b76a-e5cadf936d1f up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:03.823787 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-92169d96-ebe9-4a2a-bb1e-51ff1b183c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:03.832379 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-63aed0bc-25b0-4858-87ea-447a906ae379 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 939ca164-8e97-4336-8320-30d3ab251744) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:03.861088 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-63aed0bc-25b0-4858-87ea-447a906ae379 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:03.872958 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:03.906679 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca896f6-5b2e-4cf7-b70e-4bdb9230e9de None None] Network 939ca164-8e97-4336-8320-30d3ab251744 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:03.938858 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-92169d96-ebe9-4a2a-bb1e-51ff1b183c00 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0c87c4ca3d7b4920a656ef5d6db49e2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7030585 Apr 11 14:24:03.948154 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42410) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:03.959364 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92169d96-ebe9-4a2a-bb1e-51ff1b183c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe999af-1c96-4bb1-8cf4-df1054900ec8,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:04.003665 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac49a0-b252-42bd-a326-6350093cc317 None None] Pushing event updated for resources: {'Port': ['ID=ba34adc1-3c37-41ae-9fdf-0d762b7148ed,revision_number=4']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:04.025346 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aed0bc-25b0-4858-87ea-447a906ae379 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Pushing event updated for resources: {'Subnet': ['ID=0c456897-f816-4555-bcdc-f8b066c017f3,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:04.053082 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aed0bc-25b0-4858-87ea-447a906ae379 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Checking segment: {'id': '92825d2c-dee2-4b03-8190-061306753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'a00cdf59-5c21-4a7c-9304-8fb3ce955d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:04.053446 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63aed0bc-25b0-4858-87ea-447a906ae379 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Network hostable DHCP agents. Network: a00cdf59-5c21-4a7c-9304-8fb3ce955d7d, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:24:04.063782 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4c56ab4f-b68e-4f8e-b3ca-9d55aa2a437f tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "GET /v2.0/routers/241d9325-9862-4385-b00e-83a8112c8094 HTTP/1.1" status: 200 len: 954 time: 0.3940997 Apr 11 14:24:04.064028 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d984d651-6091-4f1b-a5a8-629ab4b8ef57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:04.070533 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42416) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:04.080055 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] Routers {'241d9325-9862-4385-b00e-83a8112c8094'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:04.080672 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:23:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['241d9325-9862-4385-b00e-83a8112c8094'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:04.110071 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-adcc2539-1bb7-4b07-abc2-cefd8d00be98 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'router': {'routes': None}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:04.210451 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63aed0bc-25b0-4858-87ea-447a906ae379 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Network a00cdf59-5c21-4a7c-9304-8fb3ce955d7d is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:24:04.238081 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-a5d346d8-3f21-4dcd-97aa-a17f9ed1bcd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:24:04.238838 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-a5d346d8-3f21-4dcd-97aa-a17f9ed1bcd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:24:04.243695 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=e4958321-e09b-4fbb-8551-50eb1310a3d0,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:04.295992 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 1d231d15-2650-48c7-b76a-e5cadf936d1f triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:04.296609 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:04.318504 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d984d651-6091-4f1b-a5a8-629ab4b8ef57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:04.333672 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] Set router 241d9325-9862-4385-b00e-83a8112c8094 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:04.340457 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-63aed0bc-25b0-4858-87ea-447a906ae379 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, a00cdf59-5c21-4a7c-9304-8fb3ce955d7d) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:04.341443 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-10a0c5ca-f821-465c-bd84-023eb6509d33 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:04.357357 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aed0bc-25b0-4858-87ea-447a906ae379 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:04.357795 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aed0bc-25b0-4858-87ea-447a906ae379 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:04.358461 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-63aed0bc-25b0-4858-87ea-447a906ae379 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:04.368949 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384a4ea6-1145-4814-b605-04f4765ed624 None None] Network a00cdf59-5c21-4a7c-9304-8fb3ce955d7d requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:04.499506 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-10a0c5ca-f821-465c-bd84-023eb6509d33 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Calling delete_port for daee11d3-c351-40ec-b08f-573bb21651c9 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:24:04.610543 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-63aed0bc-25b0-4858-87ea-447a906ae379 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.7026360 Apr 11 14:24:04.611174 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42420) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:04.730863 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d984d651-6091-4f1b-a5a8-629ab4b8ef57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:04.764371 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984d651-6091-4f1b-a5a8-629ab4b8ef57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe999af-1c96-4bb1-8cf4-df1054900ec8,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:04.772023 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d984d651-6091-4f1b-a5a8-629ab4b8ef57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:04.773193 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d984d651-6091-4f1b-a5a8-629ab4b8ef57 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8fe999af-1c96-4bb1-8cf4-df1054900ec8 HTTP/1.1" status: 204 len: 168 time: 0.8213060 Apr 11 14:24:04.789065 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:24:02Z', 'revision_number': 6, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None, '_interfaces': [{'id': '9cae9f69-7405-4fa2-8837-14dfe982f81e', 'name': '', 'network_id': 'b0f3408a-a387-43d0-98a6-77472d2b675e', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ee:5c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:47Z', 'updated_at': '2022-04-11T14:24:00Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0290892-0e78-4851-9398-b1b0b6b8e0b8', 'name': '', 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ab:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:40Z', 'updated_at': '2022-04-11T14:23:49Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba34adc1-3c37-41ae-9fdf-0d762b7148ed', 'name': '', 'network_id': 'b37a44ae-06c5-4451-8f3c-a13491f852ab', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:10:12:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '0d571d1b-ee66-43e9-98a7-52ba3d7b1875', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:56Z', 'updated_at': '2022-04-11T14:24:03Z', 'revision_number': 4, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '0d571d1b-ee66-43e9-98a7-52ba3d7b1875', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd10107-2726-4e28-8409-2c9e34047d40', 'name': '', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:0a:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:30Z', 'updated_at': '2022-04-11T14:23:43Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:04.790218 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-10a0c5ca-f821-465c-bd84-023eb6509d33 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:04.794052 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823c03fd-8ae5-4d50-8e36-d1912ea79799 None None] The sync data for ids ['241d9325-9862-4385-b00e-83a8112c8094'] in dv-neutron-837330-1-hyperv is: [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:24:02Z', 'revision_number': 6, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None, '_interfaces': [{'id': '9cae9f69-7405-4fa2-8837-14dfe982f81e', 'name': '', 'network_id': 'b0f3408a-a387-43d0-98a6-77472d2b675e', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ee:5c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:47Z', 'updated_at': '2022-04-11T14:24:00Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0290892-0e78-4851-9398-b1b0b6b8e0b8', 'name': '', 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ab:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:40Z', 'updated_at': '2022-04-11T14:23:49Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba34adc1-3c37-41ae-9fdf-0d762b7148ed', 'name': '', 'network_id': 'b37a44ae-06c5-4451-8f3c-a13491f852ab', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:10:12:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '0d571d1b-ee66-43e9-98a7-52ba3d7b1875', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:56Z', 'updated_at': '2022-04-11T14:24:03Z', 'revision_number': 4, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '0d571d1b-ee66-43e9-98a7-52ba3d7b1875', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd10107-2726-4e28-8409-2c9e34047d40', 'name': '', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:0a:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:30Z', 'updated_at': '2022-04-11T14:23:43Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:24:04.796644 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85952f59-1cc6-4fcd-b244-c98c94b88b2c tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:04.799209 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85952f59-1cc6-4fcd-b244-c98c94b88b2c tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:04.800287 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85952f59-1cc6-4fcd-b244-c98c94b88b2c tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:04.801078 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-85952f59-1cc6-4fcd-b244-c98c94b88b2c tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Synchronizing usage tracker for tenant:539af170ca384ef8be130592fa53929d on resource:subnet {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:24:04.916440 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfa62db-ecd6-4373-ae3e-c49017e9e536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-939ca164-8e97-4336-8320-30d3ab251744', 'network_id': '939ca164-8e97-4336-8320-30d3ab251744', 'tenant_id': '539af170ca384ef8be130592fa53929d', 'fixed_ips': [{'subnet_id': '43f8dcb7-481c-4b40-8d82-daf25430f459'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:24:04.917426 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ccfa62db-ecd6-4373-ae3e-c49017e9e536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:04.948864 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0c5ca-f821-465c-bd84-023eb6509d33 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Pushing event deleted for resources: {'Port': ['ID=daee11d3-c351-40ec-b08f-573bb21651c9,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:04.949251 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-85952f59-1cc6-4fcd-b244-c98c94b88b2c tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Unset dirty status for tenant:539af170ca384ef8be130592fa53929d on resource:subnet {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:24:04.953945 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-85952f59-1cc6-4fcd-b244-c98c94b88b2c tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3344324 Apr 11 14:24:04.955315 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248a8bc3-dd2e-44ea-8bf4-9660a6fbac9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-a00cdf59-5c21-4a7c-9304-8fb3ce955d7d', 'network_id': 'a00cdf59-5c21-4a7c-9304-8fb3ce955d7d', 'tenant_id': '539af170ca384ef8be130592fa53929d', 'fixed_ips': [{'subnet_id': '0c456897-f816-4555-bcdc-f8b066c017f3'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:24:04.958384 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-248a8bc3-dd2e-44ea-8bf4-9660a6fbac9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:04.961282 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42428) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:05.133392 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-10a0c5ca-f821-465c-bd84-023eb6509d33 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:05.142731 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-f533d69c-ff9d-4bbc-9f9a-fc2eca5f8272 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Deleting subnet 43f8dcb7-481c-4b40-8d82-daf25430f459 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:24:05.152765 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-10a0c5ca-f821-465c-bd84-023eb6509d33 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] 10.222.0.66 "DELETE /v2.0/ports/daee11d3-c351-40ec-b08f-573bb21651c9 HTTP/1.1" status: 204 len: 168 time: 1.7743490 Apr 11 14:24:05.154423 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42432) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:05.185088 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-64aea3e8-16dd-47bf-96f9-6d0b32224f51 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Request body: {'port': {'name': 'tempest-new-port-name-1905192982', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:05.185582 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.api.validators [None req-64aea3e8-16dd-47bf-96f9-6d0b32224f51 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] bootfile-name is not in valid_values {{(pid=88616) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 11 14:24:05.187390 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.api.validators [None req-64aea3e8-16dd-47bf-96f9-6d0b32224f51 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] tftp-server is not in valid_values {{(pid=88616) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 11 14:24:05.187743 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.api.validators [None req-64aea3e8-16dd-47bf-96f9-6d0b32224f51 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] server-ip-address is not in valid_values {{(pid=88616) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 11 14:24:05.190738 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f533d69c-ff9d-4bbc-9f9a-fc2eca5f8272 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:05.352894 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.extraroute_db [None req-adcc2539-1bb7-4b07-abc2-cefd8d00be98 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Added routes are [] {{(pid=88617) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 11 14:24:05.354463 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.extraroute_db [None req-adcc2539-1bb7-4b07-abc2-cefd8d00be98 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88617) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 11 14:24:05.366384 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b5f0825e-36dc-4c63-87ab-d5f5b3211a4c None None] Provisioning complete for port a19726bb-dfe9-41b9-a2a2-a2fb0138ced7 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:05.367203 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b5f0825e-36dc-4c63-87ab-d5f5b3211a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:05.417277 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f533d69c-ff9d-4bbc-9f9a-fc2eca5f8272 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:05.480572 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-64aea3e8-16dd-47bf-96f9-6d0b32224f51 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:05.506016 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f533d69c-ff9d-4bbc-9f9a-fc2eca5f8272 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:05.568759 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e4958321-e09b-4fbb-8551-50eb1310a3d0 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:05.601880 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-b5f0825e-36dc-4c63-87ab-d5f5b3211a4c None None] Port a19726bb-dfe9-41b9-a2a2-a2fb0138ced7 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:24:05.642067 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-adcc2539-1bb7-4b07-abc2-cefd8d00be98 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:05.676146 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4027a698-bd8c-416d-b95a-f722eaea12a0 req-e3305029-b247-4893-9f06-437e9b0acecb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4379756 Apr 11 14:24:05.706527 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-248a8bc3-dd2e-44ea-8bf4-9660a6fbac9a None None] Allocated IP 2001:db8:0:1::1 (a00cdf59-5c21-4a7c-9304-8fb3ce955d7d/0c456897-f816-4555-bcdc-f8b066c017f3/7677e5d0-8958-4ccd-a1ec-fcc3901e5e95) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:24:05.712104 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b5f0825e-36dc-4c63-87ab-d5f5b3211a4c None None] Could not find standard attr ID for object daee11d3-c351-40ec-b08f-573bb21651c9. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:24:05.718739 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port e4958321-e09b-4fbb-8551-50eb1310a3d0 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:05.719116 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:05.857300 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-64aea3e8-16dd-47bf-96f9-6d0b32224f51 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server [None req-ccfa62db-ecd6-4373-ae3e-c49017e9e536 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43f8dcb7-481c-4b40-8d82-daf25430f459: This subnet is being modified by another concurrent operation. Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise self.value Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise self.value Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise self.value Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise self.value Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise self.value Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise self.value Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise exception Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43f8dcb7-481c-4b40-8d82-daf25430f459: This subnet is being modified by another concurrent operation. Apr 11 14:24:05.862577 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server Apr 11 14:24:05.893789 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04499e56-463c-4949-9427-30894a3182a2 None None] Network 939ca164-8e97-4336-8320-30d3ab251744 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:05.926122 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-64aea3e8-16dd-47bf-96f9-6d0b32224f51 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:05.965798 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f533d69c-ff9d-4bbc-9f9a-fc2eca5f8272 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:06.040837 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aea3e8-16dd-47bf-96f9-6d0b32224f51 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Pushing event updated for resources: {'Port': ['ID=a19726bb-dfe9-41b9-a2a2-a2fb0138ced7,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:06.126961 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-64aea3e8-16dd-47bf-96f9-6d0b32224f51 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] In _notify_port_updated(), no bound segment for port a19726bb-dfe9-41b9-a2a2-a2fb0138ced7 on network cf9bf900-959d-400a-8def-66766ee57b31 {{(pid=88616) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 11 14:24:06.127865 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533d69c-ff9d-4bbc-9f9a-fc2eca5f8272 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Pushing event deleted for resources: {'Subnet': ['ID=43f8dcb7-481c-4b40-8d82-daf25430f459,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:06.140405 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aea3e8-16dd-47bf-96f9-6d0b32224f51 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:06.141121 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-64aea3e8-16dd-47bf-96f9-6d0b32224f51 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:06.142510 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-64aea3e8-16dd-47bf-96f9-6d0b32224f51 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] 10.222.0.66 "PUT /v2.0/ports/a19726bb-dfe9-41b9-a2a2-a2fb0138ced7 HTTP/1.1" status: 200 len: 1137 time: 0.9848194 Apr 11 14:24:06.145074 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42454) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:06.228836 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f533d69c-ff9d-4bbc-9f9a-fc2eca5f8272 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:06.255727 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dba67e-60d3-4563-8ced-b1e9c2362931 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:06.256693 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c2dba67e-60d3-4563-8ced-b1e9c2362931 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Synchronizing usage tracker for tenant:0b6f2d72aeb743d68ec496f9fd70650e on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:24:06.305041 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ba34adc1-3c37-41ae-9fdf-0d762b7148ed up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:06.539777 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5733f19-1778-4aad-b8df-4c97c7cf37c3 None None] Sync routers for ids ['241d9325-9862-4385-b00e-83a8112c8094'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:24:06.540572 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c2dba67e-60d3-4563-8ced-b1e9c2362931 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Unset dirty status for tenant:0b6f2d72aeb743d68ec496f9fd70650e on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:24:06.540572 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c2dba67e-60d3-4563-8ced-b1e9c2362931 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] 10.222.0.66 "GET /v2.0/ports/a19726bb-dfe9-41b9-a2a2-a2fb0138ced7 HTTP/1.1" status: 200 len: 1137 time: 0.3105567 Apr 11 14:24:06.540572 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42460) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:06.540818 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5733f19-1778-4aad-b8df-4c97c7cf37c3 None None] Routers {'241d9325-9862-4385-b00e-83a8112c8094'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:06.540818 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b5733f19-1778-4aad-b8df-4c97c7cf37c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:23:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['241d9325-9862-4385-b00e-83a8112c8094'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:06.541001 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027a698-bd8c-416d-b95a-f722eaea12a0 req-fee2f527-883b-4c53-8f30-5b1d77591891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:06.541001 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4027a698-bd8c-416d-b95a-f722eaea12a0 req-fee2f527-883b-4c53-8f30-5b1d77591891 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 1098 time: 0.5433459 Apr 11 14:24:06.541001 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-adcc2539-1bb7-4b07-abc2-cefd8d00be98 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:06.541001 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-adcc2539-1bb7-4b07-abc2-cefd8d00be98 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984850'] for router, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:06.568677 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-061ab490-b014-4f34-96ca-84381fbfe735 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Deleting port a19726bb-dfe9-41b9-a2a2-a2fb0138ced7 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:24:06.569027 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-061ab490-b014-4f34-96ca-84381fbfe735 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:06.676066 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6bea823d-1daf-46cf-b0f8-e3730962cd4e None None] Provisioning complete for port a19726bb-dfe9-41b9-a2a2-a2fb0138ced7 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:06.676528 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6bea823d-1daf-46cf-b0f8-e3730962cd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:06.721878 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-248a8bc3-dd2e-44ea-8bf4-9660a6fbac9a None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:06.735330 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f533d69c-ff9d-4bbc-9f9a-fc2eca5f8272 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] 10.222.0.66 "DELETE /v2.0/subnets/43f8dcb7-481c-4b40-8d82-daf25430f459 HTTP/1.1" status: 204 len: 168 time: 1.7662165 Apr 11 14:24:06.740537 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42466) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:06.755999 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcc2539-1bb7-4b07-abc2-cefd8d00be98 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Router 241d9325-9862-4385-b00e-83a8112c8094 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:24:06.761866 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-248a8bc3-dd2e-44ea-8bf4-9660a6fbac9a None None] Transition to ACTIVE for port object 7677e5d0-8958-4ccd-a1ec-fcc3901e5e95 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:06.778721 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-6bea823d-1daf-46cf-b0f8-e3730962cd4e None None] Port a19726bb-dfe9-41b9-a2a2-a2fb0138ced7 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:24:06.798600 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-b5733f19-1778-4aad-b8df-4c97c7cf37c3 None None] Set router 241d9325-9862-4385-b00e-83a8112c8094 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:06.856752 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port ba34adc1-3c37-41ae-9fdf-0d762b7148ed completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:06.860573 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-248a8bc3-dd2e-44ea-8bf4-9660a6fbac9a None None] Transition to ACTIVE for port object 7677e5d0-8958-4ccd-a1ec-fcc3901e5e95 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:06.869300 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port ba34adc1-3c37-41ae-9fdf-0d762b7148ed triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:06.869672 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:06.982953 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-248a8bc3-dd2e-44ea-8bf4-9660a6fbac9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:07.007682 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcc2539-1bb7-4b07-abc2-cefd8d00be98 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:24:07.017291 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-adcc2539-1bb7-4b07-abc2-cefd8d00be98 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:07.021103 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-adcc2539-1bb7-4b07-abc2-cefd8d00be98 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "PUT /v2.0/routers/241d9325-9862-4385-b00e-83a8112c8094 HTTP/1.1" status: 200 len: 704 time: 2.9484825 Apr 11 14:24:07.022635 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42472) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:07.059139 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b41764-e8f5-490d-91b2-c28023c0c8cb tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Deleting subnet 0c456897-f816-4555-bcdc-f8b066c017f3 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:24:07.066189 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e1b41764-e8f5-490d-91b2-c28023c0c8cb tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:07.140201 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-061ab490-b014-4f34-96ca-84381fbfe735 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:07.200119 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027a698-bd8c-416d-b95a-f722eaea12a0 req-b3f8be95-224c-4220-b1c7-1fa1d88fec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:07.201600 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4027a698-bd8c-416d-b95a-f722eaea12a0 req-b3f8be95-224c-4220-b1c7-1fa1d88fec41 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36ebc322-19e4-4a30-b8b7-2a34e01ed94a HTTP/1.1" status: 200 len: 898 time: 0.4928999 Apr 11 14:24:07.220150 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e1b41764-e8f5-490d-91b2-c28023c0c8cb tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:07.250652 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248a8bc3-dd2e-44ea-8bf4-9660a6fbac9a None None] Network a00cdf59-5c21-4a7c-9304-8fb3ce955d7d is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:24:07.265596 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-248a8bc3-dd2e-44ea-8bf4-9660a6fbac9a None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:07.274038 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248a8bc3-dd2e-44ea-8bf4-9660a6fbac9a None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:24:07.290985 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a8bc3-dd2e-44ea-8bf4-9660a6fbac9a None None] Pushing event updated for resources: {'Port': ['ID=7677e5d0-8958-4ccd-a1ec-fcc3901e5e95,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:07.326488 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-061ab490-b014-4f34-96ca-84381fbfe735 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Calling delete_port for a19726bb-dfe9-41b9-a2a2-a2fb0138ced7 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:24:07.369023 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8f365c12-9f7f-4f5a-b64d-467b5ef900c3 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "GET /v2.0/routers/241d9325-9862-4385-b00e-83a8112c8094 HTTP/1.1" status: 200 len: 704 time: 0.3429561 Apr 11 14:24:07.370839 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42482) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:07.372116 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4027a698-bd8c-416d-b95a-f722eaea12a0 req-afabc77d-47db-4dcb-809a-f7db22712d2a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc64d515-c428-4346-be56-d7966df2bb2d HTTP/1.1" status: 200 len: 1001 time: 0.1626410 Apr 11 14:24:07.457189 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027a698-bd8c-416d-b95a-f722eaea12a0 req-acc99e88-9029-48ce-969a-a1080c38dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:07.459868 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4027a698-bd8c-416d-b95a-f722eaea12a0 req-acc99e88-9029-48ce-969a-a1080c38dbc4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7b1404d-b331-4cae-b015-2afe2d581889 HTTP/1.1" status: 200 len: 835 time: 0.0800018 Apr 11 14:24:07.503603 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-248a8bc3-dd2e-44ea-8bf4-9660a6fbac9a None None] Attempting to bind port 7677e5d0-8958-4ccd-a1ec-fcc3901e5e95 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:24:07.504205 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-248a8bc3-dd2e-44ea-8bf4-9660a6fbac9a None None] Attempting to bind port 7677e5d0-8958-4ccd-a1ec-fcc3901e5e95 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '92825d2c-dee2-4b03-8190-061306753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'a00cdf59-5c21-4a7c-9304-8fb3ce955d7d'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:24:07.504338 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a8bc3-dd2e-44ea-8bf4-9660a6fbac9a None None] Attempting to bind port 7677e5d0-8958-4ccd-a1ec-fcc3901e5e95 on network a00cdf59-5c21-4a7c-9304-8fb3ce955d7d {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:24:07.515984 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:07.528086 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a8bc3-dd2e-44ea-8bf4-9660a6fbac9a None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:24:07.538166 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a8bc3-dd2e-44ea-8bf4-9660a6fbac9a None None] Checking segment: {'id': '92825d2c-dee2-4b03-8190-061306753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'a00cdf59-5c21-4a7c-9304-8fb3ce955d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:07.538166 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-248a8bc3-dd2e-44ea-8bf4-9660a6fbac9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:07.538166 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a8bc3-dd2e-44ea-8bf4-9660a6fbac9a None None] Bound using segment: {'id': '92825d2c-dee2-4b03-8190-061306753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'a00cdf59-5c21-4a7c-9304-8fb3ce955d7d'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:24:07.538166 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-248a8bc3-dd2e-44ea-8bf4-9660a6fbac9a None None] Bound port: 7677e5d0-8958-4ccd-a1ec-fcc3901e5e95, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92825d2c-dee2-4b03-8190-061306753435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'a00cdf59-5c21-4a7c-9304-8fb3ce955d7d'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:24:07.538166 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-248a8bc3-dd2e-44ea-8bf4-9660a6fbac9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:07.649093 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port ba34adc1-3c37-41ae-9fdf-0d762b7148ed, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=ba34adc1-3c37-41ae-9fdf-0d762b7148ed,segment=NetworkSegment(657c8ef7-ce50-4b8c-aa04-b078355e228b),segment_id=657c8ef7-ce50-4b8c-aa04-b078355e228b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:07.685281 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-248a8bc3-dd2e-44ea-8bf4-9660a6fbac9a None None] For port 7677e5d0-8958-4ccd-a1ec-fcc3901e5e95, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:24:07.688930 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-248a8bc3-dd2e-44ea-8bf4-9660a6fbac9a None None] For port 7677e5d0-8958-4ccd-a1ec-fcc3901e5e95, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7677e5d0-8958-4ccd-a1ec-fcc3901e5e95,segment=NetworkSegment(92825d2c-dee2-4b03-8190-061306753435),segment_id=92825d2c-dee2-4b03-8190-061306753435)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:24:07.696933 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b5733f19-1778-4aad-b8df-4c97c7cf37c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:24:05Z', 'revision_number': 7, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None, '_interfaces': [{'id': '9cae9f69-7405-4fa2-8837-14dfe982f81e', 'name': '', 'network_id': 'b0f3408a-a387-43d0-98a6-77472d2b675e', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ee:5c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:47Z', 'updated_at': '2022-04-11T14:24:00Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0290892-0e78-4851-9398-b1b0b6b8e0b8', 'name': '', 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ab:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:40Z', 'updated_at': '2022-04-11T14:23:49Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba34adc1-3c37-41ae-9fdf-0d762b7148ed', 'name': '', 'network_id': 'b37a44ae-06c5-4451-8f3c-a13491f852ab', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:10:12:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '0d571d1b-ee66-43e9-98a7-52ba3d7b1875', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:56Z', 'updated_at': '2022-04-11T14:24:03Z', 'revision_number': 4, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '0d571d1b-ee66-43e9-98a7-52ba3d7b1875', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd10107-2726-4e28-8409-2c9e34047d40', 'name': '', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:0a:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:30Z', 'updated_at': '2022-04-11T14:23:43Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:07.702957 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5733f19-1778-4aad-b8df-4c97c7cf37c3 None None] Checking router: 241d9325-9862-4385-b00e-83a8112c8094 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:24:07.716712 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5733f19-1778-4aad-b8df-4c97c7cf37c3 None None] Routers {'241d9325-9862-4385-b00e-83a8112c8094'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:07.717343 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b5733f19-1778-4aad-b8df-4c97c7cf37c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:23:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['241d9325-9862-4385-b00e-83a8112c8094'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:07.743380 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027a698-bd8c-416d-b95a-f722eaea12a0 req-fb795274-3a37-4b37-8741-d196395bad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:07.744995 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4027a698-bd8c-416d-b95a-f722eaea12a0 req-fb795274-3a37-4b37-8741-d196395bad27 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36ebc322-19e4-4a30-b8b7-2a34e01ed94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2791178 Apr 11 14:24:07.777816 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:07.831612 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-248a8bc3-dd2e-44ea-8bf4-9660a6fbac9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:07.901366 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e1b41764-e8f5-490d-91b2-c28023c0c8cb tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:07.936545 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4027a698-bd8c-416d-b95a-f722eaea12a0 req-646dbcb3-d5a6-4a1f-81de-d37b14a34263 service neutron] 10.222.0.53 "GET /v2.0/networks/36ebc322-19e4-4a30-b8b7-2a34e01ed94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850963 Apr 11 14:24:07.974442 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=ba34adc1-3c37-41ae-9fdf-0d762b7148ed,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:08.094743 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-b5733f19-1778-4aad-b8df-4c97c7cf37c3 None None] Set router 241d9325-9862-4385-b00e-83a8112c8094 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:08.127924 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4027a698-bd8c-416d-b95a-f722eaea12a0 req-b05e9c3c-ceb8-4595-9e9f-c88ebff3b834 service neutron] 10.222.0.53 "GET /v2.0/networks/36ebc322-19e4-4a30-b8b7-2a34e01ed94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844130 Apr 11 14:24:08.141081 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a8bc3-dd2e-44ea-8bf4-9660a6fbac9a None None] Pushing event updated for resources: {'Port': ['ID=7677e5d0-8958-4ccd-a1ec-fcc3901e5e95,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:08.152839 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42494) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:08.161180 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-40865d7c-5c3b-4cdd-b605-4b69dc473f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-32147299', 'description': 'tempest-secgroup-smoke-32147299 description', 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:08.169297 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-40865d7c-5c3b-4cdd-b605-4b69dc473f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:08.173075 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-40865d7c-5c3b-4cdd-b605-4b69dc473f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Usage tracker for resource:security_group and tenant:c01302260e1b42aaba91a0ad6d85cc8c is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:08.176029 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-40865d7c-5c3b-4cdd-b605-4b69dc473f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:08.182575 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-40865d7c-5c3b-4cdd-b605-4b69dc473f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:08.199072 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-061ab490-b014-4f34-96ca-84381fbfe735 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:08.251222 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ab490-b014-4f34-96ca-84381fbfe735 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Pushing event deleted for resources: {'Port': ['ID=a19726bb-dfe9-41b9-a2a2-a2fb0138ced7,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:08.256074 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e1b41764-e8f5-490d-91b2-c28023c0c8cb tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:08.269129 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-40865d7c-5c3b-4cdd-b605-4b69dc473f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:08.283486 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-40865d7c-5c3b-4cdd-b605-4b69dc473f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:08.301908 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-40865d7c-5c3b-4cdd-b605-4b69dc473f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:08.306576 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-40865d7c-5c3b-4cdd-b605-4b69dc473f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Usage tracker for resource:security_group_rule and tenant:c01302260e1b42aaba91a0ad6d85cc8c is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:08.309889 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-40865d7c-5c3b-4cdd-b605-4b69dc473f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:08.317615 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-40865d7c-5c3b-4cdd-b605-4b69dc473f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:08.371631 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b41764-e8f5-490d-91b2-c28023c0c8cb tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Pushing event deleted for resources: {'Subnet': ['ID=0c456897-f816-4555-bcdc-f8b066c017f3,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:08.371631 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e1b41764-e8f5-490d-91b2-c28023c0c8cb tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:08.438805 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e1b41764-e8f5-490d-91b2-c28023c0c8cb tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] 10.222.0.66 "DELETE /v2.0/subnets/0c456897-f816-4555-bcdc-f8b066c017f3 HTTP/1.1" status: 204 len: 168 time: 1.6970794 Apr 11 14:24:08.442608 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42498) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:08.456005 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-40865d7c-5c3b-4cdd-b605-4b69dc473f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:08.457601 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-20f25714-4cd2-485a-9e10-e48bc0ccc2f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:08.505090 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b5733f19-1778-4aad-b8df-4c97c7cf37c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:24:05Z', 'revision_number': 7, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None, '_interfaces': [{'id': '9cae9f69-7405-4fa2-8837-14dfe982f81e', 'name': '', 'network_id': 'b0f3408a-a387-43d0-98a6-77472d2b675e', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ee:5c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:47Z', 'updated_at': '2022-04-11T14:24:00Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0290892-0e78-4851-9398-b1b0b6b8e0b8', 'name': '', 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ab:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:40Z', 'updated_at': '2022-04-11T14:23:49Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba34adc1-3c37-41ae-9fdf-0d762b7148ed', 'name': '', 'network_id': 'b37a44ae-06c5-4451-8f3c-a13491f852ab', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:10:12:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '0d571d1b-ee66-43e9-98a7-52ba3d7b1875', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:56Z', 'updated_at': '2022-04-11T14:24:07Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '0d571d1b-ee66-43e9-98a7-52ba3d7b1875', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd10107-2726-4e28-8409-2c9e34047d40', 'name': '', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:0a:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:30Z', 'updated_at': '2022-04-11T14:23:43Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:08.510528 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5733f19-1778-4aad-b8df-4c97c7cf37c3 None None] The sync data for ids ['241d9325-9862-4385-b00e-83a8112c8094'] in dv-neutron-837330-1-hyperv is: [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:24:05Z', 'revision_number': 7, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None, '_interfaces': [{'id': '9cae9f69-7405-4fa2-8837-14dfe982f81e', 'name': '', 'network_id': 'b0f3408a-a387-43d0-98a6-77472d2b675e', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ee:5c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:47Z', 'updated_at': '2022-04-11T14:24:00Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0290892-0e78-4851-9398-b1b0b6b8e0b8', 'name': '', 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ab:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:40Z', 'updated_at': '2022-04-11T14:23:49Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba34adc1-3c37-41ae-9fdf-0d762b7148ed', 'name': '', 'network_id': 'b37a44ae-06c5-4451-8f3c-a13491f852ab', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:10:12:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '0d571d1b-ee66-43e9-98a7-52ba3d7b1875', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:56Z', 'updated_at': '2022-04-11T14:24:07Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '0d571d1b-ee66-43e9-98a7-52ba3d7b1875', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd10107-2726-4e28-8409-2c9e34047d40', 'name': '', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:0a:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:30Z', 'updated_at': '2022-04-11T14:23:43Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:24:08.515543 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-40865d7c-5c3b-4cdd-b605-4b69dc473f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:08.533506 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-40865d7c-5c3b-4cdd-b605-4b69dc473f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:08.548593 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-40865d7c-5c3b-4cdd-b605-4b69dc473f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Usage tracker for resource:security_group_rule and tenant:c01302260e1b42aaba91a0ad6d85cc8c is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:08.579265 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-40865d7c-5c3b-4cdd-b605-4b69dc473f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:08.597345 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40865d7c-5c3b-4cdd-b605-4b69dc473f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65141857-3934-4a8a-87b0-566092bdde6e,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:08.600370 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-40865d7c-5c3b-4cdd-b605-4b69dc473f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:08.755301 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-40865d7c-5c3b-4cdd-b605-4b69dc473f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:08.823988 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-061ab490-b014-4f34-96ca-84381fbfe735 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:08.826028 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-061ab490-b014-4f34-96ca-84381fbfe735 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] 10.222.0.66 "DELETE /v2.0/ports/a19726bb-dfe9-41b9-a2a2-a2fb0138ced7 HTTP/1.1" status: 204 len: 168 time: 2.3616374 Apr 11 14:24:08.829260 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42502) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:08.832251 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-40865d7c-5c3b-4cdd-b605-4b69dc473f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:08.856268 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5341eff1-93ee-4b2a-9f70-cec0ccc82231 None None] Sync routers for ids ['241d9325-9862-4385-b00e-83a8112c8094'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:24:08.870480 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5341eff1-93ee-4b2a-9f70-cec0ccc82231 None None] Routers {'241d9325-9862-4385-b00e-83a8112c8094'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:08.871106 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-5341eff1-93ee-4b2a-9f70-cec0ccc82231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:23:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['241d9325-9862-4385-b00e-83a8112c8094'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:08.871346 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06598843-1e53-4a67-b415-cb547b7ee424 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:08.872052 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-06598843-1e53-4a67-b415-cb547b7ee424 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Synchronizing usage tracker for tenant:539af170ca384ef8be130592fa53929d on resource:subnet {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:24:08.935752 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40865d7c-5c3b-4cdd-b605-4b69dc473f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a56d21-849f-45d5-b77f-ea86886559f8,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:08.957127 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-092bd22f-e911-45ca-9dfe-f3c9be07d62e tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Deleting subnet 51ee9f33-c172-4735-a60f-26549cccd10e {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:24:08.961533 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-092bd22f-e911-45ca-9dfe-f3c9be07d62e tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:09.010692 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-40865d7c-5c3b-4cdd-b605-4b69dc473f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:09.014952 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-40865d7c-5c3b-4cdd-b605-4b69dc473f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.8605354 Apr 11 14:24:09.015144 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42508) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:09.028244 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-c66791e1-1ca9-4c27-93f1-a935da656e91 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Request body: {'security_group_rule': {'security_group_id': 'f2a56d21-849f-45d5-b77f-ea86886559f8', 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:09.034585 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c66791e1-1ca9-4c27-93f1-a935da656e91 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:09.037012 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-092bd22f-e911-45ca-9dfe-f3c9be07d62e tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:09.039170 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c66791e1-1ca9-4c27-93f1-a935da656e91 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Usage tracker for resource:security_group_rule and tenant:c01302260e1b42aaba91a0ad6d85cc8c is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:09.042855 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c66791e1-1ca9-4c27-93f1-a935da656e91 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:09.048624 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c66791e1-1ca9-4c27-93f1-a935da656e91 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:09.058164 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-06598843-1e53-4a67-b415-cb547b7ee424 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Unset dirty status for tenant:539af170ca384ef8be130592fa53929d on resource:subnet {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:24:09.063906 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-06598843-1e53-4a67-b415-cb547b7ee424 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6161630 Apr 11 14:24:09.065149 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42512) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:09.075781 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-5341eff1-93ee-4b2a-9f70-cec0ccc82231 None None] Set router 241d9325-9862-4385-b00e-83a8112c8094 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:09.140506 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-092bd22f-e911-45ca-9dfe-f3c9be07d62e tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:09.210924 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c66791e1-1ca9-4c27-93f1-a935da656e91 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:09.288723 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bded9876-1942-4b1e-a918-984083b66fb5 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:09.295380 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-20f25714-4cd2-485a-9e10-e48bc0ccc2f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting port ba34adc1-3c37-41ae-9fdf-0d762b7148ed {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:24:09.295720 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-20f25714-4cd2-485a-9e10-e48bc0ccc2f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:09.329271 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-092bd22f-e911-45ca-9dfe-f3c9be07d62e tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:09.374318 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-bded9876-1942-4b1e-a918-984083b66fb5 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Deleting port 7677e5d0-8958-4ccd-a1ec-fcc3901e5e95 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:24:09.375014 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bded9876-1942-4b1e-a918-984083b66fb5 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:09.382836 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bd22f-e911-45ca-9dfe-f3c9be07d62e tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Pushing event deleted for resources: {'Subnet': ['ID=51ee9f33-c172-4735-a60f-26549cccd10e,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:09.393704 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-092bd22f-e911-45ca-9dfe-f3c9be07d62e tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:09.400487 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-092bd22f-e911-45ca-9dfe-f3c9be07d62e tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] 10.222.0.66 "DELETE /v2.0/subnets/51ee9f33-c172-4735-a60f-26549cccd10e HTTP/1.1" status: 204 len: 168 time: 0.5700455 Apr 11 14:24:09.404125 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42518) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:09.406729 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f99616-929a-4fe9-aa97-e5145805ffdf None None] Network cf9bf900-959d-400a-8def-66766ee57b31 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:09.478840 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-5341eff1-93ee-4b2a-9f70-cec0ccc82231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:24:05Z', 'revision_number': 7, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None, '_interfaces': [{'id': '9cae9f69-7405-4fa2-8837-14dfe982f81e', 'name': '', 'network_id': 'b0f3408a-a387-43d0-98a6-77472d2b675e', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ee:5c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:47Z', 'updated_at': '2022-04-11T14:24:00Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0290892-0e78-4851-9398-b1b0b6b8e0b8', 'name': '', 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ab:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:40Z', 'updated_at': '2022-04-11T14:23:49Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba34adc1-3c37-41ae-9fdf-0d762b7148ed', 'name': '', 'network_id': 'b37a44ae-06c5-4451-8f3c-a13491f852ab', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:10:12:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '0d571d1b-ee66-43e9-98a7-52ba3d7b1875', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:56Z', 'updated_at': '2022-04-11T14:24:07Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '0d571d1b-ee66-43e9-98a7-52ba3d7b1875', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd10107-2726-4e28-8409-2c9e34047d40', 'name': '', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:0a:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:30Z', 'updated_at': '2022-04-11T14:23:43Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:09.484736 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5341eff1-93ee-4b2a-9f70-cec0ccc82231 None None] Checking router: 241d9325-9862-4385-b00e-83a8112c8094 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:24:09.495945 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5341eff1-93ee-4b2a-9f70-cec0ccc82231 None None] Routers {'241d9325-9862-4385-b00e-83a8112c8094'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:09.497482 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-5341eff1-93ee-4b2a-9f70-cec0ccc82231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:23:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['241d9325-9862-4385-b00e-83a8112c8094'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:09.505361 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c66791e1-1ca9-4c27-93f1-a935da656e91 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:09.599051 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bf9a88fb-0b71-4ad8-b9c3-4043eba59992 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:09.615610 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-bf9a88fb-0b71-4ad8-b9c3-4043eba59992 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Deleting port e4958321-e09b-4fbb-8551-50eb1310a3d0 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:24:09.616027 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bf9a88fb-0b71-4ad8-b9c3-4043eba59992 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:09.651903 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c66791e1-1ca9-4c27-93f1-a935da656e91 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:09.713413 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66791e1-1ca9-4c27-93f1-a935da656e91 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c0dc7e-d921-4ed0-8e9b-4322d3a7d8f2,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:09.752036 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-5341eff1-93ee-4b2a-9f70-cec0ccc82231 None None] Set router 241d9325-9862-4385-b00e-83a8112c8094 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:09.793569 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-20f25714-4cd2-485a-9e10-e48bc0ccc2f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] For port ba34adc1-3c37-41ae-9fdf-0d762b7148ed, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=ba34adc1-3c37-41ae-9fdf-0d762b7148ed,segment=NetworkSegment(657c8ef7-ce50-4b8c-aa04-b078355e228b),segment_id=657c8ef7-ce50-4b8c-aa04-b078355e228b)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:09.794152 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-20f25714-4cd2-485a-9e10-e48bc0ccc2f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:09.799876 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a146c81-3627-4dee-a267-2dea8e8c2a17 None None] Network a00cdf59-5c21-4a7c-9304-8fb3ce955d7d requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:09.846941 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec25ff45-037b-42f4-b4ed-0e76c6075afe None None] DHCP port deletion for cf9bf900-959d-400a-8def-66766ee57b31 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:24:09.858083 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-ec25ff45-037b-42f4-b4ed-0e76c6075afe None None] Deleting port e4958321-e09b-4fbb-8551-50eb1310a3d0 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:24:09.858458 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ec25ff45-037b-42f4-b4ed-0e76c6075afe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:09.919306 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c66791e1-1ca9-4c27-93f1-a935da656e91 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:09.920509 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c66791e1-1ca9-4c27-93f1-a935da656e91 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8991287 Apr 11 14:24:09.948788 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42522) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:09.959919 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-4ba50039-1c6e-4f20-b5eb-cc4d7f39aeeb tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Request body: {'security_group_rule': {'security_group_id': 'f2a56d21-849f-45d5-b77f-ea86886559f8', 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:09.966645 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-4ba50039-1c6e-4f20-b5eb-cc4d7f39aeeb tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:09.970704 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4ba50039-1c6e-4f20-b5eb-cc4d7f39aeeb tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Usage tracker for resource:security_group_rule and tenant:c01302260e1b42aaba91a0ad6d85cc8c is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:09.974227 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4ba50039-1c6e-4f20-b5eb-cc4d7f39aeeb tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:09.984932 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-4ba50039-1c6e-4f20-b5eb-cc4d7f39aeeb tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:10.012408 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-20f25714-4cd2-485a-9e10-e48bc0ccc2f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Calling delete_port for ba34adc1-3c37-41ae-9fdf-0d762b7148ed owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:24:10.028861 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-bf9a88fb-0b71-4ad8-b9c3-4043eba59992 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] For port e4958321-e09b-4fbb-8551-50eb1310a3d0, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e4958321-e09b-4fbb-8551-50eb1310a3d0,segment=NetworkSegment(a4a5f3dc-c26b-4529-bd64-566172db009f),segment_id=a4a5f3dc-c26b-4529-bd64-566172db009f)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:10.029340 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bf9a88fb-0b71-4ad8-b9c3-4043eba59992 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:10.115136 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 7677e5d0-8958-4ccd-a1ec-fcc3901e5e95 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:10.120108 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-bded9876-1942-4b1e-a918-984083b66fb5 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] For port 7677e5d0-8958-4ccd-a1ec-fcc3901e5e95, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7677e5d0-8958-4ccd-a1ec-fcc3901e5e95,segment=NetworkSegment(92825d2c-dee2-4b03-8190-061306753435),segment_id=92825d2c-dee2-4b03-8190-061306753435)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:10.120272 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bded9876-1942-4b1e-a918-984083b66fb5 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:10.187203 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4ba50039-1c6e-4f20-b5eb-cc4d7f39aeeb tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:10.202309 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-bf9a88fb-0b71-4ad8-b9c3-4043eba59992 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Calling delete_port for e4958321-e09b-4fbb-8551-50eb1310a3d0 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:24:10.261951 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-5341eff1-93ee-4b2a-9f70-cec0ccc82231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:24:05Z', 'revision_number': 7, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None, '_interfaces': [{'id': '9cae9f69-7405-4fa2-8837-14dfe982f81e', 'name': '', 'network_id': 'b0f3408a-a387-43d0-98a6-77472d2b675e', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ee:5c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:47Z', 'updated_at': '2022-04-11T14:24:00Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0290892-0e78-4851-9398-b1b0b6b8e0b8', 'name': '', 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ab:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:40Z', 'updated_at': '2022-04-11T14:23:49Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba34adc1-3c37-41ae-9fdf-0d762b7148ed', 'name': '', 'network_id': 'b37a44ae-06c5-4451-8f3c-a13491f852ab', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:10:12:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '0d571d1b-ee66-43e9-98a7-52ba3d7b1875', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:56Z', 'updated_at': '2022-04-11T14:24:07Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '0d571d1b-ee66-43e9-98a7-52ba3d7b1875', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd10107-2726-4e28-8409-2c9e34047d40', 'name': '', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:0a:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:30Z', 'updated_at': '2022-04-11T14:23:43Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:10.266235 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5341eff1-93ee-4b2a-9f70-cec0ccc82231 None None] The sync data for ids ['241d9325-9862-4385-b00e-83a8112c8094'] in dv-neutron-837330-1-hyperv is: [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:24:05Z', 'revision_number': 7, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None, '_interfaces': [{'id': '9cae9f69-7405-4fa2-8837-14dfe982f81e', 'name': '', 'network_id': 'b0f3408a-a387-43d0-98a6-77472d2b675e', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ee:5c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:47Z', 'updated_at': '2022-04-11T14:24:00Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0290892-0e78-4851-9398-b1b0b6b8e0b8', 'name': '', 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ab:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:40Z', 'updated_at': '2022-04-11T14:23:49Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba34adc1-3c37-41ae-9fdf-0d762b7148ed', 'name': '', 'network_id': 'b37a44ae-06c5-4451-8f3c-a13491f852ab', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:10:12:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '0d571d1b-ee66-43e9-98a7-52ba3d7b1875', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:56Z', 'updated_at': '2022-04-11T14:24:07Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '0d571d1b-ee66-43e9-98a7-52ba3d7b1875', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd10107-2726-4e28-8409-2c9e34047d40', 'name': '', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:0a:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:30Z', 'updated_at': '2022-04-11T14:23:43Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:24:10.269746 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-bded9876-1942-4b1e-a918-984083b66fb5 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Calling delete_port for 7677e5d0-8958-4ccd-a1ec-fcc3901e5e95 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:24:10.323230 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-84ac8f76-54d2-4fe4-b5b3-01218f993f8c None None] Provisioning for port 7677e5d0-8958-4ccd-a1ec-fcc3901e5e95 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:10.324849 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4ba50039-1c6e-4f20-b5eb-cc4d7f39aeeb tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:10.400035 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bf9a88fb-0b71-4ad8-b9c3-4043eba59992 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:10.400315 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-ec25ff45-037b-42f4-b4ed-0e76c6075afe None None] For port e4958321-e09b-4fbb-8551-50eb1310a3d0, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e4958321-e09b-4fbb-8551-50eb1310a3d0,segment=NetworkSegment(a4a5f3dc-c26b-4529-bd64-566172db009f),segment_id=a4a5f3dc-c26b-4529-bd64-566172db009f)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:10.400559 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ec25ff45-037b-42f4-b4ed-0e76c6075afe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:10.452458 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a88fb-0b71-4ad8-b9c3-4043eba59992 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Pushing event deleted for resources: {'Port': ['ID=e4958321-e09b-4fbb-8551-50eb1310a3d0,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:10.454034 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4ba50039-1c6e-4f20-b5eb-cc4d7f39aeeb tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:10.468326 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9a88fb-0b71-4ad8-b9c3-4043eba59992 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] No DVR routers for this DVR port e4958321-e09b-4fbb-8551-50eb1310a3d0 on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:24:10.489900 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bded9876-1942-4b1e-a918-984083b66fb5 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:10.549443 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba50039-1c6e-4f20-b5eb-cc4d7f39aeeb tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa984c5-d1e0-485f-ac05-afe585ac7e80,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:10.581173 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-ec25ff45-037b-42f4-b4ed-0e76c6075afe None None] Calling delete_port for e4958321-e09b-4fbb-8551-50eb1310a3d0 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:24:10.619192 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Could not find standard attr ID for object 7677e5d0-8958-4ccd-a1ec-fcc3901e5e95. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:24:10.619667 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ba34adc1-3c37-41ae-9fdf-0d762b7148ed up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:10.630764 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4ba50039-1c6e-4f20-b5eb-cc4d7f39aeeb tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:10.635233 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4ba50039-1c6e-4f20-b5eb-cc4d7f39aeeb tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6818349 Apr 11 14:24:10.638921 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42530) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:10.646767 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-9a597419-615d-4e07-bddc-5bd39e7af1db tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Request body: {'security_group_rule': {'security_group_id': 'f2a56d21-849f-45d5-b77f-ea86886559f8', 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:10.653469 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bf9a88fb-0b71-4ad8-b9c3-4043eba59992 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:10.659528 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: ba34adc1-3c37-41ae-9fdf-0d762b7148ed {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:24:10.660023 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ba34adc1-3c37-41ae-9fdf-0d762b7148ed not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 11 14:24:10.661620 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-9a597419-615d-4e07-bddc-5bd39e7af1db tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:10.667979 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-20f25714-4cd2-485a-9e10-e48bc0ccc2f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:10.670798 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9a597419-615d-4e07-bddc-5bd39e7af1db tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Usage tracker for resource:security_group_rule and tenant:c01302260e1b42aaba91a0ad6d85cc8c is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:10.680224 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded9876-1942-4b1e-a918-984083b66fb5 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Pushing event deleted for resources: {'Port': ['ID=7677e5d0-8958-4ccd-a1ec-fcc3901e5e95,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:10.681799 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9a597419-615d-4e07-bddc-5bd39e7af1db tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:10.684310 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bded9876-1942-4b1e-a918-984083b66fb5 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] No DVR routers for this DVR port 7677e5d0-8958-4ccd-a1ec-fcc3901e5e95 on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:24:10.691129 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-9a597419-615d-4e07-bddc-5bd39e7af1db tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:10.693815 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-bf9a88fb-0b71-4ad8-b9c3-4043eba59992 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf9bf900-959d-400a-8def-66766ee57b31']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:10.711319 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-bf9a88fb-0b71-4ad8-b9c3-4043eba59992 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a5f3dc-c26b-4529-bd64-566172db009f') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:10.711613 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-bf9a88fb-0b71-4ad8-b9c3-4043eba59992 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a5f3dc-c26b-4529-bd64-566172db009f') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:10.716620 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Port ba34adc1-3c37-41ae-9fdf-0d762b7148ed not found, will not notify nova. {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 11 14:24:10.725304 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bf9a88fb-0b71-4ad8-b9c3-4043eba59992 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:10.744208 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bf9a88fb-0b71-4ad8-b9c3-4043eba59992 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:10.758619 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9a88fb-0b71-4ad8-b9c3-4043eba59992 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:24:10.759134 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bf9a88fb-0b71-4ad8-b9c3-4043eba59992 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:10.763994 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-ec25ff45-037b-42f4-b4ed-0e76c6075afe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:24:10.764502 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-ec25ff45-037b-42f4-b4ed-0e76c6075afe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:24:10.778699 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:24:10.793238 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f25714-4cd2-485a-9e10-e48bc0ccc2f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Port': ['ID=ba34adc1-3c37-41ae-9fdf-0d762b7148ed,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:10.852235 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d006a037-fae0-4ca6-84fb-0c5dc5993579 None None] DHCP port deletion for a00cdf59-5c21-4a7c-9304-8fb3ce955d7d request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:24:10.909234 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bded9876-1942-4b1e-a918-984083b66fb5 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:10.971885 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9a597419-615d-4e07-bddc-5bd39e7af1db tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:11.052487 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9a597419-615d-4e07-bddc-5bd39e7af1db tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:11.061951 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-bded9876-1942-4b1e-a918-984083b66fb5 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00cdf59-5c21-4a7c-9304-8fb3ce955d7d']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:11.089400 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-bded9876-1942-4b1e-a918-984083b66fb5 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92825d2c-dee2-4b03-8190-061306753435') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:11.089840 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-bded9876-1942-4b1e-a918-984083b66fb5 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92825d2c-dee2-4b03-8190-061306753435') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:11.113537 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bded9876-1942-4b1e-a918-984083b66fb5 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:11.131240 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bf9a88fb-0b71-4ad8-b9c3-4043eba59992 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:11.135207 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-20f25714-4cd2-485a-9e10-e48bc0ccc2f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:11.142426 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bded9876-1942-4b1e-a918-984083b66fb5 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:11.152988 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bf9a88fb-0b71-4ad8-b9c3-4043eba59992 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:11.161951 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9a597419-615d-4e07-bddc-5bd39e7af1db tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:11.171678 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a88fb-0b71-4ad8-b9c3-4043eba59992 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] Pushing event deleted for resources: {'Network': ['ID=cf9bf900-959d-400a-8def-66766ee57b31,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:11.186514 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bf9a88fb-0b71-4ad8-b9c3-4043eba59992 tempest-ExtraDHCPOptionsTestJSON-1452405306 tempest-ExtraDHCPOptionsTestJSON-1452405306-project] 10.222.0.66 "DELETE /v2.0/networks/cf9bf900-959d-400a-8def-66766ee57b31 HTTP/1.1" status: 204 len: 168 time: 1.7812994 Apr 11 14:24:11.196505 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a597419-615d-4e07-bddc-5bd39e7af1db tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa2c81f-d07b-4a98-99e6-629b70a2caa2,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:11.208356 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bded9876-1942-4b1e-a918-984083b66fb5 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:24:11.208761 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bded9876-1942-4b1e-a918-984083b66fb5 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:24:11.223586 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:24:11.257568 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9a597419-615d-4e07-bddc-5bd39e7af1db tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:11.261655 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9a597419-615d-4e07-bddc-5bd39e7af1db tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6196647 Apr 11 14:24:11.261881 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42536) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:11.265800 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-ec25ff45-037b-42f4-b4ed-0e76c6075afe None None] Deleting port e4958321-e09b-4fbb-8551-50eb1310a3d0 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:24:11.266595 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ec25ff45-037b-42f4-b4ed-0e76c6075afe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:11.268055 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-2710b767-aba4-40d3-972e-f934014bed91 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Request body: {'security_group_rule': {'security_group_id': 'f2a56d21-849f-45d5-b77f-ea86886559f8', 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:11.275120 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-2710b767-aba4-40d3-972e-f934014bed91 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:11.279368 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-2710b767-aba4-40d3-972e-f934014bed91 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Usage tracker for resource:security_group_rule and tenant:c01302260e1b42aaba91a0ad6d85cc8c is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:11.282495 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-2710b767-aba4-40d3-972e-f934014bed91 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:11.289389 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-2710b767-aba4-40d3-972e-f934014bed91 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:11.363426 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-ec25ff45-037b-42f4-b4ed-0e76c6075afe None None] The port 'e4958321-e09b-4fbb-8551-50eb1310a3d0' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:24:11.387379 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131a93e1-355d-44c7-903d-6d15ad422045 None None] get_active_networks_info from dv-neutron-837330-1-hyperv {{(pid=88618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 11 14:24:11.396316 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2710b767-aba4-40d3-972e-f934014bed91 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:11.458703 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2710b767-aba4-40d3-972e-f934014bed91 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:11.470423 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bded9876-1942-4b1e-a918-984083b66fb5 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:11.494038 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bded9876-1942-4b1e-a918-984083b66fb5 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:11.523322 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2710b767-aba4-40d3-972e-f934014bed91 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:11.531917 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131a93e1-355d-44c7-903d-6d15ad422045 None None] Resources bound (agent type, host, resource id): {{(pid=88618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 14:24:11.548327 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710b767-aba4-40d3-972e-f934014bed91 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17375c5-e024-4bc3-906f-bbffd4953013,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:11.553336 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded9876-1942-4b1e-a918-984083b66fb5 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Pushing event deleted for resources: {'Network': ['ID=a00cdf59-5c21-4a7c-9304-8fb3ce955d7d,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:11.599002 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-bded9876-1942-4b1e-a918-984083b66fb5 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] 10.222.0.66 "DELETE /v2.0/networks/a00cdf59-5c21-4a7c-9304-8fb3ce955d7d HTTP/1.1" status: 204 len: 168 time: 2.5327258 Apr 11 14:24:11.601910 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42542) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:11.614676 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f25714-4cd2-485a-9e10-e48bc0ccc2f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Router 241d9325-9862-4385-b00e-83a8112c8094 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:24:11.726196 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2710b767-aba4-40d3-972e-f934014bed91 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:11.729418 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2710b767-aba4-40d3-972e-f934014bed91 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4656501 Apr 11 14:24:11.737638 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42548) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:11.755269 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-bfb5b7d2-2756-483a-a799-1f206b64119d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Request body: {'security_group_rule': {'security_group_id': 'f2a56d21-849f-45d5-b77f-ea86886559f8', 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:11.756837 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42552) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:11.764913 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-bfb5b7d2-2756-483a-a799-1f206b64119d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:11.780579 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cf9cab50-41e5-4cf7-9ebb-1de32533ee8b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:11.786274 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-bfb5b7d2-2756-483a-a799-1f206b64119d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Usage tracker for resource:security_group_rule and tenant:c01302260e1b42aaba91a0ad6d85cc8c is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:11.796281 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-bfb5b7d2-2756-483a-a799-1f206b64119d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:11.798934 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-bfb5b7d2-2756-483a-a799-1f206b64119d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:11.835445 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f25714-4cd2-485a-9e10-e48bc0ccc2f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:24:11.852759 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42558) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:11.855828 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c4d761-72f9-4e00-8599-6a26729a27a6 None None] Sync routers for ids ['241d9325-9862-4385-b00e-83a8112c8094'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:24:11.862413 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-20f25714-4cd2-485a-9e10-e48bc0ccc2f5 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "PUT /v2.0/routers/241d9325-9862-4385-b00e-83a8112c8094/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4904795 Apr 11 14:24:11.872028 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c4d761-72f9-4e00-8599-6a26729a27a6 None None] Routers {'241d9325-9862-4385-b00e-83a8112c8094'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:11.873011 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-76c4d761-72f9-4e00-8599-6a26729a27a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:23:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['241d9325-9862-4385-b00e-83a8112c8094'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:11.910276 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.securitygroups_db [None req-bfb5b7d2-2756-483a-a799-1f206b64119d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Project c01302260e1b42aaba91a0ad6d85cc8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:24:11.951728 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bfb5b7d2-2756-483a-a799-1f206b64119d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:11.986030 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 7677e5d0-8958-4ccd-a1ec-fcc3901e5e95 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:24:12.011909 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8f7806e0-9af2-463e-bf03-7a1dad91609e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0b6f2d72aeb743d68ec496f9fd70650e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537041 Apr 11 14:24:12.023057 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42562) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:12.032813 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 7677e5d0-8958-4ccd-a1ec-fcc3901e5e95 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:24:12.033159 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 7677e5d0-8958-4ccd-a1ec-fcc3901e5e95 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:24:12.033572 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e4958321-e09b-4fbb-8551-50eb1310a3d0 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:24:12.058990 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cf9cab50-41e5-4cf7-9ebb-1de32533ee8b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:12.103386 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cb413da7-3b0b-4257-a9e2-cce85fe39147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:12.126971 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ace60e-50b0-4634-b1ee-74edc5bf48dd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting subnet 0d571d1b-ee66-43e9-98a7-52ba3d7b1875 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:24:12.133361 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-cf9cab50-41e5-4cf7-9ebb-1de32533ee8b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939ca164-8e97-4336-8320-30d3ab251744']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:12.137156 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cb413da7-3b0b-4257-a9e2-cce85fe39147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:12.142506 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a7ace60e-50b0-4634-b1ee-74edc5bf48dd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:12.173228 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: e4958321-e09b-4fbb-8551-50eb1310a3d0 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:24:12.173228 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e4958321-e09b-4fbb-8551-50eb1310a3d0 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:24:12.203999 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-cf9cab50-41e5-4cf7-9ebb-1de32533ee8b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e249ce2-567d-4514-8a21-4725fbbc866f') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:12.203999 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-cf9cab50-41e5-4cf7-9ebb-1de32533ee8b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e249ce2-567d-4514-8a21-4725fbbc866f') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:12.218922 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bfb5b7d2-2756-483a-a799-1f206b64119d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:12.226884 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-76c4d761-72f9-4e00-8599-6a26729a27a6 None None] Set router 241d9325-9862-4385-b00e-83a8112c8094 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:12.234836 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cf9cab50-41e5-4cf7-9ebb-1de32533ee8b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:12.246432 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a7ace60e-50b0-4634-b1ee-74edc5bf48dd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:12.279580 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cf9cab50-41e5-4cf7-9ebb-1de32533ee8b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:12.285082 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cb413da7-3b0b-4257-a9e2-cce85fe39147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:12.296680 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9cab50-41e5-4cf7-9ebb-1de32533ee8b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:24:12.296680 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cf9cab50-41e5-4cf7-9ebb-1de32533ee8b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:24:12.311275 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:24:12.314015 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb413da7-3b0b-4257-a9e2-cce85fe39147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1ecf3c-726b-45d4-a367-a03dd368699b,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:12.320368 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cb413da7-3b0b-4257-a9e2-cce85fe39147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:12.324153 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cb413da7-3b0b-4257-a9e2-cce85fe39147 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4d1ecf3c-726b-45d4-a367-a03dd368699b HTTP/1.1" status: 204 len: 168 time: 0.2958889 Apr 11 14:24:12.330972 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bfb5b7d2-2756-483a-a799-1f206b64119d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:12.431879 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5b7d2-2756-483a-a799-1f206b64119d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34633e00-d9d4-4fb4-993a-cb0ea4de99c7,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:12.467013 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a7ace60e-50b0-4634-b1ee-74edc5bf48dd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:12.524318 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cf9cab50-41e5-4cf7-9ebb-1de32533ee8b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:12.550007 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cf9cab50-41e5-4cf7-9ebb-1de32533ee8b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:12.551822 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-cf9cab50-41e5-4cf7-9ebb-1de32533ee8b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] 10.222.0.66 "DELETE /v2.0/networks/939ca164-8e97-4336-8320-30d3ab251744 HTTP/1.1" status: 204 len: 168 time: 0.9486723 Apr 11 14:24:12.554958 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42568) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:12.562956 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9cab50-41e5-4cf7-9ebb-1de32533ee8b tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Pushing event deleted for resources: {'Network': ['ID=939ca164-8e97-4336-8320-30d3ab251744,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:12.575458 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bfb5b7d2-2756-483a-a799-1f206b64119d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:12.577100 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bfb5b7d2-2756-483a-a799-1f206b64119d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8377454 Apr 11 14:24:12.580029 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42572) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:12.586444 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-a785efc3-bd49-4269-aa78-6b3714813aa6 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Request body: {'security_group_rule': {'security_group_id': 'f2a56d21-849f-45d5-b77f-ea86886559f8', 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:12.593716 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a785efc3-bd49-4269-aa78-6b3714813aa6 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:12.597974 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a785efc3-bd49-4269-aa78-6b3714813aa6 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Usage tracker for resource:security_group_rule and tenant:c01302260e1b42aaba91a0ad6d85cc8c is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:12.601733 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-76c4d761-72f9-4e00-8599-6a26729a27a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:24:10Z', 'revision_number': 8, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None, '_interfaces': [{'id': '9cae9f69-7405-4fa2-8837-14dfe982f81e', 'name': '', 'network_id': 'b0f3408a-a387-43d0-98a6-77472d2b675e', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ee:5c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:47Z', 'updated_at': '2022-04-11T14:24:00Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0290892-0e78-4851-9398-b1b0b6b8e0b8', 'name': '', 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ab:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:40Z', 'updated_at': '2022-04-11T14:23:49Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd10107-2726-4e28-8409-2c9e34047d40', 'name': '', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:0a:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:30Z', 'updated_at': '2022-04-11T14:23:43Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:12.605168 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a785efc3-bd49-4269-aa78-6b3714813aa6 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:12.608815 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c4d761-72f9-4e00-8599-6a26729a27a6 None None] Checking router: 241d9325-9862-4385-b00e-83a8112c8094 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:24:12.612134 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a785efc3-bd49-4269-aa78-6b3714813aa6 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:12.619535 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c4d761-72f9-4e00-8599-6a26729a27a6 None None] Routers {'241d9325-9862-4385-b00e-83a8112c8094'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:12.620148 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-76c4d761-72f9-4e00-8599-6a26729a27a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:23:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['241d9325-9862-4385-b00e-83a8112c8094'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:12.672144 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a7ace60e-50b0-4634-b1ee-74edc5bf48dd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:12.722526 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.securitygroups_db [None req-a785efc3-bd49-4269-aa78-6b3714813aa6 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Project c01302260e1b42aaba91a0ad6d85cc8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:24:12.737168 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ace60e-50b0-4634-b1ee-74edc5bf48dd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Subnet': ['ID=0d571d1b-ee66-43e9-98a7-52ba3d7b1875,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:12.746716 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a7ace60e-50b0-4634-b1ee-74edc5bf48dd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:12.757952 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a7ace60e-50b0-4634-b1ee-74edc5bf48dd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/subnets/0d571d1b-ee66-43e9-98a7-52ba3d7b1875 HTTP/1.1" status: 204 len: 168 time: 0.9041281 Apr 11 14:24:12.758827 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42578) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:12.763419 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf91c99-8a05-464e-820b-bbc4a627e540 None None] Network b37a44ae-06c5-4451-8f3c-a13491f852ab requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:12.764466 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a785efc3-bd49-4269-aa78-6b3714813aa6 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:12.852628 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a1717335-66e6-4a38-81f1-3402b6e37ed9 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:12.892630 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a785efc3-bd49-4269-aa78-6b3714813aa6 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:12.904966 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-76c4d761-72f9-4e00-8599-6a26729a27a6 None None] Set router 241d9325-9862-4385-b00e-83a8112c8094 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:12.976298 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-95565d8f-962c-4018-98ca-fa6ece70ef64 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:12.987765 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-95565d8f-962c-4018-98ca-fa6ece70ef64 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting port 1d231d15-2650-48c7-b76a-e5cadf936d1f {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:24:12.988100 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-95565d8f-962c-4018-98ca-fa6ece70ef64 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:13.002485 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a1717335-66e6-4a38-81f1-3402b6e37ed9 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:13.034121 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-a1717335-66e6-4a38-81f1-3402b6e37ed9 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04fb468b-75b6-41f6-852b-fa05c11e6db2']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:13.039550 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a785efc3-bd49-4269-aa78-6b3714813aa6 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:13.053316 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-a1717335-66e6-4a38-81f1-3402b6e37ed9 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a9ea05-914d-48ab-93d8-6342840b9e34') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:13.053799 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-a1717335-66e6-4a38-81f1-3402b6e37ed9 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a9ea05-914d-48ab-93d8-6342840b9e34') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:13.068754 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a1717335-66e6-4a38-81f1-3402b6e37ed9 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:13.095517 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785efc3-bd49-4269-aa78-6b3714813aa6 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=454fd520-8fa3-468e-9961-9a587106cd22,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:13.106686 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a1717335-66e6-4a38-81f1-3402b6e37ed9 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:13.114500 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1717335-66e6-4a38-81f1-3402b6e37ed9 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:24:13.115283 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a1717335-66e6-4a38-81f1-3402b6e37ed9 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:24:13.210577 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:24:13.244772 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a785efc3-bd49-4269-aa78-6b3714813aa6 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:13.245898 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a785efc3-bd49-4269-aa78-6b3714813aa6 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6649296 Apr 11 14:24:13.251091 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42590) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:13.264395 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-f936cb08-413f-427f-afb3-0bf4a1cc50ab tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Request body: {'network': {'name': 'tempest-network-smoke--89918428', 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'port_security_enabled': True}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:13.269728 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f936cb08-413f-427f-afb3-0bf4a1cc50ab tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:13.274906 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f936cb08-413f-427f-afb3-0bf4a1cc50ab tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Usage tracker for resource:network and tenant:c01302260e1b42aaba91a0ad6d85cc8c is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:13.276888 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-95565d8f-962c-4018-98ca-fa6ece70ef64 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] For port 1d231d15-2650-48c7-b76a-e5cadf936d1f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=1d231d15-2650-48c7-b76a-e5cadf936d1f,segment=NetworkSegment(657c8ef7-ce50-4b8c-aa04-b078355e228b),segment_id=657c8ef7-ce50-4b8c-aa04-b078355e228b)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:13.277820 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-95565d8f-962c-4018-98ca-fa6ece70ef64 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:13.278750 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f936cb08-413f-427f-afb3-0bf4a1cc50ab tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:13.286515 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f936cb08-413f-427f-afb3-0bf4a1cc50ab tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:13.320984 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a1717335-66e6-4a38-81f1-3402b6e37ed9 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:13.340215 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a1717335-66e6-4a38-81f1-3402b6e37ed9 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:13.353593 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1717335-66e6-4a38-81f1-3402b6e37ed9 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Pushing event deleted for resources: {'Network': ['ID=04fb468b-75b6-41f6-852b-fa05c11e6db2,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:13.359080 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a1717335-66e6-4a38-81f1-3402b6e37ed9 tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] 10.222.0.66 "DELETE /v2.0/networks/04fb468b-75b6-41f6-852b-fa05c11e6db2 HTTP/1.1" status: 204 len: 168 time: 0.8033226 Apr 11 14:24:13.364754 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42598) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:13.378179 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761eea67-0b3e-453d-99e0-28c9baa2a3c5 None None] DHCP port deletion for b37a44ae-06c5-4451-8f3c-a13491f852ab request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:24:13.386518 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-761eea67-0b3e-453d-99e0-28c9baa2a3c5 None None] Deleting port 1d231d15-2650-48c7-b76a-e5cadf936d1f {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:24:13.386958 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-761eea67-0b3e-453d-99e0-28c9baa2a3c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:13.454768 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-76c4d761-72f9-4e00-8599-6a26729a27a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:24:10Z', 'revision_number': 8, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None, '_interfaces': [{'id': '9cae9f69-7405-4fa2-8837-14dfe982f81e', 'name': '', 'network_id': 'b0f3408a-a387-43d0-98a6-77472d2b675e', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ee:5c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:47Z', 'updated_at': '2022-04-11T14:24:00Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0290892-0e78-4851-9398-b1b0b6b8e0b8', 'name': '', 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ab:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:40Z', 'updated_at': '2022-04-11T14:23:49Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd10107-2726-4e28-8409-2c9e34047d40', 'name': '', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:0a:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:30Z', 'updated_at': '2022-04-11T14:23:43Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:13.483988 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f936cb08-413f-427f-afb3-0bf4a1cc50ab tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Made reservation on behalf of c01302260e1b42aaba91a0ad6d85cc8c for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:13.487632 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f936cb08-413f-427f-afb3-0bf4a1cc50ab tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:13.492713 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c4d761-72f9-4e00-8599-6a26729a27a6 None None] The sync data for ids ['241d9325-9862-4385-b00e-83a8112c8094'] in dv-neutron-837330-1-hyperv is: [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:24:10Z', 'revision_number': 8, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None, '_interfaces': [{'id': '9cae9f69-7405-4fa2-8837-14dfe982f81e', 'name': '', 'network_id': 'b0f3408a-a387-43d0-98a6-77472d2b675e', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ee:5c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:47Z', 'updated_at': '2022-04-11T14:24:00Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '536db1c9-7b3f-434f-b4c9-fee650ac2e90', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0290892-0e78-4851-9398-b1b0b6b8e0b8', 'name': '', 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ab:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:40Z', 'updated_at': '2022-04-11T14:23:49Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd10107-2726-4e28-8409-2c9e34047d40', 'name': '', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:0a:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:30Z', 'updated_at': '2022-04-11T14:23:43Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:24:13.549963 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f936cb08-413f-427f-afb3-0bf4a1cc50ab tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:24:13.562209 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f936cb08-413f-427f-afb3-0bf4a1cc50ab tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:13.562918 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-f936cb08-413f-427f-afb3-0bf4a1cc50ab tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Added segment 2fc2ff94-33cb-4015-b82f-897abe5d6b4c of type vlan for network ba82143e-f57c-4be7-8dbf-8bf3340fdc64 Apr 11 14:24:13.581691 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4a5910f9-6384-4ea9-b370-38e83cb2705d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:13.584290 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-95565d8f-962c-4018-98ca-fa6ece70ef64 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Calling delete_port for 1d231d15-2650-48c7-b76a-e5cadf936d1f owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:24:13.607176 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f936cb08-413f-427f-afb3-0bf4a1cc50ab tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:13.705006 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42606) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:13.728633 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-761eea67-0b3e-453d-99e0-28c9baa2a3c5 None None] For port 1d231d15-2650-48c7-b76a-e5cadf936d1f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=1d231d15-2650-48c7-b76a-e5cadf936d1f,segment=NetworkSegment(657c8ef7-ce50-4b8c-aa04-b078355e228b),segment_id=657c8ef7-ce50-4b8c-aa04-b078355e228b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:13.729030 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-761eea67-0b3e-453d-99e0-28c9baa2a3c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:13.762703 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-95565d8f-962c-4018-98ca-fa6ece70ef64 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:13.770584 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4a5910f9-6384-4ea9-b370-38e83cb2705d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:13.801207 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f936cb08-413f-427f-afb3-0bf4a1cc50ab tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:13.808134 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f936cb08-413f-427f-afb3-0bf4a1cc50ab tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:13.808947 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f936cb08-413f-427f-afb3-0bf4a1cc50ab tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:13.820191 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-4a5910f9-6384-4ea9-b370-38e83cb2705d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06bcc140-0f10-4ea0-b05b-0a62185757cd']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:13.829648 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95565d8f-962c-4018-98ca-fa6ece70ef64 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] No DVR routers for this DVR port 1d231d15-2650-48c7-b76a-e5cadf936d1f on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:24:13.869327 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-4a5910f9-6384-4ea9-b370-38e83cb2705d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ff1fea-0fbd-4ec9-be3d-16c0d8163889') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:13.869780 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-4a5910f9-6384-4ea9-b370-38e83cb2705d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ff1fea-0fbd-4ec9-be3d-16c0d8163889') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:13.870694 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-761eea67-0b3e-453d-99e0-28c9baa2a3c5 None None] Calling delete_port for 1d231d15-2650-48c7-b76a-e5cadf936d1f owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:24:13.892476 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-5af7669c-23e4-4c03-8c3c-6f79a8d8368a tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] Request body: {'port': {'network_id': '9d1c3757-908a-496d-9062-f7643e63cecb', 'name': 'tempest-NetworksNegativeTestJSON-497785043'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:13.908074 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4a5910f9-6384-4ea9-b370-38e83cb2705d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:13.938663 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af7669c-23e4-4c03-8c3c-6f79a8d8368a tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] POST failed (client error): The resource could not be found. Apr 11 14:24:13.938663 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5af7669c-23e4-4c03-8c3c-6f79a8d8368a tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:24:13.939774 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5af7669c-23e4-4c03-8c3c-6f79a8d8368a tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2338269 Apr 11 14:24:13.946144 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42612) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:13.964270 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95565d8f-962c-4018-98ca-fa6ece70ef64 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Port': ['ID=1d231d15-2650-48c7-b76a-e5cadf936d1f,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:13.984327 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-761eea67-0b3e-453d-99e0-28c9baa2a3c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:24:13.984832 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-761eea67-0b3e-453d-99e0-28c9baa2a3c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:24:13.991523 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 1d231d15-2650-48c7-b76a-e5cadf936d1f no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:24:13.993754 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4a5910f9-6384-4ea9-b370-38e83cb2705d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:13.997992 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f936cb08-413f-427f-afb3-0bf4a1cc50ab tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7435677 Apr 11 14:24:13.999473 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-912d2e5f-a32a-43f7-89d6-09a4353215f7 tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] DELETE failed (client error): The resource could not be found. Apr 11 14:24:14.000171 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912d2e5f-a32a-43f7-89d6-09a4353215f7 tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:24:14.002716 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42616) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:14.003456 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936cb08-413f-427f-afb3-0bf4a1cc50ab tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Pushing event updated for resources: {'Network': ['ID=ba82143e-f57c-4be7-8dbf-8bf3340fdc64,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:14.014206 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-810089c6-3c7a-42b9-97af-7b4715252b93 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1898043376', 'admin_state_up': True, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:14.020949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5910f9-6384-4ea9-b370-38e83cb2705d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:24:14.021939 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4a5910f9-6384-4ea9-b370-38e83cb2705d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:14.033316 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-912d2e5f-a32a-43f7-89d6-09a4353215f7 tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] 10.222.0.66 "DELETE /v2.0/networks/c1c28855-3dd0-4c04-a6b3-1e0e344354e4 HTTP/1.1" status: 404 len: 339 time: 0.0704937 Apr 11 14:24:14.036787 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network ba82143e-f57c-4be7-8dbf-8bf3340fdc64 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:24:14.036963 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42620) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:14.048323 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-810089c6-3c7a-42b9-97af-7b4715252b93 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:24:14.051085 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:24:14.073024 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-810089c6-3c7a-42b9-97af-7b4715252b93 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Usage tracker for resource:router and tenant:c01302260e1b42aaba91a0ad6d85cc8c is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:14.078751 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 1d231d15-2650-48c7-b76a-e5cadf936d1f {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:24:14.079100 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 1d231d15-2650-48c7-b76a-e5cadf936d1f not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:24:14.079518 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ba34adc1-3c37-41ae-9fdf-0d762b7148ed no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:24:14.126223 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-810089c6-3c7a-42b9-97af-7b4715252b93 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:14.144591 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-810089c6-3c7a-42b9-97af-7b4715252b93 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:14.150985 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-33eecefb-8387-4f81-85f5-12759e4ec11e tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] DELETE failed (client error): The resource could not be found. Apr 11 14:24:14.151508 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33eecefb-8387-4f81-85f5-12759e4ec11e tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:24:14.157207 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42624) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:14.157438 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-33eecefb-8387-4f81-85f5-12759e4ec11e tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] 10.222.0.66 "DELETE /v2.0/ports/0cabed7a-d8cc-4a2c-a82b-6129ab84629e HTTP/1.1" status: 404 len: 333 time: 0.1198356 Apr 11 14:24:14.159597 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-95565d8f-962c-4018-98ca-fa6ece70ef64 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:14.181199 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: ba34adc1-3c37-41ae-9fdf-0d762b7148ed {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:24:14.181545 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ba34adc1-3c37-41ae-9fdf-0d762b7148ed not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:24:14.188067 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-95565d8f-962c-4018-98ca-fa6ece70ef64 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37a44ae-06c5-4451-8f3c-a13491f852ab']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:14.205319 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-95565d8f-962c-4018-98ca-fa6ece70ef64 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657c8ef7-ce50-4b8c-aa04-b078355e228b') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:14.205920 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-95565d8f-962c-4018-98ca-fa6ece70ef64 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657c8ef7-ce50-4b8c-aa04-b078355e228b') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:14.211597 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d463e6-cbee-406b-8ae7-cbbc552c3d4f tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] DELETE failed (client error): The resource could not be found. Apr 11 14:24:14.212908 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84d463e6-cbee-406b-8ae7-cbbc552c3d4f tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:24:14.218661 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-84d463e6-cbee-406b-8ae7-cbbc552c3d4f tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] 10.222.0.66 "DELETE /v2.0/subnets/f88129a0-be06-47b4-8d84-3986a24a68bb HTTP/1.1" status: 404 len: 337 time: 0.0599611 Apr 11 14:24:14.221797 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-95565d8f-962c-4018-98ca-fa6ece70ef64 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:14.222344 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42628) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:14.238829 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-95565d8f-962c-4018-98ca-fa6ece70ef64 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:14.245689 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95565d8f-962c-4018-98ca-fa6ece70ef64 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:24:14.247259 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-95565d8f-962c-4018-98ca-fa6ece70ef64 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:14.247752 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4a5910f9-6384-4ea9-b370-38e83cb2705d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:14.251835 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-810089c6-3c7a-42b9-97af-7b4715252b93 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:14.252982 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-810089c6-3c7a-42b9-97af-7b4715252b93 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:14.259073 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4a5910f9-6384-4ea9-b370-38e83cb2705d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:14.263178 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4a5910f9-6384-4ea9-b370-38e83cb2705d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] 10.222.0.66 "DELETE /v2.0/networks/06bcc140-0f10-4ea0-b05b-0a62185757cd HTTP/1.1" status: 204 len: 168 time: 0.8950267 Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:24:14.264134 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:24:14.278509 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10cd51a-a587-4c5b-870a-bf471b12679e tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] GET failed (client error): The resource could not be found. Apr 11 14:24:14.279841 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c10cd51a-a587-4c5b-870a-bf471b12679e tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] 10.222.0.66 "GET /v2.0/networks/7510101b-a461-45d3-819c-8c296298c305 HTTP/1.1" status: 404 len: 339 time: 0.0565927 Apr 11 14:24:14.284710 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42634) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:14.289243 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5910f9-6384-4ea9-b370-38e83cb2705d tempest-BulkNetworkOpsIpV6Test-1897365227 tempest-BulkNetworkOpsIpV6Test-1897365227-project] Pushing event deleted for resources: {'Network': ['ID=06bcc140-0f10-4ea0-b05b-0a62185757cd,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:14.386809 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcecd992-c6c5-4a63-8e49-aa0c5f13f170 tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] GET failed (client error): The resource could not be found. Apr 11 14:24:14.388147 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bcecd992-c6c5-4a63-8e49-aa0c5f13f170 tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] 10.222.0.66 "GET /v2.0/ports/7068a091-c404-49c0-95a9-9121ae2c3f3c HTTP/1.1" status: 404 len: 333 time: 0.1015913 Apr 11 14:24:14.391988 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42638) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:14.433628 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-32011b46-0ff8-496b-b1e8-aa0435a0c17a tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] GET failed (client error): The resource could not be found. Apr 11 14:24:14.435011 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-32011b46-0ff8-496b-b1e8-aa0435a0c17a tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] 10.222.0.66 "GET /v2.0/subnets/b6b86e2e-d8ec-4440-905a-364c1f9c098d HTTP/1.1" status: 404 len: 337 time: 0.0419750 Apr 11 14:24:14.438814 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42642) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:14.444942 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-42bdb112-850a-4c88-ae08-3527591fd28f tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:14.464420 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-42bdb112-850a-4c88-ae08-3527591fd28f tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] PUT failed (client error): The resource could not be found. Apr 11 14:24:14.464885 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42bdb112-850a-4c88-ae08-3527591fd28f tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:24:14.466088 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-42bdb112-850a-4c88-ae08-3527591fd28f tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] 10.222.0.66 "PUT /v2.0/networks/a2abe8fa-77b0-4370-9a46-bf520d3e47a8 HTTP/1.1" status: 404 len: 339 time: 0.0262885 Apr 11 14:24:14.469842 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42646) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:14.477815 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-526a643a-7c0b-43e7-aab6-f97f8e1fda72 tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:14.478694 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-810089c6-3c7a-42b9-97af-7b4715252b93 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:14.485901 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-761eea67-0b3e-453d-99e0-28c9baa2a3c5 None None] Deleting port 1d231d15-2650-48c7-b76a-e5cadf936d1f {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:24:14.486288 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-761eea67-0b3e-453d-99e0-28c9baa2a3c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:14.511037 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-95565d8f-962c-4018-98ca-fa6ece70ef64 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:14.532611 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-95565d8f-962c-4018-98ca-fa6ece70ef64 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:14.547081 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-526a643a-7c0b-43e7-aab6-f97f8e1fda72 tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] PUT failed (client error): The resource could not be found. Apr 11 14:24:14.547547 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526a643a-7c0b-43e7-aab6-f97f8e1fda72 tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:24:14.552292 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-526a643a-7c0b-43e7-aab6-f97f8e1fda72 tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] 10.222.0.66 "PUT /v2.0/ports/447f8e06-3387-489f-a410-31bbedfc4eb5 HTTP/1.1" status: 404 len: 333 time: 0.0778053 Apr 11 14:24:14.552292 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95565d8f-962c-4018-98ca-fa6ece70ef64 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Network': ['ID=b37a44ae-06c5-4451-8f3c-a13491f852ab,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:14.555653 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-95565d8f-962c-4018-98ca-fa6ece70ef64 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/networks/b37a44ae-06c5-4451-8f3c-a13491f852ab HTTP/1.1" status: 204 len: 168 time: 1.7950597 Apr 11 14:24:14.556810 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42650) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:14.556810 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42652) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:14.559106 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-761eea67-0b3e-453d-99e0-28c9baa2a3c5 None None] The port '1d231d15-2650-48c7-b76a-e5cadf936d1f' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:24:14.566133 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-d0aeb9ad-fadc-48d2-a7dd-8f8f54e80125 tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:14.665393 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0aeb9ad-fadc-48d2-a7dd-8f8f54e80125 tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] PUT failed (client error): The resource could not be found. Apr 11 14:24:14.665866 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0aeb9ad-fadc-48d2-a7dd-8f8f54e80125 tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:24:14.667018 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d0aeb9ad-fadc-48d2-a7dd-8f8f54e80125 tempest-NetworksNegativeTestJSON-1429631065 tempest-NetworksNegativeTestJSON-1429631065-project] 10.222.0.66 "PUT /v2.0/subnets/8b2f833e-050b-4000-acbe-eb4e718a985e HTTP/1.1" status: 404 len: 337 time: 0.1089869 Apr 11 14:24:14.838487 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42662) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:14.882042 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-810089c6-3c7a-42b9-97af-7b4715252b93 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:15.071782 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e2ab8905-e55b-4abf-b7ad-ba2feba05449 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=539af170ca384ef8be130592fa53929d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321367 Apr 11 14:24:15.079402 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42668) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:15.163844 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-57a25e14-bdc1-4320-87fb-35acc18b901f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:15.200236 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-57a25e14-bdc1-4320-87fb-35acc18b901f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:15.313057 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42674) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:15.317654 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bf1bbfc9-55a4-4555-94db-6cb79419047d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:15.501971 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-57a25e14-bdc1-4320-87fb-35acc18b901f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:15.525371 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-810089c6-3c7a-42b9-97af-7b4715252b93 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:15.527873 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a25e14-bdc1-4320-87fb-35acc18b901f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d44c525-86c5-4602-8f38-fcf635d19a4f,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:15.563122 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-810089c6-3c7a-42b9-97af-7b4715252b93 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:15.596025 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-57a25e14-bdc1-4320-87fb-35acc18b901f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:15.599422 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-57a25e14-bdc1-4320-87fb-35acc18b901f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9d44c525-86c5-4602-8f38-fcf635d19a4f HTTP/1.1" status: 204 len: 168 time: 0.5192719 Apr 11 14:24:15.715155 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-810089c6-3c7a-42b9-97af-7b4715252b93 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Allocated IP 172.26.7.108 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/8dca1c99-fe69-4209-b862-738a7d646a1d) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:24:15.748127 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7fe4085b-e7b6-464b-98ed-f9b4583b6850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:15.770339 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7fe4085b-e7b6-464b-98ed-f9b4583b6850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:15.775284 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7fe4085b-e7b6-464b-98ed-f9b4583b6850 admin admin] Usage tracker for resource:security_group_rule and tenant:f90026b62a8e4c9fbc9d6f349c90739b is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:15.779077 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7fe4085b-e7b6-464b-98ed-f9b4583b6850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:15.786134 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7fe4085b-e7b6-464b-98ed-f9b4583b6850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:15.871307 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-810089c6-3c7a-42b9-97af-7b4715252b93 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:15.923397 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-bf1bbfc9-55a4-4555-94db-6cb79419047d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting port 9cae9f69-7405-4fa2-8837-14dfe982f81e {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:24:15.924354 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bf1bbfc9-55a4-4555-94db-6cb79419047d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:15.974312 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-810089c6-3c7a-42b9-97af-7b4715252b93 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:16.002227 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7fe4085b-e7b6-464b-98ed-f9b4583b6850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:16.083082 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810089c6-3c7a-42b9-97af-7b4715252b93 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:24:16.086970 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-810089c6-3c7a-42b9-97af-7b4715252b93 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:16.091712 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810089c6-3c7a-42b9-97af-7b4715252b93 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:24:16.099555 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7fe4085b-e7b6-464b-98ed-f9b4583b6850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:16.123267 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810089c6-3c7a-42b9-97af-7b4715252b93 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Pushing event updated for resources: {'Port': ['ID=8dca1c99-fe69-4209-b862-738a7d646a1d,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:16.173990 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7fe4085b-e7b6-464b-98ed-f9b4583b6850 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f90026b62a8e4c9fbc9d6f349c90739b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8597326 Apr 11 14:24:16.176994 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4085b-e7b6-464b-98ed-f9b4583b6850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f5bbf4-aedf-4da1-b84e-e1f0986740eb,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:16.179569 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42690) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:16.236760 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-bf1bbfc9-55a4-4555-94db-6cb79419047d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] For port 9cae9f69-7405-4fa2-8837-14dfe982f81e, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9cae9f69-7405-4fa2-8837-14dfe982f81e,segment=NetworkSegment(ce22c25c-3092-483d-9a59-539914a5fffe),segment_id=ce22c25c-3092-483d-9a59-539914a5fffe)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:16.237131 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bf1bbfc9-55a4-4555-94db-6cb79419047d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:16.374814 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-bf1bbfc9-55a4-4555-94db-6cb79419047d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Calling delete_port for 9cae9f69-7405-4fa2-8837-14dfe982f81e owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:24:16.434873 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-776d9db8-b4e3-4865-baa7-af4bfcdff632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:16.494060 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-776d9db8-b4e3-4865-baa7-af4bfcdff632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:16.616001 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-810089c6-3c7a-42b9-97af-7b4715252b93 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:16.674049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-776d9db8-b4e3-4865-baa7-af4bfcdff632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:16.696170 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d9db8-b4e3-4865-baa7-af4bfcdff632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f5bbf4-aedf-4da1-b84e-e1f0986740eb,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:16.702161 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bf1bbfc9-55a4-4555-94db-6cb79419047d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:16.757189 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1bbfc9-55a4-4555-94db-6cb79419047d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Port': ['ID=9cae9f69-7405-4fa2-8837-14dfe982f81e,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:16.761444 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42704) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:16.790395 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-776d9db8-b4e3-4865-baa7-af4bfcdff632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:16.791633 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-776d9db8-b4e3-4865-baa7-af4bfcdff632 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/54f5bbf4-aedf-4da1-b84e-e1f0986740eb HTTP/1.1" status: 204 len: 168 time: 0.6087668 Apr 11 14:24:16.962588 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-1d166995-29f3-4305-9217-faecd42b5597 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1219279972'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:16.984888 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-1d166995-29f3-4305-9217-faecd42b5597 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:16.995560 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1d166995-29f3-4305-9217-faecd42b5597 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Usage tracker for resource:network and tenant:72c0d9216e10412c8271a23842c8dd71 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:17.001205 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1d166995-29f3-4305-9217-faecd42b5597 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:17.023638 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-1d166995-29f3-4305-9217-faecd42b5597 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:17.035391 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bf1bbfc9-55a4-4555-94db-6cb79419047d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:17.167880 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-810089c6-3c7a-42b9-97af-7b4715252b93 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:17.298564 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d166995-29f3-4305-9217-faecd42b5597 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Made reservation on behalf of 72c0d9216e10412c8271a23842c8dd71 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:17.301372 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1d166995-29f3-4305-9217-faecd42b5597 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:17.329183 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1d166995-29f3-4305-9217-faecd42b5597 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:17.363223 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-1d166995-29f3-4305-9217-faecd42b5597 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:17.373671 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1d166995-29f3-4305-9217-faecd42b5597 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Usage tracker for resource:security_group_rule and tenant:72c0d9216e10412c8271a23842c8dd71 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:17.378690 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1d166995-29f3-4305-9217-faecd42b5597 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:17.387715 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-1d166995-29f3-4305-9217-faecd42b5597 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:17.490532 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810089c6-3c7a-42b9-97af-7b4715252b93 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Router c9901cd1-6348-4a42-98c0-56f93c5e5ab6 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:24:17.580472 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1bbfc9-55a4-4555-94db-6cb79419047d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Router 241d9325-9862-4385-b00e-83a8112c8094 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:24:17.687385 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810089c6-3c7a-42b9-97af-7b4715252b93 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:24:17.698663 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] Sync routers for ids ['c9901cd1-6348-4a42-98c0-56f93c5e5ab6'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:24:17.711598 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] Routers {'c9901cd1-6348-4a42-98c0-56f93c5e5ab6'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:17.712344 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:23:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['c9901cd1-6348-4a42-98c0-56f93c5e5ab6'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:17.778508 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1d166995-29f3-4305-9217-faecd42b5597 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:17.798199 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1bbfc9-55a4-4555-94db-6cb79419047d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:24:17.799543 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-810089c6-3c7a-42b9-97af-7b4715252b93 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:17.804083 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-810089c6-3c7a-42b9-97af-7b4715252b93 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.7945189 Apr 11 14:24:17.804716 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42726) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:17.810363 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eb1c2b-6bf9-4923-9c77-b7e8ef3c02a7 None None] Sync routers for ids ['241d9325-9862-4385-b00e-83a8112c8094'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:24:17.815836 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bf1bbfc9-55a4-4555-94db-6cb79419047d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "PUT /v2.0/routers/241d9325-9862-4385-b00e-83a8112c8094/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2559354 Apr 11 14:24:17.820231 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42734) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:17.841200 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eb1c2b-6bf9-4923-9c77-b7e8ef3c02a7 None None] Routers {'241d9325-9862-4385-b00e-83a8112c8094'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:17.842608 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-e2eb1c2b-6bf9-4923-9c77-b7e8ef3c02a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:23:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['241d9325-9862-4385-b00e-83a8112c8094'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:17.856830 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1d166995-29f3-4305-9217-faecd42b5597 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:17.920793 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d166995-29f3-4305-9217-faecd42b5597 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:24:17.945654 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d166995-29f3-4305-9217-faecd42b5597 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e78621f6-9836-4d7a-a3f8-a66336de6ded,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:17.960612 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1d166995-29f3-4305-9217-faecd42b5597 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:17.960612 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-1d166995-29f3-4305-9217-faecd42b5597 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Added segment 46c6af8f-e725-4115-8579-c63a2f15c600 of type vlan for network 17e98075-08c9-459b-b432-7d34d10759c2 Apr 11 14:24:18.000058 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2406a92-f6f0-4c40-9bad-1095fe334cbc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting subnet 536db1c9-7b3f-434f-b4c9-fee650ac2e90 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:24:18.008584 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c2406a92-f6f0-4c40-9bad-1095fe334cbc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:18.031710 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1d166995-29f3-4305-9217-faecd42b5597 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:18.058608 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] Set router c9901cd1-6348-4a42-98c0-56f93c5e5ab6 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:18.099517 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c2406a92-f6f0-4c40-9bad-1095fe334cbc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:18.151458 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-e2eb1c2b-6bf9-4923-9c77-b7e8ef3c02a7 None None] Set router 241d9325-9862-4385-b00e-83a8112c8094 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:18.191516 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8987e05f-a582-409a-be99-a6ee2f54cc8d tempest-TestNetworkAdvancedServerOps-2072584484 tempest-TestNetworkAdvancedServerOps-2072584484-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=c01302260e1b42aaba91a0ad6d85cc8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3855758 Apr 11 14:24:18.194515 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42740) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:18.241708 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c2406a92-f6f0-4c40-9bad-1095fe334cbc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:18.339289 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1d166995-29f3-4305-9217-faecd42b5597 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:18.346870 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d166995-29f3-4305-9217-faecd42b5597 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:18.346870 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1d166995-29f3-4305-9217-faecd42b5597 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:18.397183 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42746) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:18.451477 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898043376', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8dca1c99-fe69-4209-b862-738a7d646a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:14Z', 'updated_at': '2022-04-11T14:24:16Z', 'revision_number': 3, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'gw_port': {'id': '8dca1c99-fe69-4209-b862-738a7d646a1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:70:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:15Z', 'updated_at': '2022-04-11T14:24:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:18.456460 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] Checking router: c9901cd1-6348-4a42-98c0-56f93c5e5ab6 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:24:18.456997 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] Updating router c9901cd1-6348-4a42-98c0-56f93c5e5ab6 port 8dca1c99-fe69-4209-b862-738a7d646a1d binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:24:18.473371 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c581e0-afe0-470f-920e-df40dcc2d333 tempest-TestNetworkAdvancedServerOps-2072584484 tempest-TestNetworkAdvancedServerOps-2072584484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:18.475564 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f1c581e0-afe0-470f-920e-df40dcc2d333 tempest-TestNetworkAdvancedServerOps-2072584484 tempest-TestNetworkAdvancedServerOps-2072584484-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2794054 Apr 11 14:24:18.477088 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1d166995-29f3-4305-9217-faecd42b5597 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7146683 Apr 11 14:24:18.478866 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42752) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:18.483799 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d166995-29f3-4305-9217-faecd42b5597 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'Network': ['ID=17e98075-08c9-459b-b432-7d34d10759c2,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:18.510049 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 17e98075-08c9-459b-b432-7d34d10759c2 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:24:18.524245 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:18.545317 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-15accb77-3f72-4c8f-949a-1e4397241684 tempest-TestNetworkAdvancedServerOps-2072584484 tempest-TestNetworkAdvancedServerOps-2072584484-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=cff58315-4a25-4203-8056-2db185a2b95d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0648310 Apr 11 14:24:18.547970 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42756) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:18.549166 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c2406a92-f6f0-4c40-9bad-1095fe334cbc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:18.555240 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-9241fc2f-fd27-4353-afd6-30dc9a0bebfd tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1528216882', 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64', 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:18.596535 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2406a92-f6f0-4c40-9bad-1095fe334cbc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Subnet': ['ID=536db1c9-7b3f-434f-b4c9-fee650ac2e90,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:18.612386 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42760) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:18.614175 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c2406a92-f6f0-4c40-9bad-1095fe334cbc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:18.623062 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-4ed12587-178b-4192-845e-a1ef33b5f209 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1561669615-network', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:18.629683 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4ed12587-178b-4192-845e-a1ef33b5f209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:18.634790 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c2406a92-f6f0-4c40-9bad-1095fe334cbc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/subnets/536db1c9-7b3f-434f-b4c9-fee650ac2e90 HTTP/1.1" status: 204 len: 168 time: 0.8130062 Apr 11 14:24:18.635829 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4ed12587-178b-4192-845e-a1ef33b5f209 admin admin] Usage tracker for resource:network and tenant:df3145cb5eb94e5db4de6b7bba758d40 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:18.638418 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-8f1f80f9-1726-4191-9ad5-575fc991bbc3 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Request body: {'subnet': {'network_id': '17e98075-08c9-459b-b432-7d34d10759c2', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:18.638579 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42764) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:18.640807 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4ed12587-178b-4192-845e-a1ef33b5f209 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:18.650433 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d74ca6-d300-4497-a1ac-2614cb14b798 None None] Network b0f3408a-a387-43d0-98a6-77472d2b675e requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:18.672525 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4ed12587-178b-4192-845e-a1ef33b5f209 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:18.771068 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3034eeed-108b-4be5-871a-ac05a4194e16 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:18.778264 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed12587-178b-4192-845e-a1ef33b5f209 admin admin] Made reservation on behalf of df3145cb5eb94e5db4de6b7bba758d40 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:18.780973 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-9241fc2f-fd27-4353-afd6-30dc9a0bebfd tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:18.781098 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4ed12587-178b-4192-845e-a1ef33b5f209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:18.785731 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9241fc2f-fd27-4353-afd6-30dc9a0bebfd tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Usage tracker for resource:subnet and tenant:c01302260e1b42aaba91a0ad6d85cc8c is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:18.792434 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9241fc2f-fd27-4353-afd6-30dc9a0bebfd tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:18.795360 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4ed12587-178b-4192-845e-a1ef33b5f209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:18.815267 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-3034eeed-108b-4be5-871a-ac05a4194e16 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting port 32580f22-cf7c-45fe-8713-d74e52b37905 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:24:18.815610 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3034eeed-108b-4be5-871a-ac05a4194e16 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:18.847951 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4ed12587-178b-4192-845e-a1ef33b5f209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:18.861392 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-9241fc2f-fd27-4353-afd6-30dc9a0bebfd tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:18.862652 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4ed12587-178b-4192-845e-a1ef33b5f209 admin admin] Usage tracker for resource:security_group_rule and tenant:df3145cb5eb94e5db4de6b7bba758d40 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:18.868280 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4ed12587-178b-4192-845e-a1ef33b5f209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:18.876977 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4ed12587-178b-4192-845e-a1ef33b5f209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:18.898542 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8f1f80f9-1726-4191-9ad5-575fc991bbc3 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:18.903681 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8f1f80f9-1726-4191-9ad5-575fc991bbc3 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Usage tracker for resource:subnet and tenant:72c0d9216e10412c8271a23842c8dd71 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:18.907546 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8f1f80f9-1726-4191-9ad5-575fc991bbc3 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:18.917773 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8f1f80f9-1726-4191-9ad5-575fc991bbc3 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:18.933137 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-e2eb1c2b-6bf9-4923-9c77-b7e8ef3c02a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:24:16Z', 'revision_number': 9, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None, '_interfaces': [{'id': 'b0290892-0e78-4851-9398-b1b0b6b8e0b8', 'name': '', 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ab:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:40Z', 'updated_at': '2022-04-11T14:23:49Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd10107-2726-4e28-8409-2c9e34047d40', 'name': '', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:0a:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:30Z', 'updated_at': '2022-04-11T14:23:43Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:18.939712 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eb1c2b-6bf9-4923-9c77-b7e8ef3c02a7 None None] Checking router: 241d9325-9862-4385-b00e-83a8112c8094 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:24:18.954043 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9241fc2f-fd27-4353-afd6-30dc9a0bebfd tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Made reservation on behalf of c01302260e1b42aaba91a0ad6d85cc8c for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:18.960359 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9241fc2f-fd27-4353-afd6-30dc9a0bebfd tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:18.964700 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eb1c2b-6bf9-4923-9c77-b7e8ef3c02a7 None None] Routers {'241d9325-9862-4385-b00e-83a8112c8094'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:18.964700 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-e2eb1c2b-6bf9-4923-9c77-b7e8ef3c02a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:23:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['241d9325-9862-4385-b00e-83a8112c8094'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:18.986791 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:19.015473 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1f80f9-1726-4191-9ad5-575fc991bbc3 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Made reservation on behalf of 72c0d9216e10412c8271a23842c8dd71 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:19.019087 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] Transition to ACTIVE for port object 8dca1c99-fe69-4209-b862-738a7d646a1d will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:19.026722 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8f1f80f9-1726-4191-9ad5-575fc991bbc3 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:19.110811 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-3034eeed-108b-4be5-871a-ac05a4194e16 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] For port 32580f22-cf7c-45fe-8713-d74e52b37905, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=32580f22-cf7c-45fe-8713-d74e52b37905,segment=NetworkSegment(ce22c25c-3092-483d-9a59-539914a5fffe),segment_id=ce22c25c-3092-483d-9a59-539914a5fffe)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:19.111203 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3034eeed-108b-4be5-871a-ac05a4194e16 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:19.145322 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:19.181007 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b697f92-e15c-4631-b292-7ad715ddc303 None None] DHCP port deletion for b0f3408a-a387-43d0-98a6-77472d2b675e request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:24:19.196322 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-5b697f92-e15c-4631-b292-7ad715ddc303 None None] Deleting port 32580f22-cf7c-45fe-8713-d74e52b37905 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:24:19.196773 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5b697f92-e15c-4631-b292-7ad715ddc303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:19.262139 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-3034eeed-108b-4be5-871a-ac05a4194e16 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Calling delete_port for 32580f22-cf7c-45fe-8713-d74e52b37905 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:24:19.269884 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] Attempting to bind port 8dca1c99-fe69-4209-b862-738a7d646a1d on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:24:19.274616 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] Attempting to bind port 8dca1c99-fe69-4209-b862-738a7d646a1d by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:24:19.274616 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] Attempting to bind port 8dca1c99-fe69-4209-b862-738a7d646a1d on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:24:19.274616 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e55534-b3b0-469e-8429-7bd5e4e2d7a2 None None] Pushing event updated for resources: {'Port': ['ID=8dca1c99-fe69-4209-b862-738a7d646a1d,revision_number=2']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:19.276077 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-e2eb1c2b-6bf9-4923-9c77-b7e8ef3c02a7 None None] Set router 241d9325-9862-4385-b00e-83a8112c8094 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:19.281986 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:24:19.282372 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:19.282864 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:19.283520 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:24:19.284064 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] Bound port: 8dca1c99-fe69-4209-b862-738a7d646a1d, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:24:19.284448 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:19.416860 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] For port 8dca1c99-fe69-4209-b862-738a7d646a1d, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:24:19.425310 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] For port 8dca1c99-fe69-4209-b862-738a7d646a1d, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=8dca1c99-fe69-4209-b862-738a7d646a1d,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:24:19.456054 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4ed12587-178b-4192-845e-a1ef33b5f209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:19.519616 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:19.554061 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4ed12587-178b-4192-845e-a1ef33b5f209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:19.602449 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed12587-178b-4192-845e-a1ef33b5f209 admin admin] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:24:19.614765 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed12587-178b-4192-845e-a1ef33b5f209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d38c13a-a91d-47b3-88ec-944f8c8494b8,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:19.619447 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3034eeed-108b-4be5-871a-ac05a4194e16 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:19.653337 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] Routers {'c9901cd1-6348-4a42-98c0-56f93c5e5ab6'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:19.658084 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:23:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['c9901cd1-6348-4a42-98c0-56f93c5e5ab6'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:19.688958 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3034eeed-108b-4be5-871a-ac05a4194e16 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] No DVR routers for this DVR port 32580f22-cf7c-45fe-8713-d74e52b37905 on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:24:19.695019 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4ed12587-178b-4192-845e-a1ef33b5f209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:19.698309 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-4ed12587-178b-4192-845e-a1ef33b5f209 admin admin] Added segment c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9 of type vlan for network b384f45c-0909-4242-b122-3a6b13e2f934 Apr 11 14:24:19.732114 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4ed12587-178b-4192-845e-a1ef33b5f209 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:19.744744 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9241fc2f-fd27-4353-afd6-30dc9a0bebfd tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:19.778640 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e55534-b3b0-469e-8429-7bd5e4e2d7a2 None None] Pushing event updated for resources: {'Port': ['ID=8dca1c99-fe69-4209-b862-738a7d646a1d,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:19.876146 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8f1f80f9-1726-4191-9ad5-575fc991bbc3 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:19.884304 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-5b697f92-e15c-4631-b292-7ad715ddc303 None None] For port 32580f22-cf7c-45fe-8713-d74e52b37905, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=32580f22-cf7c-45fe-8713-d74e52b37905,segment=NetworkSegment(ce22c25c-3092-483d-9a59-539914a5fffe),segment_id=ce22c25c-3092-483d-9a59-539914a5fffe)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:19.886049 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5b697f92-e15c-4631-b292-7ad715ddc303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:19.906599 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034eeed-108b-4be5-871a-ac05a4194e16 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Port': ['ID=32580f22-cf7c-45fe-8713-d74e52b37905,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:19.912307 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4ed12587-178b-4192-845e-a1ef33b5f209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:19.919859 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed12587-178b-4192-845e-a1ef33b5f209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:19.920509 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4ed12587-178b-4192-845e-a1ef33b5f209 admin admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:19.951637 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241fc2f-fd27-4353-afd6-30dc9a0bebfd tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Pushing event updated for resources: {'Subnet': ['ID=7cf1eb46-d375-41db-9a64-c06044cc1b95,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:19.957154 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] Set router c9901cd1-6348-4a42-98c0-56f93c5e5ab6 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:20.033425 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1f80f9-1726-4191-9ad5-575fc991bbc3 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Checking segment: {'id': '46c6af8f-e725-4115-8579-c63a2f15c600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '17e98075-08c9-459b-b432-7d34d10759c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:20.033897 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1f80f9-1726-4191-9ad5-575fc991bbc3 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Network hostable DHCP agents. Network: 17e98075-08c9-459b-b432-7d34d10759c2, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:24:20.041219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9241fc2f-fd27-4353-afd6-30dc9a0bebfd tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Checking segment: {'id': '2fc2ff94-33cb-4015-b82f-897abe5d6b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:20.041618 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9241fc2f-fd27-4353-afd6-30dc9a0bebfd tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Network hostable DHCP agents. Network: ba82143e-f57c-4be7-8dbf-8bf3340fdc64, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:24:20.065425 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f80f9-1726-4191-9ad5-575fc991bbc3 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'Subnet': ['ID=776e63a0-a3a1-43a1-9d36-14ca03412208,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:20.123713 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3034eeed-108b-4be5-871a-ac05a4194e16 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:20.131307 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-5b697f92-e15c-4631-b292-7ad715ddc303 None None] Calling delete_port for 32580f22-cf7c-45fe-8713-d74e52b37905 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:24:20.134044 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed12587-178b-4192-845e-a1ef33b5f209 admin admin] Pushing event updated for resources: {'Network': ['ID=b384f45c-0909-4242-b122-3a6b13e2f934,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:20.143311 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9241fc2f-fd27-4353-afd6-30dc9a0bebfd tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Network ba82143e-f57c-4be7-8dbf-8bf3340fdc64 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:24:20.167926 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 32580f22-cf7c-45fe-8713-d74e52b37905 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:24:20.172563 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-3034eeed-108b-4be5-871a-ac05a4194e16 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f3408a-a387-43d0-98a6-77472d2b675e']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:20.177352 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1f80f9-1726-4191-9ad5-575fc991bbc3 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Network 17e98075-08c9-459b-b432-7d34d10759c2 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:24:20.190938 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-3034eeed-108b-4be5-871a-ac05a4194e16 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce22c25c-3092-483d-9a59-539914a5fffe') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:20.191285 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-3034eeed-108b-4be5-871a-ac05a4194e16 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce22c25c-3092-483d-9a59-539914a5fffe') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:20.194866 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network b384f45c-0909-4242-b122-3a6b13e2f934 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:24:20.204725 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3034eeed-108b-4be5-871a-ac05a4194e16 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:20.227030 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3034eeed-108b-4be5-871a-ac05a4194e16 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:20.233806 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3034eeed-108b-4be5-871a-ac05a4194e16 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:24:20.234233 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3034eeed-108b-4be5-871a-ac05a4194e16 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:20.246452 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 32580f22-cf7c-45fe-8713-d74e52b37905 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:24:20.246785 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 32580f22-cf7c-45fe-8713-d74e52b37905 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:24:20.249887 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:24:20.253411 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4ed12587-178b-4192-845e-a1ef33b5f209 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8534162 Apr 11 14:24:20.267376 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42768) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:20.276844 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-d68439a2-d794-4faf-bb96-8c898c1a0b04 admin admin] Request body: {'subnet': {'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1561669615-subnet', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'ip_version': 4}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:20.278945 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-9241fc2f-fd27-4353-afd6-30dc9a0bebfd tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, ba82143e-f57c-4be7-8dbf-8bf3340fdc64) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:20.286706 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9241fc2f-fd27-4353-afd6-30dc9a0bebfd tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:20.289560 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9241fc2f-fd27-4353-afd6-30dc9a0bebfd tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:20.296678 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-8f1f80f9-1726-4191-9ad5-575fc991bbc3 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 17e98075-08c9-459b-b432-7d34d10759c2) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:20.308557 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1f80f9-1726-4191-9ad5-575fc991bbc3 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:20.310516 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8f1f80f9-1726-4191-9ad5-575fc991bbc3 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:20.319121 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f64f99e-c94b-4560-afa3-8b6c07becf8c None None] Network ba82143e-f57c-4be7-8dbf-8bf3340fdc64 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:20.331350 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-d68439a2-d794-4faf-bb96-8c898c1a0b04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:20.332932 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ec7057-8105-4844-9c7a-f515c5443a7a None None] Network 17e98075-08c9-459b-b432-7d34d10759c2 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:20.341306 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d68439a2-d794-4faf-bb96-8c898c1a0b04 admin admin] Usage tracker for resource:subnet and tenant:df3145cb5eb94e5db4de6b7bba758d40 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:20.344375 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898043376', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8dca1c99-fe69-4209-b862-738a7d646a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:14Z', 'updated_at': '2022-04-11T14:24:16Z', 'revision_number': 3, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'gw_port': {'id': '8dca1c99-fe69-4209-b862-738a7d646a1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:70:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:15Z', 'updated_at': '2022-04-11T14:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:20.347016 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d68439a2-d794-4faf-bb96-8c898c1a0b04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:20.351413 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8facb1-2c60-44ec-a367-68c84a1fccd4 None None] The sync data for ids ['c9901cd1-6348-4a42-98c0-56f93c5e5ab6'] in dv-neutron-837330-1-hyperv is: [{'id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898043376', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8dca1c99-fe69-4209-b862-738a7d646a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:14Z', 'updated_at': '2022-04-11T14:24:16Z', 'revision_number': 3, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'gw_port': {'id': '8dca1c99-fe69-4209-b862-738a7d646a1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:70:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:15Z', 'updated_at': '2022-04-11T14:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:24:20.357330 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-d68439a2-d794-4faf-bb96-8c898c1a0b04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:20.394554 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9241fc2f-fd27-4353-afd6-30dc9a0bebfd tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8453317 Apr 11 14:24:20.397372 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42772) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:20.420081 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8f1f80f9-1726-4191-9ad5-575fc991bbc3 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8045886 Apr 11 14:24:20.424132 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42776) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:20.433989 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-f4682a80-0e67-4981-963d-957d534c1f28 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1256383602'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:20.439670 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f4682a80-0e67-4981-963d-957d534c1f28 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:20.445142 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f4682a80-0e67-4981-963d-957d534c1f28 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Usage tracker for resource:network and tenant:72c0d9216e10412c8271a23842c8dd71 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:20.448662 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f4682a80-0e67-4981-963d-957d534c1f28 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:20.455243 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f4682a80-0e67-4981-963d-957d534c1f28 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:20.491660 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68439a2-d794-4faf-bb96-8c898c1a0b04 admin admin] Made reservation on behalf of df3145cb5eb94e5db4de6b7bba758d40 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:20.494060 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d68439a2-d794-4faf-bb96-8c898c1a0b04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:20.514071 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3034eeed-108b-4be5-871a-ac05a4194e16 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:20.549056 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3034eeed-108b-4be5-871a-ac05a4194e16 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:20.570496 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034eeed-108b-4be5-871a-ac05a4194e16 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Network': ['ID=b0f3408a-a387-43d0-98a6-77472d2b675e,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:20.575554 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4682a80-0e67-4981-963d-957d534c1f28 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Made reservation on behalf of 72c0d9216e10412c8271a23842c8dd71 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:20.590197 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f4682a80-0e67-4981-963d-957d534c1f28 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:20.592558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-5b697f92-e15c-4631-b292-7ad715ddc303 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:24:20.592916 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-5b697f92-e15c-4631-b292-7ad715ddc303 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:24:20.619880 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-e2eb1c2b-6bf9-4923-9c77-b7e8ef3c02a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:24:16Z', 'revision_number': 9, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None, '_interfaces': [{'id': 'b0290892-0e78-4851-9398-b1b0b6b8e0b8', 'name': '', 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ab:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:40Z', 'updated_at': '2022-04-11T14:23:49Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd10107-2726-4e28-8409-2c9e34047d40', 'name': '', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:0a:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:30Z', 'updated_at': '2022-04-11T14:23:43Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:20.646984 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4682a80-0e67-4981-963d-957d534c1f28 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:24:20.664377 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3034eeed-108b-4be5-871a-ac05a4194e16 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/networks/b0f3408a-a387-43d0-98a6-77472d2b675e HTTP/1.1" status: 204 len: 168 time: 2.0228000 Apr 11 14:24:20.667239 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42780) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:20.671600 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f4682a80-0e67-4981-963d-957d534c1f28 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:20.671935 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-f4682a80-0e67-4981-963d-957d534c1f28 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Added segment 25dd240a-4107-49f5-a56d-dd0d5e9ace16 of type vlan for network 848f136b-2a20-4744-9893-0eae56c3800d Apr 11 14:24:20.798161 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eb1c2b-6bf9-4923-9c77-b7e8ef3c02a7 None None] The sync data for ids ['241d9325-9862-4385-b00e-83a8112c8094'] in dv-neutron-837330-1-hyperv is: [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:24:16Z', 'revision_number': 9, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None, '_interfaces': [{'id': 'b0290892-0e78-4851-9398-b1b0b6b8e0b8', 'name': '', 'network_id': '45829295-ff84-4ad1-b442-e840e8565ce9', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:ab:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:40Z', 'updated_at': '2022-04-11T14:23:49Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': '1c87e5ee-bfef-4dd3-b5a1-eda734d11edc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd10107-2726-4e28-8409-2c9e34047d40', 'name': '', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:0a:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:30Z', 'updated_at': '2022-04-11T14:23:43Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:24:20.853049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f4682a80-0e67-4981-963d-957d534c1f28 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:20.919807 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47351d4-8ee7-4186-b8da-2996ed4fd7c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-ba82143e-f57c-4be7-8dbf-8bf3340fdc64', 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'fixed_ips': [{'subnet_id': '7cf1eb46-d375-41db-9a64-c06044cc1b95'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:24:20.920266 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e47351d4-8ee7-4186-b8da-2996ed4fd7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:21.046022 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cbf5ca-2979-4f63-b907-3aebf7b2ee1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-17e98075-08c9-459b-b432-7d34d10759c2', 'network_id': '17e98075-08c9-459b-b432-7d34d10759c2', 'tenant_id': '72c0d9216e10412c8271a23842c8dd71', 'fixed_ips': [{'subnet_id': '776e63a0-a3a1-43a1-9d36-14ca03412208'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:24:21.047386 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c9cbf5ca-2979-4f63-b907-3aebf7b2ee1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:21.125396 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-5b697f92-e15c-4631-b292-7ad715ddc303 None None] Deleting port 32580f22-cf7c-45fe-8713-d74e52b37905 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:24:21.126031 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5b697f92-e15c-4631-b292-7ad715ddc303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:21.217393 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-5b697f92-e15c-4631-b292-7ad715ddc303 None None] The port '32580f22-cf7c-45fe-8713-d74e52b37905' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:24:21.224470 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f4682a80-0e67-4981-963d-957d534c1f28 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:21.239380 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4682a80-0e67-4981-963d-957d534c1f28 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:21.241110 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f4682a80-0e67-4981-963d-957d534c1f28 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:21.398693 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4682a80-0e67-4981-963d-957d534c1f28 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'Network': ['ID=848f136b-2a20-4744-9893-0eae56c3800d,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:21.419386 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 848f136b-2a20-4744-9893-0eae56c3800d details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:24:21.460054 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-c9cbf5ca-2979-4f63-b907-3aebf7b2ee1b None None] Allocated IP 172.20.255.242 (17e98075-08c9-459b-b432-7d34d10759c2/776e63a0-a3a1-43a1-9d36-14ca03412208/7e32863d-f9af-4d8c-9614-0806a6e04d15) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:24:21.464437 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-e47351d4-8ee7-4186-b8da-2996ed4fd7c3 None None] Allocated IP 172.20.0.2 (ba82143e-f57c-4be7-8dbf-8bf3340fdc64/7cf1eb46-d375-41db-9a64-c06044cc1b95/2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:24:21.505797 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f4682a80-0e67-4981-963d-957d534c1f28 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0802691 Apr 11 14:24:21.507541 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42784) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:21.518419 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-84850984-5946-4d1f-bb25-a620c183b35e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Request body: {'subnet': {'network_id': '848f136b-2a20-4744-9893-0eae56c3800d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:21.627775 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d68439a2-d794-4faf-bb96-8c898c1a0b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:21.683835 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-84850984-5946-4d1f-bb25-a620c183b35e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:21.690215 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-84850984-5946-4d1f-bb25-a620c183b35e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Usage tracker for resource:subnet and tenant:72c0d9216e10412c8271a23842c8dd71 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:21.693790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-84850984-5946-4d1f-bb25-a620c183b35e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:21.701148 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-84850984-5946-4d1f-bb25-a620c183b35e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:21.723231 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3c52cd9d-6a13-4398-869f-df1b85fb4f65 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:21.731082 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68439a2-d794-4faf-bb96-8c898c1a0b04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b75be1d-a0f4-4c83-bb21-b959bddcc5cd,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:21.780221 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68439a2-d794-4faf-bb96-8c898c1a0b04 admin admin] Checking segment: {'id': 'c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:21.780556 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68439a2-d794-4faf-bb96-8c898c1a0b04 admin admin] Network hostable DHCP agents. Network: b384f45c-0909-4242-b122-3a6b13e2f934, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:24:21.846967 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84850984-5946-4d1f-bb25-a620c183b35e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Made reservation on behalf of 72c0d9216e10412c8271a23842c8dd71 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:21.856617 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-84850984-5946-4d1f-bb25-a620c183b35e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:21.875328 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-026f4aab-6681-411b-beff-7be08dd00d0d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:21.965342 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 8dca1c99-fe69-4209-b862-738a7d646a1d up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:22.007569 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e47351d4-8ee7-4186-b8da-2996ed4fd7c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:22.010349 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c9cbf5ca-2979-4f63-b907-3aebf7b2ee1b None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:22.010582 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68439a2-d794-4faf-bb96-8c898c1a0b04 admin admin] Network b384f45c-0909-4242-b122-3a6b13e2f934 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:24:22.062988 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e47351d4-8ee7-4186-b8da-2996ed4fd7c3 None None] Transition to ACTIVE for port object 2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:22.071979 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c9cbf5ca-2979-4f63-b907-3aebf7b2ee1b None None] Transition to ACTIVE for port object 7e32863d-f9af-4d8c-9614-0806a6e04d15 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:22.114815 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c9cbf5ca-2979-4f63-b907-3aebf7b2ee1b None None] Transition to ACTIVE for port object 7e32863d-f9af-4d8c-9614-0806a6e04d15 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:22.116753 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e47351d4-8ee7-4186-b8da-2996ed4fd7c3 None None] Transition to ACTIVE for port object 2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:22.183717 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-d68439a2-d794-4faf-bb96-8c898c1a0b04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, b384f45c-0909-4242-b122-3a6b13e2f934) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:22.194616 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68439a2-d794-4faf-bb96-8c898c1a0b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:22.195248 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d68439a2-d794-4faf-bb96-8c898c1a0b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:22.195810 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8aed9a-24bf-432a-83a3-14dc41e389eb None None] Network b384f45c-0909-4242-b122-3a6b13e2f934 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:22.232423 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 8dca1c99-fe69-4209-b862-738a7d646a1d completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:22.239206 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c9cbf5ca-2979-4f63-b907-3aebf7b2ee1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:22.243831 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e47351d4-8ee7-4186-b8da-2996ed4fd7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:22.341590 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d68439a2-d794-4faf-bb96-8c898c1a0b04 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0731621 Apr 11 14:24:22.344310 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42788) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:22.357940 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 8dca1c99-fe69-4209-b862-738a7d646a1d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:22.358410 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:22.358730 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-7e2ada3c-612c-4bbb-8281-7e595a1ca435 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:22.366395 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7e2ada3c-612c-4bbb-8281-7e595a1ca435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:22.373345 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7e2ada3c-612c-4bbb-8281-7e595a1ca435 admin admin] Usage tracker for resource:router and tenant:df3145cb5eb94e5db4de6b7bba758d40 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:22.378300 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7e2ada3c-612c-4bbb-8281-7e595a1ca435 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:22.387718 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7e2ada3c-612c-4bbb-8281-7e595a1ca435 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:22.400474 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-026f4aab-6681-411b-beff-7be08dd00d0d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Allocated IP 172.20.0.1 (ba82143e-f57c-4be7-8dbf-8bf3340fdc64/7cf1eb46-d375-41db-9a64-c06044cc1b95/62ca987d-a167-4394-b81a-725df1e955db) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:24:22.438560 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cbf5ca-2979-4f63-b907-3aebf7b2ee1b None None] Network 17e98075-08c9-459b-b432-7d34d10759c2 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:24:22.439957 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47351d4-8ee7-4186-b8da-2996ed4fd7c3 None None] Network ba82143e-f57c-4be7-8dbf-8bf3340fdc64 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:24:22.447390 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-3c52cd9d-6a13-4398-869f-df1b85fb4f65 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting port b0290892-0e78-4851-9398-b1b0b6b8e0b8 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:24:22.447735 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3c52cd9d-6a13-4398-869f-df1b85fb4f65 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:22.455796 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-e47351d4-8ee7-4186-b8da-2996ed4fd7c3 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:22.457889 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47351d4-8ee7-4186-b8da-2996ed4fd7c3 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:24:22.461013 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-c9cbf5ca-2979-4f63-b907-3aebf7b2ee1b None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:22.481790 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cbf5ca-2979-4f63-b907-3aebf7b2ee1b None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:24:22.487033 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cbf5ca-2979-4f63-b907-3aebf7b2ee1b None None] Pushing event updated for resources: {'Port': ['ID=7e32863d-f9af-4d8c-9614-0806a6e04d15,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:22.517586 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7e2ada3c-612c-4bbb-8281-7e595a1ca435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:22.518713 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7e2ada3c-612c-4bbb-8281-7e595a1ca435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:22.542634 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-84850984-5946-4d1f-bb25-a620c183b35e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:22.561012 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7e2ada3c-612c-4bbb-8281-7e595a1ca435 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:22.615004 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-026f4aab-6681-411b-beff-7be08dd00d0d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:22.633776 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-026f4aab-6681-411b-beff-7be08dd00d0d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Transition to ACTIVE for port object 62ca987d-a167-4394-b81a-725df1e955db will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:22.714944 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84850984-5946-4d1f-bb25-a620c183b35e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'Subnet': ['ID=9a27b6db-02b4-4a85-ac64-4954fca85777,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:22.739258 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:24:22.743544 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84850984-5946-4d1f-bb25-a620c183b35e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Checking segment: {'id': '25dd240a-4107-49f5-a56d-dd0d5e9ace16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '848f136b-2a20-4744-9893-0eae56c3800d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:22.743908 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84850984-5946-4d1f-bb25-a620c183b35e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Network hostable DHCP agents. Network: 848f136b-2a20-4744-9893-0eae56c3800d, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:24:22.749096 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-3c52cd9d-6a13-4398-869f-df1b85fb4f65 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] For port b0290892-0e78-4851-9398-b1b0b6b8e0b8, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=b0290892-0e78-4851-9398-b1b0b6b8e0b8,segment=NetworkSegment(e24aa452-8ff1-4a9a-966d-24cc4977c621),segment_id=e24aa452-8ff1-4a9a-966d-24cc4977c621)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:22.749720 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3c52cd9d-6a13-4398-869f-df1b85fb4f65 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:22.762598 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-026f4aab-6681-411b-beff-7be08dd00d0d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:22.819655 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47351d4-8ee7-4186-b8da-2996ed4fd7c3 None None] Pushing event updated for resources: {'Port': ['ID=2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:22.830375 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-e47351d4-8ee7-4186-b8da-2996ed4fd7c3 None None] Attempting to bind port 2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:24:22.830754 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-e47351d4-8ee7-4186-b8da-2996ed4fd7c3 None None] Attempting to bind port 2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '2fc2ff94-33cb-4015-b82f-897abe5d6b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:24:22.831603 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47351d4-8ee7-4186-b8da-2996ed4fd7c3 None None] Attempting to bind port 2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a on network ba82143e-f57c-4be7-8dbf-8bf3340fdc64 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:24:22.880624 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-c9cbf5ca-2979-4f63-b907-3aebf7b2ee1b None None] Attempting to bind port 7e32863d-f9af-4d8c-9614-0806a6e04d15 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:24:22.880624 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-c9cbf5ca-2979-4f63-b907-3aebf7b2ee1b None None] Attempting to bind port 7e32863d-f9af-4d8c-9614-0806a6e04d15 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '46c6af8f-e725-4115-8579-c63a2f15c600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '17e98075-08c9-459b-b432-7d34d10759c2'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:24:22.881482 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbf5ca-2979-4f63-b907-3aebf7b2ee1b None None] Attempting to bind port 7e32863d-f9af-4d8c-9614-0806a6e04d15 on network 17e98075-08c9-459b-b432-7d34d10759c2 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:24:22.883881 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47351d4-8ee7-4186-b8da-2996ed4fd7c3 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:24:22.884257 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47351d4-8ee7-4186-b8da-2996ed4fd7c3 None None] Checking segment: {'id': '2fc2ff94-33cb-4015-b82f-897abe5d6b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:22.884660 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e47351d4-8ee7-4186-b8da-2996ed4fd7c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:22.885053 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47351d4-8ee7-4186-b8da-2996ed4fd7c3 None None] Bound using segment: {'id': '2fc2ff94-33cb-4015-b82f-897abe5d6b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:24:22.885585 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-e47351d4-8ee7-4186-b8da-2996ed4fd7c3 None None] Bound port: 2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc2ff94-33cb-4015-b82f-897abe5d6b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:24:22.885960 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e47351d4-8ee7-4186-b8da-2996ed4fd7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:22.888532 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-3c52cd9d-6a13-4398-869f-df1b85fb4f65 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Calling delete_port for b0290892-0e78-4851-9398-b1b0b6b8e0b8 owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:24:22.916815 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbf5ca-2979-4f63-b907-3aebf7b2ee1b None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:24:22.917249 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbf5ca-2979-4f63-b907-3aebf7b2ee1b None None] Checking segment: {'id': '46c6af8f-e725-4115-8579-c63a2f15c600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '17e98075-08c9-459b-b432-7d34d10759c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:22.917648 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c9cbf5ca-2979-4f63-b907-3aebf7b2ee1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:22.918071 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbf5ca-2979-4f63-b907-3aebf7b2ee1b None None] Bound using segment: {'id': '46c6af8f-e725-4115-8579-c63a2f15c600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '17e98075-08c9-459b-b432-7d34d10759c2'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:24:22.918617 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-c9cbf5ca-2979-4f63-b907-3aebf7b2ee1b None None] Bound port: 7e32863d-f9af-4d8c-9614-0806a6e04d15, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c6af8f-e725-4115-8579-c63a2f15c600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '17e98075-08c9-459b-b432-7d34d10759c2'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:24:22.918985 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c9cbf5ca-2979-4f63-b907-3aebf7b2ee1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:22.983739 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026f4aab-6681-411b-beff-7be08dd00d0d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Network ba82143e-f57c-4be7-8dbf-8bf3340fdc64 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:24:22.988818 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-026f4aab-6681-411b-beff-7be08dd00d0d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:22.992957 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f4aab-6681-411b-beff-7be08dd00d0d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Pushing event updated for resources: {'Port': ['ID=62ca987d-a167-4394-b81a-725df1e955db,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:22.994958 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026f4aab-6681-411b-beff-7be08dd00d0d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:24:23.018807 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84850984-5946-4d1f-bb25-a620c183b35e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Network 848f136b-2a20-4744-9893-0eae56c3800d is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:24:23.027892 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:23.073062 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccc1b35-390c-4ed2-aaeb-126158ae5145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-b384f45c-0909-4242-b122-3a6b13e2f934', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'fixed_ips': [{'subnet_id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:24:23.073917 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9ccc1b35-390c-4ed2-aaeb-126158ae5145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:23.092386 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7e2ada3c-612c-4bbb-8281-7e595a1ca435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:23.116718 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-84850984-5946-4d1f-bb25-a620c183b35e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 848f136b-2a20-4744-9893-0eae56c3800d) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:23.125068 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-026f4aab-6681-411b-beff-7be08dd00d0d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:23.125653 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84850984-5946-4d1f-bb25-a620c183b35e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:23.126371 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-84850984-5946-4d1f-bb25-a620c183b35e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:23.139599 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfc83fc-3ddf-405c-b418-a4e573a95150 None None] Network 848f136b-2a20-4744-9893-0eae56c3800d requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:23.204515 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3c52cd9d-6a13-4398-869f-df1b85fb4f65 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:23.214180 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 8dca1c99-fe69-4209-b862-738a7d646a1d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=8dca1c99-fe69-4209-b862-738a7d646a1d,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:23.262487 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-84850984-5946-4d1f-bb25-a620c183b35e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7537758 Apr 11 14:24:23.268706 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42792) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:23.277829 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52cd9d-6a13-4398-869f-df1b85fb4f65 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Port': ['ID=b0290892-0e78-4851-9398-b1b0b6b8e0b8,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:23.334294 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:23.342108 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-c9cbf5ca-2979-4f63-b907-3aebf7b2ee1b None None] For port 7e32863d-f9af-4d8c-9614-0806a6e04d15, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:24:23.363242 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-c9cbf5ca-2979-4f63-b907-3aebf7b2ee1b None None] For port 7e32863d-f9af-4d8c-9614-0806a6e04d15, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7e32863d-f9af-4d8c-9614-0806a6e04d15,segment=NetworkSegment(46c6af8f-e725-4115-8579-c63a2f15c600),segment_id=46c6af8f-e725-4115-8579-c63a2f15c600)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:24:23.528827 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3c52cd9d-6a13-4398-869f-df1b85fb4f65 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:23.540289 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c9cbf5ca-2979-4f63-b907-3aebf7b2ee1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:23.544156 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9cae9f69-7405-4fa2-8837-14dfe982f81e no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:24:23.571772 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-e47351d4-8ee7-4186-b8da-2996ed4fd7c3 None None] For port 2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:24:23.617126 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 9cae9f69-7405-4fa2-8837-14dfe982f81e {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:24:23.617613 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9cae9f69-7405-4fa2-8837-14dfe982f81e not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:24:23.634319 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-e47351d4-8ee7-4186-b8da-2996ed4fd7c3 None None] For port 2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a,segment=NetworkSegment(2fc2ff94-33cb-4015-b82f-897abe5d6b4c),segment_id=2fc2ff94-33cb-4015-b82f-897abe5d6b4c)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:24:23.661305 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:23.662527 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=8dca1c99-fe69-4209-b862-738a7d646a1d,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:23.742472 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cbf5ca-2979-4f63-b907-3aebf7b2ee1b None None] Pushing event updated for resources: {'Port': ['ID=7e32863d-f9af-4d8c-9614-0806a6e04d15,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:23.783144 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e47351d4-8ee7-4186-b8da-2996ed4fd7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:23.938842 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d71e96d-f4f2-4cdc-9ad6-b06a62996a46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-848f136b-2a20-4744-9893-0eae56c3800d', 'network_id': '848f136b-2a20-4744-9893-0eae56c3800d', 'tenant_id': '72c0d9216e10412c8271a23842c8dd71', 'fixed_ips': [{'subnet_id': '9a27b6db-02b4-4a85-ac64-4954fca85777'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:24:23.939686 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1d71e96d-f4f2-4cdc-9ad6-b06a62996a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:24.057130 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:24.059143 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c52cd9d-6a13-4398-869f-df1b85fb4f65 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Router 241d9325-9862-4385-b00e-83a8112c8094 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:24:24.103384 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-9ccc1b35-390c-4ed2-aaeb-126158ae5145 None None] Allocated IP 172.20.0.2 (b384f45c-0909-4242-b122-3a6b13e2f934/3b75be1d-a0f4-4c83-bb21-b959bddcc5cd/bba78cd1-d6e8-46e4-b0f7-198d6fc382a7) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:24:24.115527 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47351d4-8ee7-4186-b8da-2996ed4fd7c3 None None] Pushing event updated for resources: {'Port': ['ID=2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:24.120738 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 8dca1c99-fe69-4209-b862-738a7d646a1d up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:24.174760 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-026f4aab-6681-411b-beff-7be08dd00d0d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:24.219671 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7e2ada3c-612c-4bbb-8281-7e595a1ca435 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:24.320036 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c52cd9d-6a13-4398-869f-df1b85fb4f65 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:24:24.333189 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3c52cd9d-6a13-4398-869f-df1b85fb4f65 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "PUT /v2.0/routers/241d9325-9862-4385-b00e-83a8112c8094/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6605573 Apr 11 14:24:24.333406 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7e2ada3c-612c-4bbb-8281-7e595a1ca435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:24.333500 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42798) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:24.348545 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0e68eb-9d0a-48cd-9ac2-163d82deed18 None None] Sync routers for ids ['241d9325-9862-4385-b00e-83a8112c8094'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:24:24.375388 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0e68eb-9d0a-48cd-9ac2-163d82deed18 None None] Routers {'241d9325-9862-4385-b00e-83a8112c8094'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:24.377479 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-ac0e68eb-9d0a-48cd-9ac2-163d82deed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:23:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['241d9325-9862-4385-b00e-83a8112c8094'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:24.490049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22f3c7b-5eb5-4daf-822c-64807e9db69e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting subnet 1c87e5ee-bfef-4dd3-b5a1-eda734d11edc {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:24:24.493763 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f22f3c7b-5eb5-4daf-822c-64807e9db69e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:24.496051 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-1d71e96d-f4f2-4cdc-9ad6-b06a62996a46 None None] Allocated IP 172.20.0.2 (848f136b-2a20-4744-9893-0eae56c3800d/9a27b6db-02b4-4a85-ac64-4954fca85777/7e2f72ec-a0b3-461f-be84-6cabe0a2c949) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:24:24.610142 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f22f3c7b-5eb5-4daf-822c-64807e9db69e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:24.685931 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-ac0e68eb-9d0a-48cd-9ac2-163d82deed18 None None] Set router 241d9325-9862-4385-b00e-83a8112c8094 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:24.727276 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f22f3c7b-5eb5-4daf-822c-64807e9db69e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:24.765899 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-7e2ada3c-612c-4bbb-8281-7e595a1ca435 admin admin] Allocated IP 172.26.7.51 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/33d656db-fb9a-4d56-a6e8-95a30d673b1d) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:24:24.882903 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1d71e96d-f4f2-4cdc-9ad6-b06a62996a46 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:24.890817 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f22f3c7b-5eb5-4daf-822c-64807e9db69e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:24.908589 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:24.929686 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1d71e96d-f4f2-4cdc-9ad6-b06a62996a46 None None] Transition to ACTIVE for port object 7e2f72ec-a0b3-461f-be84-6cabe0a2c949 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:24.960624 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f3c7b-5eb5-4daf-822c-64807e9db69e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Subnet': ['ID=1c87e5ee-bfef-4dd3-b5a1-eda734d11edc,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:24.970412 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 8dca1c99-fe69-4209-b862-738a7d646a1d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:24.972074 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:24.993657 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f22f3c7b-5eb5-4daf-822c-64807e9db69e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:25.014380 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f22f3c7b-5eb5-4daf-822c-64807e9db69e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/subnets/1c87e5ee-bfef-4dd3-b5a1-eda734d11edc HTTP/1.1" status: 204 len: 168 time: 0.6790273 Apr 11 14:24:25.015353 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42802) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:25.026660 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ed6cb1-5157-410b-bd2a-fa576943f3d5 None None] Network 45829295-ff84-4ad1-b442-e840e8565ce9 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:25.057774 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-ac0e68eb-9d0a-48cd-9ac2-163d82deed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:24:23Z', 'revision_number': 10, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None, '_interfaces': [{'id': 'ecd10107-2726-4e28-8409-2c9e34047d40', 'name': '', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:0a:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:30Z', 'updated_at': '2022-04-11T14:23:43Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:25.062032 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0e68eb-9d0a-48cd-9ac2-163d82deed18 None None] Checking router: 241d9325-9862-4385-b00e-83a8112c8094 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:24:25.075723 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0e68eb-9d0a-48cd-9ac2-163d82deed18 None None] Routers {'241d9325-9862-4385-b00e-83a8112c8094'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:25.076433 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-ac0e68eb-9d0a-48cd-9ac2-163d82deed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:23:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['241d9325-9862-4385-b00e-83a8112c8094'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:25.165434 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1d71e96d-f4f2-4cdc-9ad6-b06a62996a46 None None] Transition to ACTIVE for port object 7e2f72ec-a0b3-461f-be84-6cabe0a2c949 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:25.302104 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-ac0e68eb-9d0a-48cd-9ac2-163d82deed18 None None] Set router 241d9325-9862-4385-b00e-83a8112c8094 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:25.326808 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1d71e96d-f4f2-4cdc-9ad6-b06a62996a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:25.384884 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7e2ada3c-612c-4bbb-8281-7e595a1ca435 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:25.408107 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.resource_extend [None req-026f4aab-6681-411b-beff-7be08dd00d0d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 14:24:25.443623 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9ccc1b35-390c-4ed2-aaeb-126158ae5145 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:25.444319 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-026f4aab-6681-411b-beff-7be08dd00d0d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:25.452128 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-139e1051-c767-4880-b2ee-38014aba7670 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:25.462163 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6a96fe46-0c6e-484e-9073-1e35c26adb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:25.478438 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-139e1051-c767-4880-b2ee-38014aba7670 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting port 9d3c100a-8bfa-4340-9d70-87fb8ebecf6a {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:24:25.478936 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-139e1051-c767-4880-b2ee-38014aba7670 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:25.480771 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d71e96d-f4f2-4cdc-9ad6-b06a62996a46 None None] Network 848f136b-2a20-4744-9893-0eae56c3800d is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:24:25.497593 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-1d71e96d-f4f2-4cdc-9ad6-b06a62996a46 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:25.534577 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d71e96d-f4f2-4cdc-9ad6-b06a62996a46 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:24:25.559756 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9ccc1b35-390c-4ed2-aaeb-126158ae5145 None None] Transition to ACTIVE for port object bba78cd1-d6e8-46e4-b0f7-198d6fc382a7 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:25.565702 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:25.621460 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-026f4aab-6681-411b-beff-7be08dd00d0d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:25.686707 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f5dbf2-31bc-449e-8993-ac8eb86b8385 None None] Network 17e98075-08c9-459b-b432-7d34d10759c2 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:25.737308 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71e96d-f4f2-4cdc-9ad6-b06a62996a46 None None] Pushing event updated for resources: {'Port': ['ID=7e2f72ec-a0b3-461f-be84-6cabe0a2c949,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:25.764252 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-ac0e68eb-9d0a-48cd-9ac2-163d82deed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:24:23Z', 'revision_number': 10, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None, '_interfaces': [{'id': 'ecd10107-2726-4e28-8409-2c9e34047d40', 'name': '', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:0a:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:30Z', 'updated_at': '2022-04-11T14:23:43Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:25.769091 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0e68eb-9d0a-48cd-9ac2-163d82deed18 None None] The sync data for ids ['241d9325-9862-4385-b00e-83a8112c8094'] in dv-neutron-837330-1-hyperv is: [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:24:23Z', 'revision_number': 10, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None, '_interfaces': [{'id': 'ecd10107-2726-4e28-8409-2c9e34047d40', 'name': '', 'network_id': '5f177756-1fac-40f9-9b44-7cfc0cb8d419', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'mac_address': 'fa:16:3e:0a:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241d9325-9862-4385-b00e-83a8112c8094', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:23:30Z', 'updated_at': '2022-04-11T14:23:43Z', 'revision_number': 5, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'subnets': [{'id': 'bfe3f2d0-f210-41fe-a93f-189cd1448fef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:24:25.779372 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7e2ada3c-612c-4bbb-8281-7e595a1ca435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:25.823144 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9ccc1b35-390c-4ed2-aaeb-126158ae5145 None None] Transition to ACTIVE for port object bba78cd1-d6e8-46e4-b0f7-198d6fc382a7 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:25.828712 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Subnet': ['ID=9a27b6db-02b4-4a85-ac64-4954fca85777,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:25.844297 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b697893-1e0e-4bbd-ba96-0ea6eba68ca6 None None] Network ba82143e-f57c-4be7-8dbf-8bf3340fdc64 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:25.858330 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f4aab-6681-411b-beff-7be08dd00d0d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Pushing event updated for resources: {'Port': ['ID=62ca987d-a167-4394-b81a-725df1e955db,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:25.900630 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9ccc1b35-390c-4ed2-aaeb-126158ae5145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:25.904265 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-1d71e96d-f4f2-4cdc-9ad6-b06a62996a46 None None] Attempting to bind port 7e2f72ec-a0b3-461f-be84-6cabe0a2c949 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:24:25.904583 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-1d71e96d-f4f2-4cdc-9ad6-b06a62996a46 None None] Attempting to bind port 7e2f72ec-a0b3-461f-be84-6cabe0a2c949 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '25dd240a-4107-49f5-a56d-dd0d5e9ace16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '848f136b-2a20-4744-9893-0eae56c3800d'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:24:25.904942 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d71e96d-f4f2-4cdc-9ad6-b06a62996a46 None None] Attempting to bind port 7e2f72ec-a0b3-461f-be84-6cabe0a2c949 on network 848f136b-2a20-4744-9893-0eae56c3800d {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:24:25.923614 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-026f4aab-6681-411b-beff-7be08dd00d0d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:25.972289 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2ada3c-612c-4bbb-8281-7e595a1ca435 admin admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:24:25.993543 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-7e2ada3c-612c-4bbb-8281-7e595a1ca435 admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:26.017256 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:26.019548 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-cb7a1a19-1d52-4132-b42e-6206af9d90c5 None None] Provisioning for port 7e32863d-f9af-4d8c-9614-0806a6e04d15 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:26.023303 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d71e96d-f4f2-4cdc-9ad6-b06a62996a46 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:24:26.023693 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d71e96d-f4f2-4cdc-9ad6-b06a62996a46 None None] Checking segment: {'id': '25dd240a-4107-49f5-a56d-dd0d5e9ace16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '848f136b-2a20-4744-9893-0eae56c3800d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:26.024076 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1d71e96d-f4f2-4cdc-9ad6-b06a62996a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:26.024470 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d71e96d-f4f2-4cdc-9ad6-b06a62996a46 None None] Bound using segment: {'id': '25dd240a-4107-49f5-a56d-dd0d5e9ace16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '848f136b-2a20-4744-9893-0eae56c3800d'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:24:26.025256 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-1d71e96d-f4f2-4cdc-9ad6-b06a62996a46 None None] Bound port: 7e2f72ec-a0b3-461f-be84-6cabe0a2c949, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25dd240a-4107-49f5-a56d-dd0d5e9ace16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '848f136b-2a20-4744-9893-0eae56c3800d'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:24:26.025388 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1d71e96d-f4f2-4cdc-9ad6-b06a62996a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:26.043209 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2ada3c-612c-4bbb-8281-7e595a1ca435 admin admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:24:26.095856 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccc1b35-390c-4ed2-aaeb-126158ae5145 None None] Network b384f45c-0909-4242-b122-3a6b13e2f934 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:24:26.134075 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-9ccc1b35-390c-4ed2-aaeb-126158ae5145 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:26.155955 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35782d51-1563-4d36-baa6-6eafca9b4182 None None] DHCP port deletion for 45829295-ff84-4ad1-b442-e840e8565ce9 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:24:26.161114 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccc1b35-390c-4ed2-aaeb-126158ae5145 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:24:26.179113 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc1b35-390c-4ed2-aaeb-126158ae5145 None None] Pushing event updated for resources: {'Port': ['ID=bba78cd1-d6e8-46e4-b0f7-198d6fc382a7,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:26.196236 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-35782d51-1563-4d36-baa6-6eafca9b4182 None None] Deleting port 9d3c100a-8bfa-4340-9d70-87fb8ebecf6a {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:24:26.196614 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-35782d51-1563-4d36-baa6-6eafca9b4182 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:26.198651 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848f136b-2a20-4744-9893-0eae56c3800d']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:26.207674 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ada3c-612c-4bbb-8281-7e595a1ca435 admin admin] Pushing event updated for resources: {'Port': ['ID=33d656db-fb9a-4d56-a6e8-95a30d673b1d,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:26.286179 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25dd240a-4107-49f5-a56d-dd0d5e9ace16') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:26.286451 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25dd240a-4107-49f5-a56d-dd0d5e9ace16') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:26.323350 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:26.325356 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:26.412847 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-139e1051-c767-4880-b2ee-38014aba7670 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] For port 9d3c100a-8bfa-4340-9d70-87fb8ebecf6a, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9d3c100a-8bfa-4340-9d70-87fb8ebecf6a,segment=NetworkSegment(e24aa452-8ff1-4a9a-966d-24cc4977c621),segment_id=e24aa452-8ff1-4a9a-966d-24cc4977c621)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:26.413210 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-139e1051-c767-4880-b2ee-38014aba7670 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:26.482770 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:26.544482 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:24:26.544881 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:26.579335 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-9ccc1b35-390c-4ed2-aaeb-126158ae5145 None None] Attempting to bind port bba78cd1-d6e8-46e4-b0f7-198d6fc382a7 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:24:26.579335 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-9ccc1b35-390c-4ed2-aaeb-126158ae5145 None None] Attempting to bind port bba78cd1-d6e8-46e4-b0f7-198d6fc382a7 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:24:26.579335 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc1b35-390c-4ed2-aaeb-126158ae5145 None None] Attempting to bind port bba78cd1-d6e8-46e4-b0f7-198d6fc382a7 on network b384f45c-0909-4242-b122-3a6b13e2f934 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:24:26.582913 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-1d71e96d-f4f2-4cdc-9ad6-b06a62996a46 None None] For port 7e2f72ec-a0b3-461f-be84-6cabe0a2c949, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:24:26.593568 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-96e37db6-aaa8-423d-a3bf-9b34315591bd None None] Provisioning for port 2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:24:26.612649 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:24:26.615224 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc1b35-390c-4ed2-aaeb-126158ae5145 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:24:26.615224 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc1b35-390c-4ed2-aaeb-126158ae5145 None None] Checking segment: {'id': 'c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:26.615224 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9ccc1b35-390c-4ed2-aaeb-126158ae5145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:26.615523 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc1b35-390c-4ed2-aaeb-126158ae5145 None None] Bound using segment: {'id': 'c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:24:26.615983 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-9ccc1b35-390c-4ed2-aaeb-126158ae5145 None None] Bound port: bba78cd1-d6e8-46e4-b0f7-198d6fc382a7, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:24:26.616365 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9ccc1b35-390c-4ed2-aaeb-126158ae5145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:26.700808 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-139e1051-c767-4880-b2ee-38014aba7670 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Calling delete_port for 9d3c100a-8bfa-4340-9d70-87fb8ebecf6a owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:24:26.816529 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026f4aab-6681-411b-beff-7be08dd00d0d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Network ba82143e-f57c-4be7-8dbf-8bf3340fdc64 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:24:26.825666 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-026f4aab-6681-411b-beff-7be08dd00d0d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:26.895642 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-1d71e96d-f4f2-4cdc-9ad6-b06a62996a46 None None] For port 7e2f72ec-a0b3-461f-be84-6cabe0a2c949, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7e2f72ec-a0b3-461f-be84-6cabe0a2c949,segment=NetworkSegment(25dd240a-4107-49f5-a56d-dd0d5e9ace16),segment_id=25dd240a-4107-49f5-a56d-dd0d5e9ace16)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:24:26.919081 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.api [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 14:24:26.919081 dv-neutron-837330-1-hyperv neutron-server[88616]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 14:24:26.919081 dv-neutron-837330-1-hyperv neutron-server[88616]: [parameters: {'id': '848f136b-2a20-4744-9893-0eae56c3800d'}] Apr 11 14:24:26.919081 dv-neutron-837330-1-hyperv neutron-server[88616]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:24:26.919585 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG oslo_db.api [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:24:26.928027 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:26.953967 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-35782d51-1563-4d36-baa6-6eafca9b4182 None None] For port 9d3c100a-8bfa-4340-9d70-87fb8ebecf6a, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9d3c100a-8bfa-4340-9d70-87fb8ebecf6a,segment=NetworkSegment(e24aa452-8ff1-4a9a-966d-24cc4977c621),segment_id=e24aa452-8ff1-4a9a-966d-24cc4977c621)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:26.954366 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-35782d51-1563-4d36-baa6-6eafca9b4182 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:26.962760 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:26.963144 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:27.003764 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1d71e96d-f4f2-4cdc-9ad6-b06a62996a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:27.016609 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-9ccc1b35-390c-4ed2-aaeb-126158ae5145 None None] For port bba78cd1-d6e8-46e4-b0f7-198d6fc382a7, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:24:27.187978 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-35782d51-1563-4d36-baa6-6eafca9b4182 None None] Calling delete_port for 9d3c100a-8bfa-4340-9d70-87fb8ebecf6a owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:24:27.246058 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-139e1051-c767-4880-b2ee-38014aba7670 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:27.247917 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-9ccc1b35-390c-4ed2-aaeb-126158ae5145 None None] For port bba78cd1-d6e8-46e4-b0f7-198d6fc382a7, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=bba78cd1-d6e8-46e4-b0f7-198d6fc382a7,segment=NetworkSegment(c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9),segment_id=c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:24:27.336846 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71e96d-f4f2-4cdc-9ad6-b06a62996a46 None None] Pushing event updated for resources: {'Port': ['ID=7e2f72ec-a0b3-461f-be84-6cabe0a2c949,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:27.361912 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e1051-c767-4880-b2ee-38014aba7670 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Port': ['ID=9d3c100a-8bfa-4340-9d70-87fb8ebecf6a,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:27.388542 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139e1051-c767-4880-b2ee-38014aba7670 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] No DVR routers for this DVR port 9d3c100a-8bfa-4340-9d70-87fb8ebecf6a on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:24:27.420494 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:27.427970 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9ccc1b35-390c-4ed2-aaeb-126158ae5145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:27.469826 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026f4aab-6681-411b-beff-7be08dd00d0d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Router c9901cd1-6348-4a42-98c0-56f93c5e5ab6 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:24:27.501791 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7e2ada3c-612c-4bbb-8281-7e595a1ca435 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:27.518088 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-35782d51-1563-4d36-baa6-6eafca9b4182 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:24:27.518448 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-35782d51-1563-4d36-baa6-6eafca9b4182 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:24:27.535291 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ab6930-c0fe-41a0-833b-ec0111293d85 None None] Network 848f136b-2a20-4744-9893-0eae56c3800d requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:27.630168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Deleting port 7e2f72ec-a0b3-461f-be84-6cabe0a2c949 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:24:27.631171 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:27.668903 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-139e1051-c767-4880-b2ee-38014aba7670 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:27.784188 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:27.831126 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-139e1051-c767-4880-b2ee-38014aba7670 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45829295-ff84-4ad1-b442-e840e8565ce9']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:27.839458 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4bf69509-2f9a-469b-82c2-2823035a2427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:27.871952 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-139e1051-c767-4880-b2ee-38014aba7670 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24aa452-8ff1-4a9a-966d-24cc4977c621') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:27.872239 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc1b35-390c-4ed2-aaeb-126158ae5145 None None] Pushing event updated for resources: {'Port': ['ID=bba78cd1-d6e8-46e4-b0f7-198d6fc382a7,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:27.872386 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-139e1051-c767-4880-b2ee-38014aba7670 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24aa452-8ff1-4a9a-966d-24cc4977c621') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:27.877477 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f4ffbac2-c766-4da1-ac48-242eb180ad75 None None] Provisioning complete for port 2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:27.877878 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f4ffbac2-c766-4da1-ac48-242eb180ad75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:27.937413 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-139e1051-c767-4880-b2ee-38014aba7670 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:27.985178 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a,segment=NetworkSegment(2fc2ff94-33cb-4015-b82f-897abe5d6b4c),segment_id=2fc2ff94-33cb-4015-b82f-897abe5d6b4c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:28.021030 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-35782d51-1563-4d36-baa6-6eafca9b4182 None None] Deleting port 9d3c100a-8bfa-4340-9d70-87fb8ebecf6a {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:24:28.021561 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-35782d51-1563-4d36-baa6-6eafca9b4182 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:28.144336 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:28.145183 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 7e32863d-f9af-4d8c-9614-0806a6e04d15 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:28.156246 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026f4aab-6681-411b-beff-7be08dd00d0d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:24:28.192131 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-35782d51-1563-4d36-baa6-6eafca9b4182 None None] The port '9d3c100a-8bfa-4340-9d70-87fb8ebecf6a' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:24:28.229167 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] Sync routers for ids ['c9901cd1-6348-4a42-98c0-56f93c5e5ab6'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:24:28.254161 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-139e1051-c767-4880-b2ee-38014aba7670 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:28.297016 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] Routers {'c9901cd1-6348-4a42-98c0-56f93c5e5ab6'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:28.297642 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['c9901cd1-6348-4a42-98c0-56f93c5e5ab6'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:28.339192 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139e1051-c767-4880-b2ee-38014aba7670 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:24:28.339921 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-139e1051-c767-4880-b2ee-38014aba7670 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:24:28.356415 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:24:28.409701 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:28.437464 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-026f4aab-6681-411b-beff-7be08dd00d0d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "PUT /v2.0/routers/c9901cd1-6348-4a42-98c0-56f93c5e5ab6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0389655 Apr 11 14:24:28.555857 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f4ffbac2-c766-4da1-ac48-242eb180ad75 None None] Provisioning for port 62ca987d-a167-4394-b81a-725df1e955db completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:28.555857 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 7e32863d-f9af-4d8c-9614-0806a6e04d15 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:28.586849 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f4ffbac2-c766-4da1-ac48-242eb180ad75 None None] Provisioning complete for port 62ca987d-a167-4394-b81a-725df1e955db triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:28.587401 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f4ffbac2-c766-4da1-ac48-242eb180ad75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:28.647890 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 7e32863d-f9af-4d8c-9614-0806a6e04d15 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:28.647890 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:28.737144 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] Set router c9901cd1-6348-4a42-98c0-56f93c5e5ab6 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:28.801917 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:28.808167 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f4ffbac2-c766-4da1-ac48-242eb180ad75 None None] Port 62ca987d-a167-4394-b81a-725df1e955db cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:24:28.817318 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:28.854325 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] For port 7e2f72ec-a0b3-461f-be84-6cabe0a2c949, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7e2f72ec-a0b3-461f-be84-6cabe0a2c949,segment=NetworkSegment(25dd240a-4107-49f5-a56d-dd0d5e9ace16),segment_id=25dd240a-4107-49f5-a56d-dd0d5e9ace16)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:28.854918 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:28.959242 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dc0798-3dcf-46d5-a758-23a9582ad122 None None] Network b384f45c-0909-4242-b122-3a6b13e2f934 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:28.995047 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-139e1051-c767-4880-b2ee-38014aba7670 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:29.013969 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Calling delete_port for 7e2f72ec-a0b3-461f-be84-6cabe0a2c949 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:24:29.073956 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-139e1051-c767-4880-b2ee-38014aba7670 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:29.078737 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-03473866-8328-406d-90b3-75bcd01f6e8e req-86b67cb8-54c4-4ce1-9e25-2fb2557b60b4 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-32147299&fields=id&tenant_id=c01302260e1b42aaba91a0ad6d85cc8c HTTP/1.1" status: 200 len: 267 time: 0.3306270 Apr 11 14:24:29.091768 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7e2ada3c-612c-4bbb-8281-7e595a1ca435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:29.097300 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e1051-c767-4880-b2ee-38014aba7670 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Network': ['ID=45829295-ff84-4ad1-b442-e840e8565ce9,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:29.124023 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-139e1051-c767-4880-b2ee-38014aba7670 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/networks/45829295-ff84-4ad1-b442-e840e8565ce9 HTTP/1.1" status: 204 len: 168 time: 4.1051340 Apr 11 14:24:29.124850 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42818) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:29.142956 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:29.168890 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e72a4d64-8da6-40a3-ae89-4d4ab6e86670 None None] Provisioning complete for port 62ca987d-a167-4394-b81a-725df1e955db triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:29.169274 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e72a4d64-8da6-40a3-ae89-4d4ab6e86670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:29.294389 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 7e32863d-f9af-4d8c-9614-0806a6e04d15, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7e32863d-f9af-4d8c-9614-0806a6e04d15,segment=NetworkSegment(46c6af8f-e725-4115-8579-c63a2f15c600),segment_id=46c6af8f-e725-4115-8579-c63a2f15c600)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:29.325905 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-e72a4d64-8da6-40a3-ae89-4d4ab6e86670 None None] Port 62ca987d-a167-4394-b81a-725df1e955db cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:24:29.384686 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:29.418638 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:29.491941 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device b0290892-0e78-4851-9398-b1b0b6b8e0b8 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:24:29.495095 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Port': ['ID=7e2f72ec-a0b3-461f-be84-6cabe0a2c949,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:29.507151 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03473866-8328-406d-90b3-75bcd01f6e8e req-33124432-b9ff-4f6a-8491-68fe5e7fe554 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:29.507853 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-03473866-8328-406d-90b3-75bcd01f6e8e req-33124432-b9ff-4f6a-8491-68fe5e7fe554 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Synchronizing usage tracker for tenant:c01302260e1b42aaba91a0ad6d85cc8c on resource:network {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:24:29.511791 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No DVR routers for this DVR port 7e2f72ec-a0b3-461f-be84-6cabe0a2c949 on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:24:29.558963 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: b0290892-0e78-4851-9398-b1b0b6b8e0b8 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:24:29.559314 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device b0290892-0e78-4851-9398-b1b0b6b8e0b8 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:24:29.559784 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9d3c100a-8bfa-4340-9d70-87fb8ebecf6a no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:24:29.603716 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 9d3c100a-8bfa-4340-9d70-87fb8ebecf6a {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:24:29.604130 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9d3c100a-8bfa-4340-9d70-87fb8ebecf6a not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:24:29.619217 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=7e32863d-f9af-4d8c-9614-0806a6e04d15,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:29.638240 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898043376', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8dca1c99-fe69-4209-b862-738a7d646a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:14Z', 'updated_at': '2022-04-11T14:24:23Z', 'revision_number': 4, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'gw_port': {'id': '8dca1c99-fe69-4209-b862-738a7d646a1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:15Z', 'updated_at': '2022-04-11T14:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '62ca987d-a167-4394-b81a-725df1e955db', 'name': '', 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'mac_address': 'fa:16:3e:f6:ba:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '7cf1eb46-d375-41db-9a64-c06044cc1b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:24Z', 'revision_number': 2, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'subnets': [{'id': '7cf1eb46-d375-41db-9a64-c06044cc1b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:29.650257 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] Checking router: c9901cd1-6348-4a42-98c0-56f93c5e5ab6 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:24:29.650621 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] Updating router c9901cd1-6348-4a42-98c0-56f93c5e5ab6 port 62ca987d-a167-4394-b81a-725df1e955db binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:24:29.676138 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-03473866-8328-406d-90b3-75bcd01f6e8e req-33124432-b9ff-4f6a-8491-68fe5e7fe554 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Unset dirty status for tenant:c01302260e1b42aaba91a0ad6d85cc8c on resource:network {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:24:29.677941 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-03473866-8328-406d-90b3-75bcd01f6e8e req-33124432-b9ff-4f6a-8491-68fe5e7fe554 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/networks?id=ba82143e-f57c-4be7-8dbf-8bf3340fdc64 HTTP/1.1" status: 200 len: 795 time: 0.5871711 Apr 11 14:24:29.685624 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:29.697488 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-153381c0-b3dd-4457-8e6a-bbea7085929a None None] Provisioning for port bba78cd1-d6e8-46e4-b0f7-198d6fc382a7 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:29.722124 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-03473866-8328-406d-90b3-75bcd01f6e8e req-21ba1447-7bee-494c-ae38-4a8d6eeefd5b tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/quotas/c01302260e1b42aaba91a0ad6d85cc8c HTTP/1.1" status: 200 len: 375 time: 0.0382519 Apr 11 14:24:29.727068 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848f136b-2a20-4744-9893-0eae56c3800d']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:29.733478 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e29a8131-aa79-4271-8e9c-68c4be0d87cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:29.734169 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:29.747750 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25dd240a-4107-49f5-a56d-dd0d5e9ace16') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:29.747972 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25dd240a-4107-49f5-a56d-dd0d5e9ace16') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:29.836556 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2ada3c-612c-4bbb-8281-7e595a1ca435 admin admin] Router 70cd2ca9-1b94-4200-9997-6b498f3d8fde is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:24:29.839768 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:29.880042 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:29.921606 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:29.962428 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:29.970270 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:24:29.970676 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:24:29.992336 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:24:30.015214 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac765e6a-33dc-4bb8-a1f5-a7064115a0bb None None] get_active_networks_info from dv-neutron-837330-1-hyperv {{(pid=88618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 11 14:24:30.113121 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:30.113493 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:30.174497 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-e29a8131-aa79-4271-8e9c-68c4be0d87cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting port ecd10107-2726-4e28-8409-2c9e34047d40 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:24:30.175105 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e29a8131-aa79-4271-8e9c-68c4be0d87cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:30.179043 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-03473866-8328-406d-90b3-75bcd01f6e8e req-fefc9e81-516a-4d5e-ad24-629c39d16664 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Synchronizing usage tracker for tenant:c01302260e1b42aaba91a0ad6d85cc8c on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:24:30.197340 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2ada3c-612c-4bbb-8281-7e595a1ca435 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:24:30.211255 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] Sync routers for ids ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:24:30.227050 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] Routers {'70cd2ca9-1b94-4200-9997-6b498f3d8fde'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:30.228953 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:30.230381 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:30.249546 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:30.254786 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/networks/848f136b-2a20-4744-9893-0eae56c3800d HTTP/1.1" status: 204 len: 168 time: 6.9846265 Apr 11 14:24:30.260556 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42822) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:30.269994 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-9df1b299-9257-4ad3-a091-fc665d2ae6c2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-134461796'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:30.274224 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac9c20-461b-4cc2-a8c0-2a3d0c3cfa58 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Network': ['ID=848f136b-2a20-4744-9893-0eae56c3800d,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:30.282189 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9df1b299-9257-4ad3-a091-fc665d2ae6c2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:30.287119 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9df1b299-9257-4ad3-a091-fc665d2ae6c2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Usage tracker for resource:network and tenant:72c0d9216e10412c8271a23842c8dd71 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:30.290970 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9df1b299-9257-4ad3-a091-fc665d2ae6c2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:30.297506 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9df1b299-9257-4ad3-a091-fc665d2ae6c2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:30.334320 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-03473866-8328-406d-90b3-75bcd01f6e8e req-fefc9e81-516a-4d5e-ad24-629c39d16664 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Unset dirty status for tenant:c01302260e1b42aaba91a0ad6d85cc8c on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:24:30.337419 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-03473866-8328-406d-90b3-75bcd01f6e8e req-fefc9e81-516a-4d5e-ad24-629c39d16664 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c01302260e1b42aaba91a0ad6d85cc8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5909698 Apr 11 14:24:30.370576 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7e2ada3c-612c-4bbb-8281-7e595a1ca435 admin admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:30.374270 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7e2ada3c-612c-4bbb-8281-7e595a1ca435 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.0265241 Apr 11 14:24:30.378430 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42828) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:30.488293 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device bba78cd1-d6e8-46e4-b0f7-198d6fc382a7 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:30.510304 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] Set router 70cd2ca9-1b94-4200-9997-6b498f3d8fde gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:30.519443 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac765e6a-33dc-4bb8-a1f5-a7064115a0bb None None] Resources bound (agent type, host, resource id): {{(pid=88618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 14:24:30.562976 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-e29a8131-aa79-4271-8e9c-68c4be0d87cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] For port ecd10107-2726-4e28-8409-2c9e34047d40, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=ecd10107-2726-4e28-8409-2c9e34047d40,segment=NetworkSegment(3ac07265-fffd-4683-a9f7-41b7d62c0443),segment_id=3ac07265-fffd-4683-a9f7-41b7d62c0443)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:30.563481 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e29a8131-aa79-4271-8e9c-68c4be0d87cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:30.697585 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:30.708123 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-e29a8131-aa79-4271-8e9c-68c4be0d87cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Calling delete_port for ecd10107-2726-4e28-8409-2c9e34047d40 owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:24:30.779793 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df1b299-9257-4ad3-a091-fc665d2ae6c2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Made reservation on behalf of 72c0d9216e10412c8271a23842c8dd71 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:30.783261 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9df1b299-9257-4ad3-a091-fc665d2ae6c2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:30.785500 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] Transition to ACTIVE for port object 62ca987d-a167-4394-b81a-725df1e955db will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:30.901589 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:26Z', 'revision_number': 3, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'gw_port': {'id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:24Z', 'updated_at': '2022-04-11T14:24:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:30.905934 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] Checking router: 70cd2ca9-1b94-4200-9997-6b498f3d8fde for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:24:30.906358 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] Updating router 70cd2ca9-1b94-4200-9997-6b498f3d8fde port 33d656db-fb9a-4d56-a6e8-95a30d673b1d binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:24:30.911915 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port bba78cd1-d6e8-46e4-b0f7-198d6fc382a7 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:30.922445 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:30.970657 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port bba78cd1-d6e8-46e4-b0f7-198d6fc382a7 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:30.971252 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:30.971733 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:30.991508 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df1b299-9257-4ad3-a091-fc665d2ae6c2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:24:31.015133 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9df1b299-9257-4ad3-a091-fc665d2ae6c2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:31.015484 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-9df1b299-9257-4ad3-a091-fc665d2ae6c2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Added segment b6bd82db-487f-49a8-aee3-ee974c14c9af of type vlan for network abe5e220-3647-4d66-b1d6-107507f57fe8 Apr 11 14:24:31.056312 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-03473866-8328-406d-90b3-75bcd01f6e8e req-03daf408-72b3-46d9-b1ba-59ce2915971f service neutron] 10.222.0.66 "GET /v2.0/networks/ba82143e-f57c-4be7-8dbf-8bf3340fdc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7064013 Apr 11 14:24:31.078748 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e29a8131-aa79-4271-8e9c-68c4be0d87cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:31.150014 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a8131-aa79-4271-8e9c-68c4be0d87cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Port': ['ID=ecd10107-2726-4e28-8409-2c9e34047d40,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:31.221462 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe31a81-52e1-44d2-af0b-b18226e05a15 None None] Pushing event updated for resources: {'Port': ['ID=62ca987d-a167-4394-b81a-725df1e955db,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:31.268512 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] Attempting to bind port 62ca987d-a167-4394-b81a-725df1e955db on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:24:31.268889 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] Attempting to bind port 62ca987d-a167-4394-b81a-725df1e955db by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '2fc2ff94-33cb-4015-b82f-897abe5d6b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:24:31.269252 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] Attempting to bind port 62ca987d-a167-4394-b81a-725df1e955db on network ba82143e-f57c-4be7-8dbf-8bf3340fdc64 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:24:31.276223 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-03473866-8328-406d-90b3-75bcd01f6e8e req-85fc1221-44c3-426a-93ee-78fc766ed328 service neutron] 10.222.0.66 "GET /v2.0/networks/ba82143e-f57c-4be7-8dbf-8bf3340fdc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546531 Apr 11 14:24:31.287465 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9df1b299-9257-4ad3-a091-fc665d2ae6c2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:31.360335 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:24:31.360714 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] Checking segment: {'id': '2fc2ff94-33cb-4015-b82f-897abe5d6b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:31.361119 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:31.361517 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] Bound using segment: {'id': '2fc2ff94-33cb-4015-b82f-897abe5d6b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:24:31.362017 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] Bound port: 62ca987d-a167-4394-b81a-725df1e955db, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc2ff94-33cb-4015-b82f-897abe5d6b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:24:31.362443 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:31.444253 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e29a8131-aa79-4271-8e9c-68c4be0d87cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:31.506325 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:31.523761 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:31.538531 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] Transition to ACTIVE for port object 33d656db-fb9a-4d56-a6e8-95a30d673b1d will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:31.567319 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9df1b299-9257-4ad3-a091-fc665d2ae6c2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:31.574570 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df1b299-9257-4ad3-a091-fc665d2ae6c2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:31.575303 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9df1b299-9257-4ad3-a091-fc665d2ae6c2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:31.585254 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] For port 62ca987d-a167-4394-b81a-725df1e955db, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:24:31.589425 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] For port 62ca987d-a167-4394-b81a-725df1e955db, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=62ca987d-a167-4394-b81a-725df1e955db,segment=NetworkSegment(2fc2ff94-33cb-4015-b82f-897abe5d6b4c),segment_id=2fc2ff94-33cb-4015-b82f-897abe5d6b4c)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:24:31.594346 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port bba78cd1-d6e8-46e4-b0f7-198d6fc382a7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=bba78cd1-d6e8-46e4-b0f7-198d6fc382a7,segment=NetworkSegment(c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9),segment_id=c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:31.664348 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:31.714747 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:31.799170 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-66a64d62-565c-41c6-ae6a-af3ce0a03de2 req-32d744b7-2b6f-4440-bde1-d63574a4aec0 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 210 time: 0.0991340 Apr 11 14:24:31.804016 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad546c92-9ae5-41ba-b368-9a881374e7c9 None None] Pushing event updated for resources: {'Port': ['ID=33d656db-fb9a-4d56-a6e8-95a30d673b1d,revision_number=2']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:31.838899 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] Attempting to bind port 33d656db-fb9a-4d56-a6e8-95a30d673b1d on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:24:31.839282 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] Attempting to bind port 33d656db-fb9a-4d56-a6e8-95a30d673b1d by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:24:31.839641 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] Attempting to bind port 33d656db-fb9a-4d56-a6e8-95a30d673b1d on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:24:31.845376 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:31.845927 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:24:31.846305 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:31.846704 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:31.847095 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:24:31.848216 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] Bound port: 33d656db-fb9a-4d56-a6e8-95a30d673b1d, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:24:31.848216 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:31.856893 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 7e32863d-f9af-4d8c-9614-0806a6e04d15 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:31.966904 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] For port 33d656db-fb9a-4d56-a6e8-95a30d673b1d, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:24:31.970657 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] For port 33d656db-fb9a-4d56-a6e8-95a30d673b1d, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=33d656db-fb9a-4d56-a6e8-95a30d673b1d,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:24:31.991469 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9df1b299-9257-4ad3-a091-fc665d2ae6c2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7292898 Apr 11 14:24:31.998773 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29a8131-aa79-4271-8e9c-68c4be0d87cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Router 241d9325-9862-4385-b00e-83a8112c8094 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:24:31.999832 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] Routers {'c9901cd1-6348-4a42-98c0-56f93c5e5ab6'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:32.000506 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['c9901cd1-6348-4a42-98c0-56f93c5e5ab6'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:32.003410 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42840) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:32.010552 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1b299-9257-4ad3-a091-fc665d2ae6c2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'Network': ['ID=abe5e220-3647-4d66-b1d6-107507f57fe8,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:32.016145 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-51c3f079-8963-462c-8ccd-7ec57570fbe2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Request body: {'subnet': {'network_id': 'abe5e220-3647-4d66-b1d6-107507f57fe8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:32.062272 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:32.096592 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a749e47-b761-4590-8cec-0aec8d7883ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:32.134354 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network abe5e220-3647-4d66-b1d6-107507f57fe8 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:24:32.180586 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe31a81-52e1-44d2-af0b-b18226e05a15 None None] Pushing event updated for resources: {'Port': ['ID=62ca987d-a167-4394-b81a-725df1e955db,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:32.195124 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad546c92-9ae5-41ba-b368-9a881374e7c9 None None] Pushing event updated for resources: {'Port': ['ID=33d656db-fb9a-4d56-a6e8-95a30d673b1d,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:32.226792 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] Routers {'70cd2ca9-1b94-4200-9997-6b498f3d8fde'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:32.229996 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:32.345610 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-51c3f079-8963-462c-8ccd-7ec57570fbe2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:32.361586 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-7a749e47-b761-4590-8cec-0aec8d7883ec admin admin] Allocated IP 172.20.0.1 (b384f45c-0909-4242-b122-3a6b13e2f934/3b75be1d-a0f4-4c83-bb21-b959bddcc5cd/4164128e-3813-4191-8f0c-ffa443a1c8a5) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:24:32.430275 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-51c3f079-8963-462c-8ccd-7ec57570fbe2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Usage tracker for resource:subnet and tenant:72c0d9216e10412c8271a23842c8dd71 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:32.439617 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-51c3f079-8963-462c-8ccd-7ec57570fbe2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:32.449930 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] Set router 70cd2ca9-1b94-4200-9997-6b498f3d8fde gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:32.473472 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] Set router c9901cd1-6348-4a42-98c0-56f93c5e5ab6 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:32.479785 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-51c3f079-8963-462c-8ccd-7ec57570fbe2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:32.488604 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29a8131-aa79-4271-8e9c-68c4be0d87cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:24:32.522768 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e29a8131-aa79-4271-8e9c-68c4be0d87cd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "PUT /v2.0/routers/241d9325-9862-4385-b00e-83a8112c8094/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3965228 Apr 11 14:24:32.524219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42844) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:32.697600 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a749e47-b761-4590-8cec-0aec8d7883ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:32.718012 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-7a749e47-b761-4590-8cec-0aec8d7883ec admin admin] Transition to ACTIVE for port object 4164128e-3813-4191-8f0c-ffa443a1c8a5 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:32.758516 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 7e32863d-f9af-4d8c-9614-0806a6e04d15 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:32.763860 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:32.782439 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c3f079-8963-462c-8ccd-7ec57570fbe2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Made reservation on behalf of 72c0d9216e10412c8271a23842c8dd71 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:32.784296 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc8e439-df0a-47f3-a0ed-efd4156f889a None None] Sync routers for ids ['241d9325-9862-4385-b00e-83a8112c8094'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:24:32.786289 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-51c3f079-8963-462c-8ccd-7ec57570fbe2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:32.824205 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:26Z', 'revision_number': 3, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'gw_port': {'id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:24Z', 'updated_at': '2022-04-11T14:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:32.826702 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a749e47-b761-4590-8cec-0aec8d7883ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:32.831231 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86aad85-7592-41f1-a71c-8118b7512665 None None] The sync data for ids ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'] in dv-neutron-837330-1-hyperv is: [{'id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:26Z', 'revision_number': 3, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'gw_port': {'id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:24Z', 'updated_at': '2022-04-11T14:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:24:32.903749 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc8e439-df0a-47f3-a0ed-efd4156f889a None None] Routers {'241d9325-9862-4385-b00e-83a8112c8094'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:32.904436 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-9fc8e439-df0a-47f3-a0ed-efd4156f889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['241d9325-9862-4385-b00e-83a8112c8094'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:32.915219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87da89e-1c04-4a5a-bd1e-a4951dfd526e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting subnet bfe3f2d0-f210-41fe-a93f-189cd1448fef {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:24:32.920450 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.ipam_backend_mixin [None req-51c3f079-8963-462c-8ccd-7ec57570fbe2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Performing IP validity checks on allocation pools {{(pid=88617) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 11 14:24:32.921415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.ipam_backend_mixin [None req-51c3f079-8963-462c-8ccd-7ec57570fbe2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88617) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 11 14:24:32.924825 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f87da89e-1c04-4a5a-bd1e-a4951dfd526e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:32.994556 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3ab94c7b-3f5d-4a14-865e-a298cf9e341d req-51278453-2fcf-4cf4-a027-246f309bbcff tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 210 time: 0.0715604 Apr 11 14:24:33.015916 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a749e47-b761-4590-8cec-0aec8d7883ec admin admin] Network b384f45c-0909-4242-b122-3a6b13e2f934 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:24:33.015916 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42854) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:33.016591 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f87da89e-1c04-4a5a-bd1e-a4951dfd526e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:33.022037 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-7a749e47-b761-4590-8cec-0aec8d7883ec admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:33.027712 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a749e47-b761-4590-8cec-0aec8d7883ec admin admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:24:33.069643 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-9fc8e439-df0a-47f3-a0ed-efd4156f889a None None] Set router 241d9325-9862-4385-b00e-83a8112c8094 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:33.148970 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a749e47-b761-4590-8cec-0aec8d7883ec admin admin] Pushing event updated for resources: {'Port': ['ID=4164128e-3813-4191-8f0c-ffa443a1c8a5,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:33.160265 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=bba78cd1-d6e8-46e4-b0f7-198d6fc382a7,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:33.175897 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a749e47-b761-4590-8cec-0aec8d7883ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:33.236092 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e687f6-bc6c-4394-a26c-1efd22828752 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:33.236842 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e687f6-bc6c-4394-a26c-1efd22828752 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:33.237632 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e687f6-bc6c-4394-a26c-1efd22828752 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:33.241349 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c5e687f6-bc6c-4394-a26c-1efd22828752 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/ports?project_id=572b8884360948e38c79b057606230d9&network_id=36ebc322-19e4-4a30-b8b7-2a34e01ed94a HTTP/1.1" status: 200 len: 2999 time: 0.2169633 Apr 11 14:24:33.256332 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f87da89e-1c04-4a5a-bd1e-a4951dfd526e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:33.359118 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-9fc8e439-df0a-47f3-a0ed-efd4156f889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:24:30Z', 'revision_number': 11, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:33.374989 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc8e439-df0a-47f3-a0ed-efd4156f889a None None] Checking router: 241d9325-9862-4385-b00e-83a8112c8094 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:24:33.399269 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc8e439-df0a-47f3-a0ed-efd4156f889a None None] Routers {'241d9325-9862-4385-b00e-83a8112c8094'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:33.400472 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-9fc8e439-df0a-47f3-a0ed-efd4156f889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['241d9325-9862-4385-b00e-83a8112c8094'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:33.503925 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-51c3f079-8963-462c-8ccd-7ec57570fbe2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:33.518090 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a749e47-b761-4590-8cec-0aec8d7883ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:33.557016 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f87da89e-1c04-4a5a-bd1e-a4951dfd526e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:33.587603 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f87da89e-1c04-4a5a-bd1e-a4951dfd526e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:33.641933 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f87da89e-1c04-4a5a-bd1e-a4951dfd526e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/subnets/bfe3f2d0-f210-41fe-a93f-189cd1448fef HTTP/1.1" status: 204 len: 168 time: 1.1139314 Apr 11 14:24:33.646857 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42862) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:33.668623 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3f079-8963-462c-8ccd-7ec57570fbe2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'Subnet': ['ID=74367ba0-46a1-4623-9699-572d1900eec4,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:33.707949 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35802a0c-8979-4044-b0fc-5bb74dc8173b None None] Network 5f177756-1fac-40f9-9b44-7cfc0cb8d419 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:33.719094 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c3f079-8963-462c-8ccd-7ec57570fbe2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Checking segment: {'id': 'b6bd82db-487f-49a8-aee3-ee974c14c9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'abe5e220-3647-4d66-b1d6-107507f57fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:33.719495 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c3f079-8963-462c-8ccd-7ec57570fbe2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Network hostable DHCP agents. Network: abe5e220-3647-4d66-b1d6-107507f57fe8, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:24:33.739721 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-9fc8e439-df0a-47f3-a0ed-efd4156f889a None None] Set router 241d9325-9862-4385-b00e-83a8112c8094 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:33.746729 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87da89e-1c04-4a5a-bd1e-a4951dfd526e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Subnet': ['ID=bfe3f2d0-f210-41fe-a93f-189cd1448fef,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:33.870317 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a749e47-b761-4590-8cec-0aec8d7883ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:33.895406 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9ea7e09a-4ffe-47ae-808a-83fddbd9eabc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:33.909010 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-9ea7e09a-4ffe-47ae-808a-83fddbd9eabc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Deleting port abeeb47a-0f74-46cb-8c46-2f4dd719a816 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:24:33.909349 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9ea7e09a-4ffe-47ae-808a-83fddbd9eabc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:33.944896 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-9fc8e439-df0a-47f3-a0ed-efd4156f889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:24:30Z', 'revision_number': 11, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:33.962469 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc8e439-df0a-47f3-a0ed-efd4156f889a None None] The sync data for ids ['241d9325-9862-4385-b00e-83a8112c8094'] in dv-neutron-837330-1-hyperv is: [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:24:30Z', 'revision_number': 11, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:24:33.965698 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a749e47-b761-4590-8cec-0aec8d7883ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:33.973260 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-89ca3f6b-ea02-4b97-980e-267f094aa4c9 None None] Provisioning for port 4164128e-3813-4191-8f0c-ffa443a1c8a5 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:33.984777 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c3f079-8963-462c-8ccd-7ec57570fbe2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Network abe5e220-3647-4d66-b1d6-107507f57fe8 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:24:34.024914 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-89ca3f6b-ea02-4b97-980e-267f094aa4c9 None None] Provisioning complete for port 4164128e-3813-4191-8f0c-ffa443a1c8a5 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:34.025293 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-89ca3f6b-ea02-4b97-980e-267f094aa4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:34.128338 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a749e47-b761-4590-8cec-0aec8d7883ec admin admin] Pushing event updated for resources: {'Port': ['ID=4164128e-3813-4191-8f0c-ffa443a1c8a5,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:34.142912 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-51c3f079-8963-462c-8ccd-7ec57570fbe2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, abe5e220-3647-4d66-b1d6-107507f57fe8) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:34.160880 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c3f079-8963-462c-8ccd-7ec57570fbe2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:34.162287 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-51c3f079-8963-462c-8ccd-7ec57570fbe2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:34.175458 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a749e47-b761-4590-8cec-0aec8d7883ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:34.263836 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faa5e46-6b68-4aa5-8f74-1220b568ba79 None None] Network abe5e220-3647-4d66-b1d6-107507f57fe8 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:34.294191 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c5ec79b9-d7ee-4f5b-b7bb-aa77bbd46f99 req-474807b8-c5b8-4844-8590-c594dbeb3231 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 210 time: 0.1005788 Apr 11 14:24:34.379443 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a749e47-b761-4590-8cec-0aec8d7883ec admin admin] Network b384f45c-0909-4242-b122-3a6b13e2f934 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:24:34.384515 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-7a749e47-b761-4590-8cec-0aec8d7883ec admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:34.392362 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-51c3f079-8963-462c-8ccd-7ec57570fbe2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.3859444 Apr 11 14:24:34.399256 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42870) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:34.525774 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-89ca3f6b-ea02-4b97-980e-267f094aa4c9 None None] Port 4164128e-3813-4191-8f0c-ffa443a1c8a5 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:24:34.539978 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device bba78cd1-d6e8-46e4-b0f7-198d6fc382a7 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:34.592330 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:34.617632 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-9ea7e09a-4ffe-47ae-808a-83fddbd9eabc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] For port abeeb47a-0f74-46cb-8c46-2f4dd719a816, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=abeeb47a-0f74-46cb-8c46-2f4dd719a816,segment=NetworkSegment(3ac07265-fffd-4683-a9f7-41b7d62c0443),segment_id=3ac07265-fffd-4683-a9f7-41b7d62c0443)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:34.618343 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9ea7e09a-4ffe-47ae-808a-83fddbd9eabc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:34.650194 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898043376', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8dca1c99-fe69-4209-b862-738a7d646a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:14Z', 'updated_at': '2022-04-11T14:24:23Z', 'revision_number': 4, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'gw_port': {'id': '8dca1c99-fe69-4209-b862-738a7d646a1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:15Z', 'updated_at': '2022-04-11T14:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '62ca987d-a167-4394-b81a-725df1e955db', 'name': '', 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'mac_address': 'fa:16:3e:f6:ba:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '7cf1eb46-d375-41db-9a64-c06044cc1b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:31Z', 'revision_number': 4, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'subnets': [{'id': '7cf1eb46-d375-41db-9a64-c06044cc1b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:34.672468 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a749e47-b761-4590-8cec-0aec8d7883ec admin admin] Router 70cd2ca9-1b94-4200-9997-6b498f3d8fde has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:24:34.680524 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6890bb96-6dfe-47a6-80df-c6e0f722c16a None None] The sync data for ids ['c9901cd1-6348-4a42-98c0-56f93c5e5ab6'] in dv-neutron-837330-1-hyperv is: [{'id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898043376', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8dca1c99-fe69-4209-b862-738a7d646a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:14Z', 'updated_at': '2022-04-11T14:24:23Z', 'revision_number': 4, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'gw_port': {'id': '8dca1c99-fe69-4209-b862-738a7d646a1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:15Z', 'updated_at': '2022-04-11T14:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '62ca987d-a167-4394-b81a-725df1e955db', 'name': '', 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'mac_address': 'fa:16:3e:f6:ba:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '7cf1eb46-d375-41db-9a64-c06044cc1b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:31Z', 'revision_number': 4, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'subnets': [{'id': '7cf1eb46-d375-41db-9a64-c06044cc1b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:24:34.820776 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-9ea7e09a-4ffe-47ae-808a-83fddbd9eabc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Calling delete_port for abeeb47a-0f74-46cb-8c46-2f4dd719a816 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:24:34.836540 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dc87a9-88c5-4e3e-9009-358b248e55cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-abe5e220-3647-4d66-b1d6-107507f57fe8', 'network_id': 'abe5e220-3647-4d66-b1d6-107507f57fe8', 'tenant_id': '72c0d9216e10412c8271a23842c8dd71', 'fixed_ips': [{'subnet_id': '74367ba0-46a1-4623-9699-572d1900eec4'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:24:34.837702 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e6dc87a9-88c5-4e3e-9009-358b248e55cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:34.966386 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-848eef15-38a8-4582-a6fe-b6429862c02f None None] Provisioning complete for port 4164128e-3813-4191-8f0c-ffa443a1c8a5 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:34.966386 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-848eef15-38a8-4582-a6fe-b6429862c02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:34.966588 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:35.075937 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c10f359-58e6-4494-8baa-fc8f902252da None None] DHCP port deletion for 5f177756-1fac-40f9-9b44-7cfc0cb8d419 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:24:35.079413 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a749e47-b761-4590-8cec-0aec8d7883ec admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:24:35.086221 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port bba78cd1-d6e8-46e4-b0f7-198d6fc382a7 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:35.086604 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:35.123885 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7a749e47-b761-4590-8cec-0aec8d7883ec admin admin] 10.222.0.66 "PUT /v2.0/routers/70cd2ca9-1b94-4200-9997-6b498f3d8fde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7433212 Apr 11 14:24:35.163561 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-7c10f359-58e6-4494-8baa-fc8f902252da None None] Deleting port abeeb47a-0f74-46cb-8c46-2f4dd719a816 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:24:35.163954 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7c10f359-58e6-4494-8baa-fc8f902252da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:35.274074 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42878) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:35.374199 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-848eef15-38a8-4582-a6fe-b6429862c02f None None] Port 4164128e-3813-4191-8f0c-ffa443a1c8a5 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:24:35.436588 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] Sync routers for ids ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:24:35.455927 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4e35d1-a2e9-48a6-8ef6-c2ad1075c7cf tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:35.465255 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1f4e35d1-a2e9-48a6-8ef6-c2ad1075c7cf tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=cff58315-4a25-4203-8056-2db185a2b95d HTTP/1.1" status: 200 len: 814 time: 0.1816509 Apr 11 14:24:35.466755 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] Routers {'70cd2ca9-1b94-4200-9997-6b498f3d8fde'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:35.467674 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:35.511741 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03473866-8328-406d-90b3-75bcd01f6e8e req-53cb8920-ad68-41cf-8ba2-00228b57d116 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:35.513255 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-03473866-8328-406d-90b3-75bcd01f6e8e req-53cb8920-ad68-41cf-8ba2-00228b57d116 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.53 "GET /v2.0/networks?id=ba82143e-f57c-4be7-8dbf-8bf3340fdc64 HTTP/1.1" status: 200 len: 795 time: 0.4711125 Apr 11 14:24:35.594057 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9ea7e09a-4ffe-47ae-808a-83fddbd9eabc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:35.683856 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-754dd965-0fea-46ec-8690-822373d15d51 req-92408208-a0f4-42f2-8ea9-8a1e9b88ce66 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 210 time: 0.0966120 Apr 11 14:24:35.742051 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7e09a-4ffe-47ae-808a-83fddbd9eabc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Port': ['ID=abeeb47a-0f74-46cb-8c46-2f4dd719a816,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:35.750470 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea7e09a-4ffe-47ae-808a-83fddbd9eabc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] No DVR routers for this DVR port abeeb47a-0f74-46cb-8c46-2f4dd719a816 on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:24:35.776540 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-e6dc87a9-88c5-4e3e-9009-358b248e55cf None None] Allocated IP 172.20.0.3 (abe5e220-3647-4d66-b1d6-107507f57fe8/74367ba0-46a1-4623-9699-572d1900eec4/22f1ea54-46aa-437e-83df-c2f72b985c5f) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:24:35.781744 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 33d656db-fb9a-4d56-a6e8-95a30d673b1d up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:35.791019 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-03473866-8328-406d-90b3-75bcd01f6e8e req-142e855c-935c-41fd-940a-7d06667d6bf0 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Synchronizing usage tracker for tenant:c01302260e1b42aaba91a0ad6d85cc8c on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:24:35.865973 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-7c10f359-58e6-4494-8baa-fc8f902252da None None] For port abeeb47a-0f74-46cb-8c46-2f4dd719a816, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=abeeb47a-0f74-46cb-8c46-2f4dd719a816,segment=NetworkSegment(3ac07265-fffd-4683-a9f7-41b7d62c0443),segment_id=3ac07265-fffd-4683-a9f7-41b7d62c0443)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:35.866341 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7c10f359-58e6-4494-8baa-fc8f902252da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:35.890801 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] Set router 70cd2ca9-1b94-4200-9997-6b498f3d8fde gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:35.935767 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42900) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:35.941814 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-123c22bb-0f95-4f89-8998-f0002f939cc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'network': {'name': 'tempest-network-smoke--1259057023', 'project_id': '572b8884360948e38c79b057606230d9', 'port_security_enabled': True}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:35.951583 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-123c22bb-0f95-4f89-8998-f0002f939cc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:35.967910 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-123c22bb-0f95-4f89-8998-f0002f939cc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:network and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:35.974813 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-123c22bb-0f95-4f89-8998-f0002f939cc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:35.982344 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-123c22bb-0f95-4f89-8998-f0002f939cc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:36.005449 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-03473866-8328-406d-90b3-75bcd01f6e8e req-142e855c-935c-41fd-940a-7d06667d6bf0 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Unset dirty status for tenant:c01302260e1b42aaba91a0ad6d85cc8c on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:24:36.012695 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-03473866-8328-406d-90b3-75bcd01f6e8e req-142e855c-935c-41fd-940a-7d06667d6bf0 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c01302260e1b42aaba91a0ad6d85cc8c HTTP/1.1" status: 200 len: 378 time: 0.4837966 Apr 11 14:24:36.026276 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-03473866-8328-406d-90b3-75bcd01f6e8e req-d983db6d-e244-4e67-835f-db37186c0294 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Request body: {'port': {'device_id': '918ea5a4-8203-44c5-aca5-6ff380d9c595', 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64', 'admin_state_up': True, 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'security_groups': ['f2a56d21-849f-45d5-b77f-ea86886559f8']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:36.066129 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9ea7e09a-4ffe-47ae-808a-83fddbd9eabc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:36.104102 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123c22bb-0f95-4f89-8998-f0002f939cc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:36.107928 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-123c22bb-0f95-4f89-8998-f0002f939cc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:36.138372 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-9ea7e09a-4ffe-47ae-808a-83fddbd9eabc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f177756-1fac-40f9-9b44-7cfc0cb8d419']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:36.146626 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123c22bb-0f95-4f89-8998-f0002f939cc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:24:36.164748 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-9ea7e09a-4ffe-47ae-808a-83fddbd9eabc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac07265-fffd-4683-a9f7-41b7d62c0443') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:36.165291 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-9ea7e09a-4ffe-47ae-808a-83fddbd9eabc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac07265-fffd-4683-a9f7-41b7d62c0443') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:36.180602 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9ea7e09a-4ffe-47ae-808a-83fddbd9eabc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:36.181724 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-123c22bb-0f95-4f89-8998-f0002f939cc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:36.182280 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-123c22bb-0f95-4f89-8998-f0002f939cc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Added segment 51c6d61b-222d-4b5a-af6a-cf56aa4217f5 of type vlan for network 58432052-c023-483f-9930-aca8e2a93fa0 Apr 11 14:24:36.244033 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-123c22bb-0f95-4f89-8998-f0002f939cc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:36.323104 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:33Z', 'revision_number': 4, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'gw_port': {'id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:24Z', 'updated_at': '2022-04-11T14:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '4164128e-3813-4191-8f0c-ffa443a1c8a5', 'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'mac_address': 'fa:16:3e:33:42:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:32Z', 'updated_at': '2022-04-11T14:24:33Z', 'revision_number': 2, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'subnets': [{'id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:36.328581 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9ea7e09a-4ffe-47ae-808a-83fddbd9eabc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:36.330101 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] Checking router: 70cd2ca9-1b94-4200-9997-6b498f3d8fde for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:24:36.330693 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] Updating router 70cd2ca9-1b94-4200-9997-6b498f3d8fde port 4164128e-3813-4191-8f0c-ffa443a1c8a5 binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:24:36.342760 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea7e09a-4ffe-47ae-808a-83fddbd9eabc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:24:36.343189 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9ea7e09a-4ffe-47ae-808a-83fddbd9eabc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:24:36.358247 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:24:36.360763 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-7c10f359-58e6-4494-8baa-fc8f902252da None None] Calling delete_port for abeeb47a-0f74-46cb-8c46-2f4dd719a816 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:24:36.366552 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-123c22bb-0f95-4f89-8998-f0002f939cc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:36.373573 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123c22bb-0f95-4f89-8998-f0002f939cc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:36.374366 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-123c22bb-0f95-4f89-8998-f0002f939cc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:36.431004 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:36.449019 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42908) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:36.475333 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-85e23d5a-2d1f-41f5-a1eb-11a333475b0e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1693071932-network', 'tenant_id': 'fb25919377d44ce8b5a8f2df7fe96be9'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:36.480474 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-85e23d5a-2d1f-41f5-a1eb-11a333475b0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:36.485621 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-85e23d5a-2d1f-41f5-a1eb-11a333475b0e admin admin] Usage tracker for resource:network and tenant:fb25919377d44ce8b5a8f2df7fe96be9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:36.489398 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-85e23d5a-2d1f-41f5-a1eb-11a333475b0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:36.496229 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-85e23d5a-2d1f-41f5-a1eb-11a333475b0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:36.514683 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-03473866-8328-406d-90b3-75bcd01f6e8e req-d983db6d-e244-4e67-835f-db37186c0294 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:36.526029 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-03473866-8328-406d-90b3-75bcd01f6e8e req-d983db6d-e244-4e67-835f-db37186c0294 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:36.549117 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e6dc87a9-88c5-4e3e-9009-358b248e55cf None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:36.563113 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e6dc87a9-88c5-4e3e-9009-358b248e55cf None None] Transition to ACTIVE for port object 22f1ea54-46aa-437e-83df-c2f72b985c5f will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:36.569664 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e23d5a-2d1f-41f5-a1eb-11a333475b0e admin admin] Made reservation on behalf of fb25919377d44ce8b5a8f2df7fe96be9 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:36.572072 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-85e23d5a-2d1f-41f5-a1eb-11a333475b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:36.587561 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e6dc87a9-88c5-4e3e-9009-358b248e55cf None None] Transition to ACTIVE for port object 22f1ea54-46aa-437e-83df-c2f72b985c5f will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:36.592439 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-7c10f359-58e6-4494-8baa-fc8f902252da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:24:36.593374 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-7c10f359-58e6-4494-8baa-fc8f902252da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:24:36.596442 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-85e23d5a-2d1f-41f5-a1eb-11a333475b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:36.619149 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-85e23d5a-2d1f-41f5-a1eb-11a333475b0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:36.623585 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-85e23d5a-2d1f-41f5-a1eb-11a333475b0e admin admin] Usage tracker for resource:security_group_rule and tenant:fb25919377d44ce8b5a8f2df7fe96be9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:36.626788 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-85e23d5a-2d1f-41f5-a1eb-11a333475b0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:36.629445 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 33d656db-fb9a-4d56-a6e8-95a30d673b1d completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:36.632460 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9ea7e09a-4ffe-47ae-808a-83fddbd9eabc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:36.637970 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9ea7e09a-4ffe-47ae-808a-83fddbd9eabc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:36.655142 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 33d656db-fb9a-4d56-a6e8-95a30d673b1d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:36.656735 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:36.661151 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03473866-8328-406d-90b3-75bcd01f6e8e req-d983db6d-e244-4e67-835f-db37186c0294 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Made reservation on behalf of c01302260e1b42aaba91a0ad6d85cc8c for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:36.664242 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c22bb-0f95-4f89-8998-f0002f939cc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Network': ['ID=58432052-c023-483f-9930-aca8e2a93fa0,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:36.664992 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-03473866-8328-406d-90b3-75bcd01f6e8e req-d983db6d-e244-4e67-835f-db37186c0294 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:36.692696 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-85e23d5a-2d1f-41f5-a1eb-11a333475b0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:36.707390 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 58432052-c023-483f-9930-aca8e2a93fa0 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:24:36.710772 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7e09a-4ffe-47ae-808a-83fddbd9eabc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Pushing event deleted for resources: {'Network': ['ID=5f177756-1fac-40f9-9b44-7cfc0cb8d419,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:36.722264 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e6dc87a9-88c5-4e3e-9009-358b248e55cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:36.728413 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-123c22bb-0f95-4f89-8998-f0002f939cc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7911215 Apr 11 14:24:36.731391 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42914) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:36.772554 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9ea7e09a-4ffe-47ae-808a-83fddbd9eabc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/networks/5f177756-1fac-40f9-9b44-7cfc0cb8d419 HTTP/1.1" status: 204 len: 168 time: 3.1245842 Apr 11 14:24:36.773332 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42918) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:36.788268 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-69ed0ba7-45ab-4681-a06b-accebbcf8088 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'router': {'routes': None}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:36.868999 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aa3dfc-b563-468d-a7cb-97a4138dae65 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:36.875625 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-25aa3dfc-b563-468d-a7cb-97a4138dae65 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=572b8884360948e38c79b057606230d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1429186 Apr 11 14:24:36.876624 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42922) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:36.886303 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:36.975912 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dc87a9-88c5-4e3e-9009-358b248e55cf None None] Network abe5e220-3647-4d66-b1d6-107507f57fe8 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:24:37.018631 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-e6dc87a9-88c5-4e3e-9009-358b248e55cf None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:37.033728 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b475e2-6c9f-472b-a8fe-36e515824dcd tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:37.034714 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:37.039331 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-83b475e2-6c9f-472b-a8fe-36e515824dcd tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1606483 Apr 11 14:24:37.040296 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42926) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:37.054834 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:37.065287 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe5e220-3647-4d66-b1d6-107507f57fe8']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:37.066483 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dc87a9-88c5-4e3e-9009-358b248e55cf None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:24:37.082896 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] Transition to ACTIVE for port object 4164128e-3813-4191-8f0c-ffa443a1c8a5 will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:37.092410 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a82f44f3-d860-4189-aa64-11e8c8750b52 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=cff58315-4a25-4203-8056-2db185a2b95d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0483890 Apr 11 14:24:37.092605 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc87a9-88c5-4e3e-9009-358b248e55cf None None] Pushing event updated for resources: {'Port': ['ID=22f1ea54-46aa-437e-83df-c2f72b985c5f,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:37.093461 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42930) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:37.105398 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-7c10f359-58e6-4494-8baa-fc8f902252da None None] Deleting port abeeb47a-0f74-46cb-8c46-2f4dd719a816 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:24:37.105777 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7c10f359-58e6-4494-8baa-fc8f902252da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:37.141744 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-342dfed3-d731-4d89-b06c-47b57b104cf8 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=572b8884360948e38c79b057606230d9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453491 Apr 11 14:24:37.142604 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42934) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:37.164342 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:37.179922 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6bd82db-487f-49a8-aee3-ee974c14c9af') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:37.180314 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6bd82db-487f-49a8-aee3-ee974c14c9af') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:37.187432 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Subnet': ['ID=74367ba0-46a1-4623-9699-572d1900eec4,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:37.220703 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d1d5d16c-ab3b-47e5-a63d-0d42ed0cd565 req-4237ce86-3a9a-4500-8dac-8413f3a3df62 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 210 time: 0.3661478 Apr 11 14:24:37.271527 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-7c10f359-58e6-4494-8baa-fc8f902252da None None] The port 'abeeb47a-0f74-46cb-8c46-2f4dd719a816' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:24:37.285948 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:37.288032 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:37.319147 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6b735d-0a4e-40ff-bca7-72921d4eba33 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:37.320930 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3b6b735d-0a4e-40ff-bca7-72921d4eba33 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1777737 Apr 11 14:24:37.323674 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42938) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:37.336077 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-e6dc87a9-88c5-4e3e-9009-358b248e55cf None None] Attempting to bind port 22f1ea54-46aa-437e-83df-c2f72b985c5f on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:24:37.336543 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-e6dc87a9-88c5-4e3e-9009-358b248e55cf None None] Attempting to bind port 22f1ea54-46aa-437e-83df-c2f72b985c5f by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'b6bd82db-487f-49a8-aee3-ee974c14c9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'abe5e220-3647-4d66-b1d6-107507f57fe8'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:24:37.336978 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dc87a9-88c5-4e3e-9009-358b248e55cf None None] Attempting to bind port 22f1ea54-46aa-437e-83df-c2f72b985c5f on network abe5e220-3647-4d66-b1d6-107507f57fe8 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:24:37.348979 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 33d656db-fb9a-4d56-a6e8-95a30d673b1d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=33d656db-fb9a-4d56-a6e8-95a30d673b1d,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:37.354017 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dc87a9-88c5-4e3e-9009-358b248e55cf None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:24:37.354017 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dc87a9-88c5-4e3e-9009-358b248e55cf None None] Checking segment: {'id': 'b6bd82db-487f-49a8-aee3-ee974c14c9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'abe5e220-3647-4d66-b1d6-107507f57fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:37.354017 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e6dc87a9-88c5-4e3e-9009-358b248e55cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:37.354017 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dc87a9-88c5-4e3e-9009-358b248e55cf None None] Bound using segment: {'id': 'b6bd82db-487f-49a8-aee3-ee974c14c9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'abe5e220-3647-4d66-b1d6-107507f57fe8'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:24:37.354017 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-e6dc87a9-88c5-4e3e-9009-358b248e55cf None None] Bound port: 22f1ea54-46aa-437e-83df-c2f72b985c5f, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6bd82db-487f-49a8-aee3-ee974c14c9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'abe5e220-3647-4d66-b1d6-107507f57fe8'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:24:37.354017 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e6dc87a9-88c5-4e3e-9009-358b248e55cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:37.378139 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-bb7145e0-fb0c-4952-8bf6-3859bfb4065f tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=cff58315-4a25-4203-8056-2db185a2b95d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0529795 Apr 11 14:24:37.380718 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42942) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:37.389474 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-889d629e-0fda-4e15-877c-65d44b634d7d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-307591324', 'network_id': '58432052-c023-483f-9930-aca8e2a93fa0', 'project_id': '572b8884360948e38c79b057606230d9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:37.411217 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f2dfc-5bc7-4b8f-b1d8-bb4c10379065 None None] Pushing event updated for resources: {'Port': ['ID=4164128e-3813-4191-8f0c-ffa443a1c8a5,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:37.459307 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:37.555519 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:37.561275 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-889d629e-0fda-4e15-877c-65d44b634d7d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:37.570233 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-889d629e-0fda-4e15-877c-65d44b634d7d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:subnet and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:37.574968 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] Attempting to bind port 4164128e-3813-4191-8f0c-ffa443a1c8a5 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:24:37.575378 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] Attempting to bind port 4164128e-3813-4191-8f0c-ffa443a1c8a5 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:24:37.575737 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] Attempting to bind port 4164128e-3813-4191-8f0c-ffa443a1c8a5 on network b384f45c-0909-4242-b122-3a6b13e2f934 {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:24:37.579648 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.extraroute_db [None req-69ed0ba7-45ab-4681-a06b-accebbcf8088 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Added routes are [] {{(pid=88617) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 11 14:24:37.579955 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.extraroute_db [None req-69ed0ba7-45ab-4681-a06b-accebbcf8088 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Removed routes are [] {{(pid=88617) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 11 14:24:37.580393 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-69ed0ba7-45ab-4681-a06b-accebbcf8088 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:37.585350 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-889d629e-0fda-4e15-877c-65d44b634d7d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:37.586934 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:24:37.587309 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] Checking segment: {'id': 'c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:37.588762 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:37.589154 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] Bound using segment: {'id': 'c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:24:37.594686 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-e6dc87a9-88c5-4e3e-9009-358b248e55cf None None] For port 22f1ea54-46aa-437e-83df-c2f72b985c5f, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:24:37.595566 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-889d629e-0fda-4e15-877c-65d44b634d7d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:37.596003 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] Bound port: 4164128e-3813-4191-8f0c-ffa443a1c8a5, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:24:37.596489 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:37.614853 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:24:37.615400 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:24:37.631948 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:24:37.635098 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=33d656db-fb9a-4d56-a6e8-95a30d673b1d,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:37.644430 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 62ca987d-a167-4394-b81a-725df1e955db up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:37.678205 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889d629e-0fda-4e15-877c-65d44b634d7d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:37.681903 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-889d629e-0fda-4e15-877c-65d44b634d7d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:37.713649 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] For port 4164128e-3813-4191-8f0c-ffa443a1c8a5, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:24:37.781031 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 62ca987d-a167-4394-b81a-725df1e955db completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:37.787973 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 62ca987d-a167-4394-b81a-725df1e955db triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:37.792580 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:37.919819 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:37.953161 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 62ca987d-a167-4394-b81a-725df1e955db, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=62ca987d-a167-4394-b81a-725df1e955db,segment=NetworkSegment(2fc2ff94-33cb-4015-b82f-897abe5d6b4c),segment_id=2fc2ff94-33cb-4015-b82f-897abe5d6b4c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:37.972831 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-889d629e-0fda-4e15-877c-65d44b634d7d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:38.005774 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-03473866-8328-406d-90b3-75bcd01f6e8e req-d983db6d-e244-4e67-835f-db37186c0294 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Allocated IP 172.20.0.12 (ba82143e-f57c-4be7-8dbf-8bf3340fdc64/7cf1eb46-d375-41db-9a64-c06044cc1b95/44de09a9-cb60-4958-af4e-a2d885240c17) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:24:38.035803 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:38.046884 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d629e-0fda-4e15-877c-65d44b634d7d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Subnet': ['ID=206a33ea-3ee0-4b42-879a-b8494c98d274,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:38.089749 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889d629e-0fda-4e15-877c-65d44b634d7d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Checking segment: {'id': '51c6d61b-222d-4b5a-af6a-cf56aa4217f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '58432052-c023-483f-9930-aca8e2a93fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:38.090145 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889d629e-0fda-4e15-877c-65d44b634d7d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network hostable DHCP agents. Network: 58432052-c023-483f-9930-aca8e2a93fa0, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:24:38.106450 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device abeeb47a-0f74-46cb-8c46-2f4dd719a816 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:24:38.144997 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] For port 4164128e-3813-4191-8f0c-ffa443a1c8a5, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4164128e-3813-4191-8f0c-ffa443a1c8a5,segment=NetworkSegment(c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9),segment_id=c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:24:38.152013 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: abeeb47a-0f74-46cb-8c46-2f4dd719a816 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:24:38.152365 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device abeeb47a-0f74-46cb-8c46-2f4dd719a816 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:24:38.152782 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ecd10107-2726-4e28-8409-2c9e34047d40 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:24:38.167405 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-69ed0ba7-45ab-4681-a06b-accebbcf8088 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:38.181808 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-85e23d5a-2d1f-41f5-a1eb-11a333475b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:38.183023 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-69ed0ba7-45ab-4681-a06b-accebbcf8088 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984850'] for router, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:38.197614 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-e6dc87a9-88c5-4e3e-9009-358b248e55cf None None] For port 22f1ea54-46aa-437e-83df-c2f72b985c5f, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=22f1ea54-46aa-437e-83df-c2f72b985c5f,segment=NetworkSegment(b6bd82db-487f-49a8-aee3-ee974c14c9af),segment_id=b6bd82db-487f-49a8-aee3-ee974c14c9af)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:24:38.201027 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: ecd10107-2726-4e28-8409-2c9e34047d40 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:24:38.202967 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ecd10107-2726-4e28-8409-2c9e34047d40 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:24:38.209803 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=62ca987d-a167-4394-b81a-725df1e955db,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:38.220540 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889d629e-0fda-4e15-877c-65d44b634d7d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network 58432052-c023-483f-9930-aca8e2a93fa0 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:24:38.249892 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:38.255219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.db.api [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 14:24:38.255219 dv-neutron-837330-1-hyperv neutron-server[88617]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 14:24:38.255219 dv-neutron-837330-1-hyperv neutron-server[88617]: [parameters: {'id': 'abe5e220-3647-4d66-b1d6-107507f57fe8'}] Apr 11 14:24:38.255219 dv-neutron-837330-1-hyperv neutron-server[88617]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:24:38.255630 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG oslo_db.api [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:24:38.272031 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-85e23d5a-2d1f-41f5-a1eb-11a333475b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:38.306911 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e6dc87a9-88c5-4e3e-9009-358b248e55cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:38.351946 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-889d629e-0fda-4e15-877c-65d44b634d7d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 58432052-c023-483f-9930-aca8e2a93fa0) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:38.366765 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] Routers {'70cd2ca9-1b94-4200-9997-6b498f3d8fde'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:38.367422 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:38.410187 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b63f24-966c-4b3f-bd08-5e2924f9c147 None None] Network 58432052-c023-483f-9930-aca8e2a93fa0 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:38.426389 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e23d5a-2d1f-41f5-a1eb-11a333475b0e admin admin] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:24:38.435688 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-74082519-a861-4464-a98f-c68fc7e9e2c7 req-67e984cd-6837-429d-8f0e-924e312f4a25 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 210 time: 0.0688763 Apr 11 14:24:38.438336 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889d629e-0fda-4e15-877c-65d44b634d7d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:38.439089 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-889d629e-0fda-4e15-877c-65d44b634d7d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:38.447208 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ed0ba7-45ab-4681-a06b-accebbcf8088 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Router 241d9325-9862-4385-b00e-83a8112c8094 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:24:38.505255 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f2dfc-5bc7-4b8f-b1d8-bb4c10379065 None None] Pushing event updated for resources: {'Port': ['ID=4164128e-3813-4191-8f0c-ffa443a1c8a5,revision_number=4']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:38.513523 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-85e23d5a-2d1f-41f5-a1eb-11a333475b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:38.514514 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-85e23d5a-2d1f-41f5-a1eb-11a333475b0e admin admin] Added segment 53a731c9-c254-4fa9-9aa5-d4d3476a6234 of type vlan for network d76597e9-05a5-4d56-93ee-f8a58eb0cb16 Apr 11 14:24:38.515065 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e23d5a-2d1f-41f5-a1eb-11a333475b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a6a4f3-ab08-478f-9bae-30e66cc372e4,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:38.541088 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-889d629e-0fda-4e15-877c-65d44b634d7d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1590667 Apr 11 14:24:38.669873 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc87a9-88c5-4e3e-9009-358b248e55cf None None] Pushing event updated for resources: {'Port': ['ID=22f1ea54-46aa-437e-83df-c2f72b985c5f,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:38.696140 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] Set router 70cd2ca9-1b94-4200-9997-6b498f3d8fde gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:38.706061 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-85e23d5a-2d1f-41f5-a1eb-11a333475b0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:38.735374 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ed0ba7-45ab-4681-a06b-accebbcf8088 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:24:38.758341 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:38.761833 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85b38b7-a70f-408c-a002-7e6090f163ec None None] Sync routers for ids ['241d9325-9862-4385-b00e-83a8112c8094'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:24:38.797706 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923b88e2-9633-42be-badf-750e4735c91b None None] Network abe5e220-3647-4d66-b1d6-107507f57fe8 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:38.799144 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-03473866-8328-406d-90b3-75bcd01f6e8e req-d983db6d-e244-4e67-835f-db37186c0294 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:38.816168 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85b38b7-a70f-408c-a002-7e6090f163ec None None] Routers {'241d9325-9862-4385-b00e-83a8112c8094'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:38.816796 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b85b38b7-a70f-408c-a002-7e6090f163ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['241d9325-9862-4385-b00e-83a8112c8094'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:38.837794 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-03473866-8328-406d-90b3-75bcd01f6e8e req-d983db6d-e244-4e67-835f-db37186c0294 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Transition to ACTIVE for port object 44de09a9-cb60-4958-af4e-a2d885240c17 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:38.839285 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Deleting port 22f1ea54-46aa-437e-83df-c2f72b985c5f {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:24:38.839629 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:38.853049 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42950) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:38.859183 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-1249a5c2-b11c-4ee5-a8b9-d5276e295017 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-583845506', 'description': 'tempest-secgroup-smoke-583845506 description', 'project_id': '572b8884360948e38c79b057606230d9'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:38.870765 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1249a5c2-b11c-4ee5-a8b9-d5276e295017 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:38.891363 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1249a5c2-b11c-4ee5-a8b9-d5276e295017 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:38.903233 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-85e23d5a-2d1f-41f5-a1eb-11a333475b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:38.904197 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e23d5a-2d1f-41f5-a1eb-11a333475b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:38.913384 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-85e23d5a-2d1f-41f5-a1eb-11a333475b0e admin admin] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:38.941599 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-69ed0ba7-45ab-4681-a06b-accebbcf8088 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:38.946526 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-69ed0ba7-45ab-4681-a06b-accebbcf8088 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "PUT /v2.0/routers/241d9325-9862-4385-b00e-83a8112c8094 HTTP/1.1" status: 200 len: 705 time: 2.1664615 Apr 11 14:24:38.947712 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42954) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:39.007834 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c14e0b0e-d110-485d-b525-53a93177798f tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Synchronizing usage tracker for tenant:e64484a71f41439a9e4d89000c1f607b on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:24:39.018304 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1249a5c2-b11c-4ee5-a8b9-d5276e295017 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:39.061667 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1249a5c2-b11c-4ee5-a8b9-d5276e295017 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:39.066789 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1249a5c2-b11c-4ee5-a8b9-d5276e295017 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:39.072874 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1249a5c2-b11c-4ee5-a8b9-d5276e295017 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:39.080824 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1249a5c2-b11c-4ee5-a8b9-d5276e295017 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:39.095090 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e23d5a-2d1f-41f5-a1eb-11a333475b0e admin admin] Pushing event updated for resources: {'Network': ['ID=d76597e9-05a5-4d56-93ee-f8a58eb0cb16,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:39.099697 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-85e23d5a-2d1f-41f5-a1eb-11a333475b0e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6407447 Apr 11 14:24:39.103051 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42958) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:39.137543 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-c256de22-83ca-4103-ba35-eaeaed1d2871 admin admin] Request body: {'subnet': {'network_id': 'd76597e9-05a5-4d56-93ee-f8a58eb0cb16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1693071932-subnet', 'tenant_id': 'fb25919377d44ce8b5a8f2df7fe96be9', 'ip_version': 4}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:39.146873 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c256de22-83ca-4103-ba35-eaeaed1d2871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:39.170471 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:33Z', 'revision_number': 4, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'gw_port': {'id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:24Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '4164128e-3813-4191-8f0c-ffa443a1c8a5', 'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'mac_address': 'fa:16:3e:33:42:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:32Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 4, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'subnets': [{'id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:39.176421 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48baa501-c4ce-43ae-b57b-1531da4d7afa None None] The sync data for ids ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'] in dv-neutron-837330-1-hyperv is: [{'id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:33Z', 'revision_number': 4, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'gw_port': {'id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:24Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '4164128e-3813-4191-8f0c-ffa443a1c8a5', 'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'mac_address': 'fa:16:3e:33:42:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:32Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 4, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'subnets': [{'id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:24:39.180328 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1249a5c2-b11c-4ee5-a8b9-d5276e295017 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:39.180735 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c14e0b0e-d110-485d-b525-53a93177798f tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Unset dirty status for tenant:e64484a71f41439a9e4d89000c1f607b on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:24:39.183028 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c14e0b0e-d110-485d-b525-53a93177798f tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "GET /v2.0/ports?device_id=241d9325-9862-4385-b00e-83a8112c8094 HTTP/1.1" status: 200 len: 205 time: 0.2330813 Apr 11 14:24:39.184548 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cda0ce-31be-46be-a685-d0ddeeaaa385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-58432052-c023-483f-9930-aca8e2a93fa0', 'network_id': '58432052-c023-483f-9930-aca8e2a93fa0', 'tenant_id': '572b8884360948e38c79b057606230d9', 'fixed_ips': [{'subnet_id': '206a33ea-3ee0-4b42-879a-b8494c98d274'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:24:39.185383 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-15cda0ce-31be-46be-a685-d0ddeeaaa385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:39.185734 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42962) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:39.195691 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network d76597e9-05a5-4d56-93ee-f8a58eb0cb16 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:24:39.205443 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c256de22-83ca-4103-ba35-eaeaed1d2871 admin admin] Usage tracker for resource:subnet and tenant:fb25919377d44ce8b5a8f2df7fe96be9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:39.215721 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c256de22-83ca-4103-ba35-eaeaed1d2871 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:39.219294 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-03473866-8328-406d-90b3-75bcd01f6e8e req-d983db6d-e244-4e67-835f-db37186c0294 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:39.231310 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-b85b38b7-a70f-408c-a002-7e6090f163ec None None] Set router 241d9325-9862-4385-b00e-83a8112c8094 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:39.282503 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1249a5c2-b11c-4ee5-a8b9-d5276e295017 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:39.290773 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c256de22-83ca-4103-ba35-eaeaed1d2871 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:39.349821 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03473866-8328-406d-90b3-75bcd01f6e8e req-d983db6d-e244-4e67-835f-db37186c0294 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Network ba82143e-f57c-4be7-8dbf-8bf3340fdc64 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:24:39.363500 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-03473866-8328-406d-90b3-75bcd01f6e8e req-d983db6d-e244-4e67-835f-db37186c0294 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:39.363500 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] For port 22f1ea54-46aa-437e-83df-c2f72b985c5f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=22f1ea54-46aa-437e-83df-c2f72b985c5f,segment=NetworkSegment(b6bd82db-487f-49a8-aee3-ee974c14c9af),segment_id=b6bd82db-487f-49a8-aee3-ee974c14c9af)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:39.363500 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:39.376527 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-03473866-8328-406d-90b3-75bcd01f6e8e req-d983db6d-e244-4e67-835f-db37186c0294 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:24:39.446894 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f136d76b-f805-4c9b-b7c1-9372c2336409 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:39.514922 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b85b38b7-a70f-408c-a002-7e6090f163ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:24:30Z', 'revision_number': 11, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:39.592188 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249a5c2-b11c-4ee5-a8b9-d5276e295017 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b833fafd-d749-475a-9628-8d77bc0f436f,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:39.696469 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85b38b7-a70f-408c-a002-7e6090f163ec None None] Checking router: 241d9325-9862-4385-b00e-83a8112c8094 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:24:39.736708 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c256de22-83ca-4103-ba35-eaeaed1d2871 admin admin] Made reservation on behalf of fb25919377d44ce8b5a8f2df7fe96be9 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:39.739122 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c256de22-83ca-4103-ba35-eaeaed1d2871 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:39.759829 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4164128e-3813-4191-8f0c-ffa443a1c8a5 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:39.819409 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85b38b7-a70f-408c-a002-7e6090f163ec None None] Routers {'241d9325-9862-4385-b00e-83a8112c8094'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:39.820447 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b85b38b7-a70f-408c-a002-7e6090f163ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['241d9325-9862-4385-b00e-83a8112c8094'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:39.891924 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983db6d-e244-4e67-835f-db37186c0294 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Pushing event updated for resources: {'Port': ['ID=44de09a9-cb60-4958-af4e-a2d885240c17,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:39.916333 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1249a5c2-b11c-4ee5-a8b9-d5276e295017 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:39.917640 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1249a5c2-b11c-4ee5-a8b9-d5276e295017 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0632637 Apr 11 14:24:39.920185 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Calling delete_port for 22f1ea54-46aa-437e-83df-c2f72b985c5f owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:24:39.960100 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42968) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:39.976830 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-bb20469e-8a8f-4a70-9d6c-927a7e0180df tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'b833fafd-d749-475a-9628-8d77bc0f436f', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:39.988073 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-b85b38b7-a70f-408c-a002-7e6090f163ec None None] Set router 241d9325-9862-4385-b00e-83a8112c8094 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:40.174548 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b85b38b7-a70f-408c-a002-7e6090f163ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:24:30Z', 'revision_number': 11, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:40.186853 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85b38b7-a70f-408c-a002-7e6090f163ec None None] The sync data for ids ['241d9325-9862-4385-b00e-83a8112c8094'] in dv-neutron-837330-1-hyperv is: [{'id': '241d9325-9862-4385-b00e-83a8112c8094', 'name': 'tempest-RoutersIpV6Test-router-1452816640', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:24:30Z', 'revision_number': 11, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:24:40.200914 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-bb20469e-8a8f-4a70-9d6c-927a7e0180df tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:40.222870 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03473866-8328-406d-90b3-75bcd01f6e8e req-d983db6d-e244-4e67-835f-db37186c0294 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:40.225544 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-03473866-8328-406d-90b3-75bcd01f6e8e req-d983db6d-e244-4e67-835f-db37186c0294 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:40.226598 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-15cda0ce-31be-46be-a685-d0ddeeaaa385 None None] Allocated IP 172.20.0.18 (58432052-c023-483f-9930-aca8e2a93fa0/206a33ea-3ee0-4b42-879a-b8494c98d274/f1b15b4a-7df0-4e9b-878f-2df87c0df036) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:24:40.230599 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-bb20469e-8a8f-4a70-9d6c-927a7e0180df tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:40.232911 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-cf35babe-a62d-4a48-b077-dcd379ce8e07 None None] Provisioning for port 44de09a9-cb60-4958-af4e-a2d885240c17 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:40.237742 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-bb20469e-8a8f-4a70-9d6c-927a7e0180df tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:40.248811 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-cf35babe-a62d-4a48-b077-dcd379ce8e07 None None] Provisioning complete for port 44de09a9-cb60-4958-af4e-a2d885240c17 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:40.248811 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-cf35babe-a62d-4a48-b077-dcd379ce8e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:40.250252 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-bb20469e-8a8f-4a70-9d6c-927a7e0180df tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:40.254502 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f136d76b-f805-4c9b-b7c1-9372c2336409 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:40.257704 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f136d76b-f805-4c9b-b7c1-9372c2336409 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:40.285191 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 4164128e-3813-4191-8f0c-ffa443a1c8a5 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:40.315626 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a3309-809d-47da-9a12-43388ef5bf2d req-85c2a73d-cfb4-40f0-9468-34eba6c416c0 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:40.318074 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a02a3309-809d-47da-9a12-43388ef5bf2d req-85c2a73d-cfb4-40f0-9468-34eba6c416c0 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 932 time: 0.4035723 Apr 11 14:24:40.323514 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:40.327727 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 4164128e-3813-4191-8f0c-ffa443a1c8a5 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:40.328170 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:40.372633 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a02a3309-809d-47da-9a12-43388ef5bf2d req-b7c7713a-54c5-4e30-a194-9e86160dd6a1 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461199 Apr 11 14:24:40.401597 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-03473866-8328-406d-90b3-75bcd01f6e8e req-d983db6d-e244-4e67-835f-db37186c0294 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3793893 Apr 11 14:24:40.402985 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f136d76b-f805-4c9b-b7c1-9372c2336409 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:40.403727 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f136d76b-f805-4c9b-b7c1-9372c2336409 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Fanout notify agent at l3_agent the message router_deleted on router 241d9325-9862-4385-b00e-83a8112c8094 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:24:40.424430 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f136d76b-f805-4c9b-b7c1-9372c2336409 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:40.425927 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c256de22-83ca-4103-ba35-eaeaed1d2871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:40.433290 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Port': ['ID=22f1ea54-46aa-437e-83df-c2f72b985c5f,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:40.438757 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f136d76b-f805-4c9b-b7c1-9372c2336409 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/routers/241d9325-9862-4385-b00e-83a8112c8094 HTTP/1.1" status: 204 len: 168 time: 1.2516646 Apr 11 14:24:40.439262 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-03473866-8328-406d-90b3-75bcd01f6e8e req-52192829-6da8-484b-9709-b601b8330f3a service neutron] Request body: {'port': {'device_id': '918ea5a4-8203-44c5-aca5-6ff380d9c595', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:40.444633 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42972) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:40.458210 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-8e9ac182-59dc-41e2-93c7-98b77e64b5aa tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1891518464', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:40.469767 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-8e9ac182-59dc-41e2-93c7-98b77e64b5aa tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:40.471792 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-cf35babe-a62d-4a48-b077-dcd379ce8e07 None None] Port 44de09a9-cb60-4958-af4e-a2d885240c17 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:24:40.476206 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No DVR routers for this DVR port 22f1ea54-46aa-437e-83df-c2f72b985c5f on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:24:40.476367 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8e9ac182-59dc-41e2-93c7-98b77e64b5aa tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Usage tracker for resource:router and tenant:e64484a71f41439a9e4d89000c1f607b is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:40.479702 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8e9ac182-59dc-41e2-93c7-98b77e64b5aa tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:40.488068 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-8e9ac182-59dc-41e2-93c7-98b77e64b5aa tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:40.507266 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bb20469e-8a8f-4a70-9d6c-927a7e0180df tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:40.557581 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac182-59dc-41e2-93c7-98b77e64b5aa tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:40.559020 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac182-59dc-41e2-93c7-98b77e64b5aa tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:40.578885 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac182-59dc-41e2-93c7-98b77e64b5aa tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:40.647228 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:40.688005 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac182-59dc-41e2-93c7-98b77e64b5aa tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:40.701176 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 4164128e-3813-4191-8f0c-ffa443a1c8a5, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4164128e-3813-4191-8f0c-ffa443a1c8a5,segment=NetworkSegment(c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9),segment_id=c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:40.712156 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-15cda0ce-31be-46be-a685-d0ddeeaaa385 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:40.725270 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-15cda0ce-31be-46be-a685-d0ddeeaaa385 None None] Transition to ACTIVE for port object f1b15b4a-7df0-4e9b-878f-2df87c0df036 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:40.734713 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256de22-83ca-4103-ba35-eaeaed1d2871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd0f576c-42a8-49f0-8892-cc9572f9fdab,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:40.754427 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-15cda0ce-31be-46be-a685-d0ddeeaaa385 None None] Transition to ACTIVE for port object f1b15b4a-7df0-4e9b-878f-2df87c0df036 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:40.786796 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:40.787798 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 62ca987d-a167-4394-b81a-725df1e955db up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:40.809217 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac182-59dc-41e2-93c7-98b77e64b5aa tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:40.813252 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8e9ac182-59dc-41e2-93c7-98b77e64b5aa tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3650875 Apr 11 14:24:40.825149 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42976) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:40.825149 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-5601c3c2-1959-4866-8301-35f128e8ec22 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:40.853934 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:40.863636 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c256de22-83ca-4103-ba35-eaeaed1d2871 admin admin] Checking segment: {'id': '53a731c9-c254-4fa9-9aa5-d4d3476a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'd76597e9-05a5-4d56-93ee-f8a58eb0cb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:40.864417 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c256de22-83ca-4103-ba35-eaeaed1d2871 admin admin] Network hostable DHCP agents. Network: d76597e9-05a5-4d56-93ee-f8a58eb0cb16, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:24:40.870681 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-15cda0ce-31be-46be-a685-d0ddeeaaa385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:40.916561 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cda0ce-31be-46be-a685-d0ddeeaaa385 None None] Network 58432052-c023-483f-9930-aca8e2a93fa0 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:24:40.921147 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-15cda0ce-31be-46be-a685-d0ddeeaaa385 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:40.926442 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cda0ce-31be-46be-a685-d0ddeeaaa385 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:24:40.930961 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=4164128e-3813-4191-8f0c-ffa443a1c8a5,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:40.931444 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe5e220-3647-4d66-b1d6-107507f57fe8']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:40.941016 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-03473866-8328-406d-90b3-75bcd01f6e8e req-52192829-6da8-484b-9709-b601b8330f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:40.968807 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bb20469e-8a8f-4a70-9d6c-927a7e0180df tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:40.971920 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6bd82db-487f-49a8-aee3-ee974c14c9af') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:40.972288 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6bd82db-487f-49a8-aee3-ee974c14c9af') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:41.016373 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:41.052760 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:41.072533 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bb20469e-8a8f-4a70-9d6c-927a7e0180df tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:41.080936 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c256de22-83ca-4103-ba35-eaeaed1d2871 admin admin] Network d76597e9-05a5-4d56-93ee-f8a58eb0cb16 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:24:41.101331 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:24:41.101734 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:24:41.123908 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:24:41.185764 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 62ca987d-a167-4394-b81a-725df1e955db triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:41.186804 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:41.196002 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-c256de22-83ca-4103-ba35-eaeaed1d2871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, d76597e9-05a5-4d56-93ee-f8a58eb0cb16) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:41.201114 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c256de22-83ca-4103-ba35-eaeaed1d2871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:41.201706 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c256de22-83ca-4103-ba35-eaeaed1d2871 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:41.224797 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e296eea0-c97c-4675-aeef-da0b56cb0c30 None None] Network d76597e9-05a5-4d56-93ee-f8a58eb0cb16 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:41.235151 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5601c3c2-1959-4866-8301-35f128e8ec22 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:41.258968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20469e-8a8f-4a70-9d6c-927a7e0180df tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4048af3-f376-437d-8a95-4da7c85402f6,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:41.270250 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cda0ce-31be-46be-a685-d0ddeeaaa385 None None] Pushing event updated for resources: {'Port': ['ID=f1b15b4a-7df0-4e9b-878f-2df87c0df036,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:41.276823 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-15cda0ce-31be-46be-a685-d0ddeeaaa385 None None] Attempting to bind port f1b15b4a-7df0-4e9b-878f-2df87c0df036 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:24:41.277191 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-15cda0ce-31be-46be-a685-d0ddeeaaa385 None None] Attempting to bind port f1b15b4a-7df0-4e9b-878f-2df87c0df036 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '51c6d61b-222d-4b5a-af6a-cf56aa4217f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '58432052-c023-483f-9930-aca8e2a93fa0'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:24:41.277552 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cda0ce-31be-46be-a685-d0ddeeaaa385 None None] Attempting to bind port f1b15b4a-7df0-4e9b-878f-2df87c0df036 on network 58432052-c023-483f-9930-aca8e2a93fa0 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:24:41.288810 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cda0ce-31be-46be-a685-d0ddeeaaa385 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:24:41.289177 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cda0ce-31be-46be-a685-d0ddeeaaa385 None None] Checking segment: {'id': '51c6d61b-222d-4b5a-af6a-cf56aa4217f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '58432052-c023-483f-9930-aca8e2a93fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:41.289576 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-15cda0ce-31be-46be-a685-d0ddeeaaa385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:41.289991 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cda0ce-31be-46be-a685-d0ddeeaaa385 None None] Bound using segment: {'id': '51c6d61b-222d-4b5a-af6a-cf56aa4217f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '58432052-c023-483f-9930-aca8e2a93fa0'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:24:41.290463 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-15cda0ce-31be-46be-a685-d0ddeeaaa385 None None] Bound port: f1b15b4a-7df0-4e9b-878f-2df87c0df036, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c6d61b-222d-4b5a-af6a-cf56aa4217f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '58432052-c023-483f-9930-aca8e2a93fa0'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:24:41.290833 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-15cda0ce-31be-46be-a685-d0ddeeaaa385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:41.290953 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bb20469e-8a8f-4a70-9d6c-927a7e0180df tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:41.292126 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bb20469e-8a8f-4a70-9d6c-927a7e0180df tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3306918 Apr 11 14:24:41.296244 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42980) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:41.302511 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5601c3c2-1959-4866-8301-35f128e8ec22 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984850'] for router, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:41.310286 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-a0cea3fb-28d9-43db-a121-ff437f644f6f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'b833fafd-d749-475a-9628-8d77bc0f436f', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:41.316374 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a0cea3fb-28d9-43db-a121-ff437f644f6f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:41.344650 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a0cea3fb-28d9-43db-a121-ff437f644f6f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:41.356193 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a0cea3fb-28d9-43db-a121-ff437f644f6f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:41.367540 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c256de22-83ca-4103-ba35-eaeaed1d2871 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2634144 Apr 11 14:24:41.413212 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a0cea3fb-28d9-43db-a121-ff437f644f6f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:41.413617 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 42984) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:41.422485 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:41.427860 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:41.444029 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-5d2b40b9-84ed-4169-b9b4-b836e35fd765 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1693071932-router', 'tenant_id': 'fb25919377d44ce8b5a8f2df7fe96be9', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:41.473991 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5d2b40b9-84ed-4169-b9b4-b836e35fd765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:41.481889 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/networks/abe5e220-3647-4d66-b1d6-107507f57fe8 HTTP/1.1" status: 204 len: 168 time: 7.0818281 Apr 11 14:24:41.486119 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf99fbe-7e68-47c8-9006-9533026d5962 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Network': ['ID=abe5e220-3647-4d66-b1d6-107507f57fe8,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:41.486523 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42990) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:41.489709 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5d2b40b9-84ed-4169-b9b4-b836e35fd765 admin admin] Usage tracker for resource:router and tenant:fb25919377d44ce8b5a8f2df7fe96be9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:41.494097 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5d2b40b9-84ed-4169-b9b4-b836e35fd765 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:41.498306 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-63ba5709-c772-497c-b098-3001acf107b6 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1140143827'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:41.503554 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5d2b40b9-84ed-4169-b9b4-b836e35fd765 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:41.511156 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-63ba5709-c772-497c-b098-3001acf107b6 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:41.520967 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-63ba5709-c772-497c-b098-3001acf107b6 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Usage tracker for resource:network and tenant:72c0d9216e10412c8271a23842c8dd71 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:41.528406 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-63ba5709-c772-497c-b098-3001acf107b6 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:41.539393 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-63ba5709-c772-497c-b098-3001acf107b6 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:41.564363 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-15cda0ce-31be-46be-a685-d0ddeeaaa385 None None] For port f1b15b4a-7df0-4e9b-878f-2df87c0df036, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:24:41.574629 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5601c3c2-1959-4866-8301-35f128e8ec22 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Router d20eebb5-787e-4d77-9321-46c4520d2634 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:24:41.593949 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-15cda0ce-31be-46be-a685-d0ddeeaaa385 None None] For port f1b15b4a-7df0-4e9b-878f-2df87c0df036, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=f1b15b4a-7df0-4e9b-878f-2df87c0df036,segment=NetworkSegment(51c6d61b-222d-4b5a-af6a-cf56aa4217f5),segment_id=51c6d61b-222d-4b5a-af6a-cf56aa4217f5)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:24:41.600560 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 33d656db-fb9a-4d56-a6e8-95a30d673b1d up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:41.625533 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a0cea3fb-28d9-43db-a121-ff437f644f6f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:41.658441 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5d2b40b9-84ed-4169-b9b4-b836e35fd765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:41.659657 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5d2b40b9-84ed-4169-b9b4-b836e35fd765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:41.681902 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-15cda0ce-31be-46be-a685-d0ddeeaaa385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:41.716036 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-03473866-8328-406d-90b3-75bcd01f6e8e req-52192829-6da8-484b-9709-b601b8330f3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44de09a9-cb60-4958-af4e-a2d885240c17 {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:24:41.730266 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-03473866-8328-406d-90b3-75bcd01f6e8e req-52192829-6da8-484b-9709-b601b8330f3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:41.739790 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80b1822-645a-48dc-8b50-602dccd76652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-d76597e9-05a5-4d56-93ee-f8a58eb0cb16', 'network_id': 'd76597e9-05a5-4d56-93ee-f8a58eb0cb16', 'tenant_id': 'fb25919377d44ce8b5a8f2df7fe96be9', 'fixed_ips': [{'subnet_id': 'cd0f576c-42a8-49f0-8892-cc9572f9fdab'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:24:41.739790 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b80b1822-645a-48dc-8b50-602dccd76652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:41.747086 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5d2b40b9-84ed-4169-b9b4-b836e35fd765 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:41.747723 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5601c3c2-1959-4866-8301-35f128e8ec22 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:24:41.749697 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ba5709-c772-497c-b098-3001acf107b6 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Made reservation on behalf of 72c0d9216e10412c8271a23842c8dd71 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:41.758328 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-63ba5709-c772-497c-b098-3001acf107b6 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:41.759909 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e774e209-97fa-4bd5-9950-9e69cadd6282 None None] Sync routers for ids ['d20eebb5-787e-4d77-9321-46c4520d2634'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:24:41.774572 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e774e209-97fa-4bd5-9950-9e69cadd6282 None None] Routers {'d20eebb5-787e-4d77-9321-46c4520d2634'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:41.775324 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-e774e209-97fa-4bd5-9950-9e69cadd6282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d20eebb5-787e-4d77-9321-46c4520d2634'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:41.805554 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5601c3c2-1959-4866-8301-35f128e8ec22 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:41.807458 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5601c3c2-1959-4866-8301-35f128e8ec22 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "PUT /v2.0/routers/d20eebb5-787e-4d77-9321-46c4520d2634 HTTP/1.1" status: 200 len: 698 time: 0.9929965 Apr 11 14:24:41.814654 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42994) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:41.860679 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cda0ce-31be-46be-a685-d0ddeeaaa385 None None] Pushing event updated for resources: {'Port': ['ID=f1b15b4a-7df0-4e9b-878f-2df87c0df036,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:41.891932 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 33d656db-fb9a-4d56-a6e8-95a30d673b1d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:41.895476 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:41.946891 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a0cea3fb-28d9-43db-a121-ff437f644f6f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:41.950079 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ba5709-c772-497c-b098-3001acf107b6 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:24:41.950269 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-03473866-8328-406d-90b3-75bcd01f6e8e req-52192829-6da8-484b-9709-b601b8330f3a service neutron] Transition to ACTIVE for port object 44de09a9-cb60-4958-af4e-a2d885240c17 will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:41.960322 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-63ba5709-c772-497c-b098-3001acf107b6 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:41.960670 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-63ba5709-c772-497c-b098-3001acf107b6 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Added segment e35199f7-8be4-46c0-9411-6674f7fb5a4d of type vlan for network 308a8f01-472c-4639-a1c1-85f12e713480 Apr 11 14:24:42.043437 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f8dcb-6192-4d32-9241-fe5afa665ca4 req-20e6759d-e3cd-40a2-b93d-5aab5bd35adc tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:42.044898 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-e774e209-97fa-4bd5-9950-9e69cadd6282 None None] Set router d20eebb5-787e-4d77-9321-46c4520d2634 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:42.045295 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-ee1f8dcb-6192-4d32-9241-fe5afa665ca4 req-20e6759d-e3cd-40a2-b93d-5aab5bd35adc tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Synchronizing usage tracker for tenant:c01302260e1b42aaba91a0ad6d85cc8c on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:24:42.063623 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-b80b1822-645a-48dc-8b50-602dccd76652 None None] Allocated IP 172.20.0.2 (d76597e9-05a5-4d56-93ee-f8a58eb0cb16/cd0f576c-42a8-49f0-8892-cc9572f9fdab/3cec1e50-f066-4461-bea7-96743b04dd35) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:24:42.087936 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a0cea3fb-28d9-43db-a121-ff437f644f6f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:42.190194 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-63ba5709-c772-497c-b098-3001acf107b6 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:42.198550 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-e774e209-97fa-4bd5-9950-9e69cadd6282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20eebb5-787e-4d77-9321-46c4520d2634', 'name': 'tempest-RoutersIpV6Test-router-1891518464', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:40Z', 'updated_at': '2022-04-11T14:24:41Z', 'revision_number': 2, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:42.203266 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e774e209-97fa-4bd5-9950-9e69cadd6282 None None] Checking router: d20eebb5-787e-4d77-9321-46c4520d2634 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:24:42.212764 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e774e209-97fa-4bd5-9950-9e69cadd6282 None None] Routers {'d20eebb5-787e-4d77-9321-46c4520d2634'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:42.213738 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-e774e209-97fa-4bd5-9950-9e69cadd6282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d20eebb5-787e-4d77-9321-46c4520d2634'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:42.342424 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-63ba5709-c772-497c-b098-3001acf107b6 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:42.349729 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ba5709-c772-497c-b098-3001acf107b6 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:42.350738 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-63ba5709-c772-497c-b098-3001acf107b6 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:42.421351 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-03473866-8328-406d-90b3-75bcd01f6e8e req-52192829-6da8-484b-9709-b601b8330f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:42.433010 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-e774e209-97fa-4bd5-9950-9e69cadd6282 None None] Set router d20eebb5-787e-4d77-9321-46c4520d2634 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:42.491285 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6e814046-9275-4f71-a821-ac7847015466 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "GET /v2.0/routers/d20eebb5-787e-4d77-9321-46c4520d2634 HTTP/1.1" status: 200 len: 704 time: 0.6751039 Apr 11 14:24:42.496740 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-63ba5709-c772-497c-b098-3001acf107b6 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0090685 Apr 11 14:24:42.502281 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b80b1822-645a-48dc-8b50-602dccd76652 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:42.524840 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b80b1822-645a-48dc-8b50-602dccd76652 None None] Transition to ACTIVE for port object 3cec1e50-f066-4461-bea7-96743b04dd35 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:42.547789 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b80b1822-645a-48dc-8b50-602dccd76652 None None] Transition to ACTIVE for port object 3cec1e50-f066-4461-bea7-96743b04dd35 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:42.563485 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 42998) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:42.564751 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43000) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:42.578518 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-57354c62-95d7-4ad9-bc8b-b18cf432488f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Request body: {'subnet': {'network_id': '308a8f01-472c-4639-a1c1-85f12e713480', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:42.595315 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cea3fb-28d9-43db-a121-ff437f644f6f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c5ccf2-2f6c-43e5-928c-f89b263ebb7b,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:42.596975 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-ee1f8dcb-6192-4d32-9241-fe5afa665ca4 req-20e6759d-e3cd-40a2-b93d-5aab5bd35adc tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Unset dirty status for tenant:c01302260e1b42aaba91a0ad6d85cc8c on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:24:42.598492 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ee1f8dcb-6192-4d32-9241-fe5afa665ca4 req-20e6759d-e3cd-40a2-b93d-5aab5bd35adc tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 932 time: 1.0363603 Apr 11 14:24:42.608850 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device f1b15b4a-7df0-4e9b-878f-2df87c0df036 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:42.661455 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-e774e209-97fa-4bd5-9950-9e69cadd6282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20eebb5-787e-4d77-9321-46c4520d2634', 'name': 'tempest-RoutersIpV6Test-router-1891518464', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:40Z', 'updated_at': '2022-04-11T14:24:41Z', 'revision_number': 2, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:42.669048 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e774e209-97fa-4bd5-9950-9e69cadd6282 None None] The sync data for ids ['d20eebb5-787e-4d77-9321-46c4520d2634'] in dv-neutron-837330-1-hyperv is: [{'id': 'd20eebb5-787e-4d77-9321-46c4520d2634', 'name': 'tempest-RoutersIpV6Test-router-1891518464', 'tenant_id': 'e64484a71f41439a9e4d89000c1f607b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:40Z', 'updated_at': '2022-04-11T14:24:41Z', 'revision_number': 2, 'project_id': 'e64484a71f41439a9e4d89000c1f607b', 'gw_port_host': None}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:24:42.694846 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b80b1822-645a-48dc-8b50-602dccd76652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:42.696921 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a0cea3fb-28d9-43db-a121-ff437f644f6f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:42.699425 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a0cea3fb-28d9-43db-a121-ff437f644f6f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4007931 Apr 11 14:24:42.725488 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43006) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:42.734983 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2bdbc0c7-41dd-44d4-916e-687fa850fca8 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "GET /v2.0/ports?device_id=d20eebb5-787e-4d77-9321-46c4520d2634 HTTP/1.1" status: 200 len: 205 time: 0.1660390 Apr 11 14:24:42.736136 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43008) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:42.748237 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-6dd12655-c833-44fa-91ce-4f1ea31f2411 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'b833fafd-d749-475a-9628-8d77bc0f436f', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:42.762133 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba5709-c772-497c-b098-3001acf107b6 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'Network': ['ID=308a8f01-472c-4639-a1c1-85f12e713480,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:42.807353 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52192829-6da8-484b-9709-b601b8330f3a service neutron] Pushing event updated for resources: {'Port': ['ID=44de09a9-cb60-4958-af4e-a2d885240c17,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:42.839573 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-6dd12655-c833-44fa-91ce-4f1ea31f2411 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:42.849373 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6dd12655-c833-44fa-91ce-4f1ea31f2411 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:42.855514 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6dd12655-c833-44fa-91ce-4f1ea31f2411 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:42.857262 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b1822-645a-48dc-8b50-602dccd76652 None None] Pushing event updated for resources: {'Port': ['ID=3cec1e50-f066-4461-bea7-96743b04dd35,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:42.865097 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 308a8f01-472c-4639-a1c1-85f12e713480 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:24:42.871483 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-6dd12655-c833-44fa-91ce-4f1ea31f2411 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:42.896833 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-57354c62-95d7-4ad9-bc8b-b18cf432488f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:42.901127 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-57354c62-95d7-4ad9-bc8b-b18cf432488f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Usage tracker for resource:subnet and tenant:72c0d9216e10412c8271a23842c8dd71 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:42.904611 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-57354c62-95d7-4ad9-bc8b-b18cf432488f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:42.910870 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-57354c62-95d7-4ad9-bc8b-b18cf432488f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:42.916217 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80b1822-645a-48dc-8b50-602dccd76652 None None] Network d76597e9-05a5-4d56-93ee-f8a58eb0cb16 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:24:42.923036 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-b80b1822-645a-48dc-8b50-602dccd76652 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:42.988039 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6dd12655-c833-44fa-91ce-4f1ea31f2411 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:43.011283 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57354c62-95d7-4ad9-bc8b-b18cf432488f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Made reservation on behalf of 72c0d9216e10412c8271a23842c8dd71 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:43.023485 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-57354c62-95d7-4ad9-bc8b-b18cf432488f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:43.024007 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5d2b40b9-84ed-4169-b9b4-b836e35fd765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:43.026144 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80b1822-645a-48dc-8b50-602dccd76652 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:24:43.039620 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port f1b15b4a-7df0-4e9b-878f-2df87c0df036 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:43.068039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-03473866-8328-406d-90b3-75bcd01f6e8e req-52192829-6da8-484b-9709-b601b8330f3a service neutron] Attempting to bind port 44de09a9-cb60-4958-af4e-a2d885240c17 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:24:43.068420 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-03473866-8328-406d-90b3-75bcd01f6e8e req-52192829-6da8-484b-9709-b601b8330f3a service neutron] Attempting to bind port 44de09a9-cb60-4958-af4e-a2d885240c17 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '2fc2ff94-33cb-4015-b82f-897abe5d6b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:24:43.068749 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03473866-8328-406d-90b3-75bcd01f6e8e req-52192829-6da8-484b-9709-b601b8330f3a service neutron] Attempting to bind port 44de09a9-cb60-4958-af4e-a2d885240c17 on network ba82143e-f57c-4be7-8dbf-8bf3340fdc64 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:24:43.077947 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03473866-8328-406d-90b3-75bcd01f6e8e req-52192829-6da8-484b-9709-b601b8330f3a service neutron] Port 44de09a9-cb60-4958-af4e-a2d885240c17 on network ba82143e-f57c-4be7-8dbf-8bf3340fdc64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:24:43.078424 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03473866-8328-406d-90b3-75bcd01f6e8e req-52192829-6da8-484b-9709-b601b8330f3a service neutron] Attempting to bind port 44de09a9-cb60-4958-af4e-a2d885240c17 on network ba82143e-f57c-4be7-8dbf-8bf3340fdc64 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:24:43.088093 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4164128e-3813-4191-8f0c-ffa443a1c8a5 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:43.150480 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03473866-8328-406d-90b3-75bcd01f6e8e req-52192829-6da8-484b-9709-b601b8330f3a service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:24:43.151221 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03473866-8328-406d-90b3-75bcd01f6e8e req-52192829-6da8-484b-9709-b601b8330f3a service neutron] Checking segment: {'id': '2fc2ff94-33cb-4015-b82f-897abe5d6b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:43.151839 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03473866-8328-406d-90b3-75bcd01f6e8e req-52192829-6da8-484b-9709-b601b8330f3a service neutron] Bound using segment: {'id': '2fc2ff94-33cb-4015-b82f-897abe5d6b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:24:43.152527 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-03473866-8328-406d-90b3-75bcd01f6e8e req-52192829-6da8-484b-9709-b601b8330f3a service neutron] Bound port: 44de09a9-cb60-4958-af4e-a2d885240c17, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc2ff94-33cb-4015-b82f-897abe5d6b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:24:43.153103 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-03473866-8328-406d-90b3-75bcd01f6e8e req-52192829-6da8-484b-9709-b601b8330f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:43.235696 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6dd12655-c833-44fa-91ce-4f1ea31f2411 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:43.270451 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d43c7e55-5694-4802-a2f0-1ed784fcfb2f tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:43.290459 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-b80b1822-645a-48dc-8b50-602dccd76652 None None] Attempting to bind port 3cec1e50-f066-4461-bea7-96743b04dd35 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:24:43.290896 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-b80b1822-645a-48dc-8b50-602dccd76652 None None] Attempting to bind port 3cec1e50-f066-4461-bea7-96743b04dd35 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '53a731c9-c254-4fa9-9aa5-d4d3476a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'd76597e9-05a5-4d56-93ee-f8a58eb0cb16'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:24:43.291260 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80b1822-645a-48dc-8b50-602dccd76652 None None] Attempting to bind port 3cec1e50-f066-4461-bea7-96743b04dd35 on network d76597e9-05a5-4d56-93ee-f8a58eb0cb16 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:24:43.301554 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80b1822-645a-48dc-8b50-602dccd76652 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:24:43.302103 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80b1822-645a-48dc-8b50-602dccd76652 None None] Checking segment: {'id': '53a731c9-c254-4fa9-9aa5-d4d3476a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'd76597e9-05a5-4d56-93ee-f8a58eb0cb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:43.302600 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b80b1822-645a-48dc-8b50-602dccd76652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:43.303017 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80b1822-645a-48dc-8b50-602dccd76652 None None] Bound using segment: {'id': '53a731c9-c254-4fa9-9aa5-d4d3476a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'd76597e9-05a5-4d56-93ee-f8a58eb0cb16'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:24:43.303478 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-b80b1822-645a-48dc-8b50-602dccd76652 None None] Bound port: 3cec1e50-f066-4461-bea7-96743b04dd35, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a731c9-c254-4fa9-9aa5-d4d3476a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'd76597e9-05a5-4d56-93ee-f8a58eb0cb16'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:24:43.303866 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b80b1822-645a-48dc-8b50-602dccd76652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:43.306892 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6dd12655-c833-44fa-91ce-4f1ea31f2411 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:43.366212 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd12655-c833-44fa-91ce-4f1ea31f2411 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f746768-583d-45df-920c-af540568d1cf,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:43.371827 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 4164128e-3813-4191-8f0c-ffa443a1c8a5 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:43.372286 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:43.401738 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ee1f8dcb-6192-4d32-9241-fe5afa665ca4 req-37026bf9-3828-4d9b-b32e-fbea21c59c72 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6606596 Apr 11 14:24:43.460436 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6dd12655-c833-44fa-91ce-4f1ea31f2411 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:43.465233 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6dd12655-c833-44fa-91ce-4f1ea31f2411 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7314050 Apr 11 14:24:43.467724 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43014) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:43.471590 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-13a3d471-cfcf-4aea-a9a3-6aaa0cc9d9e9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'b833fafd-d749-475a-9628-8d77bc0f436f', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:43.475318 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a697e15-fc16-4374-a313-3dd062cd1205 None None] Network 58432052-c023-483f-9930-aca8e2a93fa0 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:43.478496 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-13a3d471-cfcf-4aea-a9a3-6aaa0cc9d9e9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:43.482965 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-13a3d471-cfcf-4aea-a9a3-6aaa0cc9d9e9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:43.486229 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-13a3d471-cfcf-4aea-a9a3-6aaa0cc9d9e9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:43.492511 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-13a3d471-cfcf-4aea-a9a3-6aaa0cc9d9e9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:43.517243 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-57354c62-95d7-4ad9-bc8b-b18cf432488f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:43.579125 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-b80b1822-645a-48dc-8b50-602dccd76652 None None] For port 3cec1e50-f066-4461-bea7-96743b04dd35, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:24:43.622613 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-13a3d471-cfcf-4aea-a9a3-6aaa0cc9d9e9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:43.634660 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-b80b1822-645a-48dc-8b50-602dccd76652 None None] For port 3cec1e50-f066-4461-bea7-96743b04dd35, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3cec1e50-f066-4461-bea7-96743b04dd35,segment=NetworkSegment(53a731c9-c254-4fa9-9aa5-d4d3476a6234),segment_id=53a731c9-c254-4fa9-9aa5-d4d3476a6234)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:24:43.643527 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57354c62-95d7-4ad9-bc8b-b18cf432488f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'Subnet': ['ID=31d8d75b-faa8-4b33-b630-446eea491f48,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:43.662602 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57354c62-95d7-4ad9-bc8b-b18cf432488f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Checking segment: {'id': 'e35199f7-8be4-46c0-9411-6674f7fb5a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '308a8f01-472c-4639-a1c1-85f12e713480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:43.662964 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57354c62-95d7-4ad9-bc8b-b18cf432488f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Network hostable DHCP agents. Network: 308a8f01-472c-4639-a1c1-85f12e713480, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:24:43.717988 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-13a3d471-cfcf-4aea-a9a3-6aaa0cc9d9e9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:43.729520 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b80b1822-645a-48dc-8b50-602dccd76652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:43.784727 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-90766dee-8601-45cd-83d6-60fe33ad6f16 None None] Provisioning for port f1b15b4a-7df0-4e9b-878f-2df87c0df036 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:43.787080 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57354c62-95d7-4ad9-bc8b-b18cf432488f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Network 308a8f01-472c-4639-a1c1-85f12e713480 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:24:43.811611 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-90766dee-8601-45cd-83d6-60fe33ad6f16 None None] Provisioning complete for port f1b15b4a-7df0-4e9b-878f-2df87c0df036 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:43.811988 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-90766dee-8601-45cd-83d6-60fe33ad6f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:43.818499 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-13a3d471-cfcf-4aea-a9a3-6aaa0cc9d9e9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:43.844524 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3d471-cfcf-4aea-a9a3-6aaa0cc9d9e9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc79b0c-f4fa-4f79-9f74-a822d8124156,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:43.894029 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-03473866-8328-406d-90b3-75bcd01f6e8e req-52192829-6da8-484b-9709-b601b8330f3a service neutron] For port 44de09a9-cb60-4958-af4e-a2d885240c17, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:24:43.898376 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d43c7e55-5694-4802-a2f0-1ed784fcfb2f tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:43.902818 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d43c7e55-5694-4802-a2f0-1ed784fcfb2f tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:43.912930 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-57354c62-95d7-4ad9-bc8b-b18cf432488f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 308a8f01-472c-4639-a1c1-85f12e713480) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:43.915726 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-03473866-8328-406d-90b3-75bcd01f6e8e req-52192829-6da8-484b-9709-b601b8330f3a service neutron] For port 44de09a9-cb60-4958-af4e-a2d885240c17, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=44de09a9-cb60-4958-af4e-a2d885240c17,segment=NetworkSegment(2fc2ff94-33cb-4015-b82f-897abe5d6b4c),segment_id=2fc2ff94-33cb-4015-b82f-897abe5d6b4c)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:24:43.917613 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57354c62-95d7-4ad9-bc8b-b18cf432488f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:43.922471 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-57354c62-95d7-4ad9-bc8b-b18cf432488f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:43.930985 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c88a2ed-63b9-4aab-92e7-a1f7e7add2f3 None None] Network 308a8f01-472c-4639-a1c1-85f12e713480 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:43.952847 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-13a3d471-cfcf-4aea-a9a3-6aaa0cc9d9e9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:43.954310 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-13a3d471-cfcf-4aea-a9a3-6aaa0cc9d9e9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4871650 Apr 11 14:24:43.958333 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43018) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:43.964772 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-7bafdd59-900d-4ebf-aad2-065237629af4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'b833fafd-d749-475a-9628-8d77bc0f436f', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:43.971176 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7bafdd59-900d-4ebf-aad2-065237629af4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:43.977395 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7bafdd59-900d-4ebf-aad2-065237629af4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:43.977659 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b1822-645a-48dc-8b50-602dccd76652 None None] Pushing event updated for resources: {'Port': ['ID=3cec1e50-f066-4461-bea7-96743b04dd35,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:43.984212 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7bafdd59-900d-4ebf-aad2-065237629af4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:43.991271 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7bafdd59-900d-4ebf-aad2-065237629af4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:44.008362 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-03473866-8328-406d-90b3-75bcd01f6e8e req-52192829-6da8-484b-9709-b601b8330f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:44.062182 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-57354c62-95d7-4ad9-bc8b-b18cf432488f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4942248 Apr 11 14:24:44.064355 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43022) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:44.196842 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d43c7e55-5694-4802-a2f0-1ed784fcfb2f tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:44.203321 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43c7e55-5694-4802-a2f0-1ed784fcfb2f tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Fanout notify agent at l3_agent the message router_deleted on router d20eebb5-787e-4d77-9321-46c4520d2634 {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:24:44.231411 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-90766dee-8601-45cd-83d6-60fe33ad6f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:44.248591 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d43c7e55-5694-4802-a2f0-1ed784fcfb2f tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:44.251551 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d43c7e55-5694-4802-a2f0-1ed784fcfb2f tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/routers/d20eebb5-787e-4d77-9321-46c4520d2634 HTTP/1.1" status: 204 len: 168 time: 1.4581845 Apr 11 14:24:44.336658 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:44.340880 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43026) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:44.346920 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-7bafdd59-900d-4ebf-aad2-065237629af4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Project 572b8884360948e38c79b057606230d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:24:44.347663 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be31a41-d517-42f3-94ab-0c26ef01e4a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-308a8f01-472c-4639-a1c1-85f12e713480', 'network_id': '308a8f01-472c-4639-a1c1-85f12e713480', 'tenant_id': '72c0d9216e10412c8271a23842c8dd71', 'fixed_ips': [{'subnet_id': '31d8d75b-faa8-4b33-b630-446eea491f48'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:24:44.348630 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0be31a41-d517-42f3-94ab-0c26ef01e4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:44.374465 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-90766dee-8601-45cd-83d6-60fe33ad6f16 None None] For port f1b15b4a-7df0-4e9b-878f-2df87c0df036, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=f1b15b4a-7df0-4e9b-878f-2df87c0df036,segment=NetworkSegment(51c6d61b-222d-4b5a-af6a-cf56aa4217f5),segment_id=51c6d61b-222d-4b5a-af6a-cf56aa4217f5)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:44.389909 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7bafdd59-900d-4ebf-aad2-065237629af4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:44.433344 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03473866-8328-406d-90b3-75bcd01f6e8e req-52192829-6da8-484b-9709-b601b8330f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:44.438515 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-03473866-8328-406d-90b3-75bcd01f6e8e req-52192829-6da8-484b-9709-b601b8330f3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:44.438515 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-03473866-8328-406d-90b3-75bcd01f6e8e req-52192829-6da8-484b-9709-b601b8330f3a service neutron] 10.222.0.53 "PUT /v2.0/ports/44de09a9-cb60-4958-af4e-a2d885240c17 HTTP/1.1" status: 200 len: 1094 time: 4.0116997 Apr 11 14:24:44.438515 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '918ea5a4-8203-44c5-aca5-6ff380d9c595', 'tag': '44de09a9-cb60-4958-af4e-a2d885240c17'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:24:44.472628 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52192829-6da8-484b-9709-b601b8330f3a service neutron] Pushing event updated for resources: {'Port': ['ID=44de09a9-cb60-4958-af4e-a2d885240c17,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:44.584165 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3cec1e50-f066-4461-bea7-96743b04dd35 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:44.594693 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d20c6996-d1a4-43b8-8e7f-1256efd4474f'] response: {'name': 'network-changed', 'server_uuid': '918ea5a4-8203-44c5-aca5-6ff380d9c595', 'tag': '44de09a9-cb60-4958-af4e-a2d885240c17', 'status': 'completed', 'code': 200} Apr 11 14:24:44.650801 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:44.682440 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-90766dee-8601-45cd-83d6-60fe33ad6f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:44.683272 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5d2b40b9-84ed-4169-b9b4-b836e35fd765 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:44.721267 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5d2b40b9-84ed-4169-b9b4-b836e35fd765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:44.755105 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-777746de-f654-4509-b66b-9578b73955d4 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "GET /v2.0/ports?device_id=d20eebb5-787e-4d77-9321-46c4520d2634 HTTP/1.1" status: 200 len: 205 time: 0.3848145 Apr 11 14:24:44.762912 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43034) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:44.838215 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-65ec45f6-c51c-4faa-be70-bbcb8f1326af tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] delete failed (client error): The resource could not be found. Apr 11 14:24:44.839235 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-65ec45f6-c51c-4faa-be70-bbcb8f1326af tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/routers/d20eebb5-787e-4d77-9321-46c4520d2634 HTTP/1.1" status: 404 len: 336 time: 0.0755484 Apr 11 14:24:44.841959 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43038) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:44.872763 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90766dee-8601-45cd-83d6-60fe33ad6f16 None None] Pushing event updated for resources: {'Port': ['ID=f1b15b4a-7df0-4e9b-878f-2df87c0df036,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:44.878958 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-2f487741-ce79-42d9-bd6f-1a83658a43ca None None] Provisioning complete for port f1b15b4a-7df0-4e9b-878f-2df87c0df036 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:44.879692 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2f487741-ce79-42d9-bd6f-1a83658a43ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:44.901414 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7bafdd59-900d-4ebf-aad2-065237629af4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:44.912839 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-0320e49d-7b40-4b18-8576-176dff2acf3c tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] DELETE failed (client error): The resource could not be found. Apr 11 14:24:44.920024 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0320e49d-7b40-4b18-8576-176dff2acf3c tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:24:44.933583 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0320e49d-7b40-4b18-8576-176dff2acf3c tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/subnets/0d571d1b-ee66-43e9-98a7-52ba3d7b1875 HTTP/1.1" status: 404 len: 337 time: 0.0873830 Apr 11 14:24:44.938186 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43042) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:44.945749 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 3cec1e50-f066-4461-bea7-96743b04dd35 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:44.965934 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-0be31a41-d517-42f3-94ab-0c26ef01e4a9 None None] Allocated IP 172.20.0.1 (308a8f01-472c-4639-a1c1-85f12e713480/31d8d75b-faa8-4b33-b630-446eea491f48/0075f3f0-0505-4797-bfdc-f0c1e46de21f) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:24:44.997492 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03473866-8328-406d-90b3-75bcd01f6e8e req-193fe585-d310-48a6-ba6c-40b8b902a12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:44.999005 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-03473866-8328-406d-90b3-75bcd01f6e8e req-193fe585-d310-48a6-ba6c-40b8b902a12b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c01302260e1b42aaba91a0ad6d85cc8c&device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 1097 time: 0.4129970 Apr 11 14:24:45.009096 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4491e-b334-40e4-8a20-5a6ec90b9ee0 req-fd426c17-bbac-4f97-8ae7-43ae366d001b tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:45.017772 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-59d4491e-b334-40e4-8a20-5a6ec90b9ee0 req-fd426c17-bbac-4f97-8ae7-43ae366d001b tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 944 time: 0.2630768 Apr 11 14:24:45.025689 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7bafdd59-900d-4ebf-aad2-065237629af4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:45.095060 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafdd59-900d-4ebf-aad2-065237629af4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d77fc2e5-6242-4e03-a175-6355b17bdd2a,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:45.152129 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7bafdd59-900d-4ebf-aad2-065237629af4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:45.153432 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7bafdd59-900d-4ebf-aad2-065237629af4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1940958 Apr 11 14:24:45.156949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43046) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:45.165953 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-a6c9f3f7-8a3c-4f61-896c-09d659ec2c90 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'b833fafd-d749-475a-9628-8d77bc0f436f', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:45.170222 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-216fdb90-e20c-456b-a001-7540b6dc5df8 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] DELETE failed (client error): The resource could not be found. Apr 11 14:24:45.170675 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216fdb90-e20c-456b-a001-7540b6dc5df8 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:24:45.171781 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a6c9f3f7-8a3c-4f61-896c-09d659ec2c90 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:45.172753 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-216fdb90-e20c-456b-a001-7540b6dc5df8 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/subnets/536db1c9-7b3f-434f-b4c9-fee650ac2e90 HTTP/1.1" status: 404 len: 337 time: 0.2333307 Apr 11 14:24:45.176657 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a6c9f3f7-8a3c-4f61-896c-09d659ec2c90 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:45.180390 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a6c9f3f7-8a3c-4f61-896c-09d659ec2c90 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:45.186909 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a6c9f3f7-8a3c-4f61-896c-09d659ec2c90 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:45.195453 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-59d4491e-b334-40e4-8a20-5a6ec90b9ee0 req-29125cea-8dde-4e50-b827-0a838d987603 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1672604 Apr 11 14:24:45.198088 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43050) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:45.218350 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-03473866-8328-406d-90b3-75bcd01f6e8e req-4444e7e5-61a6-4ee9-9503-0e648c418f7b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44de09a9-cb60-4958-af4e-a2d885240c17 HTTP/1.1" status: 200 len: 217 time: 0.1428807 Apr 11 14:24:45.224753 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-5d2b40b9-84ed-4169-b9b4-b836e35fd765 admin admin] Allocated IP 172.26.7.218 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/c9632962-728f-4e5c-9212-c107ae379d69) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:24:45.241861 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc5a12f-3036-49b9-8199-d9a654f22f13 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] DELETE failed (client error): The resource could not be found. Apr 11 14:24:45.242338 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc5a12f-3036-49b9-8199-d9a654f22f13 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:24:45.244848 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cbc5a12f-3036-49b9-8199-d9a654f22f13 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/subnets/1c87e5ee-bfef-4dd3-b5a1-eda734d11edc HTTP/1.1" status: 404 len: 337 time: 0.0450571 Apr 11 14:24:45.252934 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43054) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:45.296769 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-a6c9f3f7-8a3c-4f61-896c-09d659ec2c90 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Project 572b8884360948e38c79b057606230d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:24:45.301816 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78f1ca5-c2f6-496b-b02d-7dcf2f0b9bea tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] DELETE failed (client error): The resource could not be found. Apr 11 14:24:45.302620 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e78f1ca5-c2f6-496b-b02d-7dcf2f0b9bea tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:24:45.306690 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e78f1ca5-c2f6-496b-b02d-7dcf2f0b9bea tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/subnets/bfe3f2d0-f210-41fe-a93f-189cd1448fef HTTP/1.1" status: 404 len: 337 time: 0.0503221 Apr 11 14:24:45.306848 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43058) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:45.321802 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0be31a41-d517-42f3-94ab-0c26ef01e4a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:45.333211 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-0be31a41-d517-42f3-94ab-0c26ef01e4a9 None None] Transition to ACTIVE for port object 0075f3f0-0505-4797-bfdc-f0c1e46de21f will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:45.346784 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a6c9f3f7-8a3c-4f61-896c-09d659ec2c90 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:45.354005 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-0be31a41-d517-42f3-94ab-0c26ef01e4a9 None None] Transition to ACTIVE for port object 0075f3f0-0505-4797-bfdc-f0c1e46de21f will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:45.367460 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-08bf71ef-df51-4aad-a521-2606cf8294cc tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "GET /v2.0/ports?device_id=241d9325-9862-4385-b00e-83a8112c8094 HTTP/1.1" status: 200 len: 205 time: 0.0574124 Apr 11 14:24:45.368384 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43062) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:45.376867 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03473866-8328-406d-90b3-75bcd01f6e8e req-5cae2d22-bcfa-4f79-826e-06378ca10dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:45.378395 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-03473866-8328-406d-90b3-75bcd01f6e8e req-5cae2d22-bcfa-4f79-826e-06378ca10dbc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cf1eb46-d375-41db-9a64-c06044cc1b95 HTTP/1.1" status: 200 len: 835 time: 0.1555626 Apr 11 14:24:45.418008 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0be31a41-d517-42f3-94ab-0c26ef01e4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:45.498366 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be31a41-d517-42f3-94ab-0c26ef01e4a9 None None] Pushing event updated for resources: {'Port': ['ID=0075f3f0-0505-4797-bfdc-f0c1e46de21f,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:45.506102 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5d2b40b9-84ed-4169-b9b4-b836e35fd765 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:45.514050 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be31a41-d517-42f3-94ab-0c26ef01e4a9 None None] Network 308a8f01-472c-4639-a1c1-85f12e713480 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:24:45.516096 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-0be31a41-d517-42f3-94ab-0c26ef01e4a9 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:45.521129 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be31a41-d517-42f3-94ab-0c26ef01e4a9 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:24:45.523510 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03473866-8328-406d-90b3-75bcd01f6e8e req-2600fd20-b4a7-456d-a591-f5d764bd31c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:45.525040 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-03473866-8328-406d-90b3-75bcd01f6e8e req-2600fd20-b4a7-456d-a591-f5d764bd31c6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba82143e-f57c-4be7-8dbf-8bf3340fdc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1335723 Apr 11 14:24:45.568715 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2613feb3-8031-4c4f-b7c6-d34e142670a1 None None] Network d76597e9-05a5-4d56-93ee-f8a58eb0cb16 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:45.624617 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-8b13e45a-4537-4f6c-be32-e7b73724741e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] delete failed (client error): The resource could not be found. Apr 11 14:24:45.625679 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8b13e45a-4537-4f6c-be32-e7b73724741e tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/routers/241d9325-9862-4385-b00e-83a8112c8094 HTTP/1.1" status: 404 len: 336 time: 0.2564588 Apr 11 14:24:45.633155 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43066) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:45.659986 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a6c9f3f7-8a3c-4f61-896c-09d659ec2c90 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:45.689508 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-2c37f6d4-a0de-40e4-b1cb-de4b5d6b04f1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Synchronizing usage tracker for tenant:e64484a71f41439a9e4d89000c1f607b on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:24:45.704000 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:45.713396 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-2c37f6d4-a0de-40e4-b1cb-de4b5d6b04f1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] Unset dirty status for tenant:e64484a71f41439a9e4d89000c1f607b on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:24:45.714577 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2c37f6d4-a0de-40e4-b1cb-de4b5d6b04f1 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b87fcf-0758-44c1-a313-61523465ccac HTTP/1.1" status: 200 len: 205 time: 0.0804243 Apr 11 14:24:45.722947 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43070) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:45.745271 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a6c9f3f7-8a3c-4f61-896c-09d659ec2c90 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:45.755191 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Subnet': ['ID=31d8d75b-faa8-4b33-b630-446eea491f48,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:45.791210 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-0be31a41-d517-42f3-94ab-0c26ef01e4a9 None None] Attempting to bind port 0075f3f0-0505-4797-bfdc-f0c1e46de21f on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:24:45.791210 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-0be31a41-d517-42f3-94ab-0c26ef01e4a9 None None] Attempting to bind port 0075f3f0-0505-4797-bfdc-f0c1e46de21f by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'e35199f7-8be4-46c0-9411-6674f7fb5a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '308a8f01-472c-4639-a1c1-85f12e713480'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:24:45.791210 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be31a41-d517-42f3-94ab-0c26ef01e4a9 None None] Attempting to bind port 0075f3f0-0505-4797-bfdc-f0c1e46de21f on network 308a8f01-472c-4639-a1c1-85f12e713480 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:24:45.792560 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-03473866-8328-406d-90b3-75bcd01f6e8e req-c39c833b-0a52-4167-b18e-8d5aee9c383b service neutron] 10.222.0.53 "GET /v2.0/networks/ba82143e-f57c-4be7-8dbf-8bf3340fdc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592955 Apr 11 14:24:45.801490 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be31a41-d517-42f3-94ab-0c26ef01e4a9 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:24:45.801881 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be31a41-d517-42f3-94ab-0c26ef01e4a9 None None] Checking segment: {'id': 'e35199f7-8be4-46c0-9411-6674f7fb5a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '308a8f01-472c-4639-a1c1-85f12e713480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:45.802297 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0be31a41-d517-42f3-94ab-0c26ef01e4a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:45.802691 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be31a41-d517-42f3-94ab-0c26ef01e4a9 None None] Bound using segment: {'id': 'e35199f7-8be4-46c0-9411-6674f7fb5a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '308a8f01-472c-4639-a1c1-85f12e713480'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:24:45.803171 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-0be31a41-d517-42f3-94ab-0c26ef01e4a9 None None] Bound port: 0075f3f0-0505-4797-bfdc-f0c1e46de21f, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35199f7-8be4-46c0-9411-6674f7fb5a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '308a8f01-472c-4639-a1c1-85f12e713480'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:24:45.803437 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-27d865b3-6396-49cd-8c53-e360e62293e7 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] delete failed (client error): The resource could not be found. Apr 11 14:24:45.803552 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0be31a41-d517-42f3-94ab-0c26ef01e4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:45.804413 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-27d865b3-6396-49cd-8c53-e360e62293e7 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/routers/92b87fcf-0758-44c1-a313-61523465ccac HTTP/1.1" status: 404 len: 336 time: 0.0805616 Apr 11 14:24:45.807135 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9f3f7-8a3c-4f61-896c-09d659ec2c90 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9d7fc3-6230-4f23-91d4-27bfe157d0f2,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:45.808799 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43074) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:45.825867 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5d2b40b9-84ed-4169-b9b4-b836e35fd765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:45.904188 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2b40b9-84ed-4169-b9b4-b836e35fd765 admin admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:24:45.909791 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-320ae133-e001-40e7-b876-9906241c2539 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] DELETE failed (client error): The resource could not be found. Apr 11 14:24:45.910906 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-320ae133-e001-40e7-b876-9906241c2539 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:24:45.915006 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-320ae133-e001-40e7-b876-9906241c2539 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/subnets/631d949a-144b-43d0-bf7a-e49ca0eb3e00 HTTP/1.1" status: 404 len: 337 time: 0.0992928 Apr 11 14:24:45.916167 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43078) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:45.919179 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:45.921459 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5f25d4a4-9532-4061-8106-a65d77d48f88 None None] Provisioning for port 3cec1e50-f066-4461-bea7-96743b04dd35 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:45.938966 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5f25d4a4-9532-4061-8106-a65d77d48f88 None None] Provisioning complete for port 3cec1e50-f066-4461-bea7-96743b04dd35 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:45.939347 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5f25d4a4-9532-4061-8106-a65d77d48f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:45.981519 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a6c9f3f7-8a3c-4f61-896c-09d659ec2c90 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:45.982758 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a6c9f3f7-8a3c-4f61-896c-09d659ec2c90 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8248692 Apr 11 14:24:46.011003 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e983fabb-818f-4051-931c-188ecb14bf51 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab3ab8fd-40a1-4591-abe3-b88b4cf6314d HTTP/1.1" status: 200 len: 205 time: 0.0939145 Apr 11 14:24:46.012753 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308a8f01-472c-4639-a1c1-85f12e713480']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:46.027240 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43084) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:46.102652 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-0be31a41-d517-42f3-94ab-0c26ef01e4a9 None None] For port 0075f3f0-0505-4797-bfdc-f0c1e46de21f, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:24:46.109095 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-5d2b40b9-84ed-4169-b9b4-b836e35fd765 admin admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:46.115495 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2b40b9-84ed-4169-b9b4-b836e35fd765 admin admin] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:24:46.148537 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-0be31a41-d517-42f3-94ab-0c26ef01e4a9 None None] For port 0075f3f0-0505-4797-bfdc-f0c1e46de21f, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=0075f3f0-0505-4797-bfdc-f0c1e46de21f,segment=NetworkSegment(e35199f7-8be4-46c0-9411-6674f7fb5a4d),segment_id=e35199f7-8be4-46c0-9411-6674f7fb5a4d)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:24:46.156039 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35199f7-8be4-46c0-9411-6674f7fb5a4d') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:46.156757 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35199f7-8be4-46c0-9411-6674f7fb5a4d') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:46.176913 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:46.189355 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5f25d4a4-9532-4061-8106-a65d77d48f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:46.202408 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-96d61b36-992c-4ce6-92b6-48c1a08e7d7c tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] delete failed (client error): The resource could not be found. Apr 11 14:24:46.207123 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-96d61b36-992c-4ce6-92b6-48c1a08e7d7c tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/routers/ab3ab8fd-40a1-4591-abe3-b88b4cf6314d HTTP/1.1" status: 404 len: 336 time: 0.1786103 Apr 11 14:24:46.209953 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43094) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:46.236738 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0be31a41-d517-42f3-94ab-0c26ef01e4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:46.266111 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-145b3ecc-045d-4d87-a77d-4c4584467f09 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "GET /v2.0/ports?device_id=82c36bd3-3766-4210-9e3d-f596784df23b HTTP/1.1" status: 200 len: 205 time: 0.0549436 Apr 11 14:24:46.267294 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:46.270591 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43104) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:46.291846 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b40b9-84ed-4169-b9b4-b836e35fd765 admin admin] Pushing event updated for resources: {'Port': ['ID=c9632962-728f-4e5c-9212-c107ae379d69,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:46.331442 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-5f25d4a4-9532-4061-8106-a65d77d48f88 None None] For port 3cec1e50-f066-4461-bea7-96743b04dd35, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3cec1e50-f066-4461-bea7-96743b04dd35,segment=NetworkSegment(53a731c9-c254-4fa9-9aa5-d4d3476a6234),segment_id=53a731c9-c254-4fa9-9aa5-d4d3476a6234)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:46.419269 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5f25d4a4-9532-4061-8106-a65d77d48f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:46.425738 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device f1b15b4a-7df0-4e9b-878f-2df87c0df036 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:46.442560 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:24:46.443449 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:46.446466 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-03473866-8328-406d-90b3-75bcd01f6e8e req-8bad0c29-1f04-47fd-a88a-c2f40ba8efaa service neutron] 10.222.0.53 "GET /v2.0/networks/ba82143e-f57c-4be7-8dbf-8bf3340fdc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6445148 Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:24:46.461938 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:24:46.482119 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be31a41-d517-42f3-94ab-0c26ef01e4a9 None None] Pushing event updated for resources: {'Port': ['ID=0075f3f0-0505-4797-bfdc-f0c1e46de21f,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:46.528326 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-72a8b95b-0e49-4f48-9a6a-0281ac174bfd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] delete failed (client error): The resource could not be found. Apr 11 14:24:46.529400 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-72a8b95b-0e49-4f48-9a6a-0281ac174bfd tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/routers/82c36bd3-3766-4210-9e3d-f596784df23b HTTP/1.1" status: 404 len: 336 time: 0.2581668 Apr 11 14:24:46.532308 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43108) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:46.566861 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25d4a4-9532-4061-8106-a65d77d48f88 None None] Pushing event updated for resources: {'Port': ['ID=3cec1e50-f066-4461-bea7-96743b04dd35,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:46.573308 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4272c359-9df3-4f5e-bc91-f0b1f5f46903 None None] Network 308a8f01-472c-4639-a1c1-85f12e713480 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:46.616114 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b04f70d-4df0-421d-a105-d7ade8269097 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] DELETE failed (client error): The resource could not be found. Apr 11 14:24:46.616576 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b04f70d-4df0-421d-a105-d7ade8269097 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:24:46.618317 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7b04f70d-4df0-421d-a105-d7ade8269097 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/subnets/7c1f4dac-3346-4481-b45c-5136c4466520 HTTP/1.1" status: 404 len: 337 time: 0.0848839 Apr 11 14:24:46.631149 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43112) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:46.679493 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-df6ed610-056c-48e8-ba86-72eab3cd9ae2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-583845506&fields=id&tenant_id=572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 267 time: 0.3973715 Apr 11 14:24:46.683301 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-58c33bb6-d47e-4ff5-b744-1be0bf9ebbdf tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "GET /v2.0/ports?device_id=b86d0036-a8bd-4230-a034-0a8fe9db71fd HTTP/1.1" status: 200 len: 205 time: 0.0508447 Apr 11 14:24:46.685387 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43116) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:46.746889 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.api [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 14:24:46.746889 dv-neutron-837330-1-hyperv neutron-server[88616]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 14:24:46.746889 dv-neutron-837330-1-hyperv neutron-server[88616]: [parameters: {'id': '308a8f01-472c-4639-a1c1-85f12e713480'}] Apr 11 14:24:46.746889 dv-neutron-837330-1-hyperv neutron-server[88616]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:24:46.747426 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG oslo_db.api [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:24:46.764538 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-47ebde13-d96d-4da5-9cd8-839ca131e6e6 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] delete failed (client error): The resource could not be found. Apr 11 14:24:46.765708 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-47ebde13-d96d-4da5-9cd8-839ca131e6e6 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/routers/b86d0036-a8bd-4230-a034-0a8fe9db71fd HTTP/1.1" status: 404 len: 336 time: 0.0790539 Apr 11 14:24:46.768321 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43120) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:46.810848 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port f1b15b4a-7df0-4e9b-878f-2df87c0df036 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:46.811216 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:46.814548 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f024bd0-88c0-4dff-818b-26ce749f0951 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] DELETE failed (client error): The resource could not be found. Apr 11 14:24:46.815110 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f024bd0-88c0-4dff-818b-26ce749f0951 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:24:46.820220 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6f024bd0-88c0-4dff-818b-26ce749f0951 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/subnets/0eb40e2e-4709-45b8-9fc5-8f1efcb69c7e HTTP/1.1" status: 404 len: 337 time: 0.0480978 Apr 11 14:24:46.820583 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43124) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:46.836706 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5b568ea7-f86c-4096-bc29-57943d2bd725 None None] Provisioning complete for port 3cec1e50-f066-4461-bea7-96743b04dd35 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:46.837080 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5b568ea7-f86c-4096-bc29-57943d2bd725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:46.875117 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-aed95424-dbdf-404d-80bf-f8487b04dd1d tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3681c6c-2556-4619-b641-9896a88be044 HTTP/1.1" status: 200 len: 205 time: 0.0512114 Apr 11 14:24:46.877248 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43128) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:46.909257 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c96044-cb2e-4407-9800-6dfa2677c573 req-ed8765ce-5009-46f1-b4b7-3ee39a9e4eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:46.911330 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f3c96044-cb2e-4407-9800-6dfa2677c573 req-ed8765ce-5009-46f1-b4b7-3ee39a9e4eca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c01302260e1b42aaba91a0ad6d85cc8c&device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 1097 time: 0.2891679 Apr 11 14:24:46.948877 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a390d92-d340-474d-bc52-66aff542e167 req-d82bd552-1573-4fe9-98e0-cd6345b823fd tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:46.951017 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5a390d92-d340-474d-bc52-66aff542e167 req-d82bd552-1573-4fe9-98e0-cd6345b823fd tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 944 time: 0.5195403 Apr 11 14:24:46.961180 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-44f9642c-e855-4df3-a53c-f9fe9a869553 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] delete failed (client error): The resource could not be found. Apr 11 14:24:46.962275 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-44f9642c-e855-4df3-a53c-f9fe9a869553 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/routers/b3681c6c-2556-4619-b641-9896a88be044 HTTP/1.1" status: 404 len: 336 time: 0.0854411 Apr 11 14:24:46.978937 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43132) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:46.995637 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8d4612-9ebd-4aa3-aa2f-b6652c882ae1 None None] get_active_networks_info from dv-neutron-837330-1-hyperv {{(pid=88618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 11 14:24:47.036589 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bcd6030-242d-46a6-aed0-3e25fb7eafd0 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] DELETE failed (client error): The resource could not be found. Apr 11 14:24:47.037299 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bcd6030-242d-46a6-aed0-3e25fb7eafd0 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:24:47.039247 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4bcd6030-242d-46a6-aed0-3e25fb7eafd0 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/subnets/b593f592-48e9-41d7-b82a-93e4c6929f92 HTTP/1.1" status: 404 len: 337 time: 0.0591555 Apr 11 14:24:47.048716 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43136) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:47.093377 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-4e67b27a-7388-42f0-818b-9ed4a3b62f37 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:47.094641 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-4e67b27a-7388-42f0-818b-9ed4a3b62f37 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/networks?id=58432052-c023-483f-9930-aca8e2a93fa0 HTTP/1.1" status: 200 len: 797 time: 0.4012804 Apr 11 14:24:47.101253 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-f01eb61f-579f-4577-8aa4-c9b81d6fb5b6 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] DELETE failed (client error): The resource could not be found. Apr 11 14:24:47.101716 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f01eb61f-579f-4577-8aa4-c9b81d6fb5b6 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:24:47.103441 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f01eb61f-579f-4577-8aa4-c9b81d6fb5b6 tempest-RoutersIpV6Test-222981480 tempest-RoutersIpV6Test-222981480-project] 10.222.0.66 "DELETE /v2.0/subnets/b2552eea-3167-4414-9931-ea4b919d6902 HTTP/1.1" status: 404 len: 337 time: 0.0537770 Apr 11 14:24:47.107684 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5a390d92-d340-474d-bc52-66aff542e167 req-ae748cb6-14cc-4a6e-9c71-32623f94fc5e tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1488271 Apr 11 14:24:47.187782 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-4f884285-c86b-4246-927c-2751e85f06b9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/quotas/572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 375 time: 0.0371044 Apr 11 14:24:47.194800 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5d2b40b9-84ed-4169-b9b4-b836e35fd765 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:47.218204 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8d4612-9ebd-4aa3-aa2f-b6652c882ae1 None None] Resources bound (agent type, host, resource id): {{(pid=88618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 14:24:47.249379 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:47.264821 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Deleting port 0075f3f0-0505-4797-bfdc-f0c1e46de21f {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:24:47.265253 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:47.412917 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c96044-cb2e-4407-9800-6dfa2677c573 req-cc4f1717-853f-4954-ba4d-da02354f0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:47.414410 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f3c96044-cb2e-4407-9800-6dfa2677c573 req-cc4f1717-853f-4954-ba4d-da02354f0b5d service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba82143e-f57c-4be7-8dbf-8bf3340fdc64 HTTP/1.1" status: 200 len: 897 time: 0.4954402 Apr 11 14:24:47.503188 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] For port 0075f3f0-0505-4797-bfdc-f0c1e46de21f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=0075f3f0-0505-4797-bfdc-f0c1e46de21f,segment=NetworkSegment(e35199f7-8be4-46c0-9411-6674f7fb5a4d),segment_id=e35199f7-8be4-46c0-9411-6674f7fb5a4d)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:47.503632 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:47.509517 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f3c96044-cb2e-4407-9800-6dfa2677c573 req-8f47a5c9-5b31-4d19-bb2c-0e859f92d956 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44de09a9-cb60-4958-af4e-a2d885240c17 HTTP/1.1" status: 200 len: 217 time: 0.0857778 Apr 11 14:24:47.656352 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfb8375-69f1-4d3a-a9c5-96b70bc3a4af None None] get_active_networks_info from dv-neutron-837330-1-hyperv {{(pid=88618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 11 14:24:47.699493 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43144) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:47.769959 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Calling delete_port for 0075f3f0-0505-4797-bfdc-f0c1e46de21f owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:24:47.790746 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfb8375-69f1-4d3a-a9c5-96b70bc3a4af None None] Resources bound (agent type, host, resource id): {{(pid=88618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 14:24:47.920115 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a558a9e9-49c5-4021-ba0f-ae8d1ea50cea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e64484a71f41439a9e4d89000c1f607b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2193913 Apr 11 14:24:47.922702 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43150) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:47.979110 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-9839533c-9492-4f08-aea4-324432644959 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7324216 Apr 11 14:24:47.980740 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:47.981029 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c96044-cb2e-4407-9800-6dfa2677c573 req-5bf2c724-0399-414f-b2a8-4e2b50c44fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:47.982565 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f3c96044-cb2e-4407-9800-6dfa2677c573 req-5bf2c724-0399-414f-b2a8-4e2b50c44fe6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cf1eb46-d375-41db-9a64-c06044cc1b95 HTTP/1.1" status: 200 len: 835 time: 0.2156384 Apr 11 14:24:48.053251 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5d2b40b9-84ed-4169-b9b4-b836e35fd765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:48.054275 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Port': ['ID=0075f3f0-0505-4797-bfdc-f0c1e46de21f,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:48.063680 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eea63591-9d13-46f1-80f1-b4912618e163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:48.065879 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No DVR routers for this DVR port 0075f3f0-0505-4797-bfdc-f0c1e46de21f on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:24:48.230110 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:48.238986 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eea63591-9d13-46f1-80f1-b4912618e163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:48.308125 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308a8f01-472c-4639-a1c1-85f12e713480']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:48.351772 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35199f7-8be4-46c0-9411-6674f7fb5a4d') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:48.352101 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35199f7-8be4-46c0-9411-6674f7fb5a4d') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:48.363869 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c96044-cb2e-4407-9800-6dfa2677c573 req-5805109e-1923-4ccf-901e-2f01e3d7f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:48.365453 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f3c96044-cb2e-4407-9800-6dfa2677c573 req-5805109e-1923-4ccf-901e-2f01e3d7f65f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba82143e-f57c-4be7-8dbf-8bf3340fdc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3755031 Apr 11 14:24:48.370064 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:48.375566 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-818b11d4-670f-4804-b878-94728b73bfc3 service neutron] 10.222.0.66 "GET /v2.0/networks/58432052-c023-483f-9930-aca8e2a93fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487084 Apr 11 14:24:48.377447 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3cec1e50-f066-4461-bea7-96743b04dd35 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:48.400453 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:48.419595 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:24:48.420010 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:24:48.443071 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:24:48.460864 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45a397-416a-476d-a75d-ad37c462b628 req-616603d0-d3ec-4a8c-a831-3352749857c7 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:48.462466 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cb45a397-416a-476d-a75d-ad37c462b628 req-616603d0-d3ec-4a8c-a831-3352749857c7 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 944 time: 0.1940572 Apr 11 14:24:48.471149 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 3cec1e50-f066-4461-bea7-96743b04dd35 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:48.471725 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:48.517066 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 44de09a9-cb60-4958-af4e-a2d885240c17 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:24:48.534445 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eea63591-9d13-46f1-80f1-b4912618e163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:48.561834 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea63591-9d13-46f1-80f1-b4912618e163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d7eb9f-de24-4494-9d1a-24d378b91283,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:48.597237 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cb45a397-416a-476d-a75d-ad37c462b628 req-0e3baa98-da7b-40e8-b973-2d14c0e8a6eb tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822670 Apr 11 14:24:48.598764 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eea63591-9d13-46f1-80f1-b4912618e163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:48.602133 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-eea63591-9d13-46f1-80f1-b4912618e163 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f7d7eb9f-de24-4494-9d1a-24d378b91283 HTTP/1.1" status: 204 len: 168 time: 0.6761706 Apr 11 14:24:48.656612 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f3c96044-cb2e-4407-9800-6dfa2677c573 req-fe5df2a6-0414-4f8f-b76a-845a664d9b2d service neutron] 10.222.0.53 "GET /v2.0/networks/ba82143e-f57c-4be7-8dbf-8bf3340fdc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832816 Apr 11 14:24:48.658581 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-f464b11b-9144-4ff9-bc5e-95ddefe6020f service neutron] 10.222.0.66 "GET /v2.0/networks/58432052-c023-483f-9930-aca8e2a93fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595544 Apr 11 14:24:48.663111 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:48.685911 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2b40b9-84ed-4169-b9b4-b836e35fd765 admin admin] Router d0a77d56-f457-4c23-ade9-c02e543ab6b6 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:24:48.688101 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:48.698103 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Network': ['ID=308a8f01-472c-4639-a1c1-85f12e713480,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:48.707391 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6941be23-4f90-439e-a9b8-3e06ff950242 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/networks/308a8f01-472c-4639-a1c1-85f12e713480 HTTP/1.1" status: 204 len: 168 time: 4.6413748 Apr 11 14:24:48.708453 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43158) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:48.714594 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-25c5263e-666e-4600-8f2a-7fdf2b0ebab5 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-487992911'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:48.730539 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-25c5263e-666e-4600-8f2a-7fdf2b0ebab5 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:48.734966 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-25c5263e-666e-4600-8f2a-7fdf2b0ebab5 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Usage tracker for resource:network and tenant:72c0d9216e10412c8271a23842c8dd71 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:48.739242 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-25c5263e-666e-4600-8f2a-7fdf2b0ebab5 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:48.747290 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-25c5263e-666e-4600-8f2a-7fdf2b0ebab5 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:48.825356 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 44de09a9-cb60-4958-af4e-a2d885240c17, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=44de09a9-cb60-4958-af4e-a2d885240c17,segment=NetworkSegment(2fc2ff94-33cb-4015-b82f-897abe5d6b4c),segment_id=2fc2ff94-33cb-4015-b82f-897abe5d6b4c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:48.847163 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '44de09a9-cb60-4958-af4e-a2d885240c17', 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64', 'port_id': '44de09a9-cb60-4958-af4e-a2d885240c17', 'mac_address': 'fa:16:3e:4d:7b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf1eb46-d375-41db-9a64-c06044cc1b95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:24:48.913032 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:48.931626 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44de09a9-cb60-4958-af4e-a2d885240c17 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:24:48.947226 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 44de09a9-cb60-4958-af4e-a2d885240c17, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=44de09a9-cb60-4958-af4e-a2d885240c17,segment=NetworkSegment(2fc2ff94-33cb-4015-b82f-897abe5d6b4c),segment_id=2fc2ff94-33cb-4015-b82f-897abe5d6b4c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:48.951131 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c5263e-666e-4600-8f2a-7fdf2b0ebab5 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Made reservation on behalf of 72c0d9216e10412c8271a23842c8dd71 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:48.954665 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-25c5263e-666e-4600-8f2a-7fdf2b0ebab5 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:48.955089 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f3c96044-cb2e-4407-9800-6dfa2677c573 req-80f4965f-3485-4938-a7f5-8548d1cbadf3 service neutron] 10.222.0.53 "GET /v2.0/networks/ba82143e-f57c-4be7-8dbf-8bf3340fdc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909262 Apr 11 14:24:48.983935 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2b40b9-84ed-4169-b9b4-b836e35fd765 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:24:48.995163 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] Sync routers for ids ['d0a77d56-f457-4c23-ade9-c02e543ab6b6'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:24:49.006645 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] Routers {'d0a77d56-f457-4c23-ade9-c02e543ab6b6'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:49.007275 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d0a77d56-f457-4c23-ade9-c02e543ab6b6'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:49.008846 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c5263e-666e-4600-8f2a-7fdf2b0ebab5 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:24:49.019891 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-25c5263e-666e-4600-8f2a-7fdf2b0ebab5 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:49.026107 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-25c5263e-666e-4600-8f2a-7fdf2b0ebab5 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Added segment 7cd7556b-ab98-42ed-9ba6-7ceae85cc70f of type vlan for network 655dbe1e-16cc-4897-9210-b94e3276fcbb Apr 11 14:24:49.096480 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-25c5263e-666e-4600-8f2a-7fdf2b0ebab5 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:49.104865 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:49.115358 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5d2b40b9-84ed-4169-b9b4-b836e35fd765 admin admin] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:49.117068 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5d2b40b9-84ed-4169-b9b4-b836e35fd765 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.7016737 Apr 11 14:24:49.119256 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43168) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:49.176604 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9507fec1-0c6b-4f58-83a6-7ff234912466 req-c9efc79f-07c7-47d3-9593-e4a4bd179c1e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaaacb0a-7980-463d-9976-4f463fa39b94 HTTP/1.1" status: 200 len: 210 time: 0.0742311 Apr 11 14:24:49.279765 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-25c5263e-666e-4600-8f2a-7fdf2b0ebab5 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:49.285746 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c5263e-666e-4600-8f2a-7fdf2b0ebab5 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:49.286523 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-25c5263e-666e-4600-8f2a-7fdf2b0ebab5 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:49.345619 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=44de09a9-cb60-4958-af4e-a2d885240c17,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:49.391831 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] Set router d0a77d56-f457-4c23-ade9-c02e543ab6b6 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:49.423027 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5263e-666e-4600-8f2a-7fdf2b0ebab5 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'Network': ['ID=655dbe1e-16cc-4897-9210-b94e3276fcbb,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:49.446463 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 655dbe1e-16cc-4897-9210-b94e3276fcbb details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:24:49.449716 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-25c5263e-666e-4600-8f2a-7fdf2b0ebab5 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7396286 Apr 11 14:24:49.452514 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43182) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:49.461944 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-bef14feb-0216-4236-b374-6052c9374abc tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Request body: {'subnet': {'network_id': '655dbe1e-16cc-4897-9210-b94e3276fcbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:49.606551 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-bef14feb-0216-4236-b374-6052c9374abc tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:49.610582 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-bef14feb-0216-4236-b374-6052c9374abc tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Usage tracker for resource:subnet and tenant:72c0d9216e10412c8271a23842c8dd71 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:49.614380 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-bef14feb-0216-4236-b374-6052c9374abc tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:49.620705 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-bef14feb-0216-4236-b374-6052c9374abc tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:49.635100 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['44de09a9-cb60-4958-af4e-a2d885240c17'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:24:49.711584 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef14feb-0216-4236-b374-6052c9374abc tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Made reservation on behalf of 72c0d9216e10412c8271a23842c8dd71 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:49.717459 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bef14feb-0216-4236-b374-6052c9374abc tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:49.947785 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a77d56-f457-4c23-ade9-c02e543ab6b6', 'name': 'tempest-TestVolumeBootPattern-1693071932-router', 'tenant_id': 'fb25919377d44ce8b5a8f2df7fe96be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': 'c9632962-728f-4e5c-9212-c107ae379d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:41Z', 'updated_at': '2022-04-11T14:24:46Z', 'revision_number': 3, 'project_id': 'fb25919377d44ce8b5a8f2df7fe96be9', 'gw_port': {'id': 'c9632962-728f-4e5c-9212-c107ae379d69', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a77d56-f457-4c23-ade9-c02e543ab6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:44Z', 'updated_at': '2022-04-11T14:24:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:49.955321 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] Checking router: d0a77d56-f457-4c23-ade9-c02e543ab6b6 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:24:49.955908 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] Updating router d0a77d56-f457-4c23-ade9-c02e543ab6b6 port c9632962-728f-4e5c-9212-c107ae379d69 binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:24:49.979597 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e166b95-aaa8-4c22-a473-764b08f3fd68 req-21a45d13-bbad-46f1-9bd3-4494ce1b9159 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:49.981184 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0e166b95-aaa8-4c22-a473-764b08f3fd68 req-21a45d13-bbad-46f1-9bd3-4494ce1b9159 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 945 time: 0.2400601 Apr 11 14:24:50.038913 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:50.115343 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bef14feb-0216-4236-b374-6052c9374abc tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:50.136560 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0e166b95-aaa8-4c22-a473-764b08f3fd68 req-a0004060-1152-491f-8590-f4a073efc1e1 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1452136 Apr 11 14:24:50.182063 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43200) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:50.254348 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef14feb-0216-4236-b374-6052c9374abc tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'Subnet': ['ID=d8b3ceab-e859-4858-b515-0643b22a7b50,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:50.263762 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef14feb-0216-4236-b374-6052c9374abc tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Checking segment: {'id': '7cd7556b-ab98-42ed-9ba6-7ceae85cc70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '655dbe1e-16cc-4897-9210-b94e3276fcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:50.264138 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef14feb-0216-4236-b374-6052c9374abc tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Network hostable DHCP agents. Network: 655dbe1e-16cc-4897-9210-b94e3276fcbb, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:24:50.382231 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0b95ef0c-0fb5-454b-a3c6-d5292864f388 req-dc475112-38e7-49ff-9087-381275fc9bac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaaacb0a-7980-463d-9976-4f463fa39b94 HTTP/1.1" status: 200 len: 210 time: 0.0611229 Apr 11 14:24:50.383431 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef14feb-0216-4236-b374-6052c9374abc tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Network 655dbe1e-16cc-4897-9210-b94e3276fcbb is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:24:50.417182 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-91f709c2-a6d7-44d2-8ebd-4a00b934f9d7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'network': {'name': 'tempest-RoutersTest-194497972'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:50.422348 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-91f709c2-a6d7-44d2-8ebd-4a00b934f9d7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:50.427480 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-91f709c2-a6d7-44d2-8ebd-4a00b934f9d7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Usage tracker for resource:network and tenant:157d4d28af624b1c88b7b45d883df158 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:50.438687 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-91f709c2-a6d7-44d2-8ebd-4a00b934f9d7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:50.447091 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-91f709c2-a6d7-44d2-8ebd-4a00b934f9d7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:50.450666 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6c545863-f916-4d5e-82fd-66edcfcd36ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:50.455822 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-bef14feb-0216-4236-b374-6052c9374abc tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 655dbe1e-16cc-4897-9210-b94e3276fcbb) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:50.469411 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef14feb-0216-4236-b374-6052c9374abc tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:50.470074 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bef14feb-0216-4236-b374-6052c9374abc tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:50.486152 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8de042-7906-47ef-87e2-5f429dabad12 None None] Network 655dbe1e-16cc-4897-9210-b94e3276fcbb requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:50.538469 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f709c2-a6d7-44d2-8ebd-4a00b934f9d7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Made reservation on behalf of 157d4d28af624b1c88b7b45d883df158 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:50.542093 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-91f709c2-a6d7-44d2-8ebd-4a00b934f9d7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:50.545216 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:50.555586 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-91f709c2-a6d7-44d2-8ebd-4a00b934f9d7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:50.571619 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-bef14feb-0216-4236-b374-6052c9374abc tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1151717 Apr 11 14:24:50.572675 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43208) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:50.575372 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-91f709c2-a6d7-44d2-8ebd-4a00b934f9d7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:50.598523 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-91f709c2-a6d7-44d2-8ebd-4a00b934f9d7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Usage tracker for resource:security_group_rule and tenant:157d4d28af624b1c88b7b45d883df158 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:50.612392 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-91f709c2-a6d7-44d2-8ebd-4a00b934f9d7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:50.622693 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-91f709c2-a6d7-44d2-8ebd-4a00b934f9d7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:50.632711 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] Transition to ACTIVE for port object c9632962-728f-4e5c-9212-c107ae379d69 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:50.724334 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-6c545863-f916-4d5e-82fd-66edcfcd36ee admin admin] Allocated IP 172.20.0.1 (d76597e9-05a5-4d56-93ee-f8a58eb0cb16/cd0f576c-42a8-49f0-8892-cc9572f9fdab/ff59ab38-1279-4c1b-bce4-f8620d566937) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:24:50.737626 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:50.884171 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43938bdf-cb2b-4ac4-a752-7047e6cadc41 None None] Pushing event updated for resources: {'Port': ['ID=c9632962-728f-4e5c-9212-c107ae379d69,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:50.888386 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] Attempting to bind port c9632962-728f-4e5c-9212-c107ae379d69 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:24:50.888386 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] Attempting to bind port c9632962-728f-4e5c-9212-c107ae379d69 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:24:50.888386 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] Attempting to bind port c9632962-728f-4e5c-9212-c107ae379d69 on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:24:50.893777 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:24:50.894265 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:50.894921 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:50.895344 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:24:50.895819 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] Bound port: c9632962-728f-4e5c-9212-c107ae379d69, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:24:50.896188 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:50.916267 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:50.919777 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6c545863-f916-4d5e-82fd-66edcfcd36ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:50.926641 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f50c09-2c5b-4440-984c-773d88be2e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-655dbe1e-16cc-4897-9210-b94e3276fcbb', 'network_id': '655dbe1e-16cc-4897-9210-b94e3276fcbb', 'tenant_id': '72c0d9216e10412c8271a23842c8dd71', 'fixed_ips': [{'subnet_id': 'd8b3ceab-e859-4858-b515-0643b22a7b50'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:24:50.927592 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-04f50c09-2c5b-4440-984c-773d88be2e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:50.943197 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-6c545863-f916-4d5e-82fd-66edcfcd36ee admin admin] Transition to ACTIVE for port object ff59ab38-1279-4c1b-bce4-f8620d566937 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:51.031732 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:51.052044 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] For port c9632962-728f-4e5c-9212-c107ae379d69, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:24:51.058897 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-91f709c2-a6d7-44d2-8ebd-4a00b934f9d7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:51.077438 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] For port c9632962-728f-4e5c-9212-c107ae379d69, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c9632962-728f-4e5c-9212-c107ae379d69,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:24:51.142378 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-04f50c09-2c5b-4440-984c-773d88be2e51 None None] Allocated IP 172.20.0.2 (655dbe1e-16cc-4897-9210-b94e3276fcbb/d8b3ceab-e859-4858-b515-0643b22a7b50/7044cca5-4b28-45d1-be97-7e54c717bc22) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:24:51.151316 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6c545863-f916-4d5e-82fd-66edcfcd36ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:51.198616 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-91f709c2-a6d7-44d2-8ebd-4a00b934f9d7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:51.198944 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:51.206717 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c545863-f916-4d5e-82fd-66edcfcd36ee admin admin] Network d76597e9-05a5-4d56-93ee-f8a58eb0cb16 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:24:51.216105 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-6c545863-f916-4d5e-82fd-66edcfcd36ee admin admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:51.219523 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c545863-f916-4d5e-82fd-66edcfcd36ee admin admin] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:24:51.281962 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f709c2-a6d7-44d2-8ebd-4a00b934f9d7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea4a040-46e4-4a40-b92f-a7067a576050,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:51.323564 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f709c2-a6d7-44d2-8ebd-4a00b934f9d7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:24:51.336789 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-91f709c2-a6d7-44d2-8ebd-4a00b934f9d7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:51.337418 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-91f709c2-a6d7-44d2-8ebd-4a00b934f9d7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Added segment 87e44868-07dc-418b-8286-e587657f0199 of type vlan for network 9ba55ffa-759d-4352-96f7-dfb7b13ad1e4 Apr 11 14:24:51.365563 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6c545863-f916-4d5e-82fd-66edcfcd36ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:51.393029 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c545863-f916-4d5e-82fd-66edcfcd36ee admin admin] Pushing event updated for resources: {'Port': ['ID=ff59ab38-1279-4c1b-bce4-f8620d566937,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:51.426728 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] Routers {'d0a77d56-f457-4c23-ade9-c02e543ab6b6'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:51.428422 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d0a77d56-f457-4c23-ade9-c02e543ab6b6'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:51.434041 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-91f709c2-a6d7-44d2-8ebd-4a00b934f9d7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:51.540946 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495acba-a62c-4ec8-a33b-64f14424cf51 req-11c1cc7c-1952-45ef-88d5-d7ec302d9b4c tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:51.543033 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8495acba-a62c-4ec8-a33b-64f14424cf51 req-11c1cc7c-1952-45ef-88d5-d7ec302d9b4c tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 945 time: 0.2456365 Apr 11 14:24:51.548082 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43938bdf-cb2b-4ac4-a752-7047e6cadc41 None None] Pushing event updated for resources: {'Port': ['ID=c9632962-728f-4e5c-9212-c107ae379d69,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:51.561105 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-91f709c2-a6d7-44d2-8ebd-4a00b934f9d7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:51.571516 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f709c2-a6d7-44d2-8ebd-4a00b934f9d7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:51.572171 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-91f709c2-a6d7-44d2-8ebd-4a00b934f9d7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:51.630958 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8495acba-a62c-4ec8-a33b-64f14424cf51 req-81c17b17-1d5f-4e23-9453-2fb728c40ca6 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690370 Apr 11 14:24:51.695275 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-02857a53-02fc-4aa8-b493-2a8afbb5fabc req-9411175b-1c2d-4909-843b-8d5f3952e4e7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaaacb0a-7980-463d-9976-4f463fa39b94 HTTP/1.1" status: 200 len: 210 time: 0.1170859 Apr 11 14:24:51.784778 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f709c2-a6d7-44d2-8ebd-4a00b934f9d7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Network': ['ID=9ba55ffa-759d-4352-96f7-dfb7b13ad1e4,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:51.820511 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 9ba55ffa-759d-4352-96f7-dfb7b13ad1e4 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:24:51.873273 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-04f50c09-2c5b-4440-984c-773d88be2e51 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:51.874607 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-91f709c2-a6d7-44d2-8ebd-4a00b934f9d7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6916564 Apr 11 14:24:51.875624 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43216) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:51.882764 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] Set router d0a77d56-f457-4c23-ade9-c02e543ab6b6 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:51.885317 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6c545863-f916-4d5e-82fd-66edcfcd36ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:51.885464 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-b6ac10f7-f7a3-4926-a505-a10141ff2e87 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'network': {'name': 'tempest-RoutersTest-808603599'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:51.891426 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b6ac10f7-f7a3-4926-a505-a10141ff2e87 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:51.896804 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b6ac10f7-f7a3-4926-a505-a10141ff2e87 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Usage tracker for resource:network and tenant:157d4d28af624b1c88b7b45d883df158 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:51.900902 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b6ac10f7-f7a3-4926-a505-a10141ff2e87 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:51.908688 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b6ac10f7-f7a3-4926-a505-a10141ff2e87 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:51.999450 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ac10f7-f7a3-4926-a505-a10141ff2e87 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Made reservation on behalf of 157d4d28af624b1c88b7b45d883df158 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:52.006898 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b6ac10f7-f7a3-4926-a505-a10141ff2e87 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:52.016742 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3cff27b9-4da0-4f26-9c37-f26faf71c511 None None] Provisioning for port ff59ab38-1279-4c1b-bce4-f8620d566937 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:52.086405 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ac10f7-f7a3-4926-a505-a10141ff2e87 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:24:52.097811 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b6ac10f7-f7a3-4926-a505-a10141ff2e87 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:52.098784 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-b6ac10f7-f7a3-4926-a505-a10141ff2e87 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Added segment 95b0dd33-68a9-4ace-8f9a-fb678f26ec10 of type vlan for network 3f534aa1-8aae-4e73-81b4-8c5676c7c934 Apr 11 14:24:52.099692 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-04f50c09-2c5b-4440-984c-773d88be2e51 None None] Transition to ACTIVE for port object 7044cca5-4b28-45d1-be97-7e54c717bc22 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:52.131668 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b6ac10f7-f7a3-4926-a505-a10141ff2e87 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:52.152460 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-197abc34-5c15-4ff0-b0e4-4fe84903bcaf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:52.156976 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-197abc34-5c15-4ff0-b0e4-4fe84903bcaf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/networks?id=58432052-c023-483f-9930-aca8e2a93fa0 HTTP/1.1" status: 200 len: 797 time: 0.4384744 Apr 11 14:24:52.157140 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3cff27b9-4da0-4f26-9c37-f26faf71c511 None None] Provisioning complete for port ff59ab38-1279-4c1b-bce4-f8620d566937 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:52.157140 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3cff27b9-4da0-4f26-9c37-f26faf71c511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:52.218149 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-04f50c09-2c5b-4440-984c-773d88be2e51 None None] Transition to ACTIVE for port object 7044cca5-4b28-45d1-be97-7e54c717bc22 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:52.247948 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b6ac10f7-f7a3-4926-a505-a10141ff2e87 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:52.254901 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ac10f7-f7a3-4926-a505-a10141ff2e87 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:52.255403 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b6ac10f7-f7a3-4926-a505-a10141ff2e87 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:52.297215 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-44931426-8875-4688-89e0-7601a5065b16 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 472 time: 0.1219039 Apr 11 14:24:52.307093 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-04f50c09-2c5b-4440-984c-773d88be2e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:52.308303 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-f9ff44de-f363-4c86-96c1-b437df60f1fa tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'port': {'device_id': 'eaaacb0a-7980-463d-9976-4f463fa39b94', 'network_id': '58432052-c023-483f-9930-aca8e2a93fa0', 'admin_state_up': True, 'tenant_id': '572b8884360948e38c79b057606230d9', 'security_groups': ['b833fafd-d749-475a-9628-8d77bc0f436f']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:52.342196 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-3cff27b9-4da0-4f26-9c37-f26faf71c511 None None] Port ff59ab38-1279-4c1b-bce4-f8620d566937 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:24:52.405878 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac10f7-f7a3-4926-a505-a10141ff2e87 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Network': ['ID=3f534aa1-8aae-4e73-81b4-8c5676c7c934,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:52.406132 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f50c09-2c5b-4440-984c-773d88be2e51 None None] Network 655dbe1e-16cc-4897-9210-b94e3276fcbb is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:24:52.411392 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-04f50c09-2c5b-4440-984c-773d88be2e51 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:52.417659 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f50c09-2c5b-4440-984c-773d88be2e51 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:24:52.419932 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f50c09-2c5b-4440-984c-773d88be2e51 None None] Pushing event updated for resources: {'Port': ['ID=7044cca5-4b28-45d1-be97-7e54c717bc22,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:52.444757 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b6ac10f7-f7a3-4926-a505-a10141ff2e87 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5656536 Apr 11 14:24:52.445107 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43224) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:52.452855 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-556986c3-53d3-41ad-862d-2cf321752181 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'subnet': {'network_id': '9ba55ffa-759d-4352-96f7-dfb7b13ad1e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:52.462691 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 3f534aa1-8aae-4e73-81b4-8c5676c7c934 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:24:52.497978 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:52.531704 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 44de09a9-cb60-4958-af4e-a2d885240c17 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:52.561292 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Subnet': ['ID=d8b3ceab-e859-4858-b515-0643b22a7b50,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:52.593702 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6c545863-f916-4d5e-82fd-66edcfcd36ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:52.612421 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-f9ff44de-f363-4c86-96c1-b437df60f1fa tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:52.621271 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-f9ff44de-f363-4c86-96c1-b437df60f1fa tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:port and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:52.627184 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-f9ff44de-f363-4c86-96c1-b437df60f1fa tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:52.628057 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-556986c3-53d3-41ad-862d-2cf321752181 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:52.635404 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-f9ff44de-f363-4c86-96c1-b437df60f1fa tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:52.637627 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-556986c3-53d3-41ad-862d-2cf321752181 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Usage tracker for resource:subnet and tenant:157d4d28af624b1c88b7b45d883df158 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:52.641294 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-556986c3-53d3-41ad-862d-2cf321752181 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:52.649906 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-556986c3-53d3-41ad-862d-2cf321752181 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:52.655996 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:52.684650 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655dbe1e-16cc-4897-9210-b94e3276fcbb']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:52.685618 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6c545863-f916-4d5e-82fd-66edcfcd36ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:52.698863 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd7556b-ab98-42ed-9ba6-7ceae85cc70f') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:52.699169 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd7556b-ab98-42ed-9ba6-7ceae85cc70f') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:52.712856 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:52.730041 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-04f50c09-2c5b-4440-984c-773d88be2e51 None None] Attempting to bind port 7044cca5-4b28-45d1-be97-7e54c717bc22 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:24:52.730654 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-04f50c09-2c5b-4440-984c-773d88be2e51 None None] Attempting to bind port 7044cca5-4b28-45d1-be97-7e54c717bc22 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '7cd7556b-ab98-42ed-9ba6-7ceae85cc70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '655dbe1e-16cc-4897-9210-b94e3276fcbb'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:24:52.730768 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f50c09-2c5b-4440-984c-773d88be2e51 None None] Attempting to bind port 7044cca5-4b28-45d1-be97-7e54c717bc22 on network 655dbe1e-16cc-4897-9210-b94e3276fcbb {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:24:52.733145 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:52.742248 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f50c09-2c5b-4440-984c-773d88be2e51 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:24:52.742576 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:24:52.742694 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f50c09-2c5b-4440-984c-773d88be2e51 None None] Checking segment: {'id': '7cd7556b-ab98-42ed-9ba6-7ceae85cc70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '655dbe1e-16cc-4897-9210-b94e3276fcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:52.742694 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-04f50c09-2c5b-4440-984c-773d88be2e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:52.742879 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:52.742987 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f50c09-2c5b-4440-984c-773d88be2e51 None None] Bound using segment: {'id': '7cd7556b-ab98-42ed-9ba6-7ceae85cc70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '655dbe1e-16cc-4897-9210-b94e3276fcbb'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:24:52.743271 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-04f50c09-2c5b-4440-984c-773d88be2e51 None None] Bound port: 7044cca5-4b28-45d1-be97-7e54c717bc22, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd7556b-ab98-42ed-9ba6-7ceae85cc70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '655dbe1e-16cc-4897-9210-b94e3276fcbb'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:24:52.743637 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-04f50c09-2c5b-4440-984c-773d88be2e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:24:52.761784 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:24:52.838407 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a77d56-f457-4c23-ade9-c02e543ab6b6', 'name': 'tempest-TestVolumeBootPattern-1693071932-router', 'tenant_id': 'fb25919377d44ce8b5a8f2df7fe96be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': 'c9632962-728f-4e5c-9212-c107ae379d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:41Z', 'updated_at': '2022-04-11T14:24:46Z', 'revision_number': 3, 'project_id': 'fb25919377d44ce8b5a8f2df7fe96be9', 'gw_port': {'id': 'c9632962-728f-4e5c-9212-c107ae379d69', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a77d56-f457-4c23-ade9-c02e543ab6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:44Z', 'updated_at': '2022-04-11T14:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:52.853452 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1523d101-a2c2-4757-a857-3d85854fa9cc None None] The sync data for ids ['d0a77d56-f457-4c23-ade9-c02e543ab6b6'] in dv-neutron-837330-1-hyperv is: [{'id': 'd0a77d56-f457-4c23-ade9-c02e543ab6b6', 'name': 'tempest-TestVolumeBootPattern-1693071932-router', 'tenant_id': 'fb25919377d44ce8b5a8f2df7fe96be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': 'c9632962-728f-4e5c-9212-c107ae379d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:41Z', 'updated_at': '2022-04-11T14:24:46Z', 'revision_number': 3, 'project_id': 'fb25919377d44ce8b5a8f2df7fe96be9', 'gw_port': {'id': 'c9632962-728f-4e5c-9212-c107ae379d69', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a77d56-f457-4c23-ade9-c02e543ab6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:44Z', 'updated_at': '2022-04-11T14:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:24:52.857255 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-04f50c09-2c5b-4440-984c-773d88be2e51 None None] For port 7044cca5-4b28-45d1-be97-7e54c717bc22, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:24:52.874029 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port 44de09a9-cb60-4958-af4e-a2d885240c17 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:52.879642 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 44de09a9-cb60-4958-af4e-a2d885240c17 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:52.880262 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:52.901216 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c8a9c85d-c47c-489e-856c-8a66837c4b40 req-ef3ba10c-fce2-4b64-887e-40204d1694bd tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaaacb0a-7980-463d-9976-4f463fa39b94 HTTP/1.1" status: 200 len: 210 time: 0.0497136 Apr 11 14:24:52.910314 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6c545863-f916-4d5e-82fd-66edcfcd36ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:52.920916 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556986c3-53d3-41ad-862d-2cf321752181 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Made reservation on behalf of 157d4d28af624b1c88b7b45d883df158 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:52.924671 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-556986c3-53d3-41ad-862d-2cf321752181 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:52.929031 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-04f50c09-2c5b-4440-984c-773d88be2e51 None None] For port 7044cca5-4b28-45d1-be97-7e54c717bc22, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7044cca5-4b28-45d1-be97-7e54c717bc22,segment=NetworkSegment(7cd7556b-ab98-42ed-9ba6-7ceae85cc70f),segment_id=7cd7556b-ab98-42ed-9ba6-7ceae85cc70f)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:24:52.929300 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.api [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 14:24:52.929300 dv-neutron-837330-1-hyperv neutron-server[88616]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 14:24:52.929300 dv-neutron-837330-1-hyperv neutron-server[88616]: [parameters: {'id': '655dbe1e-16cc-4897-9210-b94e3276fcbb'}] Apr 11 14:24:52.929300 dv-neutron-837330-1-hyperv neutron-server[88616]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:24:52.929616 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG oslo_db.api [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:24:52.939507 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-f9ff44de-f363-4c86-96c1-b437df60f1fa tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:52.943868 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-f9ff44de-f363-4c86-96c1-b437df60f1fa tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:52.999316 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-04f50c09-2c5b-4440-984c-773d88be2e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:53.086967 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:53.201078 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f50c09-2c5b-4440-984c-773d88be2e51 None None] Pushing event updated for resources: {'Port': ['ID=7044cca5-4b28-45d1-be97-7e54c717bc22,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:53.214052 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918ea5a4-8203-44c5-aca5-6ff380d9c595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44de09a9-cb60-4958-af4e-a2d885240c17'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:24:53.216491 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c545863-f916-4d5e-82fd-66edcfcd36ee admin admin] Pushing event updated for resources: {'Port': ['ID=ff59ab38-1279-4c1b-bce4-f8620d566937,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:53.237038 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 44de09a9-cb60-4958-af4e-a2d885240c17, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=44de09a9-cb60-4958-af4e-a2d885240c17,segment=NetworkSegment(2fc2ff94-33cb-4015-b82f-897abe5d6b4c),segment_id=2fc2ff94-33cb-4015-b82f-897abe5d6b4c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:53.253823 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9a541d-113f-4b64-b862-674217c40030 None None] Network 655dbe1e-16cc-4897-9210-b94e3276fcbb requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:53.290129 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a11a0a7e-d434-418e-a2ec-378e7fd3182a'] response: {'server_uuid': '918ea5a4-8203-44c5-aca5-6ff380d9c595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44de09a9-cb60-4958-af4e-a2d885240c17', 'code': 200} Apr 11 14:24:53.332053 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545115c2-046a-4b15-bdc8-efa888f62cdf req-ed0df77e-e9ac-48d3-ba58-6a16daf0c66f tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:53.333843 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-545115c2-046a-4b15-bdc8-efa888f62cdf req-ed0df77e-e9ac-48d3-ba58-6a16daf0c66f tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 945 time: 0.5379481 Apr 11 14:24:53.350326 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:53.431030 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:53.452342 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Deleting port 7044cca5-4b28-45d1-be97-7e54c717bc22 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:24:53.452729 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:53.463649 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c545863-f916-4d5e-82fd-66edcfcd36ee admin admin] Network d76597e9-05a5-4d56-93ee-f8a58eb0cb16 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:24:53.471885 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-6c545863-f916-4d5e-82fd-66edcfcd36ee admin admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:53.482336 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-545115c2-046a-4b15-bdc8-efa888f62cdf req-42aaba36-923e-4f6f-9b7a-a02fe19c5c5c tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1011584 Apr 11 14:24:53.573038 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=44de09a9-cb60-4958-af4e-a2d885240c17,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:53.600981 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-f9ff44de-f363-4c86-96c1-b437df60f1fa tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.20.0.20 (58432052-c023-483f-9930-aca8e2a93fa0/206a33ea-3ee0-4b42-879a-b8494c98d274/2eb38cc6-d784-4e91-bf0b-6dfa969cedc3) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:24:53.782392 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07a75a8-a8a3-42f4-93ba-52e8c224075e None None] get_active_networks_info from dv-neutron-837330-1-hyperv {{(pid=88618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 11 14:24:53.820904 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] For port 7044cca5-4b28-45d1-be97-7e54c717bc22, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7044cca5-4b28-45d1-be97-7e54c717bc22,segment=NetworkSegment(7cd7556b-ab98-42ed-9ba6-7ceae85cc70f),segment_id=7cd7556b-ab98-42ed-9ba6-7ceae85cc70f)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:53.821263 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:53.943315 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-00aeb322-8a07-4cbc-84fc-22e3d561dbb3 None None] Provisioning complete for port ff59ab38-1279-4c1b-bce4-f8620d566937 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:53.943700 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-00aeb322-8a07-4cbc-84fc-22e3d561dbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:53.954485 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Calling delete_port for 7044cca5-4b28-45d1-be97-7e54c717bc22 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:24:53.977480 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07a75a8-a8a3-42f4-93ba-52e8c224075e None None] Resources bound (agent type, host, resource id): {{(pid=88618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 14:24:54.051718 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-00aeb322-8a07-4cbc-84fc-22e3d561dbb3 None None] Port ff59ab38-1279-4c1b-bce4-f8620d566937 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:24:54.134330 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b42a2fe6-1b95-4682-a658-50aa07749e2f req-4030c004-66f6-4ffd-9e56-faf63454f060 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaaacb0a-7980-463d-9976-4f463fa39b94 HTTP/1.1" status: 200 len: 210 time: 0.0724826 Apr 11 14:24:54.188782 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:54.207095 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:54.227716 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-556986c3-53d3-41ad-862d-2cf321752181 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:54.232464 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c545863-f916-4d5e-82fd-66edcfcd36ee admin admin] Router d0a77d56-f457-4c23-ade9-c02e543ab6b6 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:24:54.243354 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Port': ['ID=7044cca5-4b28-45d1-be97-7e54c717bc22,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:54.247061 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No DVR routers for this DVR port 7044cca5-4b28-45d1-be97-7e54c717bc22 on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:24:54.483384 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e54bfc-6bc6-4456-8020-04a8ac48a0a7 req-8b3a98fc-c754-4af2-ab84-4903b1ce7470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:54.485692 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-67e54bfc-6bc6-4456-8020-04a8ac48a0a7 req-8b3a98fc-c754-4af2-ab84-4903b1ce7470 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 1099 time: 0.7134750 Apr 11 14:24:54.485885 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c9632962-728f-4e5c-9212-c107ae379d69 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:54.488258 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556986c3-53d3-41ad-862d-2cf321752181 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Subnet': ['ID=28e9845d-55ac-40fb-b5cb-a7d0c926fbbd,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:54.509504 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:54.521296 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-f9ff44de-f363-4c86-96c1-b437df60f1fa tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:54.536060 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556986c3-53d3-41ad-862d-2cf321752181 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Checking segment: {'id': '87e44868-07dc-418b-8286-e587657f0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '9ba55ffa-759d-4352-96f7-dfb7b13ad1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:54.536475 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556986c3-53d3-41ad-862d-2cf321752181 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network hostable DHCP agents. Network: 9ba55ffa-759d-4352-96f7-dfb7b13ad1e4, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:24:54.539671 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655dbe1e-16cc-4897-9210-b94e3276fcbb']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:54.555185 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd7556b-ab98-42ed-9ba6-7ceae85cc70f') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:54.555663 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd7556b-ab98-42ed-9ba6-7ceae85cc70f') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:54.571183 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:54.591531 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:54.602399 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:24:54.603043 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:24:54.622464 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:24:54.665018 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port c9632962-728f-4e5c-9212-c107ae379d69 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:54.666532 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-f9ff44de-f363-4c86-96c1-b437df60f1fa tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Transition to ACTIVE for port object 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:54.673738 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port c9632962-728f-4e5c-9212-c107ae379d69 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:54.680279 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:54.741219 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-67e54bfc-6bc6-4456-8020-04a8ac48a0a7 req-07182609-2f4c-49ca-907f-9b30384d0fdc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2423797 Apr 11 14:24:54.760845 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c545863-f916-4d5e-82fd-66edcfcd36ee admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:24:54.795201 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556986c3-53d3-41ad-862d-2cf321752181 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network 9ba55ffa-759d-4352-96f7-dfb7b13ad1e4 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:24:54.808337 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:54.811098 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6c545863-f916-4d5e-82fd-66edcfcd36ee admin admin] 10.222.0.66 "PUT /v2.0/routers/d0a77d56-f457-4c23-ade9-c02e543ab6b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6907430 Apr 11 14:24:54.818414 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:54.823400 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:54.835155 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3e803-ba42-4f2b-ad35-57e9497c3b4a req-1c4cc36d-3cb1-49d5-a3cb-6610f54905d9 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:54.836773 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b4f3e803-ba42-4f2b-ad35-57e9497c3b4a req-1c4cc36d-3cb1-49d5-a3cb-6610f54905d9 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 946 time: 0.1880021 Apr 11 14:24:54.859002 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Network': ['ID=655dbe1e-16cc-4897-9210-b94e3276fcbb,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:54.864143 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port c9632962-728f-4e5c-9212-c107ae379d69, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c9632962-728f-4e5c-9212-c107ae379d69,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:24:54.869213 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a5c7a72f-3a31-49e2-9be8-a75f722a98ca tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/networks/655dbe1e-16cc-4897-9210-b94e3276fcbb HTTP/1.1" status: 204 len: 168 time: 4.2953169 Apr 11 14:24:54.869880 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43242) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:54.877604 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-f9ff44de-f363-4c86-96c1-b437df60f1fa tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:54.877792 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1872492921'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:54.884610 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:54.889487 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Usage tracker for resource:network and tenant:72c0d9216e10412c8271a23842c8dd71 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:54.893074 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:54.903976 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:54.941331 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-556986c3-53d3-41ad-862d-2cf321752181 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 9ba55ffa-759d-4352-96f7-dfb7b13ad1e4) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:54.951297 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775fdeb5-bd38-4a97-984c-807814d21977 None None] Network 9ba55ffa-759d-4352-96f7-dfb7b13ad1e4 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:54.959024 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556986c3-53d3-41ad-862d-2cf321752181 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:54.959616 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-556986c3-53d3-41ad-862d-2cf321752181 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:54.992622 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Made reservation on behalf of 72c0d9216e10412c8271a23842c8dd71 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:54.998344 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:54.999899 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:55.004861 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-f9ff44de-f363-4c86-96c1-b437df60f1fa tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network 58432052-c023-483f-9930-aca8e2a93fa0 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:24:55.008155 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b4f3e803-ba42-4f2b-ad35-57e9497c3b4a req-a7bb9630-cd36-4adf-8285-975b2d8db45d tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1613123 Apr 11 14:24:55.010641 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-f9ff44de-f363-4c86-96c1-b437df60f1fa tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:55.012574 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff44de-f363-4c86-96c1-b437df60f1fa tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=2eb38cc6-d784-4e91-bf0b-6dfa969cedc3,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:55.014934 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-f9ff44de-f363-4c86-96c1-b437df60f1fa tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:24:55.074867 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] Sync routers for ids ['d0a77d56-f457-4c23-ade9-c02e543ab6b6'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:24:55.090728 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] Routers {'d0a77d56-f457-4c23-ade9-c02e543ab6b6'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:55.092535 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d0a77d56-f457-4c23-ade9-c02e543ab6b6'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:55.097715 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-556986c3-53d3-41ad-862d-2cf321752181 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6521990 Apr 11 14:24:55.105048 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43250) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:55.108156 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-f9ff44de-f363-4c86-96c1-b437df60f1fa tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:55.108816 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-f9ff44de-f363-4c86-96c1-b437df60f1fa tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:55.123238 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-3f843684-d4f5-48f7-a644-56f6c3cbd5c5 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'subnet': {'network_id': '3f534aa1-8aae-4e73-81b4-8c5676c7c934', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:55.233006 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:24:55.241168 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-f9ff44de-f363-4c86-96c1-b437df60f1fa tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9390416 Apr 11 14:24:55.261482 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Request body: {'port': {'device_id': 'eaaacb0a-7980-463d-9976-4f463fa39b94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:55.332930 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=c9632962-728f-4e5c-9212-c107ae379d69,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:55.396055 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:55.396407 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Added segment 227b208b-b19a-45d4-90a6-e0da4ec030b3 of type vlan for network d8c2ef0a-6211-4a00-a949-3de6746ee53a Apr 11 14:24:55.420361 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-efcccac7-3162-45c6-911d-48425a59a669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:55.443587 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3f843684-d4f5-48f7-a644-56f6c3cbd5c5 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:55.452602 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3f843684-d4f5-48f7-a644-56f6c3cbd5c5 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Usage tracker for resource:subnet and tenant:157d4d28af624b1c88b7b45d883df158 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:55.456182 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:55.462646 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3f843684-d4f5-48f7-a644-56f6c3cbd5c5 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:55.472346 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3f843684-d4f5-48f7-a644-56f6c3cbd5c5 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:55.508593 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] Set router d0a77d56-f457-4c23-ade9-c02e543ab6b6 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:55.549187 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-9ba55ffa-759d-4352-96f7-dfb7b13ad1e4', 'network_id': '9ba55ffa-759d-4352-96f7-dfb7b13ad1e4', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'fixed_ips': [{'subnet_id': '28e9845d-55ac-40fb-b5cb-a7d0c926fbbd'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:24:55.549410 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:55.557340 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f843684-d4f5-48f7-a644-56f6c3cbd5c5 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Made reservation on behalf of 157d4d28af624b1c88b7b45d883df158 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:55.561753 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3f843684-d4f5-48f7-a644-56f6c3cbd5c5 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:55.596748 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:55.608214 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:55.616700 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:55.617346 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:55.623824 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7f5ad-51bb-4bd3-9298-63bbe24cafbb req-426c7f9b-a154-4a0f-9804-e2e1f0e52d47 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:55.626153 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-53e7f5ad-51bb-4bd3-9298-63bbe24cafbb req-426c7f9b-a154-4a0f-9804-e2e1f0e52d47 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:24:55.645237 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ee907747-7bc6-4226-a5fe-9f8a607c7699 None None] Provisioning for port 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:55.652171 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ee907747-7bc6-4226-a5fe-9f8a607c7699 None None] Provisioning complete for port 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:55.652548 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ee907747-7bc6-4226-a5fe-9f8a607c7699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:55.777071 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43256) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:55.786063 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-53e7f5ad-51bb-4bd3-9298-63bbe24cafbb req-426c7f9b-a154-4a0f-9804-e2e1f0e52d47 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:24:55.787682 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-aaea9988-7736-4368-9f83-988d217bab1c tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1880968095', 'description': 'tempest-secgroup-smoke-1880968095 description', 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:55.792443 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-53e7f5ad-51bb-4bd3-9298-63bbe24cafbb req-426c7f9b-a154-4a0f-9804-e2e1f0e52d47 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaaacb0a-7980-463d-9976-4f463fa39b94 HTTP/1.1" status: 200 len: 932 time: 0.4211967 Apr 11 14:24:55.799711 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-aaea9988-7736-4368-9f83-988d217bab1c tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:55.805035 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-ee907747-7bc6-4226-a5fe-9f8a607c7699 None None] Port 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:24:55.867521 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-aaea9988-7736-4368-9f83-988d217bab1c tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Usage tracker for resource:security_group and tenant:df3145cb5eb94e5db4de6b7bba758d40 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:55.877845 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-aaea9988-7736-4368-9f83-988d217bab1c tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:55.891123 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Allocated IP 172.20.0.2 (9ba55ffa-759d-4352-96f7-dfb7b13ad1e4/28e9845d-55ac-40fb-b5cb-a7d0c926fbbd/6161d693-e6e0-4c65-b040-899ad9b06e0f) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:24:55.902107 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-53e7f5ad-51bb-4bd3-9298-63bbe24cafbb req-ca78d4ab-306b-44ad-81f6-2f5cccbe6e3e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=b833fafd-d749-475a-9628-8d77bc0f436f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894089 Apr 11 14:24:55.920343 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-aaea9988-7736-4368-9f83-988d217bab1c tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:55.922452 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'Network': ['ID=d8c2ef0a-6211-4a00-a949-3de6746ee53a,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:55.947230 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0734999 Apr 11 14:24:55.947230 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:55.947230 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:55.947230 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:55.947230 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:55.947867 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:55.947976 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:55.948221 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:55.948545 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:55.948874 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:55.949200 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:55.949529 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:55.950029 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4bb05b-af85-45fe-a650-b0ff959ed589 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:55.955769 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43260) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:55.970026 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network d8c2ef0a-6211-4a00-a949-3de6746ee53a details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:24:55.976723 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-1dc4a8f8-34e1-412a-90f8-5d55aba59b1f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Request body: {'subnet': {'network_id': 'd8c2ef0a-6211-4a00-a949-3de6746ee53a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:56.029565 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-aaea9988-7736-4368-9f83-988d217bab1c tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:56.101792 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-aaea9988-7736-4368-9f83-988d217bab1c tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:56.126166 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-aaea9988-7736-4368-9f83-988d217bab1c tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Usage tracker for resource:security_group_rule and tenant:df3145cb5eb94e5db4de6b7bba758d40 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:56.133686 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a77d56-f457-4c23-ade9-c02e543ab6b6', 'name': 'tempest-TestVolumeBootPattern-1693071932-router', 'tenant_id': 'fb25919377d44ce8b5a8f2df7fe96be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': 'c9632962-728f-4e5c-9212-c107ae379d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:41Z', 'updated_at': '2022-04-11T14:24:51Z', 'revision_number': 4, 'project_id': 'fb25919377d44ce8b5a8f2df7fe96be9', 'gw_port': {'id': 'c9632962-728f-4e5c-9212-c107ae379d69', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a77d56-f457-4c23-ade9-c02e543ab6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:44Z', 'updated_at': '2022-04-11T14:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'ff59ab38-1279-4c1b-bce4-f8620d566937', 'name': '', 'network_id': 'd76597e9-05a5-4d56-93ee-f8a58eb0cb16', 'tenant_id': 'fb25919377d44ce8b5a8f2df7fe96be9', 'mac_address': 'fa:16:3e:09:3c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a77d56-f457-4c23-ade9-c02e543ab6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'cd0f576c-42a8-49f0-8892-cc9572f9fdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:50Z', 'updated_at': '2022-04-11T14:24:52Z', 'revision_number': 2, 'project_id': 'fb25919377d44ce8b5a8f2df7fe96be9', 'subnets': [{'id': 'cd0f576c-42a8-49f0-8892-cc9572f9fdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:56.139620 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] Checking router: d0a77d56-f457-4c23-ade9-c02e543ab6b6 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:24:56.140217 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] Updating router d0a77d56-f457-4c23-ade9-c02e543ab6b6 port ff59ab38-1279-4c1b-bce4-f8620d566937 binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:24:56.140669 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-aaea9988-7736-4368-9f83-988d217bab1c tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:56.211269 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:56.239161 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-aaea9988-7736-4368-9f83-988d217bab1c tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:56.306484 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3 {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:24:56.316863 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:56.335235 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Transition to ACTIVE for port object 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3 will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:56.368831 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1dc4a8f8-34e1-412a-90f8-5d55aba59b1f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:56.400710 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:56.404693 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1dc4a8f8-34e1-412a-90f8-5d55aba59b1f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Usage tracker for resource:subnet and tenant:72c0d9216e10412c8271a23842c8dd71 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:56.407753 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3f843684-d4f5-48f7-a644-56f6c3cbd5c5 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:56.415637 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1dc4a8f8-34e1-412a-90f8-5d55aba59b1f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:56.441237 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c9632962-728f-4e5c-9212-c107ae379d69 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:56.484628 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:56.489540 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f843684-d4f5-48f7-a644-56f6c3cbd5c5 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Subnet': ['ID=8a1e6159-cf4e-437e-9307-d94f6a39dc18,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:56.501014 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1dc4a8f8-34e1-412a-90f8-5d55aba59b1f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:56.512932 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Transition to ACTIVE for port object 6161d693-e6e0-4c65-b040-899ad9b06e0f will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:56.548358 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Transition to ACTIVE for port object 6161d693-e6e0-4c65-b040-899ad9b06e0f will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:56.566971 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port c9632962-728f-4e5c-9212-c107ae379d69 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:56.567337 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:56.616030 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-aaea9988-7736-4368-9f83-988d217bab1c tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:56.623123 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc4a8f8-34e1-412a-90f8-5d55aba59b1f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Made reservation on behalf of 72c0d9216e10412c8271a23842c8dd71 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:56.634173 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1dc4a8f8-34e1-412a-90f8-5d55aba59b1f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:56.679441 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:56.711397 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8a172-0e47-4e68-af79-6fa13d1b7709 req-ce3febe9-6a15-4c45-aa2b-6f5a38d3e8af tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:56.718894 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f4f8a172-0e47-4e68-af79-6fa13d1b7709 req-ce3febe9-6a15-4c45-aa2b-6f5a38d3e8af tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 946 time: 0.4346371 Apr 11 14:24:56.725447 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-aaea9988-7736-4368-9f83-988d217bab1c tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:56.735634 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:56.750771 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] Transition to ACTIVE for port object ff59ab38-1279-4c1b-bce4-f8620d566937 will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:56.759971 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb38cc6-d784-4e91-bf0b-6dfa969cedc3,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:56.766894 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f843684-d4f5-48f7-a644-56f6c3cbd5c5 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Checking segment: {'id': '95b0dd33-68a9-4ace-8f9a-fb678f26ec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '3f534aa1-8aae-4e73-81b4-8c5676c7c934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:56.770440 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f843684-d4f5-48f7-a644-56f6c3cbd5c5 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network hostable DHCP agents. Network: 3f534aa1-8aae-4e73-81b4-8c5676c7c934, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:24:56.779292 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:56.780142 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:56.781654 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:56.782193 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:56.782698 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:56.783198 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:56.783756 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:56.784641 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:56.785193 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:56.785762 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:56.786313 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:56.786967 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:56.795272 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Attempting to bind port 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:24:56.795924 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Attempting to bind port 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '51c6d61b-222d-4b5a-af6a-cf56aa4217f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '58432052-c023-483f-9930-aca8e2a93fa0'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:24:56.796488 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Attempting to bind port 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3 on network 58432052-c023-483f-9930-aca8e2a93fa0 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:24:56.807694 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Network 9ba55ffa-759d-4352-96f7-dfb7b13ad1e4 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:24:56.808719 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Port 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3 on network 58432052-c023-483f-9930-aca8e2a93fa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:24:56.809099 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Attempting to bind port 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3 on network 58432052-c023-483f-9930-aca8e2a93fa0 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:24:56.822747 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:56.823905 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:24:56.824657 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Checking segment: {'id': '51c6d61b-222d-4b5a-af6a-cf56aa4217f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '58432052-c023-483f-9930-aca8e2a93fa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:56.824657 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Bound using segment: {'id': '51c6d61b-222d-4b5a-af6a-cf56aa4217f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '58432052-c023-483f-9930-aca8e2a93fa0'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:24:56.824975 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Bound port: 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51c6d61b-222d-4b5a-af6a-cf56aa4217f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '58432052-c023-483f-9930-aca8e2a93fa0'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:24:56.825278 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:56.838408 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:24:56.849939 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:56.858927 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Pushing event updated for resources: {'Port': ['ID=6161d693-e6e0-4c65-b040-899ad9b06e0f,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:56.866852 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-aaea9988-7736-4368-9f83-988d217bab1c tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:56.871191 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-aaea9988-7736-4368-9f83-988d217bab1c tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0930827 Apr 11 14:24:56.880474 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43266) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:56.880706 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.ipam_backend_mixin [None req-1dc4a8f8-34e1-412a-90f8-5d55aba59b1f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Performing IP validity checks on allocation pools {{(pid=88616) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 11 14:24:56.880706 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.ipam_backend_mixin [None req-1dc4a8f8-34e1-412a-90f8-5d55aba59b1f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88616) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 11 14:24:56.885522 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-bff57bb8-400e-42f2-b8cd-1a94a1ac2d2e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Request body: {'security_group_rule': {'security_group_id': 'e8e2540a-d218-4ba8-9dec-1ebefa2b744d', 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:56.905798 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-bff57bb8-400e-42f2-b8cd-1a94a1ac2d2e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:56.915526 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-bff57bb8-400e-42f2-b8cd-1a94a1ac2d2e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Usage tracker for resource:security_group_rule and tenant:df3145cb5eb94e5db4de6b7bba758d40 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:56.921406 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-bff57bb8-400e-42f2-b8cd-1a94a1ac2d2e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:56.929382 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea9988-7736-4368-9f83-988d217bab1c tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e2540a-d218-4ba8-9dec-1ebefa2b744d,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:56.932077 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:56.932530 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:56.932746 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:56.933084 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:56.933413 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:56.933741 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:56.935382 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:56.935764 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:56.936106 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:56.936441 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:56.936769 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:56.937095 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:56.951756 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-bff57bb8-400e-42f2-b8cd-1a94a1ac2d2e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:56.952152 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f4f8a172-0e47-4e68-af79-6fa13d1b7709 req-215a5e61-e2a0-4eb9-a7e6-25afce71fb61 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1913791 Apr 11 14:24:57.065095 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Attempting to bind port 6161d693-e6e0-4c65-b040-899ad9b06e0f on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:24:57.065514 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Attempting to bind port 6161d693-e6e0-4c65-b040-899ad9b06e0f by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '87e44868-07dc-418b-8286-e587657f0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '9ba55ffa-759d-4352-96f7-dfb7b13ad1e4'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:24:57.066544 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Attempting to bind port 6161d693-e6e0-4c65-b040-899ad9b06e0f on network 9ba55ffa-759d-4352-96f7-dfb7b13ad1e4 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:24:57.067358 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f843684-d4f5-48f7-a644-56f6c3cbd5c5 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network 3f534aa1-8aae-4e73-81b4-8c5676c7c934 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:24:57.089752 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:24:57.090691 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Checking segment: {'id': '87e44868-07dc-418b-8286-e587657f0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '9ba55ffa-759d-4352-96f7-dfb7b13ad1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:57.091303 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:57.093385 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Bound using segment: {'id': '87e44868-07dc-418b-8286-e587657f0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '9ba55ffa-759d-4352-96f7-dfb7b13ad1e4'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:24:57.094515 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Bound port: 6161d693-e6e0-4c65-b040-899ad9b06e0f, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e44868-07dc-418b-8286-e587657f0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '9ba55ffa-759d-4352-96f7-dfb7b13ad1e4'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:24:57.101353 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:57.132548 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252aed06-fd19-40cd-a8f2-cb3da0315c51 None None] Pushing event updated for resources: {'Port': ['ID=ff59ab38-1279-4c1b-bce4-f8620d566937,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:57.154207 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252aed06-fd19-40cd-a8f2-cb3da0315c51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:57.154898 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252aed06-fd19-40cd-a8f2-cb3da0315c51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:57.154898 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252aed06-fd19-40cd-a8f2-cb3da0315c51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:57.155226 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252aed06-fd19-40cd-a8f2-cb3da0315c51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:57.155532 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252aed06-fd19-40cd-a8f2-cb3da0315c51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:57.155857 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252aed06-fd19-40cd-a8f2-cb3da0315c51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:57.156178 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252aed06-fd19-40cd-a8f2-cb3da0315c51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:57.156553 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252aed06-fd19-40cd-a8f2-cb3da0315c51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:57.156892 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252aed06-fd19-40cd-a8f2-cb3da0315c51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:57.157211 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252aed06-fd19-40cd-a8f2-cb3da0315c51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:57.157527 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252aed06-fd19-40cd-a8f2-cb3da0315c51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:57.157953 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252aed06-fd19-40cd-a8f2-cb3da0315c51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:24:57.167015 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-3f843684-d4f5-48f7-a644-56f6c3cbd5c5 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 3f534aa1-8aae-4e73-81b4-8c5676c7c934) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:57.178171 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f843684-d4f5-48f7-a644-56f6c3cbd5c5 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:57.182680 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3f843684-d4f5-48f7-a644-56f6c3cbd5c5 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:57.238624 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d255dab5-ad4f-4d9c-a7f1-1295fb412291 None None] Network 3f534aa1-8aae-4e73-81b4-8c5676c7c934 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:57.239094 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1dc4a8f8-34e1-412a-90f8-5d55aba59b1f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:57.282239 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] For port 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:24:57.293996 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] For port 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=2eb38cc6-d784-4e91-bf0b-6dfa969cedc3,segment=NetworkSegment(51c6d61b-222d-4b5a-af6a-cf56aa4217f5),segment_id=51c6d61b-222d-4b5a-af6a-cf56aa4217f5)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:24:57.311417 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] Attempting to bind port ff59ab38-1279-4c1b-bce4-f8620d566937 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:24:57.311987 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] Attempting to bind port ff59ab38-1279-4c1b-bce4-f8620d566937 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '53a731c9-c254-4fa9-9aa5-d4d3476a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'd76597e9-05a5-4d56-93ee-f8a58eb0cb16'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:24:57.319486 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] Attempting to bind port ff59ab38-1279-4c1b-bce4-f8620d566937 on network d76597e9-05a5-4d56-93ee-f8a58eb0cb16 {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:24:57.319486 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:24:57.319486 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] Checking segment: {'id': '53a731c9-c254-4fa9-9aa5-d4d3476a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'd76597e9-05a5-4d56-93ee-f8a58eb0cb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:57.319486 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:57.319900 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] Bound using segment: {'id': '53a731c9-c254-4fa9-9aa5-d4d3476a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'd76597e9-05a5-4d56-93ee-f8a58eb0cb16'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:24:57.320177 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] Bound port: ff59ab38-1279-4c1b-bce4-f8620d566937, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a731c9-c254-4fa9-9aa5-d4d3476a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'd76597e9-05a5-4d56-93ee-f8a58eb0cb16'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:24:57.320446 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:57.329888 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-2900b432-d0e0-4765-9153-02929934be6a None None] For port 6161d693-e6e0-4c65-b040-899ad9b06e0f, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:24:57.330218 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3f843684-d4f5-48f7-a644-56f6c3cbd5c5 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2172310 Apr 11 14:24:57.334283 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43272) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:57.341931 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-883f9504-6c16-4645-aaa9-4a490d5c5614 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-902644135', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:57.358805 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc4a8f8-34e1-412a-90f8-5d55aba59b1f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'Subnet': ['ID=4a1811cd-fa62-4562-b235-74ee7dbd69e1,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:57.369257 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810c4b6-3f23-4b85-b96f-ef1ac54218d5 req-1eb25dcb-3554-4501-8875-4a9f4609fe8f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:57.371208 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc4a8f8-34e1-412a-90f8-5d55aba59b1f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Checking segment: {'id': '227b208b-b19a-45d4-90a6-e0da4ec030b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd8c2ef0a-6211-4a00-a949-3de6746ee53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:24:57.372507 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc4a8f8-34e1-412a-90f8-5d55aba59b1f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Network hostable DHCP agents. Network: d8c2ef0a-6211-4a00-a949-3de6746ee53a, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:24:57.373099 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b810c4b6-3f23-4b85-b96f-ef1ac54218d5 req-1eb25dcb-3554-4501-8875-4a9f4609fe8f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaaacb0a-7980-463d-9976-4f463fa39b94 HTTP/1.1" status: 200 len: 944 time: 0.1521223 Apr 11 14:24:57.375010 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-883f9504-6c16-4645-aaa9-4a490d5c5614 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:57.393402 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-2900b432-d0e0-4765-9153-02929934be6a None None] For port 6161d693-e6e0-4c65-b040-899ad9b06e0f, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6161d693-e6e0-4c65-b040-899ad9b06e0f,segment=NetworkSegment(87e44868-07dc-418b-8286-e587657f0199),segment_id=87e44868-07dc-418b-8286-e587657f0199)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:24:57.411903 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-883f9504-6c16-4645-aaa9-4a490d5c5614 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Usage tracker for resource:router and tenant:157d4d28af624b1c88b7b45d883df158 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:57.418109 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-883f9504-6c16-4645-aaa9-4a490d5c5614 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:57.420915 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bff57bb8-400e-42f2-b8cd-1a94a1ac2d2e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:57.430927 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:57.437173 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] For port ff59ab38-1279-4c1b-bce4-f8620d566937, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:24:57.442207 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] For port ff59ab38-1279-4c1b-bce4-f8620d566937, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=ff59ab38-1279-4c1b-bce4-f8620d566937,segment=NetworkSegment(53a731c9-c254-4fa9-9aa5-d4d3476a6234),segment_id=53a731c9-c254-4fa9-9aa5-d4d3476a6234)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:24:57.470581 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc4a8f8-34e1-412a-90f8-5d55aba59b1f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Network d8c2ef0a-6211-4a00-a949-3de6746ee53a is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:24:57.484534 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-883f9504-6c16-4645-aaa9-4a490d5c5614 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:57.528873 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:57.542572 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:57.543206 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:57.544728 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] 10.222.0.53 "PUT /v2.0/ports/2eb38cc6-d784-4e91-bf0b-6dfa969cedc3 HTTP/1.1" status: 200 len: 1094 time: 2.2888951 Apr 11 14:24:57.552663 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaaacb0a-7980-463d-9976-4f463fa39b94', 'tag': '2eb38cc6-d784-4e91-bf0b-6dfa969cedc3'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:24:57.553598 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:57.553996 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-1dc4a8f8-34e1-412a-90f8-5d55aba59b1f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, d8c2ef0a-6211-4a00-a949-3de6746ee53a) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:57.562185 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc4a8f8-34e1-412a-90f8-5d55aba59b1f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:57.568409 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1dc4a8f8-34e1-412a-90f8-5d55aba59b1f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:57.585597 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d52cfca-716e-4635-9093-8a99c89c5005 None None] Network d8c2ef0a-6211-4a00-a949-3de6746ee53a requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:57.596029 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b810c4b6-3f23-4b85-b96f-ef1ac54218d5 req-46ae136c-9ef2-4bbe-918c-2d90dd916a84 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=b833fafd-d749-475a-9628-8d77bc0f436f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148056 Apr 11 14:24:57.610569 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-883f9504-6c16-4645-aaa9-4a490d5c5614 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:57.611578 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-883f9504-6c16-4645-aaa9-4a490d5c5614 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:57.618818 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e30c6-51bb-425c-99ff-291cb5464a16 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb38cc6-d784-4e91-bf0b-6dfa969cedc3,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:57.638811 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a659001-3d09-4345-a986-4cd50b214f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-3f534aa1-8aae-4e73-81b4-8c5676c7c934', 'network_id': '3f534aa1-8aae-4e73-81b4-8c5676c7c934', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'fixed_ips': [{'subnet_id': '8a1e6159-cf4e-437e-9307-d94f6a39dc18'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:24:57.639652 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5a659001-3d09-4345-a986-4cd50b214f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:57.650643 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bff57bb8-400e-42f2-b8cd-1a94a1ac2d2e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:57.659305 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-883f9504-6c16-4645-aaa9-4a490d5c5614 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:57.724090 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252aed06-fd19-40cd-a8f2-cb3da0315c51 None None] Pushing event updated for resources: {'Port': ['ID=ff59ab38-1279-4c1b-bce4-f8620d566937,revision_number=4']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:57.725447 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec0716b0-73c4-4846-940f-44355d1cd45c'] response: {'name': 'network-changed', 'server_uuid': 'eaaacb0a-7980-463d-9976-4f463fa39b94', 'tag': '2eb38cc6-d784-4e91-bf0b-6dfa969cedc3', 'status': 'completed', 'code': 200} Apr 11 14:24:57.731494 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] Routers {'d0a77d56-f457-4c23-ade9-c02e543ab6b6'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:24:57.738395 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d0a77d56-f457-4c23-ade9-c02e543ab6b6'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:57.738533 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bff57bb8-400e-42f2-b8cd-1a94a1ac2d2e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:57.758005 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1dc4a8f8-34e1-412a-90f8-5d55aba59b1f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8002546 Apr 11 14:24:57.760431 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43278) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:57.786654 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff57bb8-400e-42f2-b8cd-1a94a1ac2d2e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a2402f9-78a8-47d5-8fce-14f60c8ddaba,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:57.836212 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-a22bccf1-997e-431d-9fc8-259f3bcbfcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:57.838256 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-a22bccf1-997e-431d-9fc8-259f3bcbfcf1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=eaaacb0a-7980-463d-9976-4f463fa39b94 HTTP/1.1" status: 200 len: 1097 time: 0.1626873 Apr 11 14:24:57.980494 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900b432-d0e0-4765-9153-02929934be6a None None] Pushing event updated for resources: {'Port': ['ID=6161d693-e6e0-4c65-b040-899ad9b06e0f,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:57.987225 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-76136e3c-18cb-41cc-baf4-cf5727c6ed7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:58.010115 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-883f9504-6c16-4645-aaa9-4a490d5c5614 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:58.022933 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] Set router d0a77d56-f457-4c23-ade9-c02e543ab6b6 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:24:58.061098 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bff57bb8-400e-42f2-b8cd-1a94a1ac2d2e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:58.062501 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bff57bb8-400e-42f2-b8cd-1a94a1ac2d2e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1823080 Apr 11 14:24:58.088645 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43284) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:58.110920 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-576dd426-7afc-4816-9371-d8c953de04e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=2eb38cc6-d784-4e91-bf0b-6dfa969cedc3 HTTP/1.1" status: 200 len: 217 time: 0.2542014 Apr 11 14:24:58.117948 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-c0a6df2e-ac26-4ab0-a37b-ccf32aed3e5d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Request body: {'security_group_rule': {'security_group_id': 'e8e2540a-d218-4ba8-9dec-1ebefa2b744d', 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:58.137505 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c0a6df2e-ac26-4ab0-a37b-ccf32aed3e5d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:58.143013 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cf592125-504f-43cf-9022-5601d46378c0 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:58.163721 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c0a6df2e-ac26-4ab0-a37b-ccf32aed3e5d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Usage tracker for resource:security_group_rule and tenant:df3145cb5eb94e5db4de6b7bba758d40 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:58.173651 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c0a6df2e-ac26-4ab0-a37b-ccf32aed3e5d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:58.215143 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c0a6df2e-ac26-4ab0-a37b-ccf32aed3e5d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:58.373247 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-883f9504-6c16-4645-aaa9-4a490d5c5614 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:58.374523 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-883f9504-6c16-4645-aaa9-4a490d5c5614 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0380473 Apr 11 14:24:58.378490 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43288) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:58.384849 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cf592125-504f-43cf-9022-5601d46378c0 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:58.430526 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de4df30-2d65-4a25-a5be-a659479c25f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-d8c2ef0a-6211-4a00-a949-3de6746ee53a', 'network_id': 'd8c2ef0a-6211-4a00-a949-3de6746ee53a', 'tenant_id': '72c0d9216e10412c8271a23842c8dd71', 'fixed_ips': [{'subnet_id': '4a1811cd-fa62-4562-b235-74ee7dbd69e1'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:24:58.431590 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0de4df30-2d65-4a25-a5be-a659479c25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:58.504228 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-7d2ac441-9d93-4db6-97d9-1f3ddfa53c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:58.505733 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-7d2ac441-9d93-4db6-97d9-1f3ddfa53c2c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=206a33ea-3ee0-4b42-879a-b8494c98d274 HTTP/1.1" status: 200 len: 837 time: 0.3908260 Apr 11 14:24:58.544844 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6161d693-e6e0-4c65-b040-899ad9b06e0f up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:24:58.621158 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-5a659001-3d09-4345-a986-4cd50b214f26 None None] Allocated IP 172.21.0.2 (3f534aa1-8aae-4e73-81b4-8c5676c7c934/8a1e6159-cf4e-437e-9307-d94f6a39dc18/a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:24:58.630834 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c0a6df2e-ac26-4ab0-a37b-ccf32aed3e5d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:58.635490 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a77d56-f457-4c23-ade9-c02e543ab6b6', 'name': 'tempest-TestVolumeBootPattern-1693071932-router', 'tenant_id': 'fb25919377d44ce8b5a8f2df7fe96be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': 'c9632962-728f-4e5c-9212-c107ae379d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:41Z', 'updated_at': '2022-04-11T14:24:51Z', 'revision_number': 4, 'project_id': 'fb25919377d44ce8b5a8f2df7fe96be9', 'gw_port': {'id': 'c9632962-728f-4e5c-9212-c107ae379d69', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a77d56-f457-4c23-ade9-c02e543ab6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:44Z', 'updated_at': '2022-04-11T14:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'ff59ab38-1279-4c1b-bce4-f8620d566937', 'name': '', 'network_id': 'd76597e9-05a5-4d56-93ee-f8a58eb0cb16', 'tenant_id': 'fb25919377d44ce8b5a8f2df7fe96be9', 'mac_address': 'fa:16:3e:09:3c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a77d56-f457-4c23-ade9-c02e543ab6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'cd0f576c-42a8-49f0-8892-cc9572f9fdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:50Z', 'updated_at': '2022-04-11T14:24:57Z', 'revision_number': 4, 'project_id': 'fb25919377d44ce8b5a8f2df7fe96be9', 'subnets': [{'id': 'cd0f576c-42a8-49f0-8892-cc9572f9fdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:58.642419 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200bfce6-2bdd-457c-9ad1-4923b8912c09 None None] The sync data for ids ['d0a77d56-f457-4c23-ade9-c02e543ab6b6'] in dv-neutron-837330-1-hyperv is: [{'id': 'd0a77d56-f457-4c23-ade9-c02e543ab6b6', 'name': 'tempest-TestVolumeBootPattern-1693071932-router', 'tenant_id': 'fb25919377d44ce8b5a8f2df7fe96be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': 'c9632962-728f-4e5c-9212-c107ae379d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:41Z', 'updated_at': '2022-04-11T14:24:51Z', 'revision_number': 4, 'project_id': 'fb25919377d44ce8b5a8f2df7fe96be9', 'gw_port': {'id': 'c9632962-728f-4e5c-9212-c107ae379d69', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a77d56-f457-4c23-ade9-c02e543ab6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:44Z', 'updated_at': '2022-04-11T14:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'ff59ab38-1279-4c1b-bce4-f8620d566937', 'name': '', 'network_id': 'd76597e9-05a5-4d56-93ee-f8a58eb0cb16', 'tenant_id': 'fb25919377d44ce8b5a8f2df7fe96be9', 'mac_address': 'fa:16:3e:09:3c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a77d56-f457-4c23-ade9-c02e543ab6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'cd0f576c-42a8-49f0-8892-cc9572f9fdab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:50Z', 'updated_at': '2022-04-11T14:24:57Z', 'revision_number': 4, 'project_id': 'fb25919377d44ce8b5a8f2df7fe96be9', 'subnets': [{'id': 'cd0f576c-42a8-49f0-8892-cc9572f9fdab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:24:58.720086 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cf592125-504f-43cf-9022-5601d46378c0 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:58.781034 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:58.801967 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:58.803867 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf592125-504f-43cf-9022-5601d46378c0 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Subnet': ['ID=4a1811cd-fa62-4562-b235-74ee7dbd69e1,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:58.817113 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c0a6df2e-ac26-4ab0-a37b-ccf32aed3e5d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server [None req-0de4df30-2d65-4a25-a5be-a659479c25f6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a1811cd-fa62-4562-b235-74ee7dbd69e1: This subnet is being modified by another concurrent operation. Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise self.value Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise self.value Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise self.value Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise self.value Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise self.value Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise self.value Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server raise exception Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a1811cd-fa62-4562-b235-74ee7dbd69e1: This subnet is being modified by another concurrent operation. Apr 11 14:24:58.911111 dv-neutron-837330-1-hyperv neutron-server[88618]: ERROR oslo_messaging.rpc.server Apr 11 14:24:58.932243 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 6161d693-e6e0-4c65-b040-899ad9b06e0f completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:58.935862 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf77fa5-4662-430a-ac88-6644f282414d req-1dc92d69-b5ac-45eb-aa84-a4a1ebff2cca tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:58.938646 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-abf77fa5-4662-430a-ac88-6644f282414d req-1dc92d69-b5ac-45eb-aa84-a4a1ebff2cca tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 946 time: 0.6846440 Apr 11 14:24:59.057510 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3a8300-dff4-42aa-a9ed-5b8c4c57cb00 None None] Network d8c2ef0a-6211-4a00-a949-3de6746ee53a requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:59.059194 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cf592125-504f-43cf-9022-5601d46378c0 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:59.059194 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c0a6df2e-ac26-4ab0-a37b-ccf32aed3e5d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:59.200331 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-cf592125-504f-43cf-9022-5601d46378c0 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c2ef0a-6211-4a00-a949-3de6746ee53a']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:59.214865 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c0a6df2e-ac26-4ab0-a37b-ccf32aed3e5d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:59.218657 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c0a6df2e-ac26-4ab0-a37b-ccf32aed3e5d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1265407 Apr 11 14:24:59.220332 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6df2e-ac26-4ab0-a37b-ccf32aed3e5d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8003b71e-1d3f-46dd-abf4-f0f2ef5487dd,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:59.230214 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43294) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:59.231176 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-cf592125-504f-43cf-9022-5601d46378c0 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227b208b-b19a-45d4-90a6-e0da4ec030b3') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:59.231484 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-cf592125-504f-43cf-9022-5601d46378c0 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227b208b-b19a-45d4-90a6-e0da4ec030b3') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:24:59.238112 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-abf77fa5-4662-430a-ac88-6644f282414d req-703e3a05-20cb-4a81-9c2c-60c2b530ec54 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2876832 Apr 11 14:24:59.249978 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cf592125-504f-43cf-9022-5601d46378c0 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:59.271003 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-640bcdfd-89ca-43d6-8ca2-1a298673b7c6 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Request body: {'security_group_rule': {'security_group_id': 'e8e2540a-d218-4ba8-9dec-1ebefa2b744d', 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:59.286790 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cf592125-504f-43cf-9022-5601d46378c0 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:59.300978 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89a5d2-d195-4af2-a8ec-6aa48d559141 req-d366f5f3-de02-476b-b4a6-cae4d11ef477 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:59.304081 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0b89a5d2-d195-4af2-a8ec-6aa48d559141 req-d366f5f3-de02-476b-b4a6-cae4d11ef477 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaaacb0a-7980-463d-9976-4f463fa39b94 HTTP/1.1" status: 200 len: 944 time: 0.2713079 Apr 11 14:24:59.305954 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf592125-504f-43cf-9022-5601d46378c0 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:24:59.306370 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cf592125-504f-43cf-9022-5601d46378c0 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:24:59.329595 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:24:59.374617 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-640bcdfd-89ca-43d6-8ca2-1a298673b7c6 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:59.412461 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-bc0fc5a3-8ec2-4859-bd09-54e614169df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:24:59.414829 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-bc0fc5a3-8ec2-4859-bd09-54e614169df5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=58432052-c023-483f-9930-aca8e2a93fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6966586 Apr 11 14:24:59.420636 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-640bcdfd-89ca-43d6-8ca2-1a298673b7c6 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Usage tracker for resource:security_group_rule and tenant:df3145cb5eb94e5db4de6b7bba758d40 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:59.426411 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-640bcdfd-89ca-43d6-8ca2-1a298673b7c6 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:59.464004 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-0b89a5d2-d195-4af2-a8ec-6aa48d559141 req-758cb1ac-6a7f-4f85-b8ec-ba59968d2503 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:24:59.468650 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-640bcdfd-89ca-43d6-8ca2-1a298673b7c6 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:59.470800 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412aebda-be4a-4be4-b19c-3c7f1296a94d None None] Network 9ba55ffa-759d-4352-96f7-dfb7b13ad1e4 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:24:59.556489 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cf592125-504f-43cf-9022-5601d46378c0 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:59.561001 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cf592125-504f-43cf-9022-5601d46378c0 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:59.600632 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-0b89a5d2-d195-4af2-a8ec-6aa48d559141 req-758cb1ac-6a7f-4f85-b8ec-ba59968d2503 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:24:59.603229 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0b89a5d2-d195-4af2-a8ec-6aa48d559141 req-758cb1ac-6a7f-4f85-b8ec-ba59968d2503 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=b833fafd-d749-475a-9628-8d77bc0f436f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2725809 Apr 11 14:24:59.605279 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cf592125-504f-43cf-9022-5601d46378c0 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/networks/d8c2ef0a-6211-4a00-a949-3de6746ee53a HTTP/1.1" status: 204 len: 168 time: 1.8435678 Apr 11 14:24:59.609714 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43300) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:24:59.614398 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf592125-504f-43cf-9022-5601d46378c0 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Network': ['ID=d8c2ef0a-6211-4a00-a949-3de6746ee53a,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:59.620465 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-d2533a49-760e-4ba3-835c-6889edae045a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-565780260'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:24:59.630146 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-d2533a49-760e-4ba3-835c-6889edae045a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:24:59.633553 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5a659001-3d09-4345-a986-4cd50b214f26 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:59.638833 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d2533a49-760e-4ba3-835c-6889edae045a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Usage tracker for resource:network and tenant:72c0d9216e10412c8271a23842c8dd71 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:24:59.642443 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d2533a49-760e-4ba3-835c-6889edae045a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:24:59.644596 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5a659001-3d09-4345-a986-4cd50b214f26 None None] Transition to ACTIVE for port object a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:59.649228 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-d2533a49-760e-4ba3-835c-6889edae045a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:24:59.681960 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5a659001-3d09-4345-a986-4cd50b214f26 None None] Transition to ACTIVE for port object a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:24:59.683207 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9ff4667a-b0aa-4539-b27c-d401c6a1ce78 None None] Provisioning for port 6161d693-e6e0-4c65-b040-899ad9b06e0f completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:24:59.693637 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9ff4667a-b0aa-4539-b27c-d401c6a1ce78 None None] Provisioning complete for port 6161d693-e6e0-4c65-b040-899ad9b06e0f triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:24:59.694148 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9ff4667a-b0aa-4539-b27c-d401c6a1ce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:59.705159 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-640bcdfd-89ca-43d6-8ca2-1a298673b7c6 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:59.740351 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:24:59.772624 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2533a49-760e-4ba3-835c-6889edae045a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Made reservation on behalf of 72c0d9216e10412c8271a23842c8dd71 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:24:59.776768 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d2533a49-760e-4ba3-835c-6889edae045a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:59.804806 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5a659001-3d09-4345-a986-4cd50b214f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:59.825099 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2533a49-760e-4ba3-835c-6889edae045a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:24:59.838759 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d2533a49-760e-4ba3-835c-6889edae045a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:59.839532 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-d2533a49-760e-4ba3-835c-6889edae045a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Added segment 7e37f163-ce74-44be-851c-1b7d25ede47e of type vlan for network faed1f5c-78b7-4696-b06d-59ef083f6bf6 Apr 11 14:24:59.874944 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dbe8c80b-96cc-40ac-8b90-8ec8fb81e80c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:59.876651 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d2533a49-760e-4ba3-835c-6889edae045a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:24:59.900442 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a659001-3d09-4345-a986-4cd50b214f26 None None] Pushing event updated for resources: {'Port': ['ID=a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:24:59.914658 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a659001-3d09-4345-a986-4cd50b214f26 None None] Network 3f534aa1-8aae-4e73-81b4-8c5676c7c934 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:24:59.921105 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-5a659001-3d09-4345-a986-4cd50b214f26 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:24:59.928289 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a659001-3d09-4345-a986-4cd50b214f26 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:25:00.002129 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d2533a49-760e-4ba3-835c-6889edae045a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:00.014020 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2533a49-760e-4ba3-835c-6889edae045a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:00.015130 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d2533a49-760e-4ba3-835c-6889edae045a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:00.019961 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:00.141735 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9ff4667a-b0aa-4539-b27c-d401c6a1ce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:00.156979 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2533a49-760e-4ba3-835c-6889edae045a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'Network': ['ID=faed1f5c-78b7-4696-b06d-59ef083f6bf6,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:00.158636 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-5a659001-3d09-4345-a986-4cd50b214f26 None None] Attempting to bind port a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:25:00.159886 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-5a659001-3d09-4345-a986-4cd50b214f26 None None] Attempting to bind port a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '95b0dd33-68a9-4ace-8f9a-fb678f26ec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '3f534aa1-8aae-4e73-81b4-8c5676c7c934'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:25:00.160547 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a659001-3d09-4345-a986-4cd50b214f26 None None] Attempting to bind port a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8 on network 3f534aa1-8aae-4e73-81b4-8c5676c7c934 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:25:00.175582 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network faed1f5c-78b7-4696-b06d-59ef083f6bf6 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:25:00.197097 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a659001-3d09-4345-a986-4cd50b214f26 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:25:00.197470 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a659001-3d09-4345-a986-4cd50b214f26 None None] Checking segment: {'id': '95b0dd33-68a9-4ace-8f9a-fb678f26ec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '3f534aa1-8aae-4e73-81b4-8c5676c7c934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:25:00.198181 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5a659001-3d09-4345-a986-4cd50b214f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:00.198579 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a659001-3d09-4345-a986-4cd50b214f26 None None] Bound using segment: {'id': '95b0dd33-68a9-4ace-8f9a-fb678f26ec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '3f534aa1-8aae-4e73-81b4-8c5676c7c934'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:25:00.199059 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-5a659001-3d09-4345-a986-4cd50b214f26 None None] Bound port: a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b0dd33-68a9-4ace-8f9a-fb678f26ec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '3f534aa1-8aae-4e73-81b4-8c5676c7c934'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:25:00.199602 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5a659001-3d09-4345-a986-4cd50b214f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:00.227221 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d2533a49-760e-4ba3-835c-6889edae045a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6150436 Apr 11 14:25:00.230511 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43304) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:00.230823 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-640bcdfd-89ca-43d6-8ca2-1a298673b7c6 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:00.237253 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-0391bf57-f01e-42c4-ad14-96080cd46eea tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Request body: {'subnet': {'network_id': 'faed1f5c-78b7-4696-b06d-59ef083f6bf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:00.248048 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee506e7-a7b3-4352-b4c6-46ab101057e5 req-42d8b198-aa30-4be9-aa9c-799919cce7ef tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:00.249612 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-eee506e7-a7b3-4352-b4c6-46ab101057e5 req-42d8b198-aa30-4be9-aa9c-799919cce7ef tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 946 time: 0.7946630 Apr 11 14:25:00.287390 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-28aa9024-06a6-4c29-ae6c-e903802b3ee9 service neutron] 10.222.0.53 "GET /v2.0/networks/58432052-c023-483f-9930-aca8e2a93fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8271818 Apr 11 14:25:00.293791 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-9ff4667a-b0aa-4539-b27c-d401c6a1ce78 None None] For port 6161d693-e6e0-4c65-b040-899ad9b06e0f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6161d693-e6e0-4c65-b040-899ad9b06e0f,segment=NetworkSegment(87e44868-07dc-418b-8286-e587657f0199),segment_id=87e44868-07dc-418b-8286-e587657f0199)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:25:00.360230 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-640bcdfd-89ca-43d6-8ca2-1a298673b7c6 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:00.399255 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0391bf57-f01e-42c4-ad14-96080cd46eea tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:00.402040 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9ff4667a-b0aa-4539-b27c-d401c6a1ce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:00.416438 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0391bf57-f01e-42c4-ad14-96080cd46eea tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Usage tracker for resource:subnet and tenant:72c0d9216e10412c8271a23842c8dd71 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:25:00.431518 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0391bf57-f01e-42c4-ad14-96080cd46eea tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:25:00.457016 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0391bf57-f01e-42c4-ad14-96080cd46eea tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:00.483299 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640bcdfd-89ca-43d6-8ca2-1a298673b7c6 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a49c83f-f77d-4054-8c4b-b126e7c222f9,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:00.492862 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ff59ab38-1279-4c1b-bce4-f8620d566937 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:25:00.538825 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0391bf57-f01e-42c4-ad14-96080cd46eea tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Made reservation on behalf of 72c0d9216e10412c8271a23842c8dd71 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:25:00.542439 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0391bf57-f01e-42c4-ad14-96080cd46eea tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:00.552456 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-5a659001-3d09-4345-a986-4cd50b214f26 None None] For port a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:25:00.574603 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-640bcdfd-89ca-43d6-8ca2-1a298673b7c6 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:00.578476 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-640bcdfd-89ca-43d6-8ca2-1a298673b7c6 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3444786 Apr 11 14:25:00.582561 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43308) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:00.591212 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-5a659001-3d09-4345-a986-4cd50b214f26 None None] For port a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8,segment=NetworkSegment(95b0dd33-68a9-4ace-8f9a-fb678f26ec10),segment_id=95b0dd33-68a9-4ace-8f9a-fb678f26ec10)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:25:00.591434 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-eee506e7-a7b3-4352-b4c6-46ab101057e5 req-028dbf0b-480b-4249-be48-1d0db7068d0c tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3070371 Apr 11 14:25:00.595625 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-34e7a743-31d4-40d8-8eaa-0ff3b0645797 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Request body: {'security_group_rule': {'security_group_id': 'e8e2540a-d218-4ba8-9dec-1ebefa2b744d', 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:00.601631 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4667a-b0aa-4539-b27c-d401c6a1ce78 None None] Pushing event updated for resources: {'Port': ['ID=6161d693-e6e0-4c65-b040-899ad9b06e0f,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:00.619225 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-34e7a743-31d4-40d8-8eaa-0ff3b0645797 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:00.635266 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43314) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:00.639178 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-829f4217-d8a3-4cfe-bd90-8754d3ec28a3 req-154ac373-8459-4cb8-aabb-ce479b7010d2 service neutron] 10.222.0.53 "GET /v2.0/networks/58432052-c023-483f-9930-aca8e2a93fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217082 Apr 11 14:25:00.681354 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5a659001-3d09-4345-a986-4cd50b214f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:00.684032 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-dbe8c80b-96cc-40ac-8b90-8ec8fb81e80c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Allocated IP 172.20.0.1 (9ba55ffa-759d-4352-96f7-dfb7b13ad1e4/28e9845d-55ac-40fb-b5cb-a7d0c926fbbd/1babba32-022e-42a2-b2f6-c5df91597fbe) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:25:00.685314 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-34e7a743-31d4-40d8-8eaa-0ff3b0645797 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Usage tracker for resource:security_group_rule and tenant:df3145cb5eb94e5db4de6b7bba758d40 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:25:00.692199 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-34e7a743-31d4-40d8-8eaa-0ff3b0645797 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:25:00.700007 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-34e7a743-31d4-40d8-8eaa-0ff3b0645797 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:00.756525 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port ff59ab38-1279-4c1b-bce4-f8620d566937 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:25:00.777973 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port ff59ab38-1279-4c1b-bce4-f8620d566937 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:00.778348 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:00.832391 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ce7d9983-972a-4c7e-b69d-a3689e46279f None None] Provisioning complete for port 6161d693-e6e0-4c65-b040-899ad9b06e0f triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:00.832838 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ce7d9983-972a-4c7e-b69d-a3689e46279f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:00.859976 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-34e7a743-31d4-40d8-8eaa-0ff3b0645797 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:00.879454 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a659001-3d09-4345-a986-4cd50b214f26 None None] Pushing event updated for resources: {'Port': ['ID=a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:00.883641 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f4d4bd-08ef-4fbc-b7a6-d4919f1b2cb6 tempest-TestNetworkAdvancedServerOps-2072584484 tempest-TestNetworkAdvancedServerOps-2072584484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:00.887576 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b1f4d4bd-08ef-4fbc-b7a6-d4919f1b2cb6 tempest-TestNetworkAdvancedServerOps-2072584484 tempest-TestNetworkAdvancedServerOps-2072584484-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 1094 time: 0.2511249 Apr 11 14:25:00.888376 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43318) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:00.912669 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-83486db1-ae98-45c6-94ba-bc3fdcda7ad5 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': '44de09a9-cb60-4958-af4e-a2d885240c17', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:00.923557 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-83486db1-ae98-45c6-94ba-bc3fdcda7ad5 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:00.935792 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-83486db1-ae98-45c6-94ba-bc3fdcda7ad5 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Usage tracker for resource:floatingip and tenant:c01302260e1b42aaba91a0ad6d85cc8c is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:25:00.949262 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-83486db1-ae98-45c6-94ba-bc3fdcda7ad5 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:25:00.962863 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-83486db1-ae98-45c6-94ba-bc3fdcda7ad5 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:00.991075 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dbe8c80b-96cc-40ac-8b90-8ec8fb81e80c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:00.994540 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c53a4-57bb-48b9-850d-a3371f65e981 req-7d909cfa-c926-4a55-ab9d-8a2c13c87170 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:00.996163 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3a2c53a4-57bb-48b9-850d-a3371f65e981 req-7d909cfa-c926-4a55-ab9d-8a2c13c87170 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaaacb0a-7980-463d-9976-4f463fa39b94 HTTP/1.1" status: 200 len: 944 time: 0.2514842 Apr 11 14:25:01.023153 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-dbe8c80b-96cc-40ac-8b90-8ec8fb81e80c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Transition to ACTIVE for port object 1babba32-022e-42a2-b2f6-c5df91597fbe will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:25:01.027062 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b684fc-3be2-45fa-b833-267978435822 req-82d70a87-423a-459e-9ae3-d81ab345677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:01.028631 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-42b684fc-3be2-45fa-b833-267978435822 req-82d70a87-423a-459e-9ae3-d81ab345677f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=eaaacb0a-7980-463d-9976-4f463fa39b94 HTTP/1.1" status: 200 len: 1097 time: 0.1806309 Apr 11 14:25:01.045203 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-34e7a743-31d4-40d8-8eaa-0ff3b0645797 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:01.069045 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:01.089949 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3a2c53a4-57bb-48b9-850d-a3371f65e981 req-1c05613e-88b9-42d1-9ece-1062a0db0f48 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=b833fafd-d749-475a-9628-8d77bc0f436f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817776 Apr 11 14:25:01.110669 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0391bf57-f01e-42c4-ad14-96080cd46eea tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:01.129113 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port ff59ab38-1279-4c1b-bce4-f8620d566937, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=ff59ab38-1279-4c1b-bce4-f8620d566937,segment=NetworkSegment(53a731c9-c254-4fa9-9aa5-d4d3476a6234),segment_id=53a731c9-c254-4fa9-9aa5-d4d3476a6234)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:25:01.149037 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-83486db1-ae98-45c6-94ba-bc3fdcda7ad5 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for floatingip, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:01.151693 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-34e7a743-31d4-40d8-8eaa-0ff3b0645797 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:01.233134 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7a743-31d4-40d8-8eaa-0ff3b0645797 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea6eafbe-6e1e-4850-8e67-2352a77f6077,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:01.233994 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:01.256253 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b684fc-3be2-45fa-b833-267978435822 req-7fe58f8b-5370-434d-9073-37901a012c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:01.260800 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-42b684fc-3be2-45fa-b833-267978435822 req-7fe58f8b-5370-434d-9073-37901a012c85 service neutron] 10.222.0.53 "GET /v2.0/networks?id=58432052-c023-483f-9930-aca8e2a93fa0 HTTP/1.1" status: 200 len: 899 time: 0.2155502 Apr 11 14:25:01.271164 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391bf57-f01e-42c4-ad14-96080cd46eea tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'Subnet': ['ID=1dbb917a-6fae-4388-b4d0-8c3ab515e9df,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:01.279264 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0391bf57-f01e-42c4-ad14-96080cd46eea tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Checking segment: {'id': '7e37f163-ce74-44be-851c-1b7d25ede47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'faed1f5c-78b7-4696-b06d-59ef083f6bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:25:01.279663 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0391bf57-f01e-42c4-ad14-96080cd46eea tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Network hostable DHCP agents. Network: faed1f5c-78b7-4696-b06d-59ef083f6bf6, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:25:01.329928 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=ff59ab38-1279-4c1b-bce4-f8620d566937,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:01.361830 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-34e7a743-31d4-40d8-8eaa-0ff3b0645797 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:01.363466 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-34e7a743-31d4-40d8-8eaa-0ff3b0645797 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7796135 Apr 11 14:25:01.365975 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43322) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:01.372030 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-72ea8a22-03fd-4c4e-97fb-2b13571e3c81 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Request body: {'security_group_rule': {'security_group_id': 'e8e2540a-d218-4ba8-9dec-1ebefa2b744d', 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:01.381309 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-72ea8a22-03fd-4c4e-97fb-2b13571e3c81 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:01.386531 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-72ea8a22-03fd-4c4e-97fb-2b13571e3c81 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Usage tracker for resource:security_group_rule and tenant:df3145cb5eb94e5db4de6b7bba758d40 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:25:01.387594 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dbe8c80b-96cc-40ac-8b90-8ec8fb81e80c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:01.389817 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-72ea8a22-03fd-4c4e-97fb-2b13571e3c81 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:25:01.397659 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-72ea8a22-03fd-4c4e-97fb-2b13571e3c81 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:01.424665 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-42b684fc-3be2-45fa-b833-267978435822 req-ac5ab7e1-ff69-4ee7-b3f3-bd1159c27b04 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=2eb38cc6-d784-4e91-bf0b-6dfa969cedc3 HTTP/1.1" status: 200 len: 217 time: 0.1105804 Apr 11 14:25:01.427911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0391bf57-f01e-42c4-ad14-96080cd46eea tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Network faed1f5c-78b7-4696-b06d-59ef083f6bf6 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:25:01.488074 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-72ea8a22-03fd-4c4e-97fb-2b13571e3c81 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Project df3145cb5eb94e5db4de6b7bba758d40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:25:01.495234 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72ea8a22-03fd-4c4e-97fb-2b13571e3c81 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:01.504689 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe8c80b-96cc-40ac-8b90-8ec8fb81e80c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network 9ba55ffa-759d-4352-96f7-dfb7b13ad1e4 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:25:01.512876 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-dbe8c80b-96cc-40ac-8b90-8ec8fb81e80c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:01.517255 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-0391bf57-f01e-42c4-ad14-96080cd46eea tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, faed1f5c-78b7-4696-b06d-59ef083f6bf6) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:01.523019 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe8c80b-96cc-40ac-8b90-8ec8fb81e80c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:25:01.537448 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0391bf57-f01e-42c4-ad14-96080cd46eea tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:01.538219 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0391bf57-f01e-42c4-ad14-96080cd46eea tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:01.540717 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea995b07-a4fb-4b50-b7f8-1477208a6a62 None None] Network faed1f5c-78b7-4696-b06d-59ef083f6bf6 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:25:01.576326 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8c80b-96cc-40ac-8b90-8ec8fb81e80c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Port': ['ID=1babba32-022e-42a2-b2f6-c5df91597fbe,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:01.597760 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b684fc-3be2-45fa-b833-267978435822 req-af6adb52-9d17-4d1c-97fa-cbe5fa3465b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:01.599133 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72ea8a22-03fd-4c4e-97fb-2b13571e3c81 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:01.599278 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-42b684fc-3be2-45fa-b833-267978435822 req-af6adb52-9d17-4d1c-97fa-cbe5fa3465b2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=206a33ea-3ee0-4b42-879a-b8494c98d274 HTTP/1.1" status: 200 len: 837 time: 0.1630678 Apr 11 14:25:01.658779 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0391bf57-f01e-42c4-ad14-96080cd46eea tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4256058 Apr 11 14:25:01.660762 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43326) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:01.698979 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72ea8a22-03fd-4c4e-97fb-2b13571e3c81 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:01.722699 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea8a22-03fd-4c4e-97fb-2b13571e3c81 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d3a8ef4-8eb9-4463-9b90-d498605a59d7,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:01.821413 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dbe8c80b-96cc-40ac-8b90-8ec8fb81e80c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:01.885134 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-83486db1-ae98-45c6-94ba-bc3fdcda7ad5 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:01.891173 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72ea8a22-03fd-4c4e-97fb-2b13571e3c81 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:01.893126 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-72ea8a22-03fd-4c4e-97fb-2b13571e3c81 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5258675 Apr 11 14:25:01.896595 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43330) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:01.902818 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-f30dbd64-ab3a-441a-a843-e90d8c72e09b tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Request body: {'security_group_rule': {'security_group_id': 'e8e2540a-d218-4ba8-9dec-1ebefa2b744d', 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:01.913724 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:01.926508 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f30dbd64-ab3a-441a-a843-e90d8c72e09b tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:01.935737 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f30dbd64-ab3a-441a-a843-e90d8c72e09b tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Usage tracker for resource:security_group_rule and tenant:df3145cb5eb94e5db4de6b7bba758d40 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:25:01.946572 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4206bbe0-b427-433f-9bf6-1281ca39fddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-faed1f5c-78b7-4696-b06d-59ef083f6bf6', 'network_id': 'faed1f5c-78b7-4696-b06d-59ef083f6bf6', 'tenant_id': '72c0d9216e10412c8271a23842c8dd71', 'fixed_ips': [{'subnet_id': '1dbb917a-6fae-4388-b4d0-8c3ab515e9df'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:25:01.948476 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4206bbe0-b427-433f-9bf6-1281ca39fddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:01.961234 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b684fc-3be2-45fa-b833-267978435822 req-8e39c10b-ec9f-4fc6-af3c-15351c520811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:01.962808 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-42b684fc-3be2-45fa-b833-267978435822 req-8e39c10b-ec9f-4fc6-af3c-15351c520811 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=58432052-c023-483f-9930-aca8e2a93fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3558638 Apr 11 14:25:01.974997 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f30dbd64-ab3a-441a-a843-e90d8c72e09b tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:25:01.991557 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f30dbd64-ab3a-441a-a843-e90d8c72e09b tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:02.017791 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:02.195220 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-f30dbd64-ab3a-441a-a843-e90d8c72e09b tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Project df3145cb5eb94e5db4de6b7bba758d40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:25:02.215596 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-4206bbe0-b427-433f-9bf6-1281ca39fddd None None] Allocated IP 172.20.0.1 (faed1f5c-78b7-4696-b06d-59ef083f6bf6/1dbb917a-6fae-4388-b4d0-8c3ab515e9df/bf2782c3-5e52-4601-acb3-eac7be82841d) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:25:02.218240 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-7cc2c025-85cd-4636-bd4a-6a9e95492a99 None None] Provisioning for port 1babba32-022e-42a2-b2f6-c5df91597fbe completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:25:02.234205 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-7cc2c025-85cd-4636-bd4a-6a9e95492a99 None None] Provisioning complete for port 1babba32-022e-42a2-b2f6-c5df91597fbe triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:02.235949 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7cc2c025-85cd-4636-bd4a-6a9e95492a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:02.246835 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f30dbd64-ab3a-441a-a843-e90d8c72e09b tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:02.319552 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f66a41f-6f8f-4411-8af8-f0d91789ded3 None None] Network 3f534aa1-8aae-4e73-81b4-8c5676c7c934 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:25:02.328007 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f30dbd64-ab3a-441a-a843-e90d8c72e09b tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:02.390834 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f30dbd64-ab3a-441a-a843-e90d8c72e09b tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:02.401917 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-83486db1-ae98-45c6-94ba-bc3fdcda7ad5 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Allocated IP 172.26.7.224 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/56b58ac4-5eb0-4e9f-b82c-d4b614c23348) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:25:02.421447 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-7cc2c025-85cd-4636-bd4a-6a9e95492a99 None None] Port 1babba32-022e-42a2-b2f6-c5df91597fbe cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:25:02.430920 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30dbd64-ab3a-441a-a843-e90d8c72e09b tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2193d84-575d-47d2-ac54-eb2a068f8120,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:02.449692 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dbe8c80b-96cc-40ac-8b90-8ec8fb81e80c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:02.485446 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f30dbd64-ab3a-441a-a843-e90d8c72e09b tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:02.493753 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f30dbd64-ab3a-441a-a843-e90d8c72e09b tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5940754 Apr 11 14:25:02.503059 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-42b684fc-3be2-45fa-b833-267978435822 req-4533b895-eb78-4fbc-be89-5de022734c5c service neutron] 10.222.0.53 "GET /v2.0/networks/58432052-c023-483f-9930-aca8e2a93fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318487 Apr 11 14:25:02.623060 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6161d693-e6e0-4c65-b040-899ad9b06e0f up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:25:02.778110 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4206bbe0-b427-433f-9bf6-1281ca39fddd None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:02.792446 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-95a37e1b-94e0-432c-9ae9-0d46a25bf5db None None] Provisioning for port a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:25:02.796301 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4206bbe0-b427-433f-9bf6-1281ca39fddd None None] Transition to ACTIVE for port object bf2782c3-5e52-4601-acb3-eac7be82841d will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:25:02.833592 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 6161d693-e6e0-4c65-b040-899ad9b06e0f triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:02.834004 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:02.839650 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e64ee-98b6-49f4-bd94-694aeaee73a3 req-89321606-4786-4c85-964c-99a7ef5a7a20 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:02.851737 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-066e64ee-98b6-49f4-bd94-694aeaee73a3 req-89321606-4786-4c85-964c-99a7ef5a7a20 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaaacb0a-7980-463d-9976-4f463fa39b94 HTTP/1.1" status: 200 len: 944 time: 0.5629802 Apr 11 14:25:02.862785 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4206bbe0-b427-433f-9bf6-1281ca39fddd None None] Transition to ACTIVE for port object bf2782c3-5e52-4601-acb3-eac7be82841d will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:25:02.951155 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4206bbe0-b427-433f-9bf6-1281ca39fddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:03.035282 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:03.052040 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4206bbe0-b427-433f-9bf6-1281ca39fddd None None] Network faed1f5c-78b7-4696-b06d-59ef083f6bf6 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:25:03.055559 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ff59ab38-1279-4c1b-bce4-f8620d566937 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:25:03.101693 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-4206bbe0-b427-433f-9bf6-1281ca39fddd None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:03.115759 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4206bbe0-b427-433f-9bf6-1281ca39fddd None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:25:03.120316 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206bbe0-b427-433f-9bf6-1281ca39fddd None None] Pushing event updated for resources: {'Port': ['ID=bf2782c3-5e52-4601-acb3-eac7be82841d,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:03.134910 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-066e64ee-98b6-49f4-bd94-694aeaee73a3 req-a2edbde5-0b4e-4ee9-b9c2-7f69807657fc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=b833fafd-d749-475a-9628-8d77bc0f436f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2874477 Apr 11 14:25:03.154869 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-42b684fc-3be2-45fa-b833-267978435822 req-1154d38b-cbda-4df4-863c-53a78c8b6afb service neutron] 10.222.0.53 "GET /v2.0/networks/58432052-c023-483f-9930-aca8e2a93fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6280186 Apr 11 14:25:03.161127 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-83486db1-ae98-45c6-94ba-bc3fdcda7ad5 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:03.241720 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-4206bbe0-b427-433f-9bf6-1281ca39fddd None None] Attempting to bind port bf2782c3-5e52-4601-acb3-eac7be82841d on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:25:03.241720 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-4206bbe0-b427-433f-9bf6-1281ca39fddd None None] Attempting to bind port bf2782c3-5e52-4601-acb3-eac7be82841d by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '7e37f163-ce74-44be-851c-1b7d25ede47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'faed1f5c-78b7-4696-b06d-59ef083f6bf6'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:25:03.241720 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4206bbe0-b427-433f-9bf6-1281ca39fddd None None] Attempting to bind port bf2782c3-5e52-4601-acb3-eac7be82841d on network faed1f5c-78b7-4696-b06d-59ef083f6bf6 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:25:03.246375 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4206bbe0-b427-433f-9bf6-1281ca39fddd None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:25:03.246858 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4206bbe0-b427-433f-9bf6-1281ca39fddd None None] Checking segment: {'id': '7e37f163-ce74-44be-851c-1b7d25ede47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'faed1f5c-78b7-4696-b06d-59ef083f6bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:25:03.247141 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4206bbe0-b427-433f-9bf6-1281ca39fddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:03.247533 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4206bbe0-b427-433f-9bf6-1281ca39fddd None None] Bound using segment: {'id': '7e37f163-ce74-44be-851c-1b7d25ede47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'faed1f5c-78b7-4696-b06d-59ef083f6bf6'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:25:03.248005 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-4206bbe0-b427-433f-9bf6-1281ca39fddd None None] Bound port: bf2782c3-5e52-4601-acb3-eac7be82841d, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e37f163-ce74-44be-851c-1b7d25ede47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'faed1f5c-78b7-4696-b06d-59ef083f6bf6'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:25:03.248385 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4206bbe0-b427-433f-9bf6-1281ca39fddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:03.278119 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Subnet': ['ID=1dbb917a-6fae-4388-b4d0-8c3ab515e9df,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:03.292038 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:03.294032 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port ff59ab38-1279-4c1b-bce4-f8620d566937 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:03.302274 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:03.324333 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faed1f5c-78b7-4696-b06d-59ef083f6bf6']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:03.339023 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e37f163-ce74-44be-851c-1b7d25ede47e') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:03.339323 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e37f163-ce74-44be-851c-1b7d25ede47e') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:03.352087 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:03.370869 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:03.379178 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:25:03.379707 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:25:03.394952 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:25:03.405674 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dbe8c80b-96cc-40ac-8b90-8ec8fb81e80c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:03.418081 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-4206bbe0-b427-433f-9bf6-1281ca39fddd None None] For port bf2782c3-5e52-4601-acb3-eac7be82841d, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:25:03.436504 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-83486db1-ae98-45c6-94ba-bc3fdcda7ad5 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:03.489334 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:25:03.509076 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83486db1-ae98-45c6-94ba-bc3fdcda7ad5 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:25:03.515677 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-4206bbe0-b427-433f-9bf6-1281ca39fddd None None] For port bf2782c3-5e52-4601-acb3-eac7be82841d, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=bf2782c3-5e52-4601-acb3-eac7be82841d,segment=NetworkSegment(7e37f163-ce74-44be-851c-1b7d25ede47e),segment_id=7e37f163-ce74-44be-851c-1b7d25ede47e)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:25:03.516379 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-83486db1-ae98-45c6-94ba-bc3fdcda7ad5 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:03.521266 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83486db1-ae98-45c6-94ba-bc3fdcda7ad5 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:25:03.527791 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.api [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 14:25:03.527791 dv-neutron-837330-1-hyperv neutron-server[88616]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 14:25:03.527791 dv-neutron-837330-1-hyperv neutron-server[88616]: [parameters: {'id': 'faed1f5c-78b7-4696-b06d-59ef083f6bf6'}] Apr 11 14:25:03.527791 dv-neutron-837330-1-hyperv neutron-server[88616]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:25:03.528199 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG oslo_db.api [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:25:03.555643 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83486db1-ae98-45c6-94ba-bc3fdcda7ad5 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Pushing event updated for resources: {'Port': ['ID=56b58ac4-5eb0-4e9f-b82c-d4b614c23348,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:03.557867 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dbe8c80b-96cc-40ac-8b90-8ec8fb81e80c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:03.578990 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4206bbe0-b427-433f-9bf6-1281ca39fddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:03.642415 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:25:03.690078 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:03.690296 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8c80b-96cc-40ac-8b90-8ec8fb81e80c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Port': ['ID=1babba32-022e-42a2-b2f6-c5df91597fbe,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:03.690779 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:03.727048 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dbe8c80b-96cc-40ac-8b90-8ec8fb81e80c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:03.759480 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206bbe0-b427-433f-9bf6-1281ca39fddd None None] Pushing event updated for resources: {'Port': ['ID=bf2782c3-5e52-4601-acb3-eac7be82841d,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:03.879421 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923fffb5-5285-4810-b318-182840c2a22a None None] Network faed1f5c-78b7-4696-b06d-59ef083f6bf6 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:25:04.033008 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:04.053486 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Deleting port bf2782c3-5e52-4601-acb3-eac7be82841d {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:25:04.058855 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:04.089968 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:04.147677 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8,segment=NetworkSegment(95b0dd33-68a9-4ace-8f9a-fb678f26ec10),segment_id=95b0dd33-68a9-4ace-8f9a-fb678f26ec10)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:25:04.158708 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8c7cfe-ef7a-4bed-8bff-ee8df9f8e1ad None None] get_active_networks_info from dv-neutron-837330-1-hyperv {{(pid=88618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 11 14:25:04.198932 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe8c80b-96cc-40ac-8b90-8ec8fb81e80c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network 9ba55ffa-759d-4352-96f7-dfb7b13ad1e4 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:25:04.236554 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-dbe8c80b-96cc-40ac-8b90-8ec8fb81e80c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:04.259336 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:04.360038 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] For port bf2782c3-5e52-4601-acb3-eac7be82841d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=bf2782c3-5e52-4601-acb3-eac7be82841d,segment=NetworkSegment(7e37f163-ce74-44be-851c-1b7d25ede47e),segment_id=7e37f163-ce74-44be-851c-1b7d25ede47e)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:25:04.361291 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:04.420090 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:04.468459 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8c7cfe-ef7a-4bed-8bff-ee8df9f8e1ad None None] Resources bound (agent type, host, resource id): {{(pid=88618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 14:25:04.577868 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Calling delete_port for bf2782c3-5e52-4601-acb3-eac7be82841d owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:25:04.611411 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-83486db1-ae98-45c6-94ba-bc3fdcda7ad5 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:04.615919 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:25:04.633895 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe8c80b-96cc-40ac-8b90-8ec8fb81e80c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Router 40528385-b57b-4319-a034-95573ad5248b is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:25:04.708382 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d930f2-5654-4d9a-8ab0-cb1248411d48 req-3ff5820d-0b61-4f47-9258-030c2ff451f4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:04.710878 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f4d930f2-5654-4d9a-8ab0-cb1248411d48 req-3ff5820d-0b61-4f47-9258-030c2ff451f4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaaacb0a-7980-463d-9976-4f463fa39b94 HTTP/1.1" status: 200 len: 944 time: 0.2679131 Apr 11 14:25:04.777124 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f4d930f2-5654-4d9a-8ab0-cb1248411d48 req-cab27a83-6f78-4b72-bf56-a8de0da2aa6d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=b833fafd-d749-475a-9628-8d77bc0f436f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594306 Apr 11 14:25:04.791047 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:04.844451 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Port': ['ID=bf2782c3-5e52-4601-acb3-eac7be82841d,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:04.849438 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No DVR routers for this DVR port bf2782c3-5e52-4601-acb3-eac7be82841d on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:25:04.925374 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe8c80b-96cc-40ac-8b90-8ec8fb81e80c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:25:04.936257 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-83486db1-ae98-45c6-94ba-bc3fdcda7ad5 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:04.936862 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=2eb38cc6-d784-4e91-bf0b-6dfa969cedc3,segment=NetworkSegment(51c6d61b-222d-4b5a-af6a-cf56aa4217f5),segment_id=51c6d61b-222d-4b5a-af6a-cf56aa4217f5)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:25:04.962460 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b05eba-102e-4652-a7cb-9a5f349e1706 None None] Sync routers for ids ['40528385-b57b-4319-a034-95573ad5248b'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:25:04.976873 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '2eb38cc6-d784-4e91-bf0b-6dfa969cedc3', 'network_id': '58432052-c023-483f-9930-aca8e2a93fa0', 'port_id': '2eb38cc6-d784-4e91-bf0b-6dfa969cedc3', 'mac_address': 'fa:16:3e:e9:73:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206a33ea-3ee0-4b42-879a-b8494c98d274', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:25:05.015072 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:05.042880 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faed1f5c-78b7-4696-b06d-59ef083f6bf6']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:05.056152 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:05.056568 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e37f163-ce74-44be-851c-1b7d25ede47e') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:05.057024 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e37f163-ce74-44be-851c-1b7d25ede47e') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:05.063783 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-dbe8c80b-96cc-40ac-8b90-8ec8fb81e80c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "PUT /v2.0/routers/40528385-b57b-4319-a034-95573ad5248b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6826396 Apr 11 14:25:05.066333 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b05eba-102e-4652-a7cb-9a5f349e1706 None None] Routers {'40528385-b57b-4319-a034-95573ad5248b'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:25:05.066443 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43422) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:05.066529 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-16b05eba-102e-4652-a7cb-9a5f349e1706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['40528385-b57b-4319-a034-95573ad5248b'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:05.069841 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:05.091183 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:05.097843 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:25:05.098269 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:25:05.198642 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:25:05.213357 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-16b05eba-102e-4652-a7cb-9a5f349e1706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:05.226740 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:25:05.238922 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b05eba-102e-4652-a7cb-9a5f349e1706 None None] Routers {'40528385-b57b-4319-a034-95573ad5248b'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:25:05.239549 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-16b05eba-102e-4652-a7cb-9a5f349e1706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['40528385-b57b-4319-a034-95573ad5248b'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:05.275998 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:05.283809 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:05.286160 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd028ec-d2f1-4069-a9fa-a712db838e2e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:05.286691 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9fd028ec-d2f1-4069-a9fa-a712db838e2e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Synchronizing usage tracker for tenant:157d4d28af624b1c88b7b45d883df158 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:25:05.309510 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-16b05eba-102e-4652-a7cb-9a5f349e1706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:05.310103 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b05eba-102e-4652-a7cb-9a5f349e1706 None None] The sync data for ids ['40528385-b57b-4319-a034-95573ad5248b'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:25:05.332178 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=2eb38cc6-d784-4e91-bf0b-6dfa969cedc3,segment=NetworkSegment(51c6d61b-222d-4b5a-af6a-cf56aa4217f5),segment_id=51c6d61b-222d-4b5a-af6a-cf56aa4217f5)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:25:05.334054 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Network': ['ID=faed1f5c-78b7-4696-b06d-59ef083f6bf6,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:05.337800 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4e9a8cbd-9ce3-4b32-bc94-cfb2fbab9837 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/networks/faed1f5c-78b7-4696-b06d-59ef083f6bf6 HTTP/1.1" status: 204 len: 168 time: 3.6758173 Apr 11 14:25:05.342611 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43426) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:05.348687 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-060da88c-8e8f-4b83-9390-8c6b58ee5fa1 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1842221939'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:05.355448 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-060da88c-8e8f-4b83-9390-8c6b58ee5fa1 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:05.360070 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-060da88c-8e8f-4b83-9390-8c6b58ee5fa1 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Usage tracker for resource:network and tenant:72c0d9216e10412c8271a23842c8dd71 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:25:05.364393 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-060da88c-8e8f-4b83-9390-8c6b58ee5fa1 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:25:05.379339 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-060da88c-8e8f-4b83-9390-8c6b58ee5fa1 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:05.385735 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032e641f-8fb1-4fc1-b76e-bda346953a71 None None] get_active_networks_info from dv-neutron-837330-1-hyperv {{(pid=88618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 11 14:25:05.415565 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:05.430041 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060da88c-8e8f-4b83-9390-8c6b58ee5fa1 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Made reservation on behalf of 72c0d9216e10412c8271a23842c8dd71 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:25:05.433712 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-060da88c-8e8f-4b83-9390-8c6b58ee5fa1 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:05.458073 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-37303b15-fa82-45e2-bab4-a49e3e554ba0 req-95c1adea-c5cb-4587-9b95-30e84bc7be3d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2375205 Apr 11 14:25:05.474670 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060da88c-8e8f-4b83-9390-8c6b58ee5fa1 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] vlan segment allocate from pool success with {'vlan_id': 1012, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:25:05.485761 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9fd028ec-d2f1-4069-a9fa-a712db838e2e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Unset dirty status for tenant:157d4d28af624b1c88b7b45d883df158 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:25:05.486449 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-060da88c-8e8f-4b83-9390-8c6b58ee5fa1 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:05.486992 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-060da88c-8e8f-4b83-9390-8c6b58ee5fa1 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Added segment 56652e37-6443-4bd8-a337-1ac286b0684f of type vlan for network c7e52e71-02cc-456b-8e57-c7c1a4a38dc0 Apr 11 14:25:05.487779 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9fd028ec-d2f1-4069-a9fa-a712db838e2e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "GET /v2.0/ports/1babba32-022e-42a2-b2f6-c5df91597fbe HTTP/1.1" status: 200 len: 910 time: 0.4089000 Apr 11 14:25:05.493842 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43430) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:05.532892 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-83486db1-ae98-45c6-94ba-bc3fdcda7ad5 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:05.587448 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=2eb38cc6-d784-4e91-bf0b-6dfa969cedc3,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:05.614512 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-83486db1-ae98-45c6-94ba-bc3fdcda7ad5 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:05.652285 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032e641f-8fb1-4fc1-b76e-bda346953a71 None None] Resources bound (agent type, host, resource id): {{(pid=88618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 14:25:05.827721 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-060da88c-8e8f-4b83-9390-8c6b58ee5fa1 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:05.886735 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['2eb38cc6-d784-4e91-bf0b-6dfa969cedc3'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:25:05.982218 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83486db1-ae98-45c6-94ba-bc3fdcda7ad5 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Pushing event updated for resources: {'Port': ['ID=56b58ac4-5eb0-4e9f-b82c-d4b614c23348,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:06.061496 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-83486db1-ae98-45c6-94ba-bc3fdcda7ad5 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:06.164960 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37303b15-fa82-45e2-bab4-a49e3e554ba0 req-e0f2f633-af4c-40b8-9bc9-099106b58cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:06.166431 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-37303b15-fa82-45e2-bab4-a49e3e554ba0 req-e0f2f633-af4c-40b8-9bc9-099106b58cc0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 1098 time: 0.6128285 Apr 11 14:25:06.363304 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.resource_extend [None req-060da88c-8e8f-4b83-9390-8c6b58ee5fa1 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 14:25:06.509743 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:25:06.539766 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-060da88c-8e8f-4b83-9390-8c6b58ee5fa1 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:06.551935 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060da88c-8e8f-4b83-9390-8c6b58ee5fa1 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:06.553062 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-060da88c-8e8f-4b83-9390-8c6b58ee5fa1 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:06.565095 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0762465-df10-4014-be31-da2516b929b8 req-2ed6fc4d-5a84-4d74-a04b-66ddd23e02b8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:06.567751 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e0762465-df10-4014-be31-da2516b929b8 req-2ed6fc4d-5a84-4d74-a04b-66ddd23e02b8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaaacb0a-7980-463d-9976-4f463fa39b94 HTTP/1.1" status: 200 len: 945 time: 0.5578041 Apr 11 14:25:06.571594 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-83486db1-ae98-45c6-94ba-bc3fdcda7ad5 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Floating IP 210908f3-2dc2-4f3c-91c8-92200692e328 associated. External IP: 172.26.7.224, port: 44de09a9-cb60-4958-af4e-a2d885240c17. Apr 11 14:25:06.586374 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e102e060-a68f-4325-94ed-775b2ae00e02 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:06.666997 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37303b15-fa82-45e2-bab4-a49e3e554ba0 req-ea19aba9-f53f-4caa-b647-7569df2287b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:06.667947 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-37303b15-fa82-45e2-bab4-a49e3e554ba0 req-ea19aba9-f53f-4caa-b647-7569df2287b6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36ebc322-19e4-4a30-b8b7-2a34e01ed94a HTTP/1.1" status: 200 len: 898 time: 0.4741063 Apr 11 14:25:06.703630 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:06.704007 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:06.787109 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1afe7c16-5ff2-47b2-81fc-302449c6beac None None] Provisioning complete for port 1babba32-022e-42a2-b2f6-c5df91597fbe triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:06.787926 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1afe7c16-5ff2-47b2-81fc-302449c6beac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:06.850167 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-1afe7c16-5ff2-47b2-81fc-302449c6beac None None] Port 1babba32-022e-42a2-b2f6-c5df91597fbe cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:25:06.850403 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-060da88c-8e8f-4b83-9390-8c6b58ee5fa1 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5067344 Apr 11 14:25:06.866488 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43438) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:06.881433 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-bf9a931d-e1ec-4fbd-bdfe-021b68e2dcfe tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Request body: {'subnet': {'network_id': 'c7e52e71-02cc-456b-8e57-c7c1a4a38dc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:06.901554 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-37303b15-fa82-45e2-bab4-a49e3e554ba0 req-9f38a424-546a-42f1-adbd-5e691898cd0a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc64d515-c428-4346-be56-d7966df2bb2d HTTP/1.1" status: 200 len: 1001 time: 0.2188494 Apr 11 14:25:06.912587 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e0762465-df10-4014-be31-da2516b929b8 req-00ca19a1-6444-4454-8541-cb53a1c96db7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=b833fafd-d749-475a-9628-8d77bc0f436f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2572560 Apr 11 14:25:07.012689 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-bf9a931d-e1ec-4fbd-bdfe-021b68e2dcfe tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:07.017592 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-bf9a931d-e1ec-4fbd-bdfe-021b68e2dcfe tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Usage tracker for resource:subnet and tenant:72c0d9216e10412c8271a23842c8dd71 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:25:07.021047 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-bf9a931d-e1ec-4fbd-bdfe-021b68e2dcfe tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:25:07.041359 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060da88c-8e8f-4b83-9390-8c6b58ee5fa1 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'Network': ['ID=c7e52e71-02cc-456b-8e57-c7c1a4a38dc0,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:07.094959 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-bf9a931d-e1ec-4fbd-bdfe-021b68e2dcfe tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:07.097125 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network c7e52e71-02cc-456b-8e57-c7c1a4a38dc0 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:25:07.097239 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37303b15-fa82-45e2-bab4-a49e3e554ba0 req-f0a032ce-4edd-47b5-81e7-876766b7134e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:07.097239 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-37303b15-fa82-45e2-bab4-a49e3e554ba0 req-f0a032ce-4edd-47b5-81e7-876766b7134e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7b1404d-b331-4cae-b015-2afe2d581889 HTTP/1.1" status: 200 len: 835 time: 0.1471899 Apr 11 14:25:07.257398 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37303b15-fa82-45e2-bab4-a49e3e554ba0 req-b3a80c25-896e-46d4-bb3c-40ab53ba3fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:07.258926 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-37303b15-fa82-45e2-bab4-a49e3e554ba0 req-b3a80c25-896e-46d4-bb3c-40ab53ba3fb0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36ebc322-19e4-4a30-b8b7-2a34e01ed94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1864266 Apr 11 14:25:07.264365 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83486db1-ae98-45c6-94ba-bc3fdcda7ad5 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Router c9901cd1-6348-4a42-98c0-56f93c5e5ab6 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:25:07.342020 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-e102e060-a68f-4325-94ed-775b2ae00e02 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Allocated IP 172.21.0.1 (3f534aa1-8aae-4e73-81b4-8c5676c7c934/8a1e6159-cf4e-437e-9307-d94f6a39dc18/f978ed17-3d78-4683-8f63-6e53037b995d) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:25:07.388596 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9a931d-e1ec-4fbd-bdfe-021b68e2dcfe tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Made reservation on behalf of 72c0d9216e10412c8271a23842c8dd71 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:25:07.390592 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bf9a931d-e1ec-4fbd-bdfe-021b68e2dcfe tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:07.760272 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-37303b15-fa82-45e2-bab4-a49e3e554ba0 req-523d796d-bd35-411c-ae34-aee9c4047359 service neutron] 10.222.0.53 "GET /v2.0/networks/36ebc322-19e4-4a30-b8b7-2a34e01ed94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323392 Apr 11 14:25:07.760272 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83486db1-ae98-45c6-94ba-bc3fdcda7ad5 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:25:07.761403 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e102e060-a68f-4325-94ed-775b2ae00e02 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:07.770102 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e4f4e3-c419-4d46-9a8d-b1cdb55f59f4 None None] Sync routers for ids ['c9901cd1-6348-4a42-98c0-56f93c5e5ab6'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:25:07.788006 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e4f4e3-c419-4d46-9a8d-b1cdb55f59f4 None None] Routers {'c9901cd1-6348-4a42-98c0-56f93c5e5ab6'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:25:07.791298 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-95e4f4e3-c419-4d46-9a8d-b1cdb55f59f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['c9901cd1-6348-4a42-98c0-56f93c5e5ab6'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:07.814444 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-e102e060-a68f-4325-94ed-775b2ae00e02 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Transition to ACTIVE for port object f978ed17-3d78-4683-8f63-6e53037b995d will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:25:07.881514 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-37303b15-fa82-45e2-bab4-a49e3e554ba0 req-a705be7e-348d-4725-a5b3-eb2e9bc7d975 service neutron] 10.222.0.53 "GET /v2.0/networks/36ebc322-19e4-4a30-b8b7-2a34e01ed94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676097 Apr 11 14:25:07.984107 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-83486db1-ae98-45c6-94ba-bc3fdcda7ad5 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:08.018174 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e102e060-a68f-4325-94ed-775b2ae00e02 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:08.023765 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bf9a931d-e1ec-4fbd-bdfe-021b68e2dcfe tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:08.077675 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-95e4f4e3-c419-4d46-9a8d-b1cdb55f59f4 None None] Set router c9901cd1-6348-4a42-98c0-56f93c5e5ab6 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:25:08.121921 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-83486db1-ae98-45c6-94ba-bc3fdcda7ad5 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.2253208 Apr 11 14:25:08.122686 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '918ea5a4-8203-44c5-aca5-6ff380d9c595', 'tag': '44de09a9-cb60-4958-af4e-a2d885240c17'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:25:08.248811 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e102e060-a68f-4325-94ed-775b2ae00e02 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network 3f534aa1-8aae-4e73-81b4-8c5676c7c934 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:25:08.363010 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-e102e060-a68f-4325-94ed-775b2ae00e02 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:08.363010 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e102e060-a68f-4325-94ed-775b2ae00e02 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:25:08.363373 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c7530-8db1-4c17-a3da-3bc2b7d73553 req-64bc6ede-7d5e-46d0-a9ed-3f7cc3c65057 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:08.363373 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ac1c7530-8db1-4c17-a3da-3bc2b7d73553 req-64bc6ede-7d5e-46d0-a9ed-3f7cc3c65057 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 946 time: 0.1101241 Apr 11 14:25:08.363588 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102e060-a68f-4325-94ed-775b2ae00e02 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Port': ['ID=f978ed17-3d78-4683-8f63-6e53037b995d,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:08.372270 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a931d-e1ec-4fbd-bdfe-021b68e2dcfe tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'Subnet': ['ID=1d57e683-c93b-426c-a072-8cdf186f3f4d,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:08.398341 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ac1c7530-8db1-4c17-a3da-3bc2b7d73553 req-a3d7f7c5-ec61-4f81-b5a3-7303c3659baa tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650003 Apr 11 14:25:08.410871 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9a931d-e1ec-4fbd-bdfe-021b68e2dcfe tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Checking segment: {'id': '56652e37-6443-4bd8-a337-1ac286b0684f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c7e52e71-02cc-456b-8e57-c7c1a4a38dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:25:08.411478 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9a931d-e1ec-4fbd-bdfe-021b68e2dcfe tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Network hostable DHCP agents. Network: c7e52e71-02cc-456b-8e57-c7c1a4a38dc0, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:25:08.432555 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43452) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:08.473622 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e102e060-a68f-4325-94ed-775b2ae00e02 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:08.497932 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae46c0a-e990-4fd3-b881-a307a5c7a8f1 req-ec46a854-60fc-4a3f-96f7-fca904650ae7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:08.499545 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6ae46c0a-e990-4fd3-b881-a307a5c7a8f1 req-ec46a854-60fc-4a3f-96f7-fca904650ae7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaaacb0a-7980-463d-9976-4f463fa39b94 HTTP/1.1" status: 200 len: 945 time: 0.3812401 Apr 11 14:25:08.570160 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-921c384e-0b3e-4a39-9d49-daf5e610d324'] response: {'name': 'network-changed', 'server_uuid': '918ea5a4-8203-44c5-aca5-6ff380d9c595', 'tag': '44de09a9-cb60-4958-af4e-a2d885240c17', 'status': 'completed', 'code': 200} Apr 11 14:25:08.570335 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9a931d-e1ec-4fbd-bdfe-021b68e2dcfe tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Network c7e52e71-02cc-456b-8e57-c7c1a4a38dc0 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:25:08.603568 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:25:08.616625 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6ae46c0a-e990-4fd3-b881-a307a5c7a8f1 req-5cf3ae36-a2cf-4fc7-b5e0-47577db2e7bf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=b833fafd-d749-475a-9628-8d77bc0f436f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979071 Apr 11 14:25:08.651439 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-bf9a931d-e1ec-4fbd-bdfe-021b68e2dcfe tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, c7e52e71-02cc-456b-8e57-c7c1a4a38dc0) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:08.662778 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9a931d-e1ec-4fbd-bdfe-021b68e2dcfe tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:08.662778 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bf9a931d-e1ec-4fbd-bdfe-021b68e2dcfe tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:08.692809 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-95e4f4e3-c419-4d46-9a8d-b1cdb55f59f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898043376', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8dca1c99-fe69-4209-b862-738a7d646a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:14Z', 'updated_at': '2022-04-11T14:24:23Z', 'revision_number': 4, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'gw_port': {'id': '8dca1c99-fe69-4209-b862-738a7d646a1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:15Z', 'updated_at': '2022-04-11T14:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '210908f3-2dc2-4f3c-91c8-92200692e328', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'floating_ip_address': '172.26.7.224', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'port_id': '44de09a9-cb60-4958-af4e-a2d885240c17', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64', 'mac_address': 'fa:16:3e:4d:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918ea5a4-8203-44c5-aca5-6ff380d9c595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:25:04Z', 'updated_at': '2022-04-11T14:25:04Z', 'revision_number': 0, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ca987d-a167-4394-b81a-725df1e955db', 'name': '', 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'mac_address': 'fa:16:3e:f6:ba:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '7cf1eb46-d375-41db-9a64-c06044cc1b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 5, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'subnets': [{'id': '7cf1eb46-d375-41db-9a64-c06044cc1b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:08.699705 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e4f4e3-c419-4d46-9a8d-b1cdb55f59f4 None None] Checking router: c9901cd1-6348-4a42-98c0-56f93c5e5ab6 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:25:08.714533 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b4862632-6131-4320-bc74-9d33d4a51b7f tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/floatingips/210908f3-2dc2-4f3c-91c8-92200692e328 HTTP/1.1" status: 200 len: 992 time: 0.2784221 Apr 11 14:25:08.719276 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e4f4e3-c419-4d46-9a8d-b1cdb55f59f4 None None] Routers {'c9901cd1-6348-4a42-98c0-56f93c5e5ab6'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:25:08.719276 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-95e4f4e3-c419-4d46-9a8d-b1cdb55f59f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['c9901cd1-6348-4a42-98c0-56f93c5e5ab6'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:08.760169 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1d9b2-43f9-4f29-a2d0-ba4cd0b08061 req-bcc9ae94-0b9a-41fa-bd3a-731d7cdc63fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:08.761666 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d3d1d9b2-43f9-4f29-a2d0-ba4cd0b08061 req-bcc9ae94-0b9a-41fa-bd3a-731d7cdc63fe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c01302260e1b42aaba91a0ad6d85cc8c&device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 1099 time: 0.2024522 Apr 11 14:25:08.777130 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba57f75a-020d-49ba-992b-5b53dad68e55 None None] Network c7e52e71-02cc-456b-8e57-c7c1a4a38dc0 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:25:08.801198 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-bf9a931d-e1ec-4fbd-bdfe-021b68e2dcfe tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9334509 Apr 11 14:25:08.803789 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43456) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:08.862994 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e102e060-a68f-4325-94ed-775b2ae00e02 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:09.008509 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-95e4f4e3-c419-4d46-9a8d-b1cdb55f59f4 None None] Set router c9901cd1-6348-4a42-98c0-56f93c5e5ab6 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:25:09.046766 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e09c2d2-ea6e-4dcb-937e-f3c0dd46f81a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-c7e52e71-02cc-456b-8e57-c7c1a4a38dc0', 'network_id': 'c7e52e71-02cc-456b-8e57-c7c1a4a38dc0', 'tenant_id': '72c0d9216e10412c8271a23842c8dd71', 'fixed_ips': [{'subnet_id': '1d57e683-c93b-426c-a072-8cdf186f3f4d'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:25:09.050720 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0e09c2d2-ea6e-4dcb-937e-f3c0dd46f81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:09.106512 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1d9b2-43f9-4f29-a2d0-ba4cd0b08061 req-10bcb510-a975-43a4-94ca-617bc679c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:09.108132 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d3d1d9b2-43f9-4f29-a2d0-ba4cd0b08061 req-10bcb510-a975-43a4-94ca-617bc679c199 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba82143e-f57c-4be7-8dbf-8bf3340fdc64 HTTP/1.1" status: 200 len: 897 time: 0.3388956 Apr 11 14:25:09.109226 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:25:09.118029 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:09.120266 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1ecabfdb-3f71-4457-9483-0bc49779dac2 None None] Provisioning for port f978ed17-3d78-4683-8f63-6e53037b995d completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:25:09.192790 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:09.193539 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:09.231563 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1ecabfdb-3f71-4457-9483-0bc49779dac2 None None] Provisioning complete for port f978ed17-3d78-4683-8f63-6e53037b995d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:09.234759 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1ecabfdb-3f71-4457-9483-0bc49779dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:09.278625 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:09.319296 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-1ecabfdb-3f71-4457-9483-0bc49779dac2 None None] Port f978ed17-3d78-4683-8f63-6e53037b995d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:25:09.381282 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d3d1d9b2-43f9-4f29-a2d0-ba4cd0b08061 req-efef250a-c044-4c27-8853-fcdacbcb3e50 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44de09a9-cb60-4958-af4e-a2d885240c17 HTTP/1.1" status: 200 len: 1000 time: 0.2594330 Apr 11 14:25:09.535466 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1d9b2-43f9-4f29-a2d0-ba4cd0b08061 req-72eb22ab-55b1-4aaa-81cb-678e6e1744a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:09.536883 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d3d1d9b2-43f9-4f29-a2d0-ba4cd0b08061 req-72eb22ab-55b1-4aaa-81cb-678e6e1744a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cf1eb46-d375-41db-9a64-c06044cc1b95 HTTP/1.1" status: 200 len: 835 time: 0.1401386 Apr 11 14:25:09.579484 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:09.591492 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-95e4f4e3-c419-4d46-9a8d-b1cdb55f59f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898043376', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8dca1c99-fe69-4209-b862-738a7d646a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:14Z', 'updated_at': '2022-04-11T14:24:23Z', 'revision_number': 4, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'gw_port': {'id': '8dca1c99-fe69-4209-b862-738a7d646a1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:15Z', 'updated_at': '2022-04-11T14:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '210908f3-2dc2-4f3c-91c8-92200692e328', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'floating_ip_address': '172.26.7.224', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'port_id': '44de09a9-cb60-4958-af4e-a2d885240c17', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64', 'mac_address': 'fa:16:3e:4d:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918ea5a4-8203-44c5-aca5-6ff380d9c595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:25:04Z', 'updated_at': '2022-04-11T14:25:04Z', 'revision_number': 0, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ca987d-a167-4394-b81a-725df1e955db', 'name': '', 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'mac_address': 'fa:16:3e:f6:ba:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '7cf1eb46-d375-41db-9a64-c06044cc1b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 5, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'subnets': [{'id': '7cf1eb46-d375-41db-9a64-c06044cc1b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:09.593880 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-0e09c2d2-ea6e-4dcb-937e-f3c0dd46f81a None None] Allocated IP 172.20.0.1 (c7e52e71-02cc-456b-8e57-c7c1a4a38dc0/1d57e683-c93b-426c-a072-8cdf186f3f4d/b62f3e71-7440-4d0f-8fb4-fddd4c955c74) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:25:09.598153 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e4f4e3-c419-4d46-9a8d-b1cdb55f59f4 None None] The sync data for ids ['c9901cd1-6348-4a42-98c0-56f93c5e5ab6'] in dv-neutron-837330-1-hyperv is: [{'id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898043376', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8dca1c99-fe69-4209-b862-738a7d646a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:14Z', 'updated_at': '2022-04-11T14:24:23Z', 'revision_number': 4, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'gw_port': {'id': '8dca1c99-fe69-4209-b862-738a7d646a1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:15Z', 'updated_at': '2022-04-11T14:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '210908f3-2dc2-4f3c-91c8-92200692e328', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'floating_ip_address': '172.26.7.224', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'port_id': '44de09a9-cb60-4958-af4e-a2d885240c17', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64', 'mac_address': 'fa:16:3e:4d:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918ea5a4-8203-44c5-aca5-6ff380d9c595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:25:04Z', 'updated_at': '2022-04-11T14:25:04Z', 'revision_number': 0, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ca987d-a167-4394-b81a-725df1e955db', 'name': '', 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'mac_address': 'fa:16:3e:f6:ba:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '7cf1eb46-d375-41db-9a64-c06044cc1b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 5, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'subnets': [{'id': '7cf1eb46-d375-41db-9a64-c06044cc1b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:25:09.640609 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e102e060-a68f-4325-94ed-775b2ae00e02 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:09.647474 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaaacb0a-7980-463d-9976-4f463fa39b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb38cc6-d784-4e91-bf0b-6dfa969cedc3'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:25:09.691928 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=2eb38cc6-d784-4e91-bf0b-6dfa969cedc3,segment=NetworkSegment(51c6d61b-222d-4b5a-af6a-cf56aa4217f5),segment_id=51c6d61b-222d-4b5a-af6a-cf56aa4217f5)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:25:09.706374 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1d9b2-43f9-4f29-a2d0-ba4cd0b08061 req-7955d2ba-7fa1-4127-ae8b-c4c899c95999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:09.707890 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d3d1d9b2-43f9-4f29-a2d0-ba4cd0b08061 req-7955d2ba-7fa1-4127-ae8b-c4c899c95999 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba82143e-f57c-4be7-8dbf-8bf3340fdc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1644313 Apr 11 14:25:09.717805 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43466) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:09.782797 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a749f869-fe46-4ff7-92f3-34f819d0ab68'] response: {'server_uuid': 'eaaacb0a-7980-463d-9976-4f463fa39b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb38cc6-d784-4e91-bf0b-6dfa969cedc3', 'code': 200} Apr 11 14:25:09.837081 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:09.858430 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e102e060-a68f-4325-94ed-775b2ae00e02 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:10.010344 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b57e4c2-720c-4d31-acb4-af00468c99a9 None None] New status for floating IP 210908f3-2dc2-4f3c-91c8-92200692e328: ACTIVE {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:25:10.035986 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102e060-a68f-4325-94ed-775b2ae00e02 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Port': ['ID=f978ed17-3d78-4683-8f63-6e53037b995d,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:10.082746 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e102e060-a68f-4325-94ed-775b2ae00e02 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:10.098932 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d3d1d9b2-43f9-4f29-a2d0-ba4cd0b08061 req-e33f0660-8424-4d97-a5ea-f1d0e3c37a13 service neutron] 10.222.0.53 "GET /v2.0/networks/ba82143e-f57c-4be7-8dbf-8bf3340fdc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646147 Apr 11 14:25:10.107641 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-fe98cca8-9517-40ea-8812-7c2dbcddafa2 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/floatingips/210908f3-2dc2-4f3c-91c8-92200692e328 HTTP/1.1" status: 200 len: 992 time: 0.3886449 Apr 11 14:25:10.109554 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=2eb38cc6-d784-4e91-bf0b-6dfa969cedc3,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:10.279417 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e102e060-a68f-4325-94ed-775b2ae00e02 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network 3f534aa1-8aae-4e73-81b4-8c5676c7c934 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:25:10.281750 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-e102e060-a68f-4325-94ed-775b2ae00e02 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:10.305447 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02461e9a-1e7b-4348-a29b-fb77411a90ab req-9ac5c145-7a3b-4fd1-8f3c-6940c768684d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:10.307297 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-02461e9a-1e7b-4348-a29b-fb77411a90ab req-9ac5c145-7a3b-4fd1-8f3c-6940c768684d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaaacb0a-7980-463d-9976-4f463fa39b94 HTTP/1.1" status: 200 len: 946 time: 0.4108117 Apr 11 14:25:10.428338 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d3d1d9b2-43f9-4f29-a2d0-ba4cd0b08061 req-731a9496-c700-419e-99e7-162275f40ac0 service neutron] 10.222.0.53 "GET /v2.0/networks/ba82143e-f57c-4be7-8dbf-8bf3340fdc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218012 Apr 11 14:25:10.439588 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-02461e9a-1e7b-4348-a29b-fb77411a90ab req-a6168bb2-0125-456a-bd59-aa8c8365cfd0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=b833fafd-d749-475a-9628-8d77bc0f436f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211109 Apr 11 14:25:10.442275 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d313f7a-807b-4680-a4d5-b11643ee4c46 req-991df807-801f-4a96-b8fc-979949d8a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:10.444168 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1d313f7a-807b-4680-a4d5-b11643ee4c46 req-991df807-801f-4a96-b8fc-979949d8a2da service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eaaacb0a-7980-463d-9976-4f463fa39b94 HTTP/1.1" status: 200 len: 1099 time: 0.2223594 Apr 11 14:25:10.481814 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0e09c2d2-ea6e-4dcb-937e-f3c0dd46f81a None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:10.510809 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-0e09c2d2-ea6e-4dcb-937e-f3c0dd46f81a None None] Transition to ACTIVE for port object b62f3e71-7440-4d0f-8fb4-fddd4c955c74 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:25:10.560472 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-0e09c2d2-ea6e-4dcb-937e-f3c0dd46f81a None None] Transition to ACTIVE for port object b62f3e71-7440-4d0f-8fb4-fddd4c955c74 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:25:10.647624 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0e09c2d2-ea6e-4dcb-937e-f3c0dd46f81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:10.699976 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e102e060-a68f-4325-94ed-775b2ae00e02 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Router 40528385-b57b-4319-a034-95573ad5248b has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:25:10.733458 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09c2d2-ea6e-4dcb-937e-f3c0dd46f81a None None] Pushing event updated for resources: {'Port': ['ID=b62f3e71-7440-4d0f-8fb4-fddd4c955c74,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:10.747985 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e09c2d2-ea6e-4dcb-937e-f3c0dd46f81a None None] Network c7e52e71-02cc-456b-8e57-c7c1a4a38dc0 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:25:10.750605 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-0e09c2d2-ea6e-4dcb-937e-f3c0dd46f81a None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:10.753710 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e09c2d2-ea6e-4dcb-937e-f3c0dd46f81a None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:25:10.800185 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1d313f7a-807b-4680-a4d5-b11643ee4c46 req-7e3b8ddc-9c0b-470a-accf-2af926418a41 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b833fafd-d749-475a-9628-8d77bc0f436f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3452051 Apr 11 14:25:10.818940 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:10.850049 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4e881890-cc27-4979-9326-2fb39ed507ff None None] Provisioning complete for port f978ed17-3d78-4683-8f63-6e53037b995d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:10.850420 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4e881890-cc27-4979-9326-2fb39ed507ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:10.875570 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e102e060-a68f-4325-94ed-775b2ae00e02 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:25:10.887059 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e102e060-a68f-4325-94ed-775b2ae00e02 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "PUT /v2.0/routers/40528385-b57b-4319-a034-95573ad5248b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3911216 Apr 11 14:25:10.887238 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43472) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:10.888872 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa181bc-272e-453a-831c-bd966c5638ec None None] Sync routers for ids ['40528385-b57b-4319-a034-95573ad5248b'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:25:10.911381 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa181bc-272e-453a-831c-bd966c5638ec None None] Routers {'40528385-b57b-4319-a034-95573ad5248b'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:25:10.912366 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-0aa181bc-272e-453a-831c-bd966c5638ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['40528385-b57b-4319-a034-95573ad5248b'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:10.916337 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-0e09c2d2-ea6e-4dcb-937e-f3c0dd46f81a None None] Attempting to bind port b62f3e71-7440-4d0f-8fb4-fddd4c955c74 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:25:10.916683 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-0e09c2d2-ea6e-4dcb-937e-f3c0dd46f81a None None] Attempting to bind port b62f3e71-7440-4d0f-8fb4-fddd4c955c74 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '56652e37-6443-4bd8-a337-1ac286b0684f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c7e52e71-02cc-456b-8e57-c7c1a4a38dc0'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:25:10.917041 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e09c2d2-ea6e-4dcb-937e-f3c0dd46f81a None None] Attempting to bind port b62f3e71-7440-4d0f-8fb4-fddd4c955c74 on network c7e52e71-02cc-456b-8e57-c7c1a4a38dc0 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:25:10.921699 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Subnet': ['ID=1d57e683-c93b-426c-a072-8cdf186f3f4d,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:10.934911 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e09c2d2-ea6e-4dcb-937e-f3c0dd46f81a None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:25:10.935287 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e09c2d2-ea6e-4dcb-937e-f3c0dd46f81a None None] Checking segment: {'id': '56652e37-6443-4bd8-a337-1ac286b0684f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c7e52e71-02cc-456b-8e57-c7c1a4a38dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:25:10.935698 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0e09c2d2-ea6e-4dcb-937e-f3c0dd46f81a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:10.936095 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e09c2d2-ea6e-4dcb-937e-f3c0dd46f81a None None] Bound using segment: {'id': '56652e37-6443-4bd8-a337-1ac286b0684f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c7e52e71-02cc-456b-8e57-c7c1a4a38dc0'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:25:10.936578 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-0e09c2d2-ea6e-4dcb-937e-f3c0dd46f81a None None] Bound port: b62f3e71-7440-4d0f-8fb4-fddd4c955c74, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56652e37-6443-4bd8-a337-1ac286b0684f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c7e52e71-02cc-456b-8e57-c7c1a4a38dc0'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:25:10.936955 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0e09c2d2-ea6e-4dcb-937e-f3c0dd46f81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:10.950140 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-4e881890-cc27-4979-9326-2fb39ed507ff None None] Port f978ed17-3d78-4683-8f63-6e53037b995d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:25:11.003028 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb1e30-2cba-4d4d-95e8-59fe88fec1c7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:11.003663 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1ecb1e30-2cba-4d4d-95e8-59fe88fec1c7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Synchronizing usage tracker for tenant:157d4d28af624b1c88b7b45d883df158 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:25:11.048564 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-0e09c2d2-ea6e-4dcb-937e-f3c0dd46f81a None None] For port b62f3e71-7440-4d0f-8fb4-fddd4c955c74, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:25:11.054551 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-0e09c2d2-ea6e-4dcb-937e-f3c0dd46f81a None None] For port b62f3e71-7440-4d0f-8fb4-fddd4c955c74, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=b62f3e71-7440-4d0f-8fb4-fddd4c955c74,segment=NetworkSegment(56652e37-6443-4bd8-a337-1ac286b0684f),segment_id=56652e37-6443-4bd8-a337-1ac286b0684f)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:25:11.074491 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-0aa181bc-272e-453a-831c-bd966c5638ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:11.086167 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa181bc-272e-453a-831c-bd966c5638ec None None] Routers {'40528385-b57b-4319-a034-95573ad5248b'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:25:11.086890 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-0aa181bc-272e-453a-831c-bd966c5638ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['40528385-b57b-4319-a034-95573ad5248b'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:11.087894 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1ecb1e30-2cba-4d4d-95e8-59fe88fec1c7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Unset dirty status for tenant:157d4d28af624b1c88b7b45d883df158 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:25:11.089345 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1ecb1e30-2cba-4d4d-95e8-59fe88fec1c7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "GET /v2.0/ports/f978ed17-3d78-4683-8f63-6e53037b995d HTTP/1.1" status: 200 len: 910 time: 0.2012091 Apr 11 14:25:11.092289 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43476) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:11.116211 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0e09c2d2-ea6e-4dcb-937e-f3c0dd46f81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:11.116533 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43480) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:11.119289 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:11.260690 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e52e71-02cc-456b-8e57-c7c1a4a38dc0']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:11.269555 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09c2d2-ea6e-4dcb-937e-f3c0dd46f81a None None] Pushing event updated for resources: {'Port': ['ID=b62f3e71-7440-4d0f-8fb4-fddd4c955c74,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:11.287787 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56652e37-6443-4bd8-a337-1ac286b0684f') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:11.287787 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56652e37-6443-4bd8-a337-1ac286b0684f') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:11.292177 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-0aa181bc-272e-453a-831c-bd966c5638ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:11.292586 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa181bc-272e-453a-831c-bd966c5638ec None None] The sync data for ids ['40528385-b57b-4319-a034-95573ad5248b'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:25:11.307014 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8af2a7a5-d264-4696-a817-758455995db5 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/floatingips/210908f3-2dc2-4f3c-91c8-92200692e328 HTTP/1.1" status: 200 len: 994 time: 0.1899438 Apr 11 14:25:11.308795 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:11.316492 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a3d242-9361-4614-9054-651f73693498 None None] Network c7e52e71-02cc-456b-8e57-c7c1a4a38dc0 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:25:11.327576 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:11.339222 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:25:11.340074 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:25:11.463037 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:25:11.510024 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.db.api [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 14:25:11.510024 dv-neutron-837330-1-hyperv neutron-server[88617]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 14:25:11.510024 dv-neutron-837330-1-hyperv neutron-server[88617]: [parameters: {'id': 'c7e52e71-02cc-456b-8e57-c7c1a4a38dc0'}] Apr 11 14:25:11.510024 dv-neutron-837330-1-hyperv neutron-server[88617]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:25:11.510611 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG oslo_db.api [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:25:11.589780 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4224c61f-d64d-48bc-a089-72bf96818bb5 None None] get_active_networks_info from dv-neutron-837330-1-hyperv {{(pid=88618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 11 14:25:11.753015 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4224c61f-d64d-48bc-a089-72bf96818bb5 None None] Resources bound (agent type, host, resource id): {{(pid=88618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 14:25:11.785014 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273be89-bb0d-4e8a-8cb8-ed5eb6f8af87 req-53a62d32-ef22-4a75-810d-85838a2c9eb2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:11.786959 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6273be89-bb0d-4e8a-8cb8-ed5eb6f8af87 req-53a62d32-ef22-4a75-810d-85838a2c9eb2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaaacb0a-7980-463d-9976-4f463fa39b94 HTTP/1.1" status: 200 len: 946 time: 0.1918297 Apr 11 14:25:11.844368 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6273be89-bb0d-4e8a-8cb8-ed5eb6f8af87 req-94aa7c9e-bb42-4d25-85cd-a92671223c4c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=b833fafd-d749-475a-9628-8d77bc0f436f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516462 Apr 11 14:25:11.920375 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4abda6a5-9f31-4a86-b76c-997e295362d4 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:12.012311 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:12.036352 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Deleting port b62f3e71-7440-4d0f-8fb4-fddd4c955c74 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:25:12.037900 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:12.324957 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] For port b62f3e71-7440-4d0f-8fb4-fddd4c955c74, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=b62f3e71-7440-4d0f-8fb4-fddd4c955c74,segment=NetworkSegment(56652e37-6443-4bd8-a337-1ac286b0684f),segment_id=56652e37-6443-4bd8-a337-1ac286b0684f)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:25:12.324957 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:12.357176 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-4abda6a5-9f31-4a86-b76c-997e295362d4 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting port f978ed17-3d78-4683-8f63-6e53037b995d {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:25:12.357176 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4abda6a5-9f31-4a86-b76c-997e295362d4 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:12.466985 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Calling delete_port for b62f3e71-7440-4d0f-8fb4-fddd4c955c74 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:25:12.675695 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:12.713769 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4abda6a5-9f31-4a86-b76c-997e295362d4 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:12.731865 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Port': ['ID=b62f3e71-7440-4d0f-8fb4-fddd4c955c74,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:12.735425 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No DVR routers for this DVR port b62f3e71-7440-4d0f-8fb4-fddd4c955c74 on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:25:12.853538 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-4abda6a5-9f31-4a86-b76c-997e295362d4 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Calling delete_port for f978ed17-3d78-4683-8f63-6e53037b995d owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:25:12.874429 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:12.903668 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e52e71-02cc-456b-8e57-c7c1a4a38dc0']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:12.920250 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56652e37-6443-4bd8-a337-1ac286b0684f') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:12.920623 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56652e37-6443-4bd8-a337-1ac286b0684f') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:12.940009 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:12.950413 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:12.959726 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:25:12.960153 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:25:12.977183 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:25:13.132545 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4abda6a5-9f31-4a86-b76c-997e295362d4 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:13.141771 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304ee5c-37d0-4dfc-8f10-9148bde1ab2d req-e85c28e1-f794-48c8-83c7-a22d7a8e9c5e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:13.143436 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4304ee5c-37d0-4dfc-8f10-9148bde1ab2d req-e85c28e1-f794-48c8-83c7-a22d7a8e9c5e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaaacb0a-7980-463d-9976-4f463fa39b94 HTTP/1.1" status: 200 len: 946 time: 0.1514359 Apr 11 14:25:13.205475 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abda6a5-9f31-4a86-b76c-997e295362d4 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Port': ['ID=f978ed17-3d78-4683-8f63-6e53037b995d,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:13.222420 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4304ee5c-37d0-4dfc-8f10-9148bde1ab2d req-e019bd6d-36dc-4d76-8dc4-0f1abaa2bedd tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=b833fafd-d749-475a-9628-8d77bc0f436f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727792 Apr 11 14:25:13.223811 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:13.237394 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:13.277019 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Network': ['ID=c7e52e71-02cc-456b-8e57-c7c1a4a38dc0,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:13.292315 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b8b31c40-f558-412f-b743-b2f77a29a7b2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/networks/c7e52e71-02cc-456b-8e57-c7c1a4a38dc0 HTTP/1.1" status: 204 len: 168 time: 4.4872546 Apr 11 14:25:13.293491 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43494) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:13.317020 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-20a4044b-c689-45cb-80e4-3e8fbeb64e9e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-23503353'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:13.330889 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-20a4044b-c689-45cb-80e4-3e8fbeb64e9e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:13.341112 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-20a4044b-c689-45cb-80e4-3e8fbeb64e9e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Usage tracker for resource:network and tenant:72c0d9216e10412c8271a23842c8dd71 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:25:13.347482 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-20a4044b-c689-45cb-80e4-3e8fbeb64e9e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:25:13.396142 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-20a4044b-c689-45cb-80e4-3e8fbeb64e9e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:13.559155 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a4044b-c689-45cb-80e4-3e8fbeb64e9e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Made reservation on behalf of 72c0d9216e10412c8271a23842c8dd71 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:25:13.561807 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-20a4044b-c689-45cb-80e4-3e8fbeb64e9e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:13.612278 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4abda6a5-9f31-4a86-b76c-997e295362d4 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:13.688066 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a4044b-c689-45cb-80e4-3e8fbeb64e9e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:25:13.718295 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0516ea4-3a5d-45d5-999e-4c9237e5a0a4 req-9856d026-ba6e-4271-9082-0dab87e044ef tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:13.719825 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e0516ea4-3a5d-45d5-999e-4c9237e5a0a4 req-9856d026-ba6e-4271-9082-0dab87e044ef tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaaacb0a-7980-463d-9976-4f463fa39b94 HTTP/1.1" status: 200 len: 946 time: 0.3693862 Apr 11 14:25:13.774505 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-20a4044b-c689-45cb-80e4-3e8fbeb64e9e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:13.774847 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-20a4044b-c689-45cb-80e4-3e8fbeb64e9e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Added segment 3dffc15d-a908-43fe-b736-2509828e90dc of type vlan for network ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad Apr 11 14:25:13.874959 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-20a4044b-c689-45cb-80e4-3e8fbeb64e9e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:13.883993 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e0516ea4-3a5d-45d5-999e-4c9237e5a0a4 req-bc1fd829-e271-4795-bb37-d2357ef0ea11 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=b833fafd-d749-475a-9628-8d77bc0f436f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109266 Apr 11 14:25:14.058046 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abda6a5-9f31-4a86-b76c-997e295362d4 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Router 40528385-b57b-4319-a034-95573ad5248b has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:25:14.130712 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-20a4044b-c689-45cb-80e4-3e8fbeb64e9e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:14.136379 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a4044b-c689-45cb-80e4-3e8fbeb64e9e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:14.136964 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-20a4044b-c689-45cb-80e4-3e8fbeb64e9e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:14.460008 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4044b-c689-45cb-80e4-3e8fbeb64e9e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'Network': ['ID=ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:14.471413 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abda6a5-9f31-4a86-b76c-997e295362d4 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:25:14.472115 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:25:14.478773 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43504) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:14.479371 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4abda6a5-9f31-4a86-b76c-997e295362d4 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "PUT /v2.0/routers/40528385-b57b-4319-a034-95573ad5248b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3836029 Apr 11 14:25:14.489419 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f9055c-4a74-42b9-99bc-fa010d002cde None None] Sync routers for ids ['40528385-b57b-4319-a034-95573ad5248b'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:25:14.525701 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f9055c-4a74-42b9-99bc-fa010d002cde None None] Routers {'40528385-b57b-4319-a034-95573ad5248b'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:25:14.526706 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b3f9055c-4a74-42b9-99bc-fa010d002cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['40528385-b57b-4319-a034-95573ad5248b'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:14.701599 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b3f9055c-4a74-42b9-99bc-fa010d002cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:14.718436 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f9055c-4a74-42b9-99bc-fa010d002cde None None] Routers {'40528385-b57b-4319-a034-95573ad5248b'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:25:14.719326 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b3f9055c-4a74-42b9-99bc-fa010d002cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['40528385-b57b-4319-a034-95573ad5248b'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:14.785407 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b3f9055c-4a74-42b9-99bc-fa010d002cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:14.785815 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f9055c-4a74-42b9-99bc-fa010d002cde None None] The sync data for ids ['40528385-b57b-4319-a034-95573ad5248b'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:25:14.847460 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-20a4044b-c689-45cb-80e4-3e8fbeb64e9e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5379832 Apr 11 14:25:14.850030 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43508) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:14.855680 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-0dacbb6b-f71f-4826-8196-fbf84ad912fb tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:15.124651 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0dacbb6b-f71f-4826-8196-fbf84ad912fb tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:15.191458 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9bba442f-52e7-4757-aa7b-d0bb92d33468 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:15.307590 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0dacbb6b-f71f-4826-8196-fbf84ad912fb tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:15.341923 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0dacbb6b-f71f-4826-8196-fbf84ad912fb tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Network ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad is not hosted by any dhcp agent {{(pid=88616) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 11 14:25:15.348366 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dacbb6b-f71f-4826-8196-fbf84ad912fb tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:15.348986 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0dacbb6b-f71f-4826-8196-fbf84ad912fb tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:15.353794 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0dacbb6b-f71f-4826-8196-fbf84ad912fb tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "PUT /v2.0/networks/ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad HTTP/1.1" status: 200 len: 723 time: 0.5027821 Apr 11 14:25:15.354650 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43514) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:15.379886 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-90722080-fb49-42cb-b714-f5f86a0dafd7 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Request body: {'subnet': {'network_id': 'ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:15.433043 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43518) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:15.521581 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dacbb6b-f71f-4826-8196-fbf84ad912fb tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'Network': ['ID=ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:15.536229 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:25:15.568918 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-90722080-fb49-42cb-b714-f5f86a0dafd7 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:15.574472 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-90722080-fb49-42cb-b714-f5f86a0dafd7 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Usage tracker for resource:subnet and tenant:72c0d9216e10412c8271a23842c8dd71 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:25:15.578013 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-90722080-fb49-42cb-b714-f5f86a0dafd7 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:25:15.586080 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-90722080-fb49-42cb-b714-f5f86a0dafd7 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:15.669392 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90722080-fb49-42cb-b714-f5f86a0dafd7 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Made reservation on behalf of 72c0d9216e10412c8271a23842c8dd71 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:25:15.673012 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-90722080-fb49-42cb-b714-f5f86a0dafd7 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:15.896195 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-9bba442f-52e7-4757-aa7b-d0bb92d33468 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting port 1babba32-022e-42a2-b2f6-c5df91597fbe {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:25:15.896832 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9bba442f-52e7-4757-aa7b-d0bb92d33468 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:15.978347 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-90722080-fb49-42cb-b714-f5f86a0dafd7 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:16.078521 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90722080-fb49-42cb-b714-f5f86a0dafd7 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Checking segment: {'id': '3dffc15d-a908-43fe-b736-2509828e90dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:25:16.079252 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90722080-fb49-42cb-b714-f5f86a0dafd7 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Network hostable DHCP agents. Network: ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:25:16.085742 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90722080-fb49-42cb-b714-f5f86a0dafd7 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'Subnet': ['ID=8aafbe4e-7548-4ddf-a4d9-5bcaadd2680a,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:16.172281 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90722080-fb49-42cb-b714-f5f86a0dafd7 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Network ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:25:16.269924 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-90722080-fb49-42cb-b714-f5f86a0dafd7 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:16.274720 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90722080-fb49-42cb-b714-f5f86a0dafd7 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:16.275340 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-90722080-fb49-42cb-b714-f5f86a0dafd7 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:16.290179 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad5022d-3237-4c35-ab6e-ae9094bd6f27 None None] Network ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:25:16.394400 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43524) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:16.395314 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-90722080-fb49-42cb-b714-f5f86a0dafd7 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0250680 Apr 11 14:25:16.419250 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-aa3b8fed-c3e0-473c-bfbf-e94b8d4fbeb6 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:16.462643 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9bba442f-52e7-4757-aa7b-d0bb92d33468 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:16.558760 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ca1009-0271-414d-84eb-7816fe56c22e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad', 'network_id': 'ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad', 'tenant_id': '72c0d9216e10412c8271a23842c8dd71', 'fixed_ips': [{'subnet_id': '8aafbe4e-7548-4ddf-a4d9-5bcaadd2680a'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:25:16.559898 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-60ca1009-0271-414d-84eb-7816fe56c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:16.662414 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-9bba442f-52e7-4757-aa7b-d0bb92d33468 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Calling delete_port for 1babba32-022e-42a2-b2f6-c5df91597fbe owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:25:16.731071 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-60ca1009-0271-414d-84eb-7816fe56c22e None None] Allocated IP 172.20.0.2 (ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad/8aafbe4e-7548-4ddf-a4d9-5bcaadd2680a/f00675c1-5be7-47ea-9e52-58b7e0032fe9) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:25:16.853740 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-aa3b8fed-c3e0-473c-bfbf-e94b8d4fbeb6 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29221717'] for subnet, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:16.969096 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-60ca1009-0271-414d-84eb-7816fe56c22e None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:16.980836 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-60ca1009-0271-414d-84eb-7816fe56c22e None None] Transition to ACTIVE for port object f00675c1-5be7-47ea-9e52-58b7e0032fe9 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:25:16.994389 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4f48223c-94bb-489a-9643-b861bcd7e98b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:17.003819 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-60ca1009-0271-414d-84eb-7816fe56c22e None None] Transition to ACTIVE for port object f00675c1-5be7-47ea-9e52-58b7e0032fe9 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:25:17.109748 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-60ca1009-0271-414d-84eb-7816fe56c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:17.193098 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ca1009-0271-414d-84eb-7816fe56c22e None None] Network ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:25:17.325513 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-60ca1009-0271-414d-84eb-7816fe56c22e None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:17.325513 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ca1009-0271-414d-84eb-7816fe56c22e None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:25:17.325513 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca1009-0271-414d-84eb-7816fe56c22e None None] Pushing event updated for resources: {'Port': ['ID=f00675c1-5be7-47ea-9e52-58b7e0032fe9,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:17.333915 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-60ca1009-0271-414d-84eb-7816fe56c22e None None] Attempting to bind port f00675c1-5be7-47ea-9e52-58b7e0032fe9 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:25:17.333915 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-60ca1009-0271-414d-84eb-7816fe56c22e None None] Attempting to bind port f00675c1-5be7-47ea-9e52-58b7e0032fe9 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '3dffc15d-a908-43fe-b736-2509828e90dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:25:17.333915 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ca1009-0271-414d-84eb-7816fe56c22e None None] Attempting to bind port f00675c1-5be7-47ea-9e52-58b7e0032fe9 on network ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:25:17.337840 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ca1009-0271-414d-84eb-7816fe56c22e None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:25:17.338248 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ca1009-0271-414d-84eb-7816fe56c22e None None] Checking segment: {'id': '3dffc15d-a908-43fe-b736-2509828e90dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:25:17.338654 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-60ca1009-0271-414d-84eb-7816fe56c22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:17.339211 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ca1009-0271-414d-84eb-7816fe56c22e None None] Bound using segment: {'id': '3dffc15d-a908-43fe-b736-2509828e90dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:25:17.339698 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-60ca1009-0271-414d-84eb-7816fe56c22e None None] Bound port: f00675c1-5be7-47ea-9e52-58b7e0032fe9, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dffc15d-a908-43fe-b736-2509828e90dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:25:17.340066 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-60ca1009-0271-414d-84eb-7816fe56c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:17.451561 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-60ca1009-0271-414d-84eb-7816fe56c22e None None] For port f00675c1-5be7-47ea-9e52-58b7e0032fe9, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:25:17.456835 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-60ca1009-0271-414d-84eb-7816fe56c22e None None] For port f00675c1-5be7-47ea-9e52-58b7e0032fe9, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=f00675c1-5be7-47ea-9e52-58b7e0032fe9,segment=NetworkSegment(3dffc15d-a908-43fe-b736-2509828e90dc),segment_id=3dffc15d-a908-43fe-b736-2509828e90dc)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:25:17.587301 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9bba442f-52e7-4757-aa7b-d0bb92d33468 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:17.618957 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-60ca1009-0271-414d-84eb-7816fe56c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:17.641632 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-aa3b8fed-c3e0-473c-bfbf-e94b8d4fbeb6 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737194158960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1751462'] for subnet, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:17.679550 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba442f-52e7-4757-aa7b-d0bb92d33468 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Port': ['ID=1babba32-022e-42a2-b2f6-c5df91597fbe,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:17.726651 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca1009-0271-414d-84eb-7816fe56c22e None None] Pushing event updated for resources: {'Port': ['ID=f00675c1-5be7-47ea-9e52-58b7e0032fe9,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:17.757379 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3b8fed-c3e0-473c-bfbf-e94b8d4fbeb6 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:17.758079 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-aa3b8fed-c3e0-473c-bfbf-e94b8d4fbeb6 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:17.763482 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43530) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:17.776910 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-aa3b8fed-c3e0-473c-bfbf-e94b8d4fbeb6 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "PUT /v2.0/subnets/8aafbe4e-7548-4ddf-a4d9-5bcaadd2680a HTTP/1.1" status: 200 len: 806 time: 1.3727849 Apr 11 14:25:17.778777 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-4f48223c-94bb-489a-9643-b861bcd7e98b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.20.0.17 (58432052-c023-483f-9930-aca8e2a93fa0/206a33ea-3ee0-4b42-879a-b8494c98d274/75b8da7f-6e54-4655-aa7c-0f67eca952c0) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:25:17.886459 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b8fed-c3e0-473c-bfbf-e94b8d4fbeb6 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'Subnet': ['ID=8aafbe4e-7548-4ddf-a4d9-5bcaadd2680a,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:18.041491 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-491168fd-9e10-4d0a-b7de-24f77afb78ee tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:18.067374 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-491168fd-9e10-4d0a-b7de-24f77afb78ee tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Deleting port f00675c1-5be7-47ea-9e52-58b7e0032fe9 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:25:18.067951 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-491168fd-9e10-4d0a-b7de-24f77afb78ee tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:18.373366 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-491168fd-9e10-4d0a-b7de-24f77afb78ee tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] For port f00675c1-5be7-47ea-9e52-58b7e0032fe9, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=f00675c1-5be7-47ea-9e52-58b7e0032fe9,segment=NetworkSegment(3dffc15d-a908-43fe-b736-2509828e90dc),segment_id=3dffc15d-a908-43fe-b736-2509828e90dc)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:25:18.373812 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-491168fd-9e10-4d0a-b7de-24f77afb78ee tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:18.377808 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9bba442f-52e7-4757-aa7b-d0bb92d33468 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:18.480285 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device f00675c1-5be7-47ea-9e52-58b7e0032fe9 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:25:18.487752 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4f48223c-94bb-489a-9643-b861bcd7e98b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:18.589811 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-4f48223c-94bb-489a-9643-b861bcd7e98b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Transition to ACTIVE for port object 75b8da7f-6e54-4655-aa7c-0f67eca952c0 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:25:18.627632 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port f00675c1-5be7-47ea-9e52-58b7e0032fe9 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:25:18.671562 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-491168fd-9e10-4d0a-b7de-24f77afb78ee tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Calling delete_port for f00675c1-5be7-47ea-9e52-58b7e0032fe9 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:25:18.801149 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bba442f-52e7-4757-aa7b-d0bb92d33468 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Router 40528385-b57b-4319-a034-95573ad5248b has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:25:18.943186 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4f48223c-94bb-489a-9643-b861bcd7e98b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:18.955655 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-491168fd-9e10-4d0a-b7de-24f77afb78ee tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:19.004687 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bba442f-52e7-4757-aa7b-d0bb92d33468 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:25:19.020451 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f795ef-5b2b-4897-b8a8-ce1eb53e5a7d None None] Sync routers for ids ['40528385-b57b-4319-a034-95573ad5248b'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:25:19.037352 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f795ef-5b2b-4897-b8a8-ce1eb53e5a7d None None] Routers {'40528385-b57b-4319-a034-95573ad5248b'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:25:19.038042 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-85f795ef-5b2b-4897-b8a8-ce1eb53e5a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['40528385-b57b-4319-a034-95573ad5248b'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:19.060828 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f48223c-94bb-489a-9643-b861bcd7e98b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network 58432052-c023-483f-9930-aca8e2a93fa0 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:25:19.068378 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-4f48223c-94bb-489a-9643-b861bcd7e98b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:19.068513 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491168fd-9e10-4d0a-b7de-24f77afb78ee tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Port': ['ID=f00675c1-5be7-47ea-9e52-58b7e0032fe9,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:19.075099 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1306801e-9a70-47d3-958e-5e79bfd34f0a None None] Network ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:25:19.093636 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f48223c-94bb-489a-9643-b861bcd7e98b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:25:19.116807 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491168fd-9e10-4d0a-b7de-24f77afb78ee tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No DVR routers for this DVR port f00675c1-5be7-47ea-9e52-58b7e0032fe9 on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:25:19.139277 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9bba442f-52e7-4757-aa7b-d0bb92d33468 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "PUT /v2.0/routers/40528385-b57b-4319-a034-95573ad5248b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6593897 Apr 11 14:25:19.153986 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43536) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:19.163555 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-85f795ef-5b2b-4897-b8a8-ce1eb53e5a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:19.170572 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48223c-94bb-489a-9643-b861bcd7e98b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=75b8da7f-6e54-4655-aa7c-0f67eca952c0,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:19.175273 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f795ef-5b2b-4897-b8a8-ce1eb53e5a7d None None] Routers {'40528385-b57b-4319-a034-95573ad5248b'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:25:19.175942 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-85f795ef-5b2b-4897-b8a8-ce1eb53e5a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['40528385-b57b-4319-a034-95573ad5248b'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:19.209059 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-491168fd-9e10-4d0a-b7de-24f77afb78ee tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:19.258493 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b3377c0e-b2d2-4fc6-aa8a-fe50a989d5ed None None] Could not find standard attr ID for object f00675c1-5be7-47ea-9e52-58b7e0032fe9. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:25:19.273370 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-85f795ef-5b2b-4897-b8a8-ce1eb53e5a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:19.273772 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f795ef-5b2b-4897-b8a8-ce1eb53e5a7d None None] The sync data for ids ['40528385-b57b-4319-a034-95573ad5248b'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:25:19.322469 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9b83283d-4deb-45ae-8626-7b9900cf18f8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Synchronizing usage tracker for tenant:157d4d28af624b1c88b7b45d883df158 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:25:19.344324 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4f48223c-94bb-489a-9643-b861bcd7e98b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:19.536089 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-491168fd-9e10-4d0a-b7de-24f77afb78ee tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:19.567485 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-87faebc4-e165-4f92-a0b9-c5ee0b4745cd None None] Provisioning for port 75b8da7f-6e54-4655-aa7c-0f67eca952c0 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:25:19.582446 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-87faebc4-e165-4f92-a0b9-c5ee0b4745cd None None] Provisioning complete for port 75b8da7f-6e54-4655-aa7c-0f67eca952c0 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:19.583522 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-87faebc4-e165-4f92-a0b9-c5ee0b4745cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:19.585365 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491168fd-9e10-4d0a-b7de-24f77afb78ee tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Subnet': ['ID=8aafbe4e-7548-4ddf-a4d9-5bcaadd2680a,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:19.636629 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32daef6d-0b5c-4105-88de-7348628e2ba7 None None] Network ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:25:19.667565 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9b83283d-4deb-45ae-8626-7b9900cf18f8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Unset dirty status for tenant:157d4d28af624b1c88b7b45d883df158 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:25:19.671584 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9b83283d-4deb-45ae-8626-7b9900cf18f8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "GET /v2.0/ports?device_id=40528385-b57b-4319-a034-95573ad5248b HTTP/1.1" status: 200 len: 205 time: 0.4895494 Apr 11 14:25:19.672461 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43548) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:19.673549 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4f48223c-94bb-489a-9643-b861bcd7e98b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:19.693911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-491168fd-9e10-4d0a-b7de-24f77afb78ee tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:19.727449 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-491168fd-9e10-4d0a-b7de-24f77afb78ee tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:19.742614 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-491168fd-9e10-4d0a-b7de-24f77afb78ee tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dffc15d-a908-43fe-b736-2509828e90dc') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:19.743069 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-491168fd-9e10-4d0a-b7de-24f77afb78ee tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dffc15d-a908-43fe-b736-2509828e90dc') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:19.763784 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-491168fd-9e10-4d0a-b7de-24f77afb78ee tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:19.781691 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-491168fd-9e10-4d0a-b7de-24f77afb78ee tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:19.799389 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491168fd-9e10-4d0a-b7de-24f77afb78ee tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:25:19.801018 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-491168fd-9e10-4d0a-b7de-24f77afb78ee tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:19.849069 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-87faebc4-e165-4f92-a0b9-c5ee0b4745cd None None] Port 75b8da7f-6e54-4655-aa7c-0f67eca952c0 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:25:19.888790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9210dd5a-68db-4ec7-a00e-1431e9a33e39 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:25:19.955473 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:25:19.989157 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6233c79e-dbd3-4290-95f4-278e1459da3e None None] DHCP port deletion for ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:25:20.061604 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-491168fd-9e10-4d0a-b7de-24f77afb78ee tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:20.090694 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-491168fd-9e10-4d0a-b7de-24f77afb78ee tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:20.098708 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491168fd-9e10-4d0a-b7de-24f77afb78ee tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Network': ['ID=ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:20.107996 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-491168fd-9e10-4d0a-b7de-24f77afb78ee tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/networks/ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad HTTP/1.1" status: 204 len: 168 time: 2.3421166 Apr 11 14:25:20.110533 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43554) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:20.138783 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-27115726-e3b8-4100-be86-322467f80473 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] DELETE failed (client error): The resource could not be found. Apr 11 14:25:20.139579 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27115726-e3b8-4100-be86-322467f80473 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:25:20.148224 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-27115726-e3b8-4100-be86-322467f80473 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/networks/ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad HTTP/1.1" status: 404 len: 339 time: 0.0360751 Apr 11 14:25:20.149271 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43558) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:20.158264 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-306c58be-a7f1-4967-ae87-6271c1ce41af tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1594835485', 'description': 'd1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:20.166358 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-306c58be-a7f1-4967-ae87-6271c1ce41af tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:20.171135 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-306c58be-a7f1-4967-ae87-6271c1ce41af tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Usage tracker for resource:network and tenant:72c0d9216e10412c8271a23842c8dd71 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:25:20.174002 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-306c58be-a7f1-4967-ae87-6271c1ce41af tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:25:20.180248 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-306c58be-a7f1-4967-ae87-6271c1ce41af tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:20.257568 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306c58be-a7f1-4967-ae87-6271c1ce41af tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Made reservation on behalf of 72c0d9216e10412c8271a23842c8dd71 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:25:20.263507 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-306c58be-a7f1-4967-ae87-6271c1ce41af tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:20.316818 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-306c58be-a7f1-4967-ae87-6271c1ce41af tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:25:20.343732 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-306c58be-a7f1-4967-ae87-6271c1ce41af tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:20.344406 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-306c58be-a7f1-4967-ae87-6271c1ce41af tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Added segment 86f48d44-3007-418e-80b5-5a085000543b of type vlan for network c289e961-3bfa-4f9a-928c-c26121d39fe1 Apr 11 14:25:20.380830 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-306c58be-a7f1-4967-ae87-6271c1ce41af tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:20.409541 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device f00675c1-5be7-47ea-9e52-58b7e0032fe9 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:25:20.468540 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: f00675c1-5be7-47ea-9e52-58b7e0032fe9 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:25:20.468958 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device f00675c1-5be7-47ea-9e52-58b7e0032fe9 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:25:20.508871 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-306c58be-a7f1-4967-ae87-6271c1ce41af tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:20.513604 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9210dd5a-68db-4ec7-a00e-1431e9a33e39 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:20.515288 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306c58be-a7f1-4967-ae87-6271c1ce41af tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:20.515910 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-306c58be-a7f1-4967-ae87-6271c1ce41af tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:20.569878 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9210dd5a-68db-4ec7-a00e-1431e9a33e39 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:20.627284 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c58be-a7f1-4967-ae87-6271c1ce41af tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'Network': ['ID=c289e961-3bfa-4f9a-928c-c26121d39fe1,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:20.641598 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network c289e961-3bfa-4f9a-928c-c26121d39fe1 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:25:20.672564 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-306c58be-a7f1-4967-ae87-6271c1ce41af tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5225182 Apr 11 14:25:20.673896 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43570) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:20.769830 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9210dd5a-68db-4ec7-a00e-1431e9a33e39 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:20.770574 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9210dd5a-68db-4ec7-a00e-1431e9a33e39 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Fanout notify agent at l3_agent the message router_deleted on router 40528385-b57b-4319-a034-95573ad5248b {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:25:20.807851 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3a1f13-f208-4d5f-a2f3-1b183fdbf1e7 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:20.808768 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ea3a1f13-f208-4d5f-a2f3-1b183fdbf1e7 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Synchronizing usage tracker for tenant:72c0d9216e10412c8271a23842c8dd71 on resource:network {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:25:20.811252 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9210dd5a-68db-4ec7-a00e-1431e9a33e39 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:20.812488 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9210dd5a-68db-4ec7-a00e-1431e9a33e39 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/routers/40528385-b57b-4319-a034-95573ad5248b HTTP/1.1" status: 204 len: 168 time: 1.1281211 Apr 11 14:25:20.817802 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43574) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:20.859836 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4f48223c-94bb-489a-9643-b861bcd7e98b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:20.896411 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-4723d3d3-51c5-454b-86e2-6d719c4011f9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting subnet 8a1e6159-cf4e-437e-9307-d94f6a39dc18 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:25:20.896411 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4723d3d3-51c5-454b-86e2-6d719c4011f9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:20.938378 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4f48223c-94bb-489a-9643-b861bcd7e98b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:20.967180 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4723d3d3-51c5-454b-86e2-6d719c4011f9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:21.000048 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ea3a1f13-f208-4d5f-a2f3-1b183fdbf1e7 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Unset dirty status for tenant:72c0d9216e10412c8271a23842c8dd71 on resource:network {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:25:21.005017 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ea3a1f13-f208-4d5f-a2f3-1b183fdbf1e7 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "GET /v2.0/networks?id=c289e961-3bfa-4f9a-928c-c26121d39fe1 HTTP/1.1" status: 200 len: 761 time: 0.3304090 Apr 11 14:25:21.006712 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43580) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:21.072525 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4723d3d3-51c5-454b-86e2-6d719c4011f9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:21.083827 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-0d8e44be-1841-4b93-bafd-3edbeb108c8d tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Request body: {'network': {'description': 'd2'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:21.207294 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4f48223c-94bb-489a-9643-b861bcd7e98b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:21.223834 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48223c-94bb-489a-9643-b861bcd7e98b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=75b8da7f-6e54-4655-aa7c-0f67eca952c0,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:21.232948 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4723d3d3-51c5-454b-86e2-6d719c4011f9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:21.275092 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723d3d3-51c5-454b-86e2-6d719c4011f9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Subnet': ['ID=8a1e6159-cf4e-437e-9307-d94f6a39dc18,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:21.280105 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4723d3d3-51c5-454b-86e2-6d719c4011f9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:21.287374 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eb2881-5fbd-41f1-a279-c460ed7ccfac None None] Network 3f534aa1-8aae-4e73-81b4-8c5676c7c934 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:25:21.290952 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4723d3d3-51c5-454b-86e2-6d719c4011f9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/subnets/8a1e6159-cf4e-437e-9307-d94f6a39dc18 HTTP/1.1" status: 204 len: 168 time: 0.4714112 Apr 11 14:25:21.291949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43584) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:21.367075 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-5801f1e7-5972-44b4-9edc-b6d6cc9252d8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting subnet 28e9845d-55ac-40fb-b5cb-a7d0c926fbbd {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:25:21.370549 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5801f1e7-5972-44b4-9edc-b6d6cc9252d8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:21.432589 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5801f1e7-5972-44b4-9edc-b6d6cc9252d8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:21.486209 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0d8e44be-1841-4b93-bafd-3edbeb108c8d tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:21.523981 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f48223c-94bb-489a-9643-b861bcd7e98b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network 58432052-c023-483f-9930-aca8e2a93fa0 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:25:21.525958 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-4f48223c-94bb-489a-9643-b861bcd7e98b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:21.546078 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5801f1e7-5972-44b4-9edc-b6d6cc9252d8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:21.625276 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0d8e44be-1841-4b93-bafd-3edbeb108c8d tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:21.673224 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6f425b-2537-4ed1-b9b6-bba02748b721 None None] DHCP port deletion for 3f534aa1-8aae-4e73-81b4-8c5676c7c934 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:25:21.677805 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d8e44be-1841-4b93-bafd-3edbeb108c8d tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Network c289e961-3bfa-4f9a-928c-c26121d39fe1 is not hosted by any dhcp agent {{(pid=88617) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 11 14:25:21.679040 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-fa6f425b-2537-4ed1-b9b6-bba02748b721 None None] Deleting port a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:25:21.679594 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fa6f425b-2537-4ed1-b9b6-bba02748b721 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:21.683528 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8e44be-1841-4b93-bafd-3edbeb108c8d tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:21.684152 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0d8e44be-1841-4b93-bafd-3edbeb108c8d tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:21.685439 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0d8e44be-1841-4b93-bafd-3edbeb108c8d tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "PUT /v2.0/networks/c289e961-3bfa-4f9a-928c-c26121d39fe1 HTTP/1.1" status: 200 len: 758 time: 0.6273074 Apr 11 14:25:21.690463 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43588) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:21.770393 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5801f1e7-5972-44b4-9edc-b6d6cc9252d8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:21.978767 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1544cfc3-3dfd-4f7e-ad97-e94bff7f21fd None None] Provisioning complete for port 75b8da7f-6e54-4655-aa7c-0f67eca952c0 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:21.979150 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1544cfc3-3dfd-4f7e-ad97-e94bff7f21fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:22.012230 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-fa6f425b-2537-4ed1-b9b6-bba02748b721 None None] For port a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8,segment=NetworkSegment(95b0dd33-68a9-4ace-8f9a-fb678f26ec10),segment_id=95b0dd33-68a9-4ace-8f9a-fb678f26ec10)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:25:22.012925 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fa6f425b-2537-4ed1-b9b6-bba02748b721 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:22.057686 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-1544cfc3-3dfd-4f7e-ad97-e94bff7f21fd None None] Port 75b8da7f-6e54-4655-aa7c-0f67eca952c0 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:25:22.103488 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e44be-1841-4b93-bafd-3edbeb108c8d tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'Network': ['ID=c289e961-3bfa-4f9a-928c-c26121d39fe1,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:22.156586 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f48223c-94bb-489a-9643-b861bcd7e98b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router 03c33371-12e9-4781-a53c-3d6930a9518c has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:25:22.176433 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5801f1e7-5972-44b4-9edc-b6d6cc9252d8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:22.179083 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801f1e7-5972-44b4-9edc-b6d6cc9252d8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Subnet': ['ID=28e9845d-55ac-40fb-b5cb-a7d0c926fbbd,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:22.196610 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806313ba-1611-42ec-8d13-05383660f324 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:22.201472 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-fa6f425b-2537-4ed1-b9b6-bba02748b721 None None] Calling delete_port for a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:25:22.203312 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-806313ba-1611-42ec-8d13-05383660f324 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "GET /v2.0/networks?id=c289e961-3bfa-4f9a-928c-c26121d39fe1 HTTP/1.1" status: 200 len: 761 time: 0.5105970 Apr 11 14:25:22.207125 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5801f1e7-5972-44b4-9edc-b6d6cc9252d8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/subnets/28e9845d-55ac-40fb-b5cb-a7d0c926fbbd HTTP/1.1" status: 204 len: 168 time: 0.9127700 Apr 11 14:25:22.208664 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43594) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:22.208946 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43596) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:22.221449 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-fb21f4f3-1af2-49e3-a37b-2246de35169c tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2072839245'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:22.249593 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network c289e961-3bfa-4f9a-928c-c26121d39fe1 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:25:22.262557 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f23a42-c8b2-46dc-84be-28c356c1bb81 None None] Network 9ba55ffa-759d-4352-96f7-dfb7b13ad1e4 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:25:22.269872 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-fb21f4f3-1af2-49e3-a37b-2246de35169c tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:22.381895 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b9a77d64-21dd-4bc3-8864-b9caa5771db8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:22.396385 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-fb21f4f3-1af2-49e3-a37b-2246de35169c tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:22.418262 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-b9a77d64-21dd-4bc3-8864-b9caa5771db8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting port a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:25:22.418611 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b9a77d64-21dd-4bc3-8864-b9caa5771db8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:22.458031 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f48223c-94bb-489a-9643-b861bcd7e98b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:25:22.460470 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4f48223c-94bb-489a-9643-b861bcd7e98b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "PUT /v2.0/routers/03c33371-12e9-4781-a53c-3d6930a9518c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0267742 Apr 11 14:25:22.508886 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:25:22.512938 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb21f4f3-1af2-49e3-a37b-2246de35169c tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Made reservation on behalf of 72c0d9216e10412c8271a23842c8dd71 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:25:22.516469 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fb21f4f3-1af2-49e3-a37b-2246de35169c tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:22.534235 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] Sync routers for ids ['03c33371-12e9-4781-a53c-3d6930a9518c'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:25:22.596443 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb21f4f3-1af2-49e3-a37b-2246de35169c tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:25:22.665217 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fb21f4f3-1af2-49e3-a37b-2246de35169c tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:22.665563 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-fb21f4f3-1af2-49e3-a37b-2246de35169c tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Added segment 35d8c0d8-3195-423d-af9f-a8d124c4f671 of type vlan for network 61f8f326-c364-4e44-b6ae-eb473b0b9100 Apr 11 14:25:22.686615 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-b9a77d64-21dd-4bc3-8864-b9caa5771db8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] For port a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8,segment=NetworkSegment(95b0dd33-68a9-4ace-8f9a-fb678f26ec10),segment_id=95b0dd33-68a9-4ace-8f9a-fb678f26ec10)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:25:22.686615 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b9a77d64-21dd-4bc3-8864-b9caa5771db8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:22.695666 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] Routers {'03c33371-12e9-4781-a53c-3d6930a9518c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:25:22.695666 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['03c33371-12e9-4781-a53c-3d6930a9518c'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:22.826347 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-b9a77d64-21dd-4bc3-8864-b9caa5771db8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Calling delete_port for a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:25:22.871808 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fb21f4f3-1af2-49e3-a37b-2246de35169c tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:22.931188 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.api [None req-b9a77d64-21dd-4bc3-8864-b9caa5771db8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:25:22.931511 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG oslo_db.api [None req-b9a77d64-21dd-4bc3-8864-b9caa5771db8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:25:22.948557 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fa6f425b-2537-4ed1-b9b6-bba02748b721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:23.011593 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fb21f4f3-1af2-49e3-a37b-2246de35169c tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:23.019871 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb21f4f3-1af2-49e3-a37b-2246de35169c tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:23.020677 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fb21f4f3-1af2-49e3-a37b-2246de35169c tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:23.031675 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f425b-2537-4ed1-b9b6-bba02748b721 None None] Pushing event deleted for resources: {'Port': ['ID=a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:23.034369 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6f425b-2537-4ed1-b9b6-bba02748b721 None None] No DVR routers for this DVR port a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:25:23.041558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:23.065537 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] Set router 03c33371-12e9-4781-a53c-3d6930a9518c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:25:23.184743 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21f4f3-1af2-49e3-a37b-2246de35169c tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'Network': ['ID=61f8f326-c364-4e44-b6ae-eb473b0b9100,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:23.221543 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb852c26-f9db-4dad-ab72-70b7d78d0b61 None None] DHCP port deletion for 9ba55ffa-759d-4352-96f7-dfb7b13ad1e4 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:25:23.223684 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 61f8f326-c364-4e44-b6ae-eb473b0b9100 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:25:23.276317 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-fb21f4f3-1af2-49e3-a37b-2246de35169c tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0628746 Apr 11 14:25:23.276566 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43616) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:23.282265 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-44f392ef-6dca-40ec-b418-a41f8971ce91 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Request body: {'subnet': {'network_id': '61f8f326-c364-4e44-b6ae-eb473b0b9100', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:23.316047 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-eb852c26-f9db-4dad-ab72-70b7d78d0b61 None None] Deleting port 6161d693-e6e0-4c65-b040-899ad9b06e0f {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:25:23.316452 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-eb852c26-f9db-4dad-ab72-70b7d78d0b61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:23.403265 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-44f392ef-6dca-40ec-b418-a41f8971ce91 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:23.407951 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-44f392ef-6dca-40ec-b418-a41f8971ce91 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Usage tracker for resource:subnet and tenant:72c0d9216e10412c8271a23842c8dd71 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:25:23.411184 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-44f392ef-6dca-40ec-b418-a41f8971ce91 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:25:23.417749 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-44f392ef-6dca-40ec-b418-a41f8971ce91 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:23.433177 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-b9a77d64-21dd-4bc3-8864-b9caa5771db8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting port a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:25:23.433947 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b9a77d64-21dd-4bc3-8864-b9caa5771db8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:23.508797 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-b9a77d64-21dd-4bc3-8864-b9caa5771db8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] The port 'a7d33a9a-7c29-48a1-83db-af1b1b1bdfe8' was deleted {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:25:23.509807 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f392ef-6dca-40ec-b418-a41f8971ce91 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Made reservation on behalf of 72c0d9216e10412c8271a23842c8dd71 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:25:23.513657 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-44f392ef-6dca-40ec-b418-a41f8971ce91 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:23.742944 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b9a77d64-21dd-4bc3-8864-b9caa5771db8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:23.778192 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-b9a77d64-21dd-4bc3-8864-b9caa5771db8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f534aa1-8aae-4e73-81b4-8c5676c7c934']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:23.793457 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-b9a77d64-21dd-4bc3-8864-b9caa5771db8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b0dd33-68a9-4ace-8f9a-fb678f26ec10') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:23.795596 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-b9a77d64-21dd-4bc3-8864-b9caa5771db8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b0dd33-68a9-4ace-8f9a-fb678f26ec10') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:23.795715 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-eb852c26-f9db-4dad-ab72-70b7d78d0b61 None None] For port 6161d693-e6e0-4c65-b040-899ad9b06e0f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6161d693-e6e0-4c65-b040-899ad9b06e0f,segment=NetworkSegment(87e44868-07dc-418b-8286-e587657f0199),segment_id=87e44868-07dc-418b-8286-e587657f0199)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:25:23.796183 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-eb852c26-f9db-4dad-ab72-70b7d78d0b61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:23.808659 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b9a77d64-21dd-4bc3-8864-b9caa5771db8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:23.872343 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b9a77d64-21dd-4bc3-8864-b9caa5771db8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:23.884124 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a77d64-21dd-4bc3-8864-b9caa5771db8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:25:23.884519 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b9a77d64-21dd-4bc3-8864-b9caa5771db8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:25:23.900109 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:25:23.930137 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-eb852c26-f9db-4dad-ab72-70b7d78d0b61 None None] Calling delete_port for 6161d693-e6e0-4c65-b040-899ad9b06e0f owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:25:24.041705 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'name': 'tempest-TestNetworkBasicOps-router-1336258400', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:22:08Z', 'updated_at': '2022-04-11T14:25:19Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:12Z', 'updated_at': '2022-04-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '1aa303dd-1370-4f4a-bda7-4a18b8846608', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.118', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'port_id': 'cc64d515-c428-4346-be56-d7966df2bb2d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'mac_address': 'fa:16:3e:5b:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790e7bc3-4bcc-4214-bbca-6c3a1a05a33b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:23:31Z', 'revision_number': 1, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '501008d0-6c1a-4538-b04d-e9e2348f628a', 'name': '', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:64:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:25Z', 'updated_at': '2022-04-11T14:22:43Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b8da7f-6e54-4655-aa7c-0f67eca952c0', 'name': '', 'network_id': '58432052-c023-483f-9930-aca8e2a93fa0', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:d8:49:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '206a33ea-3ee0-4b42-879a-b8494c98d274', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:25:17Z', 'updated_at': '2022-04-11T14:25:20Z', 'revision_number': 2, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '206a33ea-3ee0-4b42-879a-b8494c98d274', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:24.046393 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] Checking router: 03c33371-12e9-4781-a53c-3d6930a9518c for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:25:24.046818 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] Updating router 03c33371-12e9-4781-a53c-3d6930a9518c port 75b8da7f-6e54-4655-aa7c-0f67eca952c0 binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:25:24.097625 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b9a77d64-21dd-4bc3-8864-b9caa5771db8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:24.103226 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b9a77d64-21dd-4bc3-8864-b9caa5771db8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:24.118649 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:24.130932 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-eb852c26-f9db-4dad-ab72-70b7d78d0b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:24.134044 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43620) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:24.134571 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b9a77d64-21dd-4bc3-8864-b9caa5771db8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/networks/3f534aa1-8aae-4e73-81b4-8c5676c7c934 HTTP/1.1" status: 204 len: 168 time: 1.9239347 Apr 11 14:25:24.138934 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-44f392ef-6dca-40ec-b418-a41f8971ce91 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:24.181380 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a77d64-21dd-4bc3-8864-b9caa5771db8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Network': ['ID=3f534aa1-8aae-4e73-81b4-8c5676c7c934,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:24.184214 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:24.185024 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb852c26-f9db-4dad-ab72-70b7d78d0b61 None None] Pushing event deleted for resources: {'Port': ['ID=6161d693-e6e0-4c65-b040-899ad9b06e0f,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:24.217384 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb852c26-f9db-4dad-ab72-70b7d78d0b61 None None] No DVR routers for this DVR port 6161d693-e6e0-4c65-b040-899ad9b06e0f on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:25:24.249282 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f392ef-6dca-40ec-b418-a41f8971ce91 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'Subnet': ['ID=9859709d-e92a-40b8-88ea-9bc7ca78c6c0,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:24.273182 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f392ef-6dca-40ec-b418-a41f8971ce91 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Checking segment: {'id': '35d8c0d8-3195-423d-af9f-a8d124c4f671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '61f8f326-c364-4e44-b6ae-eb473b0b9100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:25:24.273552 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f392ef-6dca-40ec-b418-a41f8971ce91 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Network hostable DHCP agents. Network: 61f8f326-c364-4e44-b6ae-eb473b0b9100, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:25:24.378085 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f392ef-6dca-40ec-b418-a41f8971ce91 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Network 61f8f326-c364-4e44-b6ae-eb473b0b9100 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:25:24.394793 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-90895a8c-2a87-4d97-a4e6-ce21367915fd tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:24.441281 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6161d693-e6e0-4c65-b040-899ad9b06e0f no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:25:24.503800 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-44f392ef-6dca-40ec-b418-a41f8971ce91 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 61f8f326-c364-4e44-b6ae-eb473b0b9100) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:24.505937 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 6161d693-e6e0-4c65-b040-899ad9b06e0f {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:25:24.506282 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6161d693-e6e0-4c65-b040-899ad9b06e0f not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:25:24.515428 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af9b07a-2afb-4e99-aa73-b64671d088aa None None] Network 61f8f326-c364-4e44-b6ae-eb473b0b9100 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:25:24.515677 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f392ef-6dca-40ec-b418-a41f8971ce91 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:24.519309 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-44f392ef-6dca-40ec-b418-a41f8971ce91 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:24.565472 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-90895a8c-2a87-4d97-a4e6-ce21367915fd tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:24.594070 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-90895a8c-2a87-4d97-a4e6-ce21367915fd tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba55ffa-759d-4352-96f7-dfb7b13ad1e4']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:24.608789 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-90895a8c-2a87-4d97-a4e6-ce21367915fd tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e44868-07dc-418b-8286-e587657f0199') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:24.609075 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-90895a8c-2a87-4d97-a4e6-ce21367915fd tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e44868-07dc-418b-8286-e587657f0199') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:24.620853 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-90895a8c-2a87-4d97-a4e6-ce21367915fd tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:24.638724 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-90895a8c-2a87-4d97-a4e6-ce21367915fd tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:24.646826 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90895a8c-2a87-4d97-a4e6-ce21367915fd tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:25:24.647162 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-90895a8c-2a87-4d97-a4e6-ce21367915fd tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:24.650848 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-44f392ef-6dca-40ec-b418-a41f8971ce91 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3730071 Apr 11 14:25:24.653538 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43626) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:25:24.665428 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:25:24.864068 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-90895a8c-2a87-4d97-a4e6-ce21367915fd tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:24.886535 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-90895a8c-2a87-4d97-a4e6-ce21367915fd tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:24.898255 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90895a8c-2a87-4d97-a4e6-ce21367915fd tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Network': ['ID=9ba55ffa-759d-4352-96f7-dfb7b13ad1e4,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:24.901422 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-90895a8c-2a87-4d97-a4e6-ce21367915fd tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/networks/9ba55ffa-759d-4352-96f7-dfb7b13ad1e4 HTTP/1.1" status: 204 len: 168 time: 0.7649496 Apr 11 14:25:24.904729 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43630) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:24.914327 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-2cd1f8cd-85e5-4205-ba2e-427a3de54152 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'network': {'name': 'tempest-RoutersTest-897490364'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:24.919049 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17855c89-88f8-4fca-ae40-bd81fc607c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-61f8f326-c364-4e44-b6ae-eb473b0b9100', 'network_id': '61f8f326-c364-4e44-b6ae-eb473b0b9100', 'tenant_id': '72c0d9216e10412c8271a23842c8dd71', 'fixed_ips': [{'subnet_id': '9859709d-e92a-40b8-88ea-9bc7ca78c6c0'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:25:24.919711 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-17855c89-88f8-4fca-ae40-bd81fc607c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:24.922109 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2cd1f8cd-85e5-4205-ba2e-427a3de54152 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:24.930774 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2cd1f8cd-85e5-4205-ba2e-427a3de54152 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Usage tracker for resource:network and tenant:157d4d28af624b1c88b7b45d883df158 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:25:24.936562 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2cd1f8cd-85e5-4205-ba2e-427a3de54152 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:25:24.947113 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2cd1f8cd-85e5-4205-ba2e-427a3de54152 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:24.974794 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:24.987296 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:25.055458 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:25.058762 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] Transition to ACTIVE for port object 75b8da7f-6e54-4655-aa7c-0f67eca952c0 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:25:25.097827 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd1f8cd-85e5-4205-ba2e-427a3de54152 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Made reservation on behalf of 157d4d28af624b1c88b7b45d883df158 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:25:25.101458 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2cd1f8cd-85e5-4205-ba2e-427a3de54152 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:25.144128 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd1f8cd-85e5-4205-ba2e-427a3de54152 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:25:25.152806 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2cd1f8cd-85e5-4205-ba2e-427a3de54152 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:25.153082 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-2cd1f8cd-85e5-4205-ba2e-427a3de54152 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Added segment e60c7ea3-9780-49f3-8ece-4f87641f5d1d of type vlan for network 14a41dde-9a80-4c67-b875-8ed3f0908318 Apr 11 14:25:25.179873 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2cd1f8cd-85e5-4205-ba2e-427a3de54152 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:25.181778 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:25.250622 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0a2a859a-e48f-4259-b14e-8b82fb11fbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:25.303021 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2cd1f8cd-85e5-4205-ba2e-427a3de54152 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:25.308690 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd1f8cd-85e5-4205-ba2e-427a3de54152 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:25.309294 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2cd1f8cd-85e5-4205-ba2e-427a3de54152 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:25.428207 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-17855c89-88f8-4fca-ae40-bd81fc607c24 None None] Allocated IP 172.20.0.2 (61f8f326-c364-4e44-b6ae-eb473b0b9100/9859709d-e92a-40b8-88ea-9bc7ca78c6c0/51a1170f-3b8c-49fb-acfe-d6d234834f9c) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:25:25.429976 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1f8cd-85e5-4205-ba2e-427a3de54152 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Network': ['ID=14a41dde-9a80-4c67-b875-8ed3f0908318,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:25.432504 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b81a1c-cfad-4cdf-ae45-6fdcf43eadfe None None] Pushing event updated for resources: {'Port': ['ID=75b8da7f-6e54-4655-aa7c-0f67eca952c0,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:25.446454 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 14a41dde-9a80-4c67-b875-8ed3f0908318 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:25:25.542645 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2cd1f8cd-85e5-4205-ba2e-427a3de54152 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6364789 Apr 11 14:25:25.545281 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43638) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:25.552775 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-c36865d2-cba4-4b84-8d35-2615d35ba144 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'subnet': {'network_id': '14a41dde-9a80-4c67-b875-8ed3f0908318', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:25.666704 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c36865d2-cba4-4b84-8d35-2615d35ba144 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:25.670918 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c36865d2-cba4-4b84-8d35-2615d35ba144 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Usage tracker for resource:subnet and tenant:157d4d28af624b1c88b7b45d883df158 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:25:25.674069 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c36865d2-cba4-4b84-8d35-2615d35ba144 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:25:25.679920 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c36865d2-cba4-4b84-8d35-2615d35ba144 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:25.758170 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] Attempting to bind port 75b8da7f-6e54-4655-aa7c-0f67eca952c0 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:25:25.758536 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] Attempting to bind port 75b8da7f-6e54-4655-aa7c-0f67eca952c0 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '51c6d61b-222d-4b5a-af6a-cf56aa4217f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '58432052-c023-483f-9930-aca8e2a93fa0'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:25:25.758901 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] Attempting to bind port 75b8da7f-6e54-4655-aa7c-0f67eca952c0 on network 58432052-c023-483f-9930-aca8e2a93fa0 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:25:25.777200 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36865d2-cba4-4b84-8d35-2615d35ba144 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Made reservation on behalf of 157d4d28af624b1c88b7b45d883df158 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:25:25.781024 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c36865d2-cba4-4b84-8d35-2615d35ba144 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:25.836001 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:25:25.836416 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] Checking segment: {'id': '51c6d61b-222d-4b5a-af6a-cf56aa4217f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '58432052-c023-483f-9930-aca8e2a93fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:25:25.836767 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:25.837158 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] Bound using segment: {'id': '51c6d61b-222d-4b5a-af6a-cf56aa4217f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '58432052-c023-483f-9930-aca8e2a93fa0'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:25:25.837636 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] Bound port: 75b8da7f-6e54-4655-aa7c-0f67eca952c0, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c6d61b-222d-4b5a-af6a-cf56aa4217f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '58432052-c023-483f-9930-aca8e2a93fa0'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:25:25.838031 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:26.126320 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c36865d2-cba4-4b84-8d35-2615d35ba144 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:26.207946 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36865d2-cba4-4b84-8d35-2615d35ba144 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Subnet': ['ID=635b32e6-6c71-4194-9ed7-4cc1f6f4b175,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:26.217345 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36865d2-cba4-4b84-8d35-2615d35ba144 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Checking segment: {'id': 'e60c7ea3-9780-49f3-8ece-4f87641f5d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '14a41dde-9a80-4c67-b875-8ed3f0908318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:25:26.217822 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36865d2-cba4-4b84-8d35-2615d35ba144 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network hostable DHCP agents. Network: 14a41dde-9a80-4c67-b875-8ed3f0908318, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:25:26.218359 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] For port 75b8da7f-6e54-4655-aa7c-0f67eca952c0, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:25:26.221815 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-17855c89-88f8-4fca-ae40-bd81fc607c24 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:26.225172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] For port 75b8da7f-6e54-4655-aa7c-0f67eca952c0, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=75b8da7f-6e54-4655-aa7c-0f67eca952c0,segment=NetworkSegment(51c6d61b-222d-4b5a-af6a-cf56aa4217f5),segment_id=51c6d61b-222d-4b5a-af6a-cf56aa4217f5)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:25:26.235403 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-17855c89-88f8-4fca-ae40-bd81fc607c24 None None] Transition to ACTIVE for port object 51a1170f-3b8c-49fb-acfe-d6d234834f9c will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:25:26.255054 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-17855c89-88f8-4fca-ae40-bd81fc607c24 None None] Transition to ACTIVE for port object 51a1170f-3b8c-49fb-acfe-d6d234834f9c will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:25:26.303485 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:26.348843 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36865d2-cba4-4b84-8d35-2615d35ba144 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network 14a41dde-9a80-4c67-b875-8ed3f0908318 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:25:26.355141 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-17855c89-88f8-4fca-ae40-bd81fc607c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:26.397491 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17855c89-88f8-4fca-ae40-bd81fc607c24 None None] Network 61f8f326-c364-4e44-b6ae-eb473b0b9100 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:25:26.402993 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-17855c89-88f8-4fca-ae40-bd81fc607c24 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:26.408292 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17855c89-88f8-4fca-ae40-bd81fc607c24 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:25:26.415230 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b81a1c-cfad-4cdf-ae45-6fdcf43eadfe None None] Pushing event updated for resources: {'Port': ['ID=75b8da7f-6e54-4655-aa7c-0f67eca952c0,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:26.417729 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] Routers {'03c33371-12e9-4781-a53c-3d6930a9518c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:25:26.418541 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:24:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['03c33371-12e9-4781-a53c-3d6930a9518c'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:26.480141 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-c36865d2-cba4-4b84-8d35-2615d35ba144 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 14a41dde-9a80-4c67-b875-8ed3f0908318) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:26.485408 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36865d2-cba4-4b84-8d35-2615d35ba144 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:26.486038 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c36865d2-cba4-4b84-8d35-2615d35ba144 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:26.510103 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:26.572857 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dae1629-fdb7-4c8c-b68a-1928bfe6a9ca None None] Network 14a41dde-9a80-4c67-b875-8ed3f0908318 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:25:26.602073 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Subnet': ['ID=9859709d-e92a-40b8-88ea-9bc7ca78c6c0,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:26.610145 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c36865d2-cba4-4b84-8d35-2615d35ba144 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0634089 Apr 11 14:25:26.613368 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43644) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:26.619094 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-b49c4501-834c-4b03-abb4-798c20d5ecbb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1977026630', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:26.626307 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b49c4501-834c-4b03-abb4-798c20d5ecbb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:26.631607 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b49c4501-834c-4b03-abb4-798c20d5ecbb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Usage tracker for resource:router and tenant:157d4d28af624b1c88b7b45d883df158 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:25:26.634653 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b49c4501-834c-4b03-abb4-798c20d5ecbb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:25:26.641428 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b49c4501-834c-4b03-abb4-798c20d5ecbb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:26.667295 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:26.684740 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17855c89-88f8-4fca-ae40-bd81fc607c24 None None] Pushing event updated for resources: {'Port': ['ID=51a1170f-3b8c-49fb-acfe-d6d234834f9c,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:26.702596 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f8f326-c364-4e44-b6ae-eb473b0b9100']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:26.720862 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d8c0d8-3195-423d-af9f-a8d124c4f671') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:26.721362 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d8c0d8-3195-423d-af9f-a8d124c4f671') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:26.730454 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b49c4501-834c-4b03-abb4-798c20d5ecbb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:26.732193 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b49c4501-834c-4b03-abb4-798c20d5ecbb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:26.738988 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:26.750527 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b49c4501-834c-4b03-abb4-798c20d5ecbb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:26.763341 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:26.773918 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:25:26.774324 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:25:26.790587 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:25:26.794979 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-17855c89-88f8-4fca-ae40-bd81fc607c24 None None] Attempting to bind port 51a1170f-3b8c-49fb-acfe-d6d234834f9c on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:25:26.795353 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-17855c89-88f8-4fca-ae40-bd81fc607c24 None None] Attempting to bind port 51a1170f-3b8c-49fb-acfe-d6d234834f9c by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '35d8c0d8-3195-423d-af9f-a8d124c4f671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '61f8f326-c364-4e44-b6ae-eb473b0b9100'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:25:26.795719 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17855c89-88f8-4fca-ae40-bd81fc607c24 None None] Attempting to bind port 51a1170f-3b8c-49fb-acfe-d6d234834f9c on network 61f8f326-c364-4e44-b6ae-eb473b0b9100 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:25:26.825590 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17855c89-88f8-4fca-ae40-bd81fc607c24 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:25:26.825590 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17855c89-88f8-4fca-ae40-bd81fc607c24 None None] Checking segment: {'id': '35d8c0d8-3195-423d-af9f-a8d124c4f671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '61f8f326-c364-4e44-b6ae-eb473b0b9100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:25:26.825590 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-17855c89-88f8-4fca-ae40-bd81fc607c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:26.825590 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17855c89-88f8-4fca-ae40-bd81fc607c24 None None] Bound using segment: {'id': '35d8c0d8-3195-423d-af9f-a8d124c4f671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '61f8f326-c364-4e44-b6ae-eb473b0b9100'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:25:26.825590 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-17855c89-88f8-4fca-ae40-bd81fc607c24 None None] Bound port: 51a1170f-3b8c-49fb-acfe-d6d234834f9c, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d8c0d8-3195-423d-af9f-a8d124c4f671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '61f8f326-c364-4e44-b6ae-eb473b0b9100'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:25:26.825590 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-17855c89-88f8-4fca-ae40-bd81fc607c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:26.897259 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b49c4501-834c-4b03-abb4-798c20d5ecbb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:26.932083 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.api [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 14:25:26.932083 dv-neutron-837330-1-hyperv neutron-server[88616]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 14:25:26.932083 dv-neutron-837330-1-hyperv neutron-server[88616]: [parameters: {'id': '61f8f326-c364-4e44-b6ae-eb473b0b9100'}] Apr 11 14:25:26.932083 dv-neutron-837330-1-hyperv neutron-server[88616]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:25:26.932840 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG oslo_db.api [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:25:27.023214 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b49c4501-834c-4b03-abb4-798c20d5ecbb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:27.025324 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b49c4501-834c-4b03-abb4-798c20d5ecbb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4104505 Apr 11 14:25:27.027750 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43648) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:27.032642 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] Set router 03c33371-12e9-4781-a53c-3d6930a9518c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:25:27.033976 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-3d286ee9-7552-4c4d-84e9-b1877b0cb3d9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'port': {'network_id': '14a41dde-9a80-4c67-b875-8ed3f0908318', 'name': 'tempest-RoutersTest-1400114639'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:27.200620 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-3d286ee9-7552-4c4d-84e9-b1877b0cb3d9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:27.212512 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-3d286ee9-7552-4c4d-84e9-b1877b0cb3d9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:27.255892 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-17855c89-88f8-4fca-ae40-bd81fc607c24 None None] For port 51a1170f-3b8c-49fb-acfe-d6d234834f9c, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:25:27.274328 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-17855c89-88f8-4fca-ae40-bd81fc607c24 None None] For port 51a1170f-3b8c-49fb-acfe-d6d234834f9c, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=51a1170f-3b8c-49fb-acfe-d6d234834f9c,segment=NetworkSegment(35d8c0d8-3195-423d-af9f-a8d124c4f671),segment_id=35d8c0d8-3195-423d-af9f-a8d124c4f671)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:25:27.276750 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f591a045-7389-45dd-8219-5413cc118c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-14a41dde-9a80-4c67-b875-8ed3f0908318', 'network_id': '14a41dde-9a80-4c67-b875-8ed3f0908318', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'fixed_ips': [{'subnet_id': '635b32e6-6c71-4194-9ed7-4cc1f6f4b175'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:25:27.277586 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f591a045-7389-45dd-8219-5413cc118c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:27.370887 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d286ee9-7552-4c4d-84e9-b1877b0cb3d9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Made reservation on behalf of 157d4d28af624b1c88b7b45d883df158 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:25:27.375562 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3d286ee9-7552-4c4d-84e9-b1877b0cb3d9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:27.382994 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-17855c89-88f8-4fca-ae40-bd81fc607c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:27.404276 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-3d286ee9-7552-4c4d-84e9-b1877b0cb3d9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] device_id is not set on port c251e001-ac07-4243-9316-a6cd6901b563 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:25:27.433554 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:27.449303 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Deleting port 51a1170f-3b8c-49fb-acfe-d6d234834f9c {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:25:27.449823 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:27.644706 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17855c89-88f8-4fca-ae40-bd81fc607c24 None None] Pushing event updated for resources: {'Port': ['ID=51a1170f-3b8c-49fb-acfe-d6d234834f9c,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:27.645762 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-3d286ee9-7552-4c4d-84e9-b1877b0cb3d9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Allocated IP 172.20.0.10 (14a41dde-9a80-4c67-b875-8ed3f0908318/635b32e6-6c71-4194-9ed7-4cc1f6f4b175/c251e001-ac07-4243-9316-a6cd6901b563) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:25:27.733571 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] For port 51a1170f-3b8c-49fb-acfe-d6d234834f9c, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=51a1170f-3b8c-49fb-acfe-d6d234834f9c,segment=NetworkSegment(35d8c0d8-3195-423d-af9f-a8d124c4f671),segment_id=35d8c0d8-3195-423d-af9f-a8d124c4f671)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:25:27.733989 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:27.804199 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7569672c-9fca-4b80-92a5-5437b0566898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:27.897038 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Calling delete_port for 51a1170f-3b8c-49fb-acfe-d6d234834f9c owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:25:27.907703 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'name': 'tempest-TestNetworkBasicOps-router-1336258400', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:22:08Z', 'updated_at': '2022-04-11T14:25:19Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:12Z', 'updated_at': '2022-04-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '1aa303dd-1370-4f4a-bda7-4a18b8846608', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.118', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'port_id': 'cc64d515-c428-4346-be56-d7966df2bb2d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'mac_address': 'fa:16:3e:5b:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790e7bc3-4bcc-4214-bbca-6c3a1a05a33b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:23:31Z', 'revision_number': 1, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '501008d0-6c1a-4538-b04d-e9e2348f628a', 'name': '', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:64:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:25Z', 'updated_at': '2022-04-11T14:22:43Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b8da7f-6e54-4655-aa7c-0f67eca952c0', 'name': '', 'network_id': '58432052-c023-483f-9930-aca8e2a93fa0', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:d8:49:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '206a33ea-3ee0-4b42-879a-b8494c98d274', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:25:17Z', 'updated_at': '2022-04-11T14:25:26Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '206a33ea-3ee0-4b42-879a-b8494c98d274', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:27.908594 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3d286ee9-7552-4c4d-84e9-b1877b0cb3d9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:27.914807 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2591ef-52be-4d19-84a5-8a4a3e765ef3 None None] The sync data for ids ['03c33371-12e9-4781-a53c-3d6930a9518c'] in dv-neutron-837330-1-hyperv is: [{'id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'name': 'tempest-TestNetworkBasicOps-router-1336258400', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:22:08Z', 'updated_at': '2022-04-11T14:25:19Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:12Z', 'updated_at': '2022-04-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '1aa303dd-1370-4f4a-bda7-4a18b8846608', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.118', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'port_id': 'cc64d515-c428-4346-be56-d7966df2bb2d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'mac_address': 'fa:16:3e:5b:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790e7bc3-4bcc-4214-bbca-6c3a1a05a33b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:23:31Z', 'revision_number': 1, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '501008d0-6c1a-4538-b04d-e9e2348f628a', 'name': '', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:64:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:25Z', 'updated_at': '2022-04-11T14:22:43Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b8da7f-6e54-4655-aa7c-0f67eca952c0', 'name': '', 'network_id': '58432052-c023-483f-9930-aca8e2a93fa0', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:d8:49:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '206a33ea-3ee0-4b42-879a-b8494c98d274', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:25:17Z', 'updated_at': '2022-04-11T14:25:26Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '206a33ea-3ee0-4b42-879a-b8494c98d274', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:25:27.916623 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d3a751-c3eb-4813-ac9c-53e4fb54b252 None None] Network 61f8f326-c364-4e44-b6ae-eb473b0b9100 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:25:27.926369 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-3d286ee9-7552-4c4d-84e9-b1877b0cb3d9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Transition to ACTIVE for port object c251e001-ac07-4243-9316-a6cd6901b563 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:25:28.046356 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3d286ee9-7552-4c4d-84e9-b1877b0cb3d9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:28.144837 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d286ee9-7552-4c4d-84e9-b1877b0cb3d9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network 14a41dde-9a80-4c67-b875-8ed3f0908318 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:25:28.148299 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-3d286ee9-7552-4c4d-84e9-b1877b0cb3d9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:28.152773 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d286ee9-7552-4c4d-84e9-b1877b0cb3d9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:25:28.212927 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d286ee9-7552-4c4d-84e9-b1877b0cb3d9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Port': ['ID=c251e001-ac07-4243-9316-a6cd6901b563,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:28.215344 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:28.223440 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-f591a045-7389-45dd-8219-5413cc118c3d None None] Allocated IP 172.20.0.2 (14a41dde-9a80-4c67-b875-8ed3f0908318/635b32e6-6c71-4194-9ed7-4cc1f6f4b175/e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:25:28.243799 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d286ee9-7552-4c4d-84e9-b1877b0cb3d9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:28.245443 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3d286ee9-7552-4c4d-84e9-b1877b0cb3d9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:28.269725 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No DVR routers for this DVR port 51a1170f-3b8c-49fb-acfe-d6d234834f9c on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:25:28.341735 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Port': ['ID=51a1170f-3b8c-49fb-acfe-d6d234834f9c,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:28.420382 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3d286ee9-7552-4c4d-84e9-b1877b0cb3d9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3888695 Apr 11 14:25:28.420600 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43656) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:28.437688 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:28.468227 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f8f326-c364-4e44-b6ae-eb473b0b9100']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:28.468980 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 75b8da7f-6e54-4655-aa7c-0f67eca952c0 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:25:28.483198 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d8c0d8-3195-423d-af9f-a8d124c4f671') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:28.483653 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d8c0d8-3195-423d-af9f-a8d124c4f671') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:28.497386 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:28.521255 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:28.527885 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:25:28.528403 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:25:28.545518 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:25:28.579622 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f591a045-7389-45dd-8219-5413cc118c3d None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:28.609211 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f591a045-7389-45dd-8219-5413cc118c3d None None] Transition to ACTIVE for port object e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:25:28.638423 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f591a045-7389-45dd-8219-5413cc118c3d None None] Transition to ACTIVE for port object e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:25:28.674631 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:28.715029 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:28.800457 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:28.801094 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f591a045-7389-45dd-8219-5413cc118c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:28.820439 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:28.832780 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Network': ['ID=61f8f326-c364-4e44-b6ae-eb473b0b9100,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:28.843745 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-83c9dd80-682e-4978-a089-c1041a961e2a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/networks/61f8f326-c364-4e44-b6ae-eb473b0b9100 HTTP/1.1" status: 204 len: 168 time: 4.1886909 Apr 11 14:25:28.844395 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43662) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:28.846248 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 75b8da7f-6e54-4655-aa7c-0f67eca952c0 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:25:28.869330 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 75b8da7f-6e54-4655-aa7c-0f67eca952c0 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:28.869702 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:28.900062 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0220fd-05dc-40a2-b51d-550b8ae25b5a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] GET failed (client error): The resource could not be found. Apr 11 14:25:28.900728 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6b0220fd-05dc-40a2-b51d-550b8ae25b5a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Synchronizing usage tracker for tenant:72c0d9216e10412c8271a23842c8dd71 on resource:subnet {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:25:28.944061 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f591a045-7389-45dd-8219-5413cc118c3d None None] Network 14a41dde-9a80-4c67-b875-8ed3f0908318 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:25:28.946729 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591a045-7389-45dd-8219-5413cc118c3d None None] Pushing event updated for resources: {'Port': ['ID=e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:28.952740 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-f591a045-7389-45dd-8219-5413cc118c3d None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:28.955095 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f591a045-7389-45dd-8219-5413cc118c3d None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:25:29.035878 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6b0220fd-05dc-40a2-b51d-550b8ae25b5a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Unset dirty status for tenant:72c0d9216e10412c8271a23842c8dd71 on resource:subnet {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:25:29.041716 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6b0220fd-05dc-40a2-b51d-550b8ae25b5a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "GET /v2.0/subnets/9859709d-e92a-40b8-88ea-9bc7ca78c6c0 HTTP/1.1" status: 404 len: 337 time: 0.1956317 Apr 11 14:25:29.043367 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43666) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:29.075081 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-0877936f-8b56-44f1-a43e-78ee932bb105 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] DELETE failed (client error): The resource could not be found. Apr 11 14:25:29.075905 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0877936f-8b56-44f1-a43e-78ee932bb105 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:25:29.082431 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43670) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:29.083593 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0877936f-8b56-44f1-a43e-78ee932bb105 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/networks/61f8f326-c364-4e44-b6ae-eb473b0b9100 HTTP/1.1" status: 404 len: 339 time: 0.0386820 Apr 11 14:25:29.107136 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-f591a045-7389-45dd-8219-5413cc118c3d None None] Attempting to bind port e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:25:29.107508 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-f591a045-7389-45dd-8219-5413cc118c3d None None] Attempting to bind port e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'e60c7ea3-9780-49f3-8ece-4f87641f5d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '14a41dde-9a80-4c67-b875-8ed3f0908318'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:25:29.107866 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591a045-7389-45dd-8219-5413cc118c3d None None] Attempting to bind port e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0 on network 14a41dde-9a80-4c67-b875-8ed3f0908318 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:25:29.118655 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591a045-7389-45dd-8219-5413cc118c3d None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:25:29.119020 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591a045-7389-45dd-8219-5413cc118c3d None None] Checking segment: {'id': 'e60c7ea3-9780-49f3-8ece-4f87641f5d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '14a41dde-9a80-4c67-b875-8ed3f0908318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:25:29.119416 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f591a045-7389-45dd-8219-5413cc118c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:29.119801 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591a045-7389-45dd-8219-5413cc118c3d None None] Bound using segment: {'id': 'e60c7ea3-9780-49f3-8ece-4f87641f5d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '14a41dde-9a80-4c67-b875-8ed3f0908318'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:25:29.120260 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-f591a045-7389-45dd-8219-5413cc118c3d None None] Bound port: e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60c7ea3-9780-49f3-8ece-4f87641f5d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '14a41dde-9a80-4c67-b875-8ed3f0908318'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:25:29.120636 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f591a045-7389-45dd-8219-5413cc118c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:29.147080 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:29.243592 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 75b8da7f-6e54-4655-aa7c-0f67eca952c0, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=75b8da7f-6e54-4655-aa7c-0f67eca952c0,segment=NetworkSegment(51c6d61b-222d-4b5a-af6a-cf56aa4217f5),segment_id=51c6d61b-222d-4b5a-af6a-cf56aa4217f5)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:25:29.255083 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f591a045-7389-45dd-8219-5413cc118c3d None None] For port e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:25:29.258253 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f591a045-7389-45dd-8219-5413cc118c3d None None] For port e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0,segment=NetworkSegment(e60c7ea3-9780-49f3-8ece-4f87641f5d1d),segment_id=e60c7ea3-9780-49f3-8ece-4f87641f5d1d)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:25:29.336862 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:29.344941 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf8e407-9e37-4c6f-af52-290fdf2596ab tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:29.344941 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ddf8e407-9e37-4c6f-af52-290fdf2596ab tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Synchronizing usage tracker for tenant:72c0d9216e10412c8271a23842c8dd71 on resource:network {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:25:29.347312 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2baa8155-279f-4340-a6d1-f008f6f95908 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:29.383692 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f591a045-7389-45dd-8219-5413cc118c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:29.431389 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=75b8da7f-6e54-4655-aa7c-0f67eca952c0,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:29.492808 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ddf8e407-9e37-4c6f-af52-290fdf2596ab tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Unset dirty status for tenant:72c0d9216e10412c8271a23842c8dd71 on resource:network {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:25:29.496378 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ddf8e407-9e37-4c6f-af52-290fdf2596ab tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4098327 Apr 11 14:25:29.497165 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43674) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:29.512696 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591a045-7389-45dd-8219-5413cc118c3d None None] Pushing event updated for resources: {'Port': ['ID=e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:29.547401 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c379ebcd-f4c2-4ff0-b27e-a06eabfe6335 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "GET /v2.0/subnets?network_id=cff58315-4a25-4203-8056-2db185a2b95d HTTP/1.1" status: 200 len: 207 time: 0.0483372 Apr 11 14:25:29.551203 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43678) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:29.735358 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57b3b9d-3305-46a4-853c-f9ae1fc010cc tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:29.741716 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57b3b9d-3305-46a4-853c-f9ae1fc010cc tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:29.749829 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57b3b9d-3305-46a4-853c-f9ae1fc010cc tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:29.757081 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57b3b9d-3305-46a4-853c-f9ae1fc010cc tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:29.758043 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f57b3b9d-3305-46a4-853c-f9ae1fc010cc tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Synchronizing usage tracker for tenant:72c0d9216e10412c8271a23842c8dd71 on resource:network {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:25:29.777029 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f57b3b9d-3305-46a4-853c-f9ae1fc010cc tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Unset dirty status for tenant:72c0d9216e10412c8271a23842c8dd71 on resource:network {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:25:29.781940 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f57b3b9d-3305-46a4-853c-f9ae1fc010cc tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2261753 Apr 11 14:25:29.793886 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43684) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:29.794239 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2baa8155-279f-4340-a6d1-f008f6f95908 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:29.903169 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:29.931315 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2baa8155-279f-4340-a6d1-f008f6f95908 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:30.060214 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa8155-279f-4340-a6d1-f008f6f95908 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Port': ['ID=c251e001-ac07-4243-9316-a6cd6901b563,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:30.077238 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9726b58f-fc66-43f6-90e7-630e9c29ab73 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2939608 Apr 11 14:25:30.080732 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43690) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:30.149755 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce85cf9-21f3-4aef-a86c-125fe015b8b3 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:30.151537 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce85cf9-21f3-4aef-a86c-125fe015b8b3 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:30.153253 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8ce85cf9-21f3-4aef-a86c-125fe015b8b3 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0714810 Apr 11 14:25:30.156757 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43694) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:30.225726 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d246fe36-ce9c-4dda-ad63-2af9bcc5576f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['shared'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:30.227232 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d246fe36-ce9c-4dda-ad63-2af9bcc5576f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['shared'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:30.232018 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d246fe36-ce9c-4dda-ad63-2af9bcc5576f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0709200 Apr 11 14:25:30.232565 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43698) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:30.306153 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2baa8155-279f-4340-a6d1-f008f6f95908 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:30.403354 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c75f2b-4e65-4105-8504-3603e3466e6e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:30.410383 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43702) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:30.414445 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-34c75f2b-4e65-4105-8504-3603e3466e6e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "GET /v2.0/networks/17e98075-08c9-459b-b432-7d34d10759c2 HTTP/1.1" status: 200 len: 800 time: 0.1807702 Apr 11 14:25:30.518073 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:25:30.563014 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5a1243-d34d-456a-a745-e04b9e965bab None None] Network 14a41dde-9a80-4c67-b875-8ed3f0908318 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:25:30.708215 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2baa8155-279f-4340-a6d1-f008f6f95908 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:30.796453 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8d7f6062-830f-4f9a-8c53-6eefebdba59a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "GET /v2.0/networks/17e98075-08c9-459b-b432-7d34d10759c2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3851652 Apr 11 14:25:30.800776 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43706) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:30.835683 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-177c945f-490d-43aa-9061-f7c818745ee9 None None] Provisioning for port e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:25:30.854983 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:25:30.860879 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:30.861434 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:30.891340 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e986076-f3a7-401a-b3e9-3906434f9fd8 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:30.895692 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5e986076-f3a7-401a-b3e9-3906434f9fd8 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "GET /v2.0/subnets/776e63a0-a3a1-43a1-9d36-14ca03412208 HTTP/1.1" status: 200 len: 811 time: 0.0909874 Apr 11 14:25:30.897877 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43712) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:31.023365 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a97b7e-b256-4555-9a5d-12a778810e5d tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['shared'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:31.028856 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e7a97b7e-b256-4555-9a5d-12a778810e5d tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "GET /v2.0/subnets/776e63a0-a3a1-43a1-9d36-14ca03412208?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1285794 Apr 11 14:25:31.031575 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43716) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:31.044169 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-ac1bfe9b-6c21-4f86-819c-f2cc4ebf8047 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-473035952'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:31.060081 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ac1bfe9b-6c21-4f86-819c-f2cc4ebf8047 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:31.070372 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ac1bfe9b-6c21-4f86-819c-f2cc4ebf8047 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:31.078382 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:31.115504 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0,segment=NetworkSegment(e60c7ea3-9780-49f3-8ece-4f87641f5d1d),segment_id=e60c7ea3-9780-49f3-8ece-4f87641f5d1d)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:25:31.194076 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1bfe9b-6c21-4f86-819c-f2cc4ebf8047 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Made reservation on behalf of 72c0d9216e10412c8271a23842c8dd71 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:25:31.195861 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2baa8155-279f-4340-a6d1-f008f6f95908 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:31.197628 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ac1bfe9b-6c21-4f86-819c-f2cc4ebf8047 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:31.226694 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:31.227605 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 75b8da7f-6e54-4655-aa7c-0f67eca952c0 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:25:31.230597 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1bfe9b-6c21-4f86-819c-f2cc4ebf8047 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:25:31.243600 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ac1bfe9b-6c21-4f86-819c-f2cc4ebf8047 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:31.244030 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-ac1bfe9b-6c21-4f86-819c-f2cc4ebf8047 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Added segment 00e2429d-5cd3-4476-b0af-01ab3c5abbb3 of type vlan for network ba7e7253-64df-4dce-98ec-9afabf420c11 Apr 11 14:25:31.280370 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ac1bfe9b-6c21-4f86-819c-f2cc4ebf8047 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:31.306755 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2baa8155-279f-4340-a6d1-f008f6f95908 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:31.338591 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-270a68aa-898e-434a-a265-448c2fc1801e None None] Provisioning for port c251e001-ac07-4243-9316-a6cd6901b563 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:25:31.368160 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-270a68aa-898e-434a-a265-448c2fc1801e None None] Provisioning complete for port c251e001-ac07-4243-9316-a6cd6901b563 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:31.368550 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-270a68aa-898e-434a-a265-448c2fc1801e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:31.426862 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ac1bfe9b-6c21-4f86-819c-f2cc4ebf8047 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:31.429890 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa8155-279f-4340-a6d1-f008f6f95908 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Port': ['ID=c251e001-ac07-4243-9316-a6cd6901b563,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:31.432159 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-270a68aa-898e-434a-a265-448c2fc1801e None None] Port c251e001-ac07-4243-9316-a6cd6901b563 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:25:31.434463 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1bfe9b-6c21-4f86-819c-f2cc4ebf8047 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:31.440603 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2baa8155-279f-4340-a6d1-f008f6f95908 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:31.440924 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ac1bfe9b-6c21-4f86-819c-f2cc4ebf8047 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:31.458309 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:31.469046 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-270a68aa-898e-434a-a265-448c2fc1801e None None] Provisioning complete for port e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:31.469505 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-270a68aa-898e-434a-a265-448c2fc1801e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:31.526832 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 75b8da7f-6e54-4655-aa7c-0f67eca952c0 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:31.527489 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:31.578592 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bfe9b-6c21-4f86-819c-f2cc4ebf8047 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'Network': ['ID=ba7e7253-64df-4dce-98ec-9afabf420c11,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:31.593799 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network ba7e7253-64df-4dce-98ec-9afabf420c11 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:25:31.610360 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd5edb3-af5e-45b0-b3ab-62cbbba31d61 None None] get_active_networks_info from dv-neutron-837330-1-hyperv {{(pid=88618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 11 14:25:31.625814 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baa8155-279f-4340-a6d1-f008f6f95908 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network 14a41dde-9a80-4c67-b875-8ed3f0908318 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:25:31.626954 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-2baa8155-279f-4340-a6d1-f008f6f95908 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:31.663637 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ac1bfe9b-6c21-4f86-819c-f2cc4ebf8047 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6305876 Apr 11 14:25:31.665085 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43720) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:31.671033 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-8064a166-0db3-44e0-b836-6a916a2f9ef2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Request body: {'subnet': {'network_id': 'ba7e7253-64df-4dce-98ec-9afabf420c11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:31.797427 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-8064a166-0db3-44e0-b836-6a916a2f9ef2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:31.808112 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-8064a166-0db3-44e0-b836-6a916a2f9ef2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:31.931384 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8064a166-0db3-44e0-b836-6a916a2f9ef2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Made reservation on behalf of 72c0d9216e10412c8271a23842c8dd71 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:25:31.937352 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8064a166-0db3-44e0-b836-6a916a2f9ef2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:31.946432 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2baa8155-279f-4340-a6d1-f008f6f95908 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Router 30694862-b8fa-4891-8784-5416c25808de is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:25:31.973208 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd5edb3-af5e-45b0-b3ab-62cbbba31d61 None None] Resources bound (agent type, host, resource id): {{(pid=88618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 14:25:31.975239 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6834ad49-6ecb-47ec-be37-f4993b742011 None None] Provisioning complete for port c251e001-ac07-4243-9316-a6cd6901b563 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:31.975610 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6834ad49-6ecb-47ec-be37-f4993b742011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:32.075612 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-6834ad49-6ecb-47ec-be37-f4993b742011 None None] Port c251e001-ac07-4243-9316-a6cd6901b563 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:25:32.079192 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.ipam_backend_mixin [None req-8064a166-0db3-44e0-b836-6a916a2f9ef2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Performing IP validity checks on allocation pools {{(pid=88616) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 11 14:25:32.080017 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.ipam_backend_mixin [None req-8064a166-0db3-44e0-b836-6a916a2f9ef2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88616) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 11 14:25:32.147433 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2baa8155-279f-4340-a6d1-f008f6f95908 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:25:32.155323 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2baa8155-279f-4340-a6d1-f008f6f95908 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "PUT /v2.0/routers/30694862-b8fa-4891-8784-5416c25808de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7310712 Apr 11 14:25:32.155529 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43728) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:32.158744 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76780246-5173-4bac-b524-67d76c9b9b0d None None] Sync routers for ids ['30694862-b8fa-4891-8784-5416c25808de'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:25:32.179242 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76780246-5173-4bac-b524-67d76c9b9b0d None None] Routers {'30694862-b8fa-4891-8784-5416c25808de'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:25:32.179885 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-76780246-5173-4bac-b524-67d76c9b9b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:25:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['30694862-b8fa-4891-8784-5416c25808de'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:32.241677 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b000c8-8297-4b48-a827-983a7651dbdf tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:32.252079 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a4b000c8-8297-4b48-a827-983a7651dbdf tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Synchronizing usage tracker for tenant:157d4d28af624b1c88b7b45d883df158 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:25:32.252224 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-76780246-5173-4bac-b524-67d76c9b9b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:32.261112 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76780246-5173-4bac-b524-67d76c9b9b0d None None] Routers {'30694862-b8fa-4891-8784-5416c25808de'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:25:32.261717 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-76780246-5173-4bac-b524-67d76c9b9b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:25:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['30694862-b8fa-4891-8784-5416c25808de'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:32.327412 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-76780246-5173-4bac-b524-67d76c9b9b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:32.327813 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76780246-5173-4bac-b524-67d76c9b9b0d None None] The sync data for ids ['30694862-b8fa-4891-8784-5416c25808de'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:25:32.341247 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a4b000c8-8297-4b48-a827-983a7651dbdf tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Unset dirty status for tenant:157d4d28af624b1c88b7b45d883df158 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:25:32.345301 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a4b000c8-8297-4b48-a827-983a7651dbdf tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "GET /v2.0/ports/c251e001-ac07-4243-9316-a6cd6901b563 HTTP/1.1" status: 200 len: 978 time: 0.1862280 Apr 11 14:25:32.345575 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43732) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:32.383616 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8064a166-0db3-44e0-b836-6a916a2f9ef2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:32.448429 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:25:32.479045 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064a166-0db3-44e0-b836-6a916a2f9ef2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'Subnet': ['ID=30cba876-7f49-4408-b733-ff5216f353c1,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:32.481385 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8064a166-0db3-44e0-b836-6a916a2f9ef2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Checking segment: {'id': '00e2429d-5cd3-4476-b0af-01ab3c5abbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ba7e7253-64df-4dce-98ec-9afabf420c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:25:32.481885 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8064a166-0db3-44e0-b836-6a916a2f9ef2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Network hostable DHCP agents. Network: ba7e7253-64df-4dce-98ec-9afabf420c11, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:25:32.547567 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:32.548161 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:32.617003 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8064a166-0db3-44e0-b836-6a916a2f9ef2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Network ba7e7253-64df-4dce-98ec-9afabf420c11 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:25:32.701231 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-db822e6b-a7b7-421d-af28-6eceec1af885 None None] Provisioning complete for port c251e001-ac07-4243-9316-a6cd6901b563 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:32.701605 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-db822e6b-a7b7-421d-af28-6eceec1af885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:32.725394 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-8064a166-0db3-44e0-b836-6a916a2f9ef2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, ba7e7253-64df-4dce-98ec-9afabf420c11) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:32.730133 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8064a166-0db3-44e0-b836-6a916a2f9ef2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:32.731271 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8064a166-0db3-44e0-b836-6a916a2f9ef2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526688'] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:32.760757 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-db822e6b-a7b7-421d-af28-6eceec1af885 None None] Port c251e001-ac07-4243-9316-a6cd6901b563 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:25:32.762210 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fc0642-92ca-4261-b21d-13ae20c1debf None None] Network ba7e7253-64df-4dce-98ec-9afabf420c11 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:25:32.865004 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8064a166-0db3-44e0-b836-6a916a2f9ef2 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1976709 Apr 11 14:25:32.866706 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43736) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:32.874542 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-f6fffdd4-7b12-427f-9814-da42004c9b65 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:33.003925 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cc4f07-7616-4400-8fb7-4818910e5088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-ba7e7253-64df-4dce-98ec-9afabf420c11', 'network_id': 'ba7e7253-64df-4dce-98ec-9afabf420c11', 'tenant_id': '72c0d9216e10412c8271a23842c8dd71', 'fixed_ips': [{'subnet_id': '30cba876-7f49-4408-b733-ff5216f353c1'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:25:33.005169 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-33cc4f07-7616-4400-8fb7-4818910e5088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:33.029526 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f6fffdd4-7b12-427f-9814-da42004c9b65 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27750656'] for subnet, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:33.054589 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-18cc72ac-ca33-46fc-9c3b-b17b71a31ef9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:33.320016 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f6fffdd4-7b12-427f-9814-da42004c9b65 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737194158960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27693159'] for subnet, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:33.382652 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-18cc72ac-ca33-46fc-9c3b-b17b71a31ef9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting port c251e001-ac07-4243-9316-a6cd6901b563 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:25:33.383275 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-18cc72ac-ca33-46fc-9c3b-b17b71a31ef9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:33.389609 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fffdd4-7b12-427f-9814-da42004c9b65 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:33.389609 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f6fffdd4-7b12-427f-9814-da42004c9b65 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:33.390555 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f6fffdd4-7b12-427f-9814-da42004c9b65 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "PUT /v2.0/subnets/30cba876-7f49-4408-b733-ff5216f353c1 HTTP/1.1" status: 200 len: 877 time: 0.5220287 Apr 11 14:25:33.395911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43742) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:33.396117 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-33cc4f07-7616-4400-8fb7-4818910e5088 None None] Allocated IP 172.20.0.3 (ba7e7253-64df-4dce-98ec-9afabf420c11/30cba876-7f49-4408-b733-ff5216f353c1/dd20d5f0-3d5b-4668-9e87-ba3c0a81d2cf) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:25:33.449194 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fffdd4-7b12-427f-9814-da42004c9b65 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event updated for resources: {'Subnet': ['ID=30cba876-7f49-4408-b733-ff5216f353c1,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:33.566424 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:33.633320 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-18cc72ac-ca33-46fc-9c3b-b17b71a31ef9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:33.640794 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:33.689176 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-33cc4f07-7616-4400-8fb7-4818910e5088 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:33.705452 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-33cc4f07-7616-4400-8fb7-4818910e5088 None None] Transition to ACTIVE for port object dd20d5f0-3d5b-4668-9e87-ba3c0a81d2cf will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:25:33.725523 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-33cc4f07-7616-4400-8fb7-4818910e5088 None None] Transition to ACTIVE for port object dd20d5f0-3d5b-4668-9e87-ba3c0a81d2cf will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:25:33.770722 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-18cc72ac-ca33-46fc-9c3b-b17b71a31ef9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Calling delete_port for c251e001-ac07-4243-9316-a6cd6901b563 owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:25:33.823000 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-33cc4f07-7616-4400-8fb7-4818910e5088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:33.888784 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cc4f07-7616-4400-8fb7-4818910e5088 None None] Network ba7e7253-64df-4dce-98ec-9afabf420c11 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:25:33.896782 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-33cc4f07-7616-4400-8fb7-4818910e5088 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:33.901373 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cc4f07-7616-4400-8fb7-4818910e5088 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:25:33.907323 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc4f07-7616-4400-8fb7-4818910e5088 None None] Pushing event updated for resources: {'Port': ['ID=dd20d5f0-3d5b-4668-9e87-ba3c0a81d2cf,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:33.939529 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:34.004238 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-33cc4f07-7616-4400-8fb7-4818910e5088 None None] Attempting to bind port dd20d5f0-3d5b-4668-9e87-ba3c0a81d2cf on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:25:34.004722 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-33cc4f07-7616-4400-8fb7-4818910e5088 None None] Attempting to bind port dd20d5f0-3d5b-4668-9e87-ba3c0a81d2cf by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '00e2429d-5cd3-4476-b0af-01ab3c5abbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ba7e7253-64df-4dce-98ec-9afabf420c11'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:25:34.005005 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cc4f07-7616-4400-8fb7-4818910e5088 None None] Attempting to bind port dd20d5f0-3d5b-4668-9e87-ba3c0a81d2cf on network ba7e7253-64df-4dce-98ec-9afabf420c11 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:25:34.011300 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cc4f07-7616-4400-8fb7-4818910e5088 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:25:34.011679 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cc4f07-7616-4400-8fb7-4818910e5088 None None] Checking segment: {'id': '00e2429d-5cd3-4476-b0af-01ab3c5abbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ba7e7253-64df-4dce-98ec-9afabf420c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:25:34.012085 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-33cc4f07-7616-4400-8fb7-4818910e5088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:34.012478 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cc4f07-7616-4400-8fb7-4818910e5088 None None] Bound using segment: {'id': '00e2429d-5cd3-4476-b0af-01ab3c5abbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ba7e7253-64df-4dce-98ec-9afabf420c11'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:25:34.012946 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-33cc4f07-7616-4400-8fb7-4818910e5088 None None] Bound port: dd20d5f0-3d5b-4668-9e87-ba3c0a81d2cf, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e2429d-5cd3-4476-b0af-01ab3c5abbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ba7e7253-64df-4dce-98ec-9afabf420c11'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:25:34.013329 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-33cc4f07-7616-4400-8fb7-4818910e5088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:34.068447 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-18cc72ac-ca33-46fc-9c3b-b17b71a31ef9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:34.090495 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Subnet': ['ID=30cba876-7f49-4408-b733-ff5216f353c1,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:34.117143 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-33cc4f07-7616-4400-8fb7-4818910e5088 None None] For port dd20d5f0-3d5b-4668-9e87-ba3c0a81d2cf, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:25:34.120765 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-33cc4f07-7616-4400-8fb7-4818910e5088 None None] For port dd20d5f0-3d5b-4668-9e87-ba3c0a81d2cf, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=dd20d5f0-3d5b-4668-9e87-ba3c0a81d2cf,segment=NetworkSegment(00e2429d-5cd3-4476-b0af-01ab3c5abbb3),segment_id=00e2429d-5cd3-4476-b0af-01ab3c5abbb3)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:25:34.128510 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc72ac-ca33-46fc-9c3b-b17b71a31ef9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Port': ['ID=c251e001-ac07-4243-9316-a6cd6901b563,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:34.197345 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:34.225839 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7e7253-64df-4dce-98ec-9afabf420c11']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:34.228392 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-33cc4f07-7616-4400-8fb7-4818910e5088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:34.245604 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e2429d-5cd3-4476-b0af-01ab3c5abbb3') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:34.251909 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e2429d-5cd3-4476-b0af-01ab3c5abbb3') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:34.261870 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:34.284951 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:34.292483 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:25:34.292880 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:25:34.313006 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:25:34.401997 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc4f07-7616-4400-8fb7-4818910e5088 None None] Pushing event updated for resources: {'Port': ['ID=dd20d5f0-3d5b-4668-9e87-ba3c0a81d2cf,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:34.433245 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaaa3b0-1587-4ac8-ab86-4a7358dab73f None None] Network ba7e7253-64df-4dce-98ec-9afabf420c11 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:25:34.480200 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.api [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 14:25:34.480200 dv-neutron-837330-1-hyperv neutron-server[88616]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 14:25:34.480200 dv-neutron-837330-1-hyperv neutron-server[88616]: [parameters: {'id': 'ba7e7253-64df-4dce-98ec-9afabf420c11'}] Apr 11 14:25:34.480200 dv-neutron-837330-1-hyperv neutron-server[88616]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:25:34.480737 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG oslo_db.api [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:25:34.592024 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-18cc72ac-ca33-46fc-9c3b-b17b71a31ef9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:34.643825 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703f2138-c12c-4c62-8f20-cc516c16c474 None None] Network ba7e7253-64df-4dce-98ec-9afabf420c11 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:25:34.854924 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bf6a72-10ff-453d-a607-a6ef0bde0e38 None None] get_active_networks_info from dv-neutron-837330-1-hyperv {{(pid=88618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 11 14:25:34.878954 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cc72ac-ca33-46fc-9c3b-b17b71a31ef9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Router 30694862-b8fa-4891-8784-5416c25808de has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:25:34.982168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:34.995840 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Deleting port dd20d5f0-3d5b-4668-9e87-ba3c0a81d2cf {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:25:34.996499 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:35.003443 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bf6a72-10ff-453d-a607-a6ef0bde0e38 None None] Resources bound (agent type, host, resource id): {{(pid=88618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 14:25:35.022713 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cc72ac-ca33-46fc-9c3b-b17b71a31ef9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:25:35.039675 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26f8f7f-7788-4546-9265-7d771190b237 None None] Sync routers for ids ['30694862-b8fa-4891-8784-5416c25808de'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:25:35.073381 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26f8f7f-7788-4546-9265-7d771190b237 None None] Routers {'30694862-b8fa-4891-8784-5416c25808de'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:25:35.076771 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-c26f8f7f-7788-4546-9265-7d771190b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:25:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['30694862-b8fa-4891-8784-5416c25808de'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:35.179492 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-18cc72ac-ca33-46fc-9c3b-b17b71a31ef9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "PUT /v2.0/routers/30694862-b8fa-4891-8784-5416c25808de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8320470 Apr 11 14:25:35.181228 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43750) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:35.193564 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-c26f8f7f-7788-4546-9265-7d771190b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:35.215960 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26f8f7f-7788-4546-9265-7d771190b237 None None] Routers {'30694862-b8fa-4891-8784-5416c25808de'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:25:35.216581 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-c26f8f7f-7788-4546-9265-7d771190b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:25:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['30694862-b8fa-4891-8784-5416c25808de'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:35.253538 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] For port dd20d5f0-3d5b-4668-9e87-ba3c0a81d2cf, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=dd20d5f0-3d5b-4668-9e87-ba3c0a81d2cf,segment=NetworkSegment(00e2429d-5cd3-4476-b0af-01ab3c5abbb3),segment_id=00e2429d-5cd3-4476-b0af-01ab3c5abbb3)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:25:35.254201 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:35.286077 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-c26f8f7f-7788-4546-9265-7d771190b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:35.286519 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26f8f7f-7788-4546-9265-7d771190b237 None None] The sync data for ids ['30694862-b8fa-4891-8784-5416c25808de'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:25:35.385903 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Calling delete_port for dd20d5f0-3d5b-4668-9e87-ba3c0a81d2cf owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:25:35.578320 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-a04e563e-f6eb-4185-a97e-a4ad65af1147 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] remove_router_interface failed (client error): The resource could not be found. Apr 11 14:25:35.579353 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a04e563e-f6eb-4185-a97e-a4ad65af1147 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "PUT /v2.0/routers/30694862-b8fa-4891-8784-5416c25808de/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3971226 Apr 11 14:25:35.583073 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43760) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:35.629526 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b58bda79-de7a-4799-ad42-c8b6c54fb3ec tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Synchronizing usage tracker for tenant:157d4d28af624b1c88b7b45d883df158 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:25:35.633753 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:35.686191 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Port': ['ID=dd20d5f0-3d5b-4668-9e87-ba3c0a81d2cf,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:35.693214 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No DVR routers for this DVR port dd20d5f0-3d5b-4668-9e87-ba3c0a81d2cf on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:25:35.754247 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b58bda79-de7a-4799-ad42-c8b6c54fb3ec tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Unset dirty status for tenant:157d4d28af624b1c88b7b45d883df158 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:25:35.755481 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b58bda79-de7a-4799-ad42-c8b6c54fb3ec tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "GET /v2.0/ports?device_id=30694862-b8fa-4891-8784-5416c25808de HTTP/1.1" status: 200 len: 205 time: 0.1713023 Apr 11 14:25:35.758182 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43766) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:35.833115 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:35.862194 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7e7253-64df-4dce-98ec-9afabf420c11']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:35.874731 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e2429d-5cd3-4476-b0af-01ab3c5abbb3') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:35.875025 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e2429d-5cd3-4476-b0af-01ab3c5abbb3') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:35.886577 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:35.898570 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c7e443c7-6944-444a-b02d-9660efd29acb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:35.903870 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:35.910600 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:25:35.910990 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:25:35.925471 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:25:36.103083 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:36.133274 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:36.146852 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Network': ['ID=ba7e7253-64df-4dce-98ec-9afabf420c11,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:36.162836 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-96a63d78-a2f8-4bcd-a413-fa0b764b4c8f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/networks/ba7e7253-64df-4dce-98ec-9afabf420c11 HTTP/1.1" status: 204 len: 168 time: 2.7681110 Apr 11 14:25:36.167740 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43770) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:36.208855 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-654cd171-8014-41ca-bb2d-d102b6d74618 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] DELETE failed (client error): The resource could not be found. Apr 11 14:25:36.209228 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-654cd171-8014-41ca-bb2d-d102b6d74618 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:25:36.213607 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-654cd171-8014-41ca-bb2d-d102b6d74618 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/subnets/30cba876-7f49-4408-b733-ff5216f353c1 HTTP/1.1" status: 404 len: 337 time: 0.0422733 Apr 11 14:25:36.214304 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43774) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:36.248831 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ae01cf-017e-455d-ae53-b3c2e5a43611 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] DELETE failed (client error): The resource could not be found. Apr 11 14:25:36.250273 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ae01cf-017e-455d-ae53-b3c2e5a43611 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:25:36.252029 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a1ae01cf-017e-455d-ae53-b3c2e5a43611 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/networks/ba7e7253-64df-4dce-98ec-9afabf420c11 HTTP/1.1" status: 404 len: 339 time: 0.0362022 Apr 11 14:25:36.256104 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43778) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:36.300255 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-84321f3d-fbe5-47c9-9b62-a8f55fa36d09 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] DELETE failed (client error): The resource could not be found. Apr 11 14:25:36.300657 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84321f3d-fbe5-47c9-9b62-a8f55fa36d09 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:25:36.304906 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-84321f3d-fbe5-47c9-9b62-a8f55fa36d09 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/subnets/9859709d-e92a-40b8-88ea-9bc7ca78c6c0 HTTP/1.1" status: 404 len: 337 time: 0.0454450 Apr 11 14:25:36.305190 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43782) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:36.335288 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-165c5240-2ca5-4953-91a4-ecd8bb576e7a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] DELETE failed (client error): The resource could not be found. Apr 11 14:25:36.335772 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-165c5240-2ca5-4953-91a4-ecd8bb576e7a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:25:36.337890 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-165c5240-2ca5-4953-91a4-ecd8bb576e7a tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/networks/61f8f326-c364-4e44-b6ae-eb473b0b9100 HTTP/1.1" status: 404 len: 339 time: 0.0311642 Apr 11 14:25:36.340120 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43786) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:36.404112 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c7e443c7-6944-444a-b02d-9660efd29acb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:36.406504 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c7e443c7-6944-444a-b02d-9660efd29acb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:36.466249 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d22ef592-4a58-4356-8863-e102e936dcec tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:36.535582 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c7e443c7-6944-444a-b02d-9660efd29acb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:36.537117 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e443c7-6944-444a-b02d-9660efd29acb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Fanout notify agent at l3_agent the message router_deleted on router 30694862-b8fa-4891-8784-5416c25808de {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:25:36.560362 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c7e443c7-6944-444a-b02d-9660efd29acb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:36.564362 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c7e443c7-6944-444a-b02d-9660efd29acb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/routers/30694862-b8fa-4891-8784-5416c25808de HTTP/1.1" status: 204 len: 168 time: 0.8027773 Apr 11 14:25:36.564760 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43794) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:36.643368 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-2938cb04-ce1f-4516-a3d0-294a67bed85e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting subnet 635b32e6-6c71-4194-9ed7-4cc1f6f4b175 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:25:36.646977 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2938cb04-ce1f-4516-a3d0-294a67bed85e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:36.710117 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2938cb04-ce1f-4516-a3d0-294a67bed85e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:36.725957 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d22ef592-4a58-4356-8863-e102e936dcec tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:36.741904 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:25:36.753833 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-d22ef592-4a58-4356-8863-e102e936dcec tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c289e961-3bfa-4f9a-928c-c26121d39fe1']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:36.766568 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-d22ef592-4a58-4356-8863-e102e936dcec tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f48d44-3007-418e-80b5-5a085000543b') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:36.768890 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-d22ef592-4a58-4356-8863-e102e936dcec tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f48d44-3007-418e-80b5-5a085000543b') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:36.779220 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d22ef592-4a58-4356-8863-e102e936dcec tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:36.800552 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d22ef592-4a58-4356-8863-e102e936dcec tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:36.803432 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22ef592-4a58-4356-8863-e102e936dcec tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:25:36.803826 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d22ef592-4a58-4356-8863-e102e936dcec tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:36.807130 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2938cb04-ce1f-4516-a3d0-294a67bed85e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:25:36.819870 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:25:36.959901 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2938cb04-ce1f-4516-a3d0-294a67bed85e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:36.987455 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d22ef592-4a58-4356-8863-e102e936dcec tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:37.005251 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938cb04-ce1f-4516-a3d0-294a67bed85e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Subnet': ['ID=635b32e6-6c71-4194-9ed7-4cc1f6f4b175,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:37.008874 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2938cb04-ce1f-4516-a3d0-294a67bed85e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:37.015181 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2938cb04-ce1f-4516-a3d0-294a67bed85e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/subnets/635b32e6-6c71-4194-9ed7-4cc1f6f4b175 HTTP/1.1" status: 204 len: 168 time: 0.4481709 Apr 11 14:25:37.017568 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43798) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:37.020674 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d22ef592-4a58-4356-8863-e102e936dcec tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:37.022739 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87eda71-76d6-4eea-a078-48a7587dbc8c None None] Network 14a41dde-9a80-4c67-b875-8ed3f0908318 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:25:37.032697 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ef592-4a58-4356-8863-e102e936dcec tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Network': ['ID=c289e961-3bfa-4f9a-928c-c26121d39fe1,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:37.038440 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d22ef592-4a58-4356-8863-e102e936dcec tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/networks/c289e961-3bfa-4f9a-928c-c26121d39fe1 HTTP/1.1" status: 204 len: 168 time: 0.6973207 Apr 11 14:25:37.041265 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43802) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:37.091400 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9534b8-3071-4ac3-96d1-442a447e9f6e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] DELETE failed (client error): The resource could not be found. Apr 11 14:25:37.091980 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e9534b8-3071-4ac3-96d1-442a447e9f6e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:25:37.094947 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7e9534b8-3071-4ac3-96d1-442a447e9f6e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/subnets/8aafbe4e-7548-4ddf-a4d9-5bcaadd2680a HTTP/1.1" status: 404 len: 337 time: 0.0516586 Apr 11 14:25:37.100879 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43806) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:37.126902 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc63239-4074-4c73-9d7a-e520f08fd5ac tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] DELETE failed (client error): The resource could not be found. Apr 11 14:25:37.128426 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc63239-4074-4c73-9d7a-e520f08fd5ac tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:25:37.133145 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1cc63239-4074-4c73-9d7a-e520f08fd5ac tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/networks/ae8b58ff-532b-4fc4-8dfc-1cb9210a14ad HTTP/1.1" status: 404 len: 339 time: 0.0277934 Apr 11 14:25:37.133358 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43810) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:37.172553 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d5a65485-2f31-4697-8d80-589fcb154a6f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:37.182083 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff70ab4-94de-4bb8-8611-4a9f9ef95edc tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] DELETE failed (client error): The resource could not be found. Apr 11 14:25:37.182083 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff70ab4-94de-4bb8-8611-4a9f9ef95edc tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:25:37.182083 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-aff70ab4-94de-4bb8-8611-4a9f9ef95edc tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/subnets/1d57e683-c93b-426c-a072-8cdf186f3f4d HTTP/1.1" status: 404 len: 337 time: 0.0415123 Apr 11 14:25:37.182083 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43814) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:37.185233 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-d5a65485-2f31-4697-8d80-589fcb154a6f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting port e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:25:37.185577 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d5a65485-2f31-4697-8d80-589fcb154a6f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:37.208444 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1172032-01e0-42b8-81f7-797bf3c58644 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] DELETE failed (client error): The resource could not be found. Apr 11 14:25:37.209024 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1172032-01e0-42b8-81f7-797bf3c58644 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:25:37.212993 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f1172032-01e0-42b8-81f7-797bf3c58644 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/networks/c7e52e71-02cc-456b-8e57-c7c1a4a38dc0 HTTP/1.1" status: 404 len: 339 time: 0.0274246 Apr 11 14:25:37.213380 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43818) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:37.255815 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-20965d12-2151-42e4-8dd2-99c43ae2c6fd tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] DELETE failed (client error): The resource could not be found. Apr 11 14:25:37.256267 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20965d12-2151-42e4-8dd2-99c43ae2c6fd tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:25:37.257992 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-20965d12-2151-42e4-8dd2-99c43ae2c6fd tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/subnets/1dbb917a-6fae-4388-b4d0-8c3ab515e9df HTTP/1.1" status: 404 len: 337 time: 0.0436568 Apr 11 14:25:37.262140 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43822) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:37.288838 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce4a674-556e-47ec-abdf-aa8a92acb9a3 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] DELETE failed (client error): The resource could not be found. Apr 11 14:25:37.289313 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce4a674-556e-47ec-abdf-aa8a92acb9a3 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:25:37.291067 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2ce4a674-556e-47ec-abdf-aa8a92acb9a3 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/networks/faed1f5c-78b7-4696-b06d-59ef083f6bf6 HTTP/1.1" status: 404 len: 339 time: 0.0279913 Apr 11 14:25:37.293545 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43826) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:37.311275 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1949ffd-3ef7-42a2-a37b-b72aee7cd957 None None] DHCP port deletion for 14a41dde-9a80-4c67-b875-8ed3f0908318 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:25:37.316523 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c1949ffd-3ef7-42a2-a37b-b72aee7cd957 None None] Deleting port e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:25:37.316893 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c1949ffd-3ef7-42a2-a37b-b72aee7cd957 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:37.332164 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf296a6-904a-4689-b415-2f984ddd3b64 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] DELETE failed (client error): The resource could not be found. Apr 11 14:25:37.332590 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf296a6-904a-4689-b415-2f984ddd3b64 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:25:37.335462 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8bf296a6-904a-4689-b415-2f984ddd3b64 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/subnets/4a1811cd-fa62-4562-b235-74ee7dbd69e1 HTTP/1.1" status: 404 len: 337 time: 0.0399191 Apr 11 14:25:37.337145 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43830) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:37.409250 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-08be551e-adab-489e-803e-7b448aea487f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] DELETE failed (client error): The resource could not be found. Apr 11 14:25:37.409733 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08be551e-adab-489e-803e-7b448aea487f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:25:37.411555 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-08be551e-adab-489e-803e-7b448aea487f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/networks/d8c2ef0a-6211-4a00-a949-3de6746ee53a HTTP/1.1" status: 404 len: 339 time: 0.0734723 Apr 11 14:25:37.414608 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43834) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:37.438015 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-d5a65485-2f31-4697-8d80-589fcb154a6f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] For port e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0,segment=NetworkSegment(e60c7ea3-9780-49f3-8ece-4f87641f5d1d),segment_id=e60c7ea3-9780-49f3-8ece-4f87641f5d1d)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:25:37.438639 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d5a65485-2f31-4697-8d80-589fcb154a6f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:37.455834 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9dbd2e8-8dc1-43f6-a7d2-c1707b8a7370 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] DELETE failed (client error): The resource could not be found. Apr 11 14:25:37.457168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9dbd2e8-8dc1-43f6-a7d2-c1707b8a7370 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:25:37.462674 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f9dbd2e8-8dc1-43f6-a7d2-c1707b8a7370 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/subnets/d8b3ceab-e859-4858-b515-0643b22a7b50 HTTP/1.1" status: 404 len: 337 time: 0.0439985 Apr 11 14:25:37.463093 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43838) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:37.501331 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-625a2700-9650-4f3f-beba-ad423c2dea3e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] DELETE failed (client error): The resource could not be found. Apr 11 14:25:37.503020 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625a2700-9650-4f3f-beba-ad423c2dea3e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:25:37.506341 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-625a2700-9650-4f3f-beba-ad423c2dea3e tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/networks/655dbe1e-16cc-4897-9210-b94e3276fcbb HTTP/1.1" status: 404 len: 339 time: 0.0414300 Apr 11 14:25:37.508457 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43842) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:37.544809 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-c1949ffd-3ef7-42a2-a37b-b72aee7cd957 None None] For port e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0,segment=NetworkSegment(e60c7ea3-9780-49f3-8ece-4f87641f5d1d),segment_id=e60c7ea3-9780-49f3-8ece-4f87641f5d1d)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:25:37.545295 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c1949ffd-3ef7-42a2-a37b-b72aee7cd957 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:37.547092 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d36c3e9-a75e-46e5-b6ec-dc464d7701f8 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] DELETE failed (client error): The resource could not be found. Apr 11 14:25:37.547552 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d36c3e9-a75e-46e5-b6ec-dc464d7701f8 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:25:37.552561 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8d36c3e9-a75e-46e5-b6ec-dc464d7701f8 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/subnets/31d8d75b-faa8-4b33-b630-446eea491f48 HTTP/1.1" status: 404 len: 337 time: 0.0399089 Apr 11 14:25:37.552806 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43846) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:37.578538 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e5e715-6606-4a40-96c3-12c9c6e457fb tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] DELETE failed (client error): The resource could not be found. Apr 11 14:25:37.579021 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e5e715-6606-4a40-96c3-12c9c6e457fb tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:25:37.583602 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d5e5e715-6606-4a40-96c3-12c9c6e457fb tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/networks/308a8f01-472c-4639-a1c1-85f12e713480 HTTP/1.1" status: 404 len: 339 time: 0.0271008 Apr 11 14:25:37.583751 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-d5a65485-2f31-4697-8d80-589fcb154a6f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Calling delete_port for e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:25:37.583901 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43850) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:37.621257 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e09d9d-4b8e-4578-83ac-ba42cedd3844 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] DELETE failed (client error): The resource could not be found. Apr 11 14:25:37.621718 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e09d9d-4b8e-4578-83ac-ba42cedd3844 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:25:37.623443 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b6e09d9d-4b8e-4578-83ac-ba42cedd3844 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/subnets/74367ba0-46a1-4623-9699-572d1900eec4 HTTP/1.1" status: 404 len: 337 time: 0.0387573 Apr 11 14:25:37.626039 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43854) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:37.657152 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e91581-5c2a-4e75-82da-d6917ee69ba3 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] DELETE failed (client error): The resource could not be found. Apr 11 14:25:37.657385 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03e91581-5c2a-4e75-82da-d6917ee69ba3 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:25:37.662025 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-03e91581-5c2a-4e75-82da-d6917ee69ba3 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/networks/abe5e220-3647-4d66-b1d6-107507f57fe8 HTTP/1.1" status: 404 len: 339 time: 0.0348630 Apr 11 14:25:37.663271 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43860) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:37.679913 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c1949ffd-3ef7-42a2-a37b-b72aee7cd957 None None] Calling delete_port for e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:25:37.702375 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-9603a001-ae55-4f21-93d1-d04e805fb995 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] DELETE failed (client error): The resource could not be found. Apr 11 14:25:37.702832 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9603a001-ae55-4f21-93d1-d04e805fb995 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:25:37.707310 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9603a001-ae55-4f21-93d1-d04e805fb995 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/subnets/9a27b6db-02b4-4a85-ac64-4954fca85777 HTTP/1.1" status: 404 len: 337 time: 0.0411482 Apr 11 14:25:37.707581 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43864) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:37.732838 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-553dcbdf-510d-47f3-8856-3c806c434cd6 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] DELETE failed (client error): The resource could not be found. Apr 11 14:25:37.733292 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553dcbdf-510d-47f3-8856-3c806c434cd6 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:25:37.741195 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-553dcbdf-510d-47f3-8856-3c806c434cd6 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/networks/848f136b-2a20-4744-9893-0eae56c3800d HTTP/1.1" status: 404 len: 339 time: 0.0276980 Apr 11 14:25:37.741492 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43868) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:37.767098 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-c1949ffd-3ef7-42a2-a37b-b72aee7cd957 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:25:37.773408 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-c1949ffd-3ef7-42a2-a37b-b72aee7cd957 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:25:37.777245 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d5a65485-2f31-4697-8d80-589fcb154a6f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:37.847224 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a65485-2f31-4697-8d80-589fcb154a6f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] No DVR routers for this DVR port e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0 on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:25:37.877385 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a65485-2f31-4697-8d80-589fcb154a6f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Port': ['ID=e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:37.910613 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5080d34-7426-4d65-b956-6fe63e634a6f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Deleting subnet 776e63a0-a3a1-43a1-9d36-14ca03412208 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:25:37.925064 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b5080d34-7426-4d65-b956-6fe63e634a6f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:38.035324 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d5a65485-2f31-4697-8d80-589fcb154a6f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:38.052708 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b5080d34-7426-4d65-b956-6fe63e634a6f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:38.081700 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-70dffc31-6204-4786-8d67-6d474db3136d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Synchronizing usage tracker for tenant:df3145cb5eb94e5db4de6b7bba758d40 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:25:38.199310 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-70dffc31-6204-4786-8d67-6d474db3136d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Unset dirty status for tenant:df3145cb5eb94e5db4de6b7bba758d40 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:25:38.201247 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-70dffc31-6204-4786-8d67-6d474db3136d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1880968095&fields=id&tenant_id=df3145cb5eb94e5db4de6b7bba758d40 HTTP/1.1" status: 200 len: 267 time: 0.1631370 Apr 11 14:25:38.216896 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-d5a65485-2f31-4697-8d80-589fcb154a6f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a41dde-9a80-4c67-b875-8ed3f0908318']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:38.234809 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-d5a65485-2f31-4697-8d80-589fcb154a6f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60c7ea3-9780-49f3-8ece-4f87641f5d1d') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:38.235111 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-d5a65485-2f31-4697-8d80-589fcb154a6f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60c7ea3-9780-49f3-8ece-4f87641f5d1d') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:38.253961 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d5a65485-2f31-4697-8d80-589fcb154a6f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:38.268990 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c1949ffd-3ef7-42a2-a37b-b72aee7cd957 None None] Deleting port e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:25:38.269542 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c1949ffd-3ef7-42a2-a37b-b72aee7cd957 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:38.280930 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d5a65485-2f31-4697-8d80-589fcb154a6f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:38.290405 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a65485-2f31-4697-8d80-589fcb154a6f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:25:38.290809 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d5a65485-2f31-4697-8d80-589fcb154a6f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:25:38.305875 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:25:38.346340 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c1949ffd-3ef7-42a2-a37b-b72aee7cd957 None None] The port 'e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:25:38.370379 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-6665bdd4-22a3-45b2-8d2a-4139ccca9c19 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:38.371427 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-6665bdd4-22a3-45b2-8d2a-4139ccca9c19 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Synchronizing usage tracker for tenant:df3145cb5eb94e5db4de6b7bba758d40 on resource:network {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:25:38.387789 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b5080d34-7426-4d65-b956-6fe63e634a6f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:38.418336 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:25:38.457099 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-6665bdd4-22a3-45b2-8d2a-4139ccca9c19 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Unset dirty status for tenant:df3145cb5eb94e5db4de6b7bba758d40 on resource:network {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:25:38.458667 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:25:38.459012 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e92c554b-6b5d-4362-9c30-6d3b7ec7e2f0 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:25:38.462772 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-6665bdd4-22a3-45b2-8d2a-4139ccca9c19 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/networks?id=b384f45c-0909-4242-b122-3a6b13e2f934 HTTP/1.1" status: 200 len: 812 time: 0.2535043 Apr 11 14:25:38.475662 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-64afa373-9df7-4484-ab98-194073c1d0a7 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/quotas/df3145cb5eb94e5db4de6b7bba758d40 HTTP/1.1" status: 200 len: 375 time: 0.0105643 Apr 11 14:25:38.490546 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d5a65485-2f31-4697-8d80-589fcb154a6f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:38.509348 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d5a65485-2f31-4697-8d80-589fcb154a6f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:38.525242 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a65485-2f31-4697-8d80-589fcb154a6f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Network': ['ID=14a41dde-9a80-4c67-b875-8ed3f0908318,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:38.534549 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b5080d34-7426-4d65-b956-6fe63e634a6f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:38.568155 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-9b076810-d0c8-4043-812d-2774c64f7cc7 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Synchronizing usage tracker for tenant:df3145cb5eb94e5db4de6b7bba758d40 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:25:38.576167 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5080d34-7426-4d65-b956-6fe63e634a6f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Subnet': ['ID=776e63a0-a3a1-43a1-9d36-14ca03412208,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:38.579957 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b5080d34-7426-4d65-b956-6fe63e634a6f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:38.582592 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b5080d34-7426-4d65-b956-6fe63e634a6f tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/subnets/776e63a0-a3a1-43a1-9d36-14ca03412208 HTTP/1.1" status: 204 len: 168 time: 0.8400552 Apr 11 14:25:38.585873 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43884) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:38.588423 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcf6c2c-7611-4d82-aef3-d3b253c374f6 None None] Network 17e98075-08c9-459b-b432-7d34d10759c2 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:25:38.611483 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d5a65485-2f31-4697-8d80-589fcb154a6f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/networks/14a41dde-9a80-4c67-b875-8ed3f0908318 HTTP/1.1" status: 204 len: 168 time: 1.5920196 Apr 11 14:25:38.615871 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43888) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:38.622101 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-7c98d3a3-121d-4a6a-a651-18ddeb227aeb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'network': {'name': 'tempest-RoutersTest-246629886'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:38.626949 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7c98d3a3-121d-4a6a-a651-18ddeb227aeb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:38.631942 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7c98d3a3-121d-4a6a-a651-18ddeb227aeb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Usage tracker for resource:network and tenant:157d4d28af624b1c88b7b45d883df158 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:25:38.635020 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7c98d3a3-121d-4a6a-a651-18ddeb227aeb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:25:38.640871 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7c98d3a3-121d-4a6a-a651-18ddeb227aeb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:38.675247 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-9b076810-d0c8-4043-812d-2774c64f7cc7 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Unset dirty status for tenant:df3145cb5eb94e5db4de6b7bba758d40 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:25:38.676579 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-9b076810-d0c8-4043-812d-2774c64f7cc7 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=df3145cb5eb94e5db4de6b7bba758d40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1954694 Apr 11 14:25:38.730779 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c98d3a3-121d-4a6a-a651-18ddeb227aeb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Made reservation on behalf of 157d4d28af624b1c88b7b45d883df158 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:25:38.734758 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c98d3a3-121d-4a6a-a651-18ddeb227aeb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:38.735054 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83ef512f-63a3-441a-ab4a-596ac02ad0b4 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:38.765343 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c98d3a3-121d-4a6a-a651-18ddeb227aeb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:25:38.777332 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c98d3a3-121d-4a6a-a651-18ddeb227aeb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:38.777681 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-7c98d3a3-121d-4a6a-a651-18ddeb227aeb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Added segment ede31081-ac12-4809-b21b-04f4b7a769f9 of type vlan for network 6525ebaf-2ff0-473f-baad-32b94f508722 Apr 11 14:25:38.809940 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c98d3a3-121d-4a6a-a651-18ddeb227aeb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:38.817767 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-83ef512f-63a3-441a-ab4a-596ac02ad0b4 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Deleting port 7e32863d-f9af-4d8c-9614-0806a6e04d15 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:25:38.818244 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83ef512f-63a3-441a-ab4a-596ac02ad0b4 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:38.886803 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d916d96-779d-4724-ba48-0a160d9b12a2 None None] DHCP port deletion for 17e98075-08c9-459b-b432-7d34d10759c2 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:25:38.891299 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-4d916d96-779d-4724-ba48-0a160d9b12a2 None None] Deleting port 7e32863d-f9af-4d8c-9614-0806a6e04d15 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:25:38.891680 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4d916d96-779d-4724-ba48-0a160d9b12a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:38.917739 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-9e3f880e-c743-4705-b1c3-2b309f295288 service neutron] 10.222.0.66 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226119 Apr 11 14:25:38.926168 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c98d3a3-121d-4a6a-a651-18ddeb227aeb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:38.932969 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c98d3a3-121d-4a6a-a651-18ddeb227aeb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:38.935354 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c98d3a3-121d-4a6a-a651-18ddeb227aeb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:39.081669 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7c98d3a3-121d-4a6a-a651-18ddeb227aeb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4619820 Apr 11 14:25:39.082409 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43892) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:39.085605 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98d3a3-121d-4a6a-a651-18ddeb227aeb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Network': ['ID=6525ebaf-2ff0-473f-baad-32b94f508722,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:39.091975 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-89681c6a-34eb-40bd-a677-80e69b11f85a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'subnet': {'network_id': '6525ebaf-2ff0-473f-baad-32b94f508722', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:39.111026 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 6525ebaf-2ff0-473f-baad-32b94f508722 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:25:39.219958 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-4d916d96-779d-4724-ba48-0a160d9b12a2 None None] For port 7e32863d-f9af-4d8c-9614-0806a6e04d15, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7e32863d-f9af-4d8c-9614-0806a6e04d15,segment=NetworkSegment(46c6af8f-e725-4115-8579-c63a2f15c600),segment_id=46c6af8f-e725-4115-8579-c63a2f15c600)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:25:39.220791 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4d916d96-779d-4724-ba48-0a160d9b12a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:39.222913 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-89681c6a-34eb-40bd-a677-80e69b11f85a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:39.227103 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-89681c6a-34eb-40bd-a677-80e69b11f85a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Usage tracker for resource:subnet and tenant:157d4d28af624b1c88b7b45d883df158 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:25:39.230253 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-89681c6a-34eb-40bd-a677-80e69b11f85a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:25:39.236311 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-89681c6a-34eb-40bd-a677-80e69b11f85a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:39.278211 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-83ef512f-63a3-441a-ab4a-596ac02ad0b4 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] For port 7e32863d-f9af-4d8c-9614-0806a6e04d15, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7e32863d-f9af-4d8c-9614-0806a6e04d15,segment=NetworkSegment(46c6af8f-e725-4115-8579-c63a2f15c600),segment_id=46c6af8f-e725-4115-8579-c63a2f15c600)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:25:39.278864 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83ef512f-63a3-441a-ab4a-596ac02ad0b4 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:39.298992 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-b14648d9-365f-4aa8-8f72-2a7a8ee510ea service neutron] 10.222.0.66 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656013 Apr 11 14:25:39.319876 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89681c6a-34eb-40bd-a677-80e69b11f85a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Made reservation on behalf of 157d4d28af624b1c88b7b45d883df158 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:25:39.325399 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-89681c6a-34eb-40bd-a677-80e69b11f85a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:39.419137 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-83ef512f-63a3-441a-ab4a-596ac02ad0b4 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Calling delete_port for 7e32863d-f9af-4d8c-9614-0806a6e04d15 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:25:39.420984 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-4d916d96-779d-4724-ba48-0a160d9b12a2 None None] Calling delete_port for 7e32863d-f9af-4d8c-9614-0806a6e04d15 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:25:39.571674 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83ef512f-63a3-441a-ab4a-596ac02ad0b4 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:39.579023 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-4d916d96-779d-4724-ba48-0a160d9b12a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:25:39.579267 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-4d916d96-779d-4724-ba48-0a160d9b12a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:25:39.632189 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef512f-63a3-441a-ab4a-596ac02ad0b4 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Port': ['ID=7e32863d-f9af-4d8c-9614-0806a6e04d15,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:39.634087 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ef512f-63a3-441a-ab4a-596ac02ad0b4 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] No DVR routers for this DVR port 7e32863d-f9af-4d8c-9614-0806a6e04d15 on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:25:39.725415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-89681c6a-34eb-40bd-a677-80e69b11f85a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:39.763714 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83ef512f-63a3-441a-ab4a-596ac02ad0b4 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:39.794296 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-83ef512f-63a3-441a-ab4a-596ac02ad0b4 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e98075-08c9-459b-b432-7d34d10759c2']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:39.808356 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-83ef512f-63a3-441a-ab4a-596ac02ad0b4 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c6af8f-e725-4115-8579-c63a2f15c600') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:39.808769 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-83ef512f-63a3-441a-ab4a-596ac02ad0b4 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c6af8f-e725-4115-8579-c63a2f15c600') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:39.812230 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89681c6a-34eb-40bd-a677-80e69b11f85a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Subnet': ['ID=9bd35aff-2636-42f5-b4e3-861146c0fb60,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:39.823057 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89681c6a-34eb-40bd-a677-80e69b11f85a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Checking segment: {'id': 'ede31081-ac12-4809-b21b-04f4b7a769f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '6525ebaf-2ff0-473f-baad-32b94f508722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:25:39.823405 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89681c6a-34eb-40bd-a677-80e69b11f85a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network hostable DHCP agents. Network: 6525ebaf-2ff0-473f-baad-32b94f508722, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:25:39.824385 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83ef512f-63a3-441a-ab4a-596ac02ad0b4 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:39.842463 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83ef512f-63a3-441a-ab4a-596ac02ad0b4 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:39.850079 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ef512f-63a3-441a-ab4a-596ac02ad0b4 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:25:39.850487 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83ef512f-63a3-441a-ab4a-596ac02ad0b4 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:25:39.867287 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:25:39.948024 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89681c6a-34eb-40bd-a677-80e69b11f85a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network 6525ebaf-2ff0-473f-baad-32b94f508722 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:25:40.022009 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83ef512f-63a3-441a-ab4a-596ac02ad0b4 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:40.039794 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-83ef512f-63a3-441a-ab4a-596ac02ad0b4 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:40.049105 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-89681c6a-34eb-40bd-a677-80e69b11f85a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 6525ebaf-2ff0-473f-baad-32b94f508722) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:40.051330 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef512f-63a3-441a-ab4a-596ac02ad0b4 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] Pushing event deleted for resources: {'Network': ['ID=17e98075-08c9-459b-b432-7d34d10759c2,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:40.053217 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89681c6a-34eb-40bd-a677-80e69b11f85a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:40.053806 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-89681c6a-34eb-40bd-a677-80e69b11f85a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:40.061742 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-83ef512f-63a3-441a-ab4a-596ac02ad0b4 tempest-NetworksTest-1450962969 tempest-NetworksTest-1450962969-project] 10.222.0.66 "DELETE /v2.0/networks/17e98075-08c9-459b-b432-7d34d10759c2 HTTP/1.1" status: 204 len: 168 time: 1.4719608 Apr 11 14:25:40.070249 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37cf344-3eb0-4c51-848d-5f355dab22f3 None None] Network 6525ebaf-2ff0-473f-baad-32b94f508722 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:25:40.103874 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-4d916d96-779d-4724-ba48-0a160d9b12a2 None None] Deleting port 7e32863d-f9af-4d8c-9614-0806a6e04d15 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:25:40.103874 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4d916d96-779d-4724-ba48-0a160d9b12a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:40.153363 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-89681c6a-34eb-40bd-a677-80e69b11f85a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0697832 Apr 11 14:25:40.156243 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43908) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:40.163947 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-02cfe567-8652-45de-9c71-d884d0102395 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-302960193', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:40.186936 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-02cfe567-8652-45de-9c71-d884d0102395 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:40.192824 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-02cfe567-8652-45de-9c71-d884d0102395 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Usage tracker for resource:router and tenant:157d4d28af624b1c88b7b45d883df158 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:25:40.196609 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-02cfe567-8652-45de-9c71-d884d0102395 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:25:40.199257 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-4d916d96-779d-4724-ba48-0a160d9b12a2 None None] The port '7e32863d-f9af-4d8c-9614-0806a6e04d15' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:25:40.207529 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-02cfe567-8652-45de-9c71-d884d0102395 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:40.259713 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-55a280cd-fe11-4c35-bb22-b342d4b22072 req-a7f456ef-efda-466c-b795-c7cb9368ca69 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 210 time: 0.0908940 Apr 11 14:25:40.312137 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-02cfe567-8652-45de-9c71-d884d0102395 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:40.313593 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-02cfe567-8652-45de-9c71-d884d0102395 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:40.347169 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-02cfe567-8652-45de-9c71-d884d0102395 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:40.413362 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 7e32863d-f9af-4d8c-9614-0806a6e04d15 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:25:40.445052 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e668f0c0-2fc0-401e-9d3d-bb167c75e80e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-6525ebaf-2ff0-473f-baad-32b94f508722', 'network_id': '6525ebaf-2ff0-473f-baad-32b94f508722', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'fixed_ips': [{'subnet_id': '9bd35aff-2636-42f5-b4e3-861146c0fb60'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:25:40.445904 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e668f0c0-2fc0-401e-9d3d-bb167c75e80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:40.466846 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-02cfe567-8652-45de-9c71-d884d0102395 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:40.472627 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 7e32863d-f9af-4d8c-9614-0806a6e04d15 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:25:40.474182 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 7e32863d-f9af-4d8c-9614-0806a6e04d15 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:25:40.563976 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-02cfe567-8652-45de-9c71-d884d0102395 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:40.566751 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-02cfe567-8652-45de-9c71-d884d0102395 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4091783 Apr 11 14:25:40.571811 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43916) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:40.640996 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-e668f0c0-2fc0-401e-9d3d-bb167c75e80e None None] Allocated IP 172.20.0.2 (6525ebaf-2ff0-473f-baad-32b94f508722/9bd35aff-2636-42f5-b4e3-861146c0fb60/c690ccc3-d605-4b08-86b1-08fe4fc91b49) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:25:40.766198 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43922) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:40.916482 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e668f0c0-2fc0-401e-9d3d-bb167c75e80e None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:40.929552 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e668f0c0-2fc0-401e-9d3d-bb167c75e80e None None] Transition to ACTIVE for port object c690ccc3-d605-4b08-86b1-08fe4fc91b49 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:25:40.953559 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e668f0c0-2fc0-401e-9d3d-bb167c75e80e None None] Transition to ACTIVE for port object c690ccc3-d605-4b08-86b1-08fe4fc91b49 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:25:41.039910 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f45f651d-303e-42a3-bf07-2ea312f22546 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=72c0d9216e10412c8271a23842c8dd71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2695796 Apr 11 14:25:41.040667 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43932) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:41.045311 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e668f0c0-2fc0-401e-9d3d-bb167c75e80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:41.107491 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-51a9d139-aacb-4bea-aff4-4bc261b204ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:41.145057 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-51a9d139-aacb-4bea-aff4-4bc261b204ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:41.155351 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e668f0c0-2fc0-401e-9d3d-bb167c75e80e None None] Network 6525ebaf-2ff0-473f-baad-32b94f508722 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:25:41.156119 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668f0c0-2fc0-401e-9d3d-bb167c75e80e None None] Pushing event updated for resources: {'Port': ['ID=c690ccc3-d605-4b08-86b1-08fe4fc91b49,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:41.160588 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-e668f0c0-2fc0-401e-9d3d-bb167c75e80e None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:41.161930 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-69c1471d-b07b-44ea-ac36-5ac8edaa3e70 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:41.166399 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e668f0c0-2fc0-401e-9d3d-bb167c75e80e None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:25:41.265780 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-e668f0c0-2fc0-401e-9d3d-bb167c75e80e None None] Attempting to bind port c690ccc3-d605-4b08-86b1-08fe4fc91b49 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:25:41.266178 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-e668f0c0-2fc0-401e-9d3d-bb167c75e80e None None] Attempting to bind port c690ccc3-d605-4b08-86b1-08fe4fc91b49 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'ede31081-ac12-4809-b21b-04f4b7a769f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '6525ebaf-2ff0-473f-baad-32b94f508722'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:25:41.266536 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e668f0c0-2fc0-401e-9d3d-bb167c75e80e None None] Attempting to bind port c690ccc3-d605-4b08-86b1-08fe4fc91b49 on network 6525ebaf-2ff0-473f-baad-32b94f508722 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:25:41.273724 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e668f0c0-2fc0-401e-9d3d-bb167c75e80e None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:25:41.282690 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e668f0c0-2fc0-401e-9d3d-bb167c75e80e None None] Checking segment: {'id': 'ede31081-ac12-4809-b21b-04f4b7a769f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '6525ebaf-2ff0-473f-baad-32b94f508722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:25:41.282690 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e668f0c0-2fc0-401e-9d3d-bb167c75e80e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:41.282690 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e668f0c0-2fc0-401e-9d3d-bb167c75e80e None None] Bound using segment: {'id': 'ede31081-ac12-4809-b21b-04f4b7a769f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '6525ebaf-2ff0-473f-baad-32b94f508722'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:25:41.282690 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-e668f0c0-2fc0-401e-9d3d-bb167c75e80e None None] Bound port: c690ccc3-d605-4b08-86b1-08fe4fc91b49, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ede31081-ac12-4809-b21b-04f4b7a769f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '6525ebaf-2ff0-473f-baad-32b94f508722'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:25:41.282690 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e668f0c0-2fc0-401e-9d3d-bb167c75e80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:41.302229 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-51a9d139-aacb-4bea-aff4-4bc261b204ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:41.326123 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9d139-aacb-4bea-aff4-4bc261b204ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78621f6-9836-4d7a-a3f8-a66336de6ded,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:41.336783 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-51a9d139-aacb-4bea-aff4-4bc261b204ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:41.338138 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-51a9d139-aacb-4bea-aff4-4bc261b204ba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e78621f6-9836-4d7a-a3f8-a66336de6ded HTTP/1.1" status: 204 len: 168 time: 0.2964420 Apr 11 14:25:41.401924 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-e668f0c0-2fc0-401e-9d3d-bb167c75e80e None None] For port c690ccc3-d605-4b08-86b1-08fe4fc91b49, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:25:41.405681 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-e668f0c0-2fc0-401e-9d3d-bb167c75e80e None None] For port c690ccc3-d605-4b08-86b1-08fe4fc91b49, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c690ccc3-d605-4b08-86b1-08fe4fc91b49,segment=NetworkSegment(ede31081-ac12-4809-b21b-04f4b7a769f9),segment_id=ede31081-ac12-4809-b21b-04f4b7a769f9)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:25:41.468151 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e668f0c0-2fc0-401e-9d3d-bb167c75e80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:41.536855 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-57b0060f-9928-433f-9e22-2bdaaf06f591 req-c9ddf4a3-7aa4-4b94-b39e-f41b1e22dabf tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 210 time: 0.0949914 Apr 11 14:25:41.570208 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668f0c0-2fc0-401e-9d3d-bb167c75e80e None None] Pushing event updated for resources: {'Port': ['ID=c690ccc3-d605-4b08-86b1-08fe4fc91b49,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:41.765132 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-69c1471d-b07b-44ea-ac36-5ac8edaa3e70 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Allocated IP 172.20.0.1 (6525ebaf-2ff0-473f-baad-32b94f508722/9bd35aff-2636-42f5-b4e3-861146c0fb60/ccbd7dab-4e83-4553-97ba-c9069eb499d2) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:25:41.985681 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-69c1471d-b07b-44ea-ac36-5ac8edaa3e70 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:42.011019 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-69c1471d-b07b-44ea-ac36-5ac8edaa3e70 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Transition to ACTIVE for port object ccbd7dab-4e83-4553-97ba-c9069eb499d2 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:25:42.137127 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-69c1471d-b07b-44ea-ac36-5ac8edaa3e70 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:42.203278 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c1471d-b07b-44ea-ac36-5ac8edaa3e70 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network 6525ebaf-2ff0-473f-baad-32b94f508722 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:25:42.207252 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-69c1471d-b07b-44ea-ac36-5ac8edaa3e70 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:42.211253 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c1471d-b07b-44ea-ac36-5ac8edaa3e70 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:25:42.266365 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1471d-b07b-44ea-ac36-5ac8edaa3e70 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Port': ['ID=ccbd7dab-4e83-4553-97ba-c9069eb499d2,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:42.291100 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-69c1471d-b07b-44ea-ac36-5ac8edaa3e70 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:42.470603 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-69c1471d-b07b-44ea-ac36-5ac8edaa3e70 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:42.481655 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c690ccc3-d605-4b08-86b1-08fe4fc91b49 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:25:42.670808 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 43962) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:42.679249 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port c690ccc3-d605-4b08-86b1-08fe4fc91b49 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:25:42.802490 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0f677d-0ee5-4bb9-b08a-ac1aa742390e None None] Network 6525ebaf-2ff0-473f-baad-32b94f508722 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:25:42.827332 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-c6930cf9-8c9a-41d3-849a-13eaf5fa8bdb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1052911252'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:42.833669 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-78829967-6e54-420f-8597-c333fa1f356f req-3d77ad9f-5ea1-4828-927a-a6dabd643b7b tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 210 time: 0.0689685 Apr 11 14:25:42.834607 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c6930cf9-8c9a-41d3-849a-13eaf5fa8bdb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:42.840004 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c6930cf9-8c9a-41d3-849a-13eaf5fa8bdb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:network and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:25:42.842976 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c6930cf9-8c9a-41d3-849a-13eaf5fa8bdb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:25:42.855215 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c6930cf9-8c9a-41d3-849a-13eaf5fa8bdb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:43.004285 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6930cf9-8c9a-41d3-849a-13eaf5fa8bdb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:25:43.007819 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c6930cf9-8c9a-41d3-849a-13eaf5fa8bdb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:43.015591 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-69c1471d-b07b-44ea-ac36-5ac8edaa3e70 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:43.027930 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4242b1eb-826b-4835-abfe-50ac27c0e9f1 None None] Provisioning for port c690ccc3-d605-4b08-86b1-08fe4fc91b49 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:25:43.035589 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4242b1eb-826b-4835-abfe-50ac27c0e9f1 None None] Provisioning complete for port c690ccc3-d605-4b08-86b1-08fe4fc91b49 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:43.036456 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4242b1eb-826b-4835-abfe-50ac27c0e9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:43.036649 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c6930cf9-8c9a-41d3-849a-13eaf5fa8bdb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:43.066973 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c6930cf9-8c9a-41d3-849a-13eaf5fa8bdb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:43.076167 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c6930cf9-8c9a-41d3-849a-13eaf5fa8bdb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:security_group_rule and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:25:43.078329 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-69c1471d-b07b-44ea-ac36-5ac8edaa3e70 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:43.096633 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c6930cf9-8c9a-41d3-849a-13eaf5fa8bdb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:25:43.102427 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c6930cf9-8c9a-41d3-849a-13eaf5fa8bdb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:43.116551 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-37f31737-357e-4b8f-8ae0-7b380a38f7be tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:43.124882 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-37f31737-357e-4b8f-8ae0-7b380a38f7be tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.53 "GET /v2.0/networks?id=b384f45c-0909-4242-b122-3a6b13e2f934 HTTP/1.1" status: 200 len: 812 time: 0.2577128 Apr 11 14:25:43.203773 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-69c1471d-b07b-44ea-ac36-5ac8edaa3e70 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:43.208147 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1471d-b07b-44ea-ac36-5ac8edaa3e70 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Port': ['ID=ccbd7dab-4e83-4553-97ba-c9069eb499d2,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:43.239713 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c6930cf9-8c9a-41d3-849a-13eaf5fa8bdb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:43.256760 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-79b251a6-6833-45c9-bad3-22fcc0da7790 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df3145cb5eb94e5db4de6b7bba758d40 HTTP/1.1" status: 200 len: 380 time: 0.1211078 Apr 11 14:25:43.265832 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-d5badb36-b48f-48e3-b5e9-28da99954b2e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Request body: {'port': {'device_id': '69523c7f-7bb4-47af-a4a0-77b9c2d8626f', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'admin_state_up': True, 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'security_groups': ['e8e2540a-d218-4ba8-9dec-1ebefa2b744d']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:43.289424 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4242b1eb-826b-4835-abfe-50ac27c0e9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:43.340532 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-4242b1eb-826b-4835-abfe-50ac27c0e9f1 None None] For port c690ccc3-d605-4b08-86b1-08fe4fc91b49, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c690ccc3-d605-4b08-86b1-08fe4fc91b49,segment=NetworkSegment(ede31081-ac12-4809-b21b-04f4b7a769f9),segment_id=ede31081-ac12-4809-b21b-04f4b7a769f9)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:25:43.365491 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c6930cf9-8c9a-41d3-849a-13eaf5fa8bdb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:43.368653 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c1471d-b07b-44ea-ac36-5ac8edaa3e70 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network 6525ebaf-2ff0-473f-baad-32b94f508722 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:25:43.369971 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-69c1471d-b07b-44ea-ac36-5ac8edaa3e70 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:43.403635 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4242b1eb-826b-4835-abfe-50ac27c0e9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:43.407387 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6930cf9-8c9a-41d3-849a-13eaf5fa8bdb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:25:43.441740 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c6930cf9-8c9a-41d3-849a-13eaf5fa8bdb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:43.442339 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-c6930cf9-8c9a-41d3-849a-13eaf5fa8bdb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Added segment 9adcec58-4962-4b15-850f-154092109830 of type vlan for network 3cdea6b6-4efb-4ffa-8b30-02ed349d749b Apr 11 14:25:43.456903 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6930cf9-8c9a-41d3-849a-13eaf5fa8bdb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8e82db-366b-4272-af4e-eefe52786765,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:43.533083 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c6930cf9-8c9a-41d3-849a-13eaf5fa8bdb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:43.540471 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242b1eb-826b-4835-abfe-50ac27c0e9f1 None None] Pushing event updated for resources: {'Port': ['ID=c690ccc3-d605-4b08-86b1-08fe4fc91b49,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:43.642492 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-67a04730-2a56-40db-bb63-e8f9afd54f3e None None] Provisioning complete for port c690ccc3-d605-4b08-86b1-08fe4fc91b49 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:43.643328 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-67a04730-2a56-40db-bb63-e8f9afd54f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:43.740662 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-d5badb36-b48f-48e3-b5e9-28da99954b2e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:43.774557 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-d5badb36-b48f-48e3-b5e9-28da99954b2e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:43.890495 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c1471d-b07b-44ea-ac36-5ac8edaa3e70 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Router 3131fedf-6dfd-43d3-b841-c016844cde72 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:25:43.919673 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c6930cf9-8c9a-41d3-849a-13eaf5fa8bdb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:43.920719 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-67a04730-2a56-40db-bb63-e8f9afd54f3e None None] Provisioning for port ccbd7dab-4e83-4553-97ba-c9069eb499d2 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:25:43.928411 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6930cf9-8c9a-41d3-849a-13eaf5fa8bdb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:43.929317 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c6930cf9-8c9a-41d3-849a-13eaf5fa8bdb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:43.931460 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-67a04730-2a56-40db-bb63-e8f9afd54f3e None None] Provisioning complete for port ccbd7dab-4e83-4553-97ba-c9069eb499d2 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:43.931460 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-67a04730-2a56-40db-bb63-e8f9afd54f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:44.023802 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-67a04730-2a56-40db-bb63-e8f9afd54f3e None None] Port ccbd7dab-4e83-4553-97ba-c9069eb499d2 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:25:44.104367 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-d5badb36-b48f-48e3-b5e9-28da99954b2e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Made reservation on behalf of df3145cb5eb94e5db4de6b7bba758d40 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:25:44.107417 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-d5badb36-b48f-48e3-b5e9-28da99954b2e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:44.126246 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c51aa811-c7f3-4f5d-8c00-6a33fcc6c058 req-18cf516b-d338-4edc-a64e-0d3ce6a681eb tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 210 time: 0.0581045 Apr 11 14:25:44.146262 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c6930cf9-8c9a-41d3-849a-13eaf5fa8bdb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4707055 Apr 11 14:25:44.161479 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-91340e04-7af4-46b7-81b6-6604ca543c88 None None] Provisioning complete for port ccbd7dab-4e83-4553-97ba-c9069eb499d2 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:44.162093 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-91340e04-7af4-46b7-81b6-6604ca543c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:44.203857 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43976) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:44.210219 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-1783c254-0f4b-484f-aa9a-2ba156c4ef65 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'port': {'network_id': '3cdea6b6-4efb-4ffa-8b30-02ed349d749b', 'name': 'tempest-PortsIpV6TestJSON-1124354064'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:44.229561 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-91340e04-7af4-46b7-81b6-6604ca543c88 None None] Port ccbd7dab-4e83-4553-97ba-c9069eb499d2 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:25:44.272366 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6930cf9-8c9a-41d3-849a-13eaf5fa8bdb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Network': ['ID=3cdea6b6-4efb-4ffa-8b30-02ed349d749b,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:44.290240 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 3cdea6b6-4efb-4ffa-8b30-02ed349d749b details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:25:44.349049 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c1471d-b07b-44ea-ac36-5ac8edaa3e70 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:25:44.372789 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-69c1471d-b07b-44ea-ac36-5ac8edaa3e70 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "PUT /v2.0/routers/3131fedf-6dfd-43d3-b841-c016844cde72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7996087 Apr 11 14:25:44.376243 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9c0193-002c-4c93-bd79-8755288bfb0c None None] Sync routers for ids ['3131fedf-6dfd-43d3-b841-c016844cde72'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:25:44.380761 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1783c254-0f4b-484f-aa9a-2ba156c4ef65 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:44.382991 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43980) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:44.403401 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9c0193-002c-4c93-bd79-8755288bfb0c None None] Routers {'3131fedf-6dfd-43d3-b841-c016844cde72'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:25:44.405111 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-bd9c0193-002c-4c93-bd79-8755288bfb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:25:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['3131fedf-6dfd-43d3-b841-c016844cde72'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:44.411995 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-d5badb36-b48f-48e3-b5e9-28da99954b2e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Allocated IP 172.20.0.10 (b384f45c-0909-4242-b122-3a6b13e2f934/3b75be1d-a0f4-4c83-bb21-b959bddcc5cd/98daf243-eed0-4f49-8504-6e6c3ebec9b8) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:25:44.491749 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1783c254-0f4b-484f-aa9a-2ba156c4ef65 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:port and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:25:44.519893 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1783c254-0f4b-484f-aa9a-2ba156c4ef65 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:25:44.546907 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1783c254-0f4b-484f-aa9a-2ba156c4ef65 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:44.554223 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-bd9c0193-002c-4c93-bd79-8755288bfb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:44.561666 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-d5823ae6-d966-45bb-a620-665afde8b8f9 None None] Provisioning complete for port ccbd7dab-4e83-4553-97ba-c9069eb499d2 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:44.562697 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d5823ae6-d966-45bb-a620-665afde8b8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:44.577003 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9c0193-002c-4c93-bd79-8755288bfb0c None None] Routers {'3131fedf-6dfd-43d3-b841-c016844cde72'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:25:44.578296 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-bd9c0193-002c-4c93-bd79-8755288bfb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:25:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['3131fedf-6dfd-43d3-b841-c016844cde72'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:44.602473 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adf54e4-1bf7-47b6-be93-9ffd767d7406 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:44.605604 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3adf54e4-1bf7-47b6-be93-9ffd767d7406 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Synchronizing usage tracker for tenant:157d4d28af624b1c88b7b45d883df158 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:25:44.629901 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c690ccc3-d605-4b08-86b1-08fe4fc91b49 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:25:44.639363 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-d5badb36-b48f-48e3-b5e9-28da99954b2e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:44.656789 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1783c254-0f4b-484f-aa9a-2ba156c4ef65 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:25:44.663172 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-bd9c0193-002c-4c93-bd79-8755288bfb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:44.667782 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1783c254-0f4b-484f-aa9a-2ba156c4ef65 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:44.668133 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9c0193-002c-4c93-bd79-8755288bfb0c None None] The sync data for ids ['3131fedf-6dfd-43d3-b841-c016844cde72'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:25:44.668262 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-d5badb36-b48f-48e3-b5e9-28da99954b2e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Transition to ACTIVE for port object 98daf243-eed0-4f49-8504-6e6c3ebec9b8 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:25:44.693582 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-1783c254-0f4b-484f-aa9a-2ba156c4ef65 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] device_id is not set on port d37ed61a-a336-4df4-add9-49deae6db82c yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:25:44.731436 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3adf54e4-1bf7-47b6-be93-9ffd767d7406 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Unset dirty status for tenant:157d4d28af624b1c88b7b45d883df158 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:25:44.732634 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3adf54e4-1bf7-47b6-be93-9ffd767d7406 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "GET /v2.0/ports/ccbd7dab-4e83-4553-97ba-c9069eb499d2 HTTP/1.1" status: 200 len: 910 time: 0.3486836 Apr 11 14:25:44.737457 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43984) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:44.747275 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-d5badb36-b48f-48e3-b5e9-28da99954b2e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:44.766347 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-d5823ae6-d966-45bb-a620-665afde8b8f9 None None] Port ccbd7dab-4e83-4553-97ba-c9069eb499d2 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:25:44.791144 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port c690ccc3-d605-4b08-86b1-08fe4fc91b49 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:44.791512 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:44.842611 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-d5badb36-b48f-48e3-b5e9-28da99954b2e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Network b384f45c-0909-4242-b122-3a6b13e2f934 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:25:44.843806 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-d5badb36-b48f-48e3-b5e9-28da99954b2e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:44.855834 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-d5badb36-b48f-48e3-b5e9-28da99954b2e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:25:44.918594 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5badb36-b48f-48e3-b5e9-28da99954b2e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Pushing event updated for resources: {'Port': ['ID=98daf243-eed0-4f49-8504-6e6c3ebec9b8,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:44.959864 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-d5badb36-b48f-48e3-b5e9-28da99954b2e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:44.960549 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-d5badb36-b48f-48e3-b5e9-28da99954b2e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:45.063471 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-d5badb36-b48f-48e3-b5e9-28da99954b2e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8010459 Apr 11 14:25:45.085450 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-53979586-c9d9-40ff-a1af-c5ba79c90468 service neutron] Request body: {'port': {'device_id': '69523c7f-7bb4-47af-a4a0-77b9c2d8626f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:45.230726 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-53979586-c9d9-40ff-a1af-c5ba79c90468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:45.267211 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-54b7c67d-074d-4642-8257-5fc326b346f9 None None] Provisioning for port 98daf243-eed0-4f49-8504-6e6c3ebec9b8 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:25:45.273520 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-54b7c67d-074d-4642-8257-5fc326b346f9 None None] Provisioning complete for port 98daf243-eed0-4f49-8504-6e6c3ebec9b8 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:45.274369 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-54b7c67d-074d-4642-8257-5fc326b346f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:45.350123 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-54b7c67d-074d-4642-8257-5fc326b346f9 None None] Port 98daf243-eed0-4f49-8504-6e6c3ebec9b8 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:25:45.354115 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1783c254-0f4b-484f-aa9a-2ba156c4ef65 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:45.473332 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac5ee6-8b99-422b-8721-d446904e434c req-4da2ab26-11f2-45f2-9767-9cecc41167d1 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:45.474086 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-91ac5ee6-8b99-422b-8721-d446904e434c req-4da2ab26-11f2-45f2-9767-9cecc41167d1 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Synchronizing usage tracker for tenant:df3145cb5eb94e5db4de6b7bba758d40 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:25:45.543136 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1783c254-0f4b-484f-aa9a-2ba156c4ef65 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:45.644734 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-91ac5ee6-8b99-422b-8721-d446904e434c req-4da2ab26-11f2-45f2-9767-9cecc41167d1 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Unset dirty status for tenant:df3145cb5eb94e5db4de6b7bba758d40 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:25:45.647213 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-91ac5ee6-8b99-422b-8721-d446904e434c req-4da2ab26-11f2-45f2-9767-9cecc41167d1 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 932 time: 0.4027302 Apr 11 14:25:45.657477 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783c254-0f4b-484f-aa9a-2ba156c4ef65 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Port': ['ID=d37ed61a-a336-4df4-add9-49deae6db82c,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:45.672511 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1783c254-0f4b-484f-aa9a-2ba156c4ef65 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Checking segment: {'id': '9adcec58-4962-4b15-850f-154092109830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '3cdea6b6-4efb-4ffa-8b30-02ed349d749b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:25:45.673344 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1783c254-0f4b-484f-aa9a-2ba156c4ef65 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network hostable DHCP agents. Network: 3cdea6b6-4efb-4ffa-8b30-02ed349d749b, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:25:45.694877 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-aca96205-5854-41b9-8753-0c2e7bc355bb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:45.773393 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-91ac5ee6-8b99-422b-8721-d446904e434c req-b8fcf236-caea-486a-ae25-09f53bea9428 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926318 Apr 11 14:25:45.779242 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-53979586-c9d9-40ff-a1af-c5ba79c90468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98daf243-eed0-4f49-8504-6e6c3ebec9b8 {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:25:45.784622 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-53979586-c9d9-40ff-a1af-c5ba79c90468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:45.812322 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-53979586-c9d9-40ff-a1af-c5ba79c90468 service neutron] Transition to ACTIVE for port object 98daf243-eed0-4f49-8504-6e6c3ebec9b8 will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:25:45.902210 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-53979586-c9d9-40ff-a1af-c5ba79c90468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:45.952177 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1783c254-0f4b-484f-aa9a-2ba156c4ef65 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network 3cdea6b6-4efb-4ffa-8b30-02ed349d749b is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:25:46.084749 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-1783c254-0f4b-484f-aa9a-2ba156c4ef65 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 3cdea6b6-4efb-4ffa-8b30-02ed349d749b) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:46.093411 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df443b9-cc2e-418b-9d5a-a38cc956f3fb None None] Network 3cdea6b6-4efb-4ffa-8b30-02ed349d749b requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:25:46.142814 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53979586-c9d9-40ff-a1af-c5ba79c90468 service neutron] Pushing event updated for resources: {'Port': ['ID=98daf243-eed0-4f49-8504-6e6c3ebec9b8,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:46.169227 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1783c254-0f4b-484f-aa9a-2ba156c4ef65 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:25:46.180733 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1783c254-0f4b-484f-aa9a-2ba156c4ef65 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:46.181399 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1783c254-0f4b-484f-aa9a-2ba156c4ef65 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:46.230999 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-53979586-c9d9-40ff-a1af-c5ba79c90468 service neutron] Attempting to bind port 98daf243-eed0-4f49-8504-6e6c3ebec9b8 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:25:46.231654 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-53979586-c9d9-40ff-a1af-c5ba79c90468 service neutron] Attempting to bind port 98daf243-eed0-4f49-8504-6e6c3ebec9b8 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': 'c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:25:46.232251 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-53979586-c9d9-40ff-a1af-c5ba79c90468 service neutron] Attempting to bind port 98daf243-eed0-4f49-8504-6e6c3ebec9b8 on network b384f45c-0909-4242-b122-3a6b13e2f934 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:25:46.245258 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-53979586-c9d9-40ff-a1af-c5ba79c90468 service neutron] Port 98daf243-eed0-4f49-8504-6e6c3ebec9b8 on network b384f45c-0909-4242-b122-3a6b13e2f934 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:25:46.246042 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-53979586-c9d9-40ff-a1af-c5ba79c90468 service neutron] Attempting to bind port 98daf243-eed0-4f49-8504-6e6c3ebec9b8 on network b384f45c-0909-4242-b122-3a6b13e2f934 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:25:46.253069 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-53979586-c9d9-40ff-a1af-c5ba79c90468 service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:25:46.254200 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-53979586-c9d9-40ff-a1af-c5ba79c90468 service neutron] Checking segment: {'id': 'c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:25:46.254812 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-53979586-c9d9-40ff-a1af-c5ba79c90468 service neutron] Bound using segment: {'id': 'c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:25:46.255545 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-53979586-c9d9-40ff-a1af-c5ba79c90468 service neutron] Bound port: 98daf243-eed0-4f49-8504-6e6c3ebec9b8, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:25:46.256108 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-53979586-c9d9-40ff-a1af-c5ba79c90468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:46.299704 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1783c254-0f4b-484f-aa9a-2ba156c4ef65 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0939846 Apr 11 14:25:46.307227 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 43994) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:46.323606 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-ce9c873d-82c0-4dea-825a-2e143fcf9b8c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-493877147'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:46.334077 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ce9c873d-82c0-4dea-825a-2e143fcf9b8c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:46.342277 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ce9c873d-82c0-4dea-825a-2e143fcf9b8c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:network and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:25:46.350121 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ce9c873d-82c0-4dea-825a-2e143fcf9b8c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:25:46.368862 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ce9c873d-82c0-4dea-825a-2e143fcf9b8c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:46.375382 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-aca96205-5854-41b9-8753-0c2e7bc355bb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting port ccbd7dab-4e83-4553-97ba-c9069eb499d2 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:25:46.375733 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-aca96205-5854-41b9-8753-0c2e7bc355bb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:46.381035 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-53979586-c9d9-40ff-a1af-c5ba79c90468 service neutron] For port 98daf243-eed0-4f49-8504-6e6c3ebec9b8, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:25:46.385350 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-53979586-c9d9-40ff-a1af-c5ba79c90468 service neutron] For port 98daf243-eed0-4f49-8504-6e6c3ebec9b8, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=98daf243-eed0-4f49-8504-6e6c3ebec9b8,segment=NetworkSegment(c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9),segment_id=c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:25:46.494373 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-53979586-c9d9-40ff-a1af-c5ba79c90468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:46.535729 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-53979586-c9d9-40ff-a1af-c5ba79c90468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:46.536389 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-53979586-c9d9-40ff-a1af-c5ba79c90468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:46.537807 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-53979586-c9d9-40ff-a1af-c5ba79c90468 service neutron] 10.222.0.53 "PUT /v2.0/ports/98daf243-eed0-4f49-8504-6e6c3ebec9b8 HTTP/1.1" status: 200 len: 1094 time: 1.4583361 Apr 11 14:25:46.538370 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69523c7f-7bb4-47af-a4a0-77b9c2d8626f', 'tag': '98daf243-eed0-4f49-8504-6e6c3ebec9b8'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:25:46.582705 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9c873d-82c0-4dea-825a-2e143fcf9b8c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:25:46.590904 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53979586-c9d9-40ff-a1af-c5ba79c90468 service neutron] Pushing event updated for resources: {'Port': ['ID=98daf243-eed0-4f49-8504-6e6c3ebec9b8,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:46.592665 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce9c873d-82c0-4dea-825a-2e143fcf9b8c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:46.627883 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7886717a-e4d3-4b75-9773-aa5be54c4ce1'] response: {'name': 'network-changed', 'server_uuid': '69523c7f-7bb4-47af-a4a0-77b9c2d8626f', 'tag': '98daf243-eed0-4f49-8504-6e6c3ebec9b8', 'status': 'completed', 'code': 200} Apr 11 14:25:46.695548 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9c873d-82c0-4dea-825a-2e143fcf9b8c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:25:46.704329 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-aca96205-5854-41b9-8753-0c2e7bc355bb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:46.781240 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce9c873d-82c0-4dea-825a-2e143fcf9b8c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:46.781480 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-ce9c873d-82c0-4dea-825a-2e143fcf9b8c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Added segment e25008ac-158c-4ad6-a796-700fa87a00cb of type vlan for network 65cc96e1-3da3-4ae2-812f-d0059071e45e Apr 11 14:25:46.856285 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-aca96205-5854-41b9-8753-0c2e7bc355bb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Calling delete_port for ccbd7dab-4e83-4553-97ba-c9069eb499d2 owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:25:46.915698 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42550bc-d16e-4174-a309-659a501913d9 req-3d93ffb3-d6e7-441d-bfb8-56a4ab7608d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:46.916605 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f42550bc-d16e-4174-a309-659a501913d9 req-3d93ffb3-d6e7-441d-bfb8-56a4ab7608d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df3145cb5eb94e5db4de6b7bba758d40&device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 1097 time: 0.2565005 Apr 11 14:25:46.937247 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce9c873d-82c0-4dea-825a-2e143fcf9b8c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:47.089014 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce9c873d-82c0-4dea-825a-2e143fcf9b8c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:47.097219 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9c873d-82c0-4dea-825a-2e143fcf9b8c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:47.098169 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce9c873d-82c0-4dea-825a-2e143fcf9b8c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:47.154810 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42550bc-d16e-4174-a309-659a501913d9 req-659ed3c9-e249-4990-a5f2-4621f4e406e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:47.156208 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f42550bc-d16e-4174-a309-659a501913d9 req-659ed3c9-e249-4990-a5f2-4621f4e406e8 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=df3145cb5eb94e5db4de6b7bba758d40&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2258475 Apr 11 14:25:47.167801 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533cf1b-dcfb-415d-a040-0d25387099d3 req-5453f107-1c4d-4b4e-b51d-1a34b50ff649 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:47.169560 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4533cf1b-dcfb-415d-a040-0d25387099d3 req-5453f107-1c4d-4b4e-b51d-1a34b50ff649 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 944 time: 0.2195928 Apr 11 14:25:47.250152 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-aca96205-5854-41b9-8753-0c2e7bc355bb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:47.319688 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ce9c873d-82c0-4dea-825a-2e143fcf9b8c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0114031 Apr 11 14:25:47.320232 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c873d-82c0-4dea-825a-2e143fcf9b8c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Network': ['ID=65cc96e1-3da3-4ae2-812f-d0059071e45e,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:47.322382 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44004) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:47.333534 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 65cc96e1-3da3-4ae2-812f-d0059071e45e details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:25:47.350589 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4533cf1b-dcfb-415d-a040-0d25387099d3 req-0cf02056-9113-4a6f-bfd9-0377a8a31bef tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597021 Apr 11 14:25:47.368047 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca96205-5854-41b9-8753-0c2e7bc355bb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Port': ['ID=ccbd7dab-4e83-4553-97ba-c9069eb499d2,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:47.368365 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'ports': [{'network_id': '3cdea6b6-4efb-4ffa-8b30-02ed349d749b'}, {'network_id': '65cc96e1-3da3-4ae2-812f-d0059071e45e'}]} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:47.368365 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'port': {'network_id': '3cdea6b6-4efb-4ffa-8b30-02ed349d749b'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:47.368365 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'port': {'network_id': '65cc96e1-3da3-4ae2-812f-d0059071e45e'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:47.522701 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42550bc-d16e-4174-a309-659a501913d9 req-270d3a2f-60e1-4fdb-8816-1ecd55b6e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:47.524178 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f42550bc-d16e-4174-a309-659a501913d9 req-270d3a2f-60e1-4fdb-8816-1ecd55b6e1d9 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3537626 Apr 11 14:25:47.675277 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-aca96205-5854-41b9-8753-0c2e7bc355bb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:47.729342 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:47.735229 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:port and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:25:47.742585 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:25:47.746263 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:47.771058 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-9f407725-19d2-4db2-abf5-f8ea4888683e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:47.772549 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-9f407725-19d2-4db2-abf5-f8ea4888683e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df3145cb5eb94e5db4de6b7bba758d40&device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 1097 time: 0.1230495 Apr 11 14:25:47.857127 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-a8396145-ea94-4240-85a2-e0de63d495aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98daf243-eed0-4f49-8504-6e6c3ebec9b8 HTTP/1.1" status: 200 len: 217 time: 0.0700257 Apr 11 14:25:47.857891 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'port': 2} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:25:47.863232 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:47.922640 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:48.030253 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-139081d8-7e9c-465f-8c52-e5b83b099a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:48.032625 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-139081d8-7e9c-465f-8c52-e5b83b099a37 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3b75be1d-a0f4-4c83-bb21-b959bddcc5cd HTTP/1.1" status: 200 len: 851 time: 0.1585026 Apr 11 14:25:48.146115 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca96205-5854-41b9-8753-0c2e7bc355bb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Router 3131fedf-6dfd-43d3-b841-c016844cde72 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:25:48.246835 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] device_id is not set on port 23cbfc5e-c4d0-4563-bc2b-ceffc04fb9cf yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:25:48.273512 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-b35ee8e9-d1cf-4be6-b815-ca5150d93fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:48.275006 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-b35ee8e9-d1cf-4be6-b815-ca5150d93fd5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b384f45c-0909-4242-b122-3a6b13e2f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2044823 Apr 11 14:25:48.312084 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca96205-5854-41b9-8753-0c2e7bc355bb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:25:48.322626 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-aca96205-5854-41b9-8753-0c2e7bc355bb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "PUT /v2.0/routers/3131fedf-6dfd-43d3-b841-c016844cde72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5793660 Apr 11 14:25:48.322626 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44008) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:48.325761 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff8423-5d7b-49cf-a3e9-487ba4fa03b4 None None] Sync routers for ids ['3131fedf-6dfd-43d3-b841-c016844cde72'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:25:48.337147 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ff8423-5d7b-49cf-a3e9-487ba4fa03b4 None None] Routers {'3131fedf-6dfd-43d3-b841-c016844cde72'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:25:48.338441 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-26ff8423-5d7b-49cf-a3e9-487ba4fa03b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:25:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['3131fedf-6dfd-43d3-b841-c016844cde72'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:48.367728 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1edbb592-c4e1-4df7-b77c-2b0105f76428 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Synchronizing usage tracker for tenant:157d4d28af624b1c88b7b45d883df158 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:25:48.420916 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-26ff8423-5d7b-49cf-a3e9-487ba4fa03b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:48.430633 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ff8423-5d7b-49cf-a3e9-487ba4fa03b4 None None] Routers {'3131fedf-6dfd-43d3-b841-c016844cde72'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:25:48.431269 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-26ff8423-5d7b-49cf-a3e9-487ba4fa03b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:25:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['3131fedf-6dfd-43d3-b841-c016844cde72'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:48.485410 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-cdb98ab5-600f-4d5d-8ed7-f82f202bfed6 service neutron] 10.222.0.53 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036762 Apr 11 14:25:48.492618 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1edbb592-c4e1-4df7-b77c-2b0105f76428 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Unset dirty status for tenant:157d4d28af624b1c88b7b45d883df158 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:25:48.495079 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1edbb592-c4e1-4df7-b77c-2b0105f76428 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "GET /v2.0/ports?device_id=3131fedf-6dfd-43d3-b841-c016844cde72 HTTP/1.1" status: 200 len: 205 time: 0.1730366 Apr 11 14:25:48.511642 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-26ff8423-5d7b-49cf-a3e9-487ba4fa03b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:48.512043 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff8423-5d7b-49cf-a3e9-487ba4fa03b4 None None] The sync data for ids ['3131fedf-6dfd-43d3-b841-c016844cde72'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:25:48.524272 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:48.527190 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44014) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:48.600794 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b4eba-f6c1-4a2a-a431-2d8f7d84d01d req-5fd75dce-c30b-4cdc-b4ac-64ef966a79b6 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:48.602316 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e66b4eba-f6c1-4a2a-a431-2d8f7d84d01d req-5fd75dce-c30b-4cdc-b4ac-64ef966a79b6 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 944 time: 0.1112390 Apr 11 14:25:48.655912 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e66b4eba-f6c1-4a2a-a431-2d8f7d84d01d req-530f82a0-6161-46ec-a79f-238dc592c9b2 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467458 Apr 11 14:25:48.960646 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4c7dd29f-e832-4834-9b43-093e653a64a7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:49.046903 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] device_id is not set on port 58286ae4-ccaf-41d5-a280-790797397697 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:25:49.184610 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fed175cc-67c0-4321-bb08-9d1f9b4f97c5 req-514728d7-64ed-4b18-9421-0d5ec9658de0 service neutron] 10.222.0.53 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6927762 Apr 11 14:25:49.320389 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4c7dd29f-e832-4834-9b43-093e653a64a7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:49.323341 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4c7dd29f-e832-4834-9b43-093e653a64a7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:49.413164 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:49.422227 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4c7dd29f-e832-4834-9b43-093e653a64a7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:49.422691 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7dd29f-e832-4834-9b43-093e653a64a7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Fanout notify agent at l3_agent the message router_deleted on router 3131fedf-6dfd-43d3-b841-c016844cde72 {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:25:49.444263 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4c7dd29f-e832-4834-9b43-093e653a64a7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:49.445330 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4c7dd29f-e832-4834-9b43-093e653a64a7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/routers/3131fedf-6dfd-43d3-b841-c016844cde72 HTTP/1.1" status: 204 len: 168 time: 0.9158113 Apr 11 14:25:49.448098 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44018) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:49.520936 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec640222-ef0f-45e9-a882-ef25fe72e360 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting subnet 9bd35aff-2636-42f5-b4e3-861146c0fb60 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:25:49.524231 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ec640222-ef0f-45e9-a882-ef25fe72e360 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:49.540440 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:49.583795 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ec640222-ef0f-45e9-a882-ef25fe72e360 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:49.612462 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network 3cdea6b6-4efb-4ffa-8b30-02ed349d749b is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:25:49.619666 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:49.624020 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:25:49.624836 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:49.633637 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Port': ['ID=23cbfc5e-c4d0-4563-bc2b-ceffc04fb9cf,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:49.678564 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ec640222-ef0f-45e9-a882-ef25fe72e360 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:49.746529 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Port': ['ID=58286ae4-ccaf-41d5-a280-790797397697,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:49.751240 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Checking segment: {'id': 'e25008ac-158c-4ad6-a796-700fa87a00cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '65cc96e1-3da3-4ae2-812f-d0059071e45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:25:49.751240 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network hostable DHCP agents. Network: 65cc96e1-3da3-4ae2-812f-d0059071e45e, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:25:49.837678 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ec640222-ef0f-45e9-a882-ef25fe72e360 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:49.857302 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network 65cc96e1-3da3-4ae2-812f-d0059071e45e is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:25:49.874757 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac5630-cfe5-4d83-9972-99f6e24c09d5 req-08a9f98f-689e-44e6-ae29-8a4c8640ce08 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:49.876257 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-18ac5630-cfe5-4d83-9972-99f6e24c09d5 req-08a9f98f-689e-44e6-ae29-8a4c8640ce08 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 944 time: 0.0945811 Apr 11 14:25:49.880298 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec640222-ef0f-45e9-a882-ef25fe72e360 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Subnet': ['ID=9bd35aff-2636-42f5-b4e3-861146c0fb60,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:49.884578 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ec640222-ef0f-45e9-a882-ef25fe72e360 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:49.890999 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65d8b4c-892f-4c3d-bb2b-9e1e93ca5ddb None None] Network 6525ebaf-2ff0-473f-baad-32b94f508722 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:25:49.891531 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ec640222-ef0f-45e9-a882-ef25fe72e360 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/subnets/9bd35aff-2636-42f5-b4e3-861146c0fb60 HTTP/1.1" status: 204 len: 168 time: 0.4420719 Apr 11 14:25:49.894717 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44026) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:49.928779 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 65cc96e1-3da3-4ae2-812f-d0059071e45e) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:49.936277 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-18ac5630-cfe5-4d83-9972-99f6e24c09d5 req-27857f84-2f6f-40d7-9aac-340f731d9751 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468602 Apr 11 14:25:49.937055 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:25:49.944110 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:49.949421 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:49.950501 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:49.983291 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13a9688-2a7f-4eae-85f0-94f536cc7568 None None] Network 65cc96e1-3da3-4ae2-812f-d0059071e45e requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:25:50.047878 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-08602f16-26fa-4e82-9f1d-9295fe76964d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:50.068699 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-08602f16-26fa-4e82-9f1d-9295fe76964d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting port c690ccc3-d605-4b08-86b1-08fe4fc91b49 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:25:50.069038 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-08602f16-26fa-4e82-9f1d-9295fe76964d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:50.101015 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-408689cf-a225-4efe-a1a4-debd160d08b8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7738850 Apr 11 14:25:50.101558 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44030) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:50.185841 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-35162af6-a0a5-47f5-b74c-dff831e9a472 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting port 58286ae4-ccaf-41d5-a280-790797397697 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:25:50.187969 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-35162af6-a0a5-47f5-b74c-dff831e9a472 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:50.318228 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-08602f16-26fa-4e82-9f1d-9295fe76964d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] For port c690ccc3-d605-4b08-86b1-08fe4fc91b49, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c690ccc3-d605-4b08-86b1-08fe4fc91b49,segment=NetworkSegment(ede31081-ac12-4809-b21b-04f4b7a769f9),segment_id=ede31081-ac12-4809-b21b-04f4b7a769f9)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:25:50.319000 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-08602f16-26fa-4e82-9f1d-9295fe76964d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:50.397424 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249c8c17-9688-4db6-8f01-4464c2607f8d None None] DHCP port deletion for 6525ebaf-2ff0-473f-baad-32b94f508722 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:25:50.402798 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-249c8c17-9688-4db6-8f01-4464c2607f8d None None] Deleting port c690ccc3-d605-4b08-86b1-08fe4fc91b49 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:25:50.403327 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-249c8c17-9688-4db6-8f01-4464c2607f8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:50.446883 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-35162af6-a0a5-47f5-b74c-dff831e9a472 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:50.466162 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-08602f16-26fa-4e82-9f1d-9295fe76964d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Calling delete_port for c690ccc3-d605-4b08-86b1-08fe4fc91b49 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:25:50.633338 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-249c8c17-9688-4db6-8f01-4464c2607f8d None None] For port c690ccc3-d605-4b08-86b1-08fe4fc91b49, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c690ccc3-d605-4b08-86b1-08fe4fc91b49,segment=NetworkSegment(ede31081-ac12-4809-b21b-04f4b7a769f9),segment_id=ede31081-ac12-4809-b21b-04f4b7a769f9)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:25:50.633609 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-249c8c17-9688-4db6-8f01-4464c2607f8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:50.655538 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-08602f16-26fa-4e82-9f1d-9295fe76964d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:50.722610 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08602f16-26fa-4e82-9f1d-9295fe76964d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Port': ['ID=c690ccc3-d605-4b08-86b1-08fe4fc91b49,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:50.728662 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08602f16-26fa-4e82-9f1d-9295fe76964d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] No DVR routers for this DVR port c690ccc3-d605-4b08-86b1-08fe4fc91b49 on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:25:50.760834 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-35162af6-a0a5-47f5-b74c-dff831e9a472 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Calling delete_port for 58286ae4-ccaf-41d5-a280-790797397697 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:25:50.781662 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-249c8c17-9688-4db6-8f01-4464c2607f8d None None] Calling delete_port for c690ccc3-d605-4b08-86b1-08fe4fc91b49 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:25:50.886544 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-249c8c17-9688-4db6-8f01-4464c2607f8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:25:50.886813 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-249c8c17-9688-4db6-8f01-4464c2607f8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:25:50.943039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-35162af6-a0a5-47f5-b74c-dff831e9a472 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:50.987997 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-08602f16-26fa-4e82-9f1d-9295fe76964d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:51.003435 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35162af6-a0a5-47f5-b74c-dff831e9a472 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Port': ['ID=58286ae4-ccaf-41d5-a280-790797397697,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:51.014743 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-35162af6-a0a5-47f5-b74c-dff831e9a472 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:51.022720 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-35162af6-a0a5-47f5-b74c-dff831e9a472 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/ports/58286ae4-ccaf-41d5-a280-790797397697 HTTP/1.1" status: 204 len: 168 time: 0.9200745 Apr 11 14:25:51.025248 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44036) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:51.029134 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-08602f16-26fa-4e82-9f1d-9295fe76964d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6525ebaf-2ff0-473f-baad-32b94f508722']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:51.047014 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-08602f16-26fa-4e82-9f1d-9295fe76964d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ede31081-ac12-4809-b21b-04f4b7a769f9') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:51.047380 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-08602f16-26fa-4e82-9f1d-9295fe76964d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ede31081-ac12-4809-b21b-04f4b7a769f9') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:51.068341 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-08602f16-26fa-4e82-9f1d-9295fe76964d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:51.139998 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929ce483-6081-4714-9641-549d83e26994 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:51.143047 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-08602f16-26fa-4e82-9f1d-9295fe76964d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:51.151287 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929ce483-6081-4714-9641-549d83e26994 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:51.152288 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-929ce483-6081-4714-9641-549d83e26994 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Synchronizing usage tracker for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:25:51.164081 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08602f16-26fa-4e82-9f1d-9295fe76964d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:25:51.164475 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-08602f16-26fa-4e82-9f1d-9295fe76964d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:25:51.179918 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:25:51.254686 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-929ce483-6081-4714-9641-549d83e26994 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Unset dirty status for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:25:51.255874 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-929ce483-6081-4714-9641-549d83e26994 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2292311 Apr 11 14:25:51.260308 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44040) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:51.299048 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a46d8a-8e76-4e4b-8942-2326201f2145 req-d353aa52-2377-494a-822e-ce3b330aecc1 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:51.300872 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-06a46d8a-8e76-4e4b-8942-2326201f2145 req-d353aa52-2377-494a-822e-ce3b330aecc1 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 944 time: 0.2186890 Apr 11 14:25:51.352839 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-08602f16-26fa-4e82-9f1d-9295fe76964d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:51.353655 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-567c44bd-0f7e-4dce-82e1-80acf8830123 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting port 23cbfc5e-c4d0-4563-bc2b-ceffc04fb9cf {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:25:51.354010 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-567c44bd-0f7e-4dce-82e1-80acf8830123 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:51.357773 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-08602f16-26fa-4e82-9f1d-9295fe76964d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:51.381200 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-06a46d8a-8e76-4e4b-8942-2326201f2145 req-2caed1d3-633c-47e4-a489-6014a1b572e2 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720100 Apr 11 14:25:51.389674 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-249c8c17-9688-4db6-8f01-4464c2607f8d None None] Deleting port c690ccc3-d605-4b08-86b1-08fe4fc91b49 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:25:51.390638 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-249c8c17-9688-4db6-8f01-4464c2607f8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:51.396564 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08602f16-26fa-4e82-9f1d-9295fe76964d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Network': ['ID=6525ebaf-2ff0-473f-baad-32b94f508722,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:51.488965 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-249c8c17-9688-4db6-8f01-4464c2607f8d None None] The port 'c690ccc3-d605-4b08-86b1-08fe4fc91b49' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:25:51.503907 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-08602f16-26fa-4e82-9f1d-9295fe76964d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/networks/6525ebaf-2ff0-473f-baad-32b94f508722 HTTP/1.1" status: 204 len: 168 time: 1.6071639 Apr 11 14:25:51.507302 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44044) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:51.512866 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-f10ea5b1-f2ef-436b-ab58-7d8a286d8253 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-144584161', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}, 'admin_state_up': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:51.522344 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f10ea5b1-f2ef-436b-ab58-7d8a286d8253 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:51.526800 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f10ea5b1-f2ef-436b-ab58-7d8a286d8253 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Usage tracker for resource:router and tenant:157d4d28af624b1c88b7b45d883df158 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:25:51.530365 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f10ea5b1-f2ef-436b-ab58-7d8a286d8253 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:25:51.538336 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f10ea5b1-f2ef-436b-ab58-7d8a286d8253 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:51.628832 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f10ea5b1-f2ef-436b-ab58-7d8a286d8253 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:51.630206 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f10ea5b1-f2ef-436b-ab58-7d8a286d8253 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:51.652581 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f10ea5b1-f2ef-436b-ab58-7d8a286d8253 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:51.681879 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-567c44bd-0f7e-4dce-82e1-80acf8830123 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:51.823565 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-567c44bd-0f7e-4dce-82e1-80acf8830123 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Calling delete_port for 23cbfc5e-c4d0-4563-bc2b-ceffc04fb9cf owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:25:52.073371 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-567c44bd-0f7e-4dce-82e1-80acf8830123 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:52.083826 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f10ea5b1-f2ef-436b-ab58-7d8a286d8253 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:52.133590 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c44bd-0f7e-4dce-82e1-80acf8830123 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Port': ['ID=23cbfc5e-c4d0-4563-bc2b-ceffc04fb9cf,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:52.139592 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-567c44bd-0f7e-4dce-82e1-80acf8830123 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:52.227979 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-567c44bd-0f7e-4dce-82e1-80acf8830123 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/ports/23cbfc5e-c4d0-4563-bc2b-ceffc04fb9cf HTTP/1.1" status: 204 len: 168 time: 0.9662442 Apr 11 14:25:52.230391 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44052) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:52.331338 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92813abe-dc7f-4ebf-88cb-5bfd880a17bb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:52.331978 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-92813abe-dc7f-4ebf-88cb-5bfd880a17bb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Synchronizing usage tracker for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:25:52.430138 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c690ccc3-d605-4b08-86b1-08fe4fc91b49 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:25:52.444850 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-92813abe-dc7f-4ebf-88cb-5bfd880a17bb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Unset dirty status for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:25:52.446717 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-92813abe-dc7f-4ebf-88cb-5bfd880a17bb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2152350 Apr 11 14:25:52.451162 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44058) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:52.474671 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: c690ccc3-d605-4b08-86b1-08fe4fc91b49 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:25:52.475009 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c690ccc3-d605-4b08-86b1-08fe4fc91b49 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:25:52.508610 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-1828e5cb-04b0-4b5d-9b41-07a5bb0cefaa tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] GET failed (client error): The resource could not be found. Apr 11 14:25:52.510129 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1828e5cb-04b0-4b5d-9b41-07a5bb0cefaa tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "GET /v2.0/ports/58286ae4-ccaf-41d5-a280-790797397697 HTTP/1.1" status: 404 len: 333 time: 0.0578790 Apr 11 14:25:52.514477 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44062) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:52.522294 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f10ea5b1-f2ef-436b-ab58-7d8a286d8253 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:52.554984 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f10ea5b1-f2ef-436b-ab58-7d8a286d8253 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:52.598434 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe38aeec-f1b9-43a2-975d-83b9a4f96ad1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] GET failed (client error): The resource could not be found. Apr 11 14:25:52.599690 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-fe38aeec-f1b9-43a2-975d-83b9a4f96ad1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "GET /v2.0/ports/23cbfc5e-c4d0-4563-bc2b-ceffc04fb9cf HTTP/1.1" status: 404 len: 333 time: 0.0839789 Apr 11 14:25:52.602580 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44066) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:52.646586 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a7645-9062-4a36-abd4-41d67175d866 req-7af97274-af4e-4c8c-a4a2-92d49cd5ea32 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:52.648094 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-908a7645-9062-4a36-abd4-41d67175d866 req-7af97274-af4e-4c8c-a4a2-92d49cd5ea32 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 944 time: 0.0940614 Apr 11 14:25:52.697594 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-908a7645-9062-4a36-abd4-41d67175d866 req-07970c7f-cabd-4ded-a02d-d39a473c69ac tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414803 Apr 11 14:25:52.782170 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-404c6431-968c-4aad-b3cf-563656a6b94a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:52.835983 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-f10ea5b1-f2ef-436b-ab58-7d8a286d8253 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Allocated IP 172.26.7.62 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/02ecc346-46d3-4657-b98f-abf0de59691f) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:25:53.109355 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-404c6431-968c-4aad-b3cf-563656a6b94a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:53.195559 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-404c6431-968c-4aad-b3cf-563656a6b94a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65cc96e1-3da3-4ae2-812f-d0059071e45e']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:53.211443 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-404c6431-968c-4aad-b3cf-563656a6b94a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e25008ac-158c-4ad6-a796-700fa87a00cb') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:53.211729 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-404c6431-968c-4aad-b3cf-563656a6b94a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e25008ac-158c-4ad6-a796-700fa87a00cb') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:53.234536 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-404c6431-968c-4aad-b3cf-563656a6b94a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:53.264236 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-404c6431-968c-4aad-b3cf-563656a6b94a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:53.271597 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f10ea5b1-f2ef-436b-ab58-7d8a286d8253 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:53.276903 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404c6431-968c-4aad-b3cf-563656a6b94a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:25:53.277290 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-404c6431-968c-4aad-b3cf-563656a6b94a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:25:53.296461 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:25:53.490590 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f10ea5b1-f2ef-436b-ab58-7d8a286d8253 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:53.524902 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-404c6431-968c-4aad-b3cf-563656a6b94a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:53.551737 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-404c6431-968c-4aad-b3cf-563656a6b94a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:53.576776 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c6431-968c-4aad-b3cf-563656a6b94a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Network': ['ID=65cc96e1-3da3-4ae2-812f-d0059071e45e,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:53.589004 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10ea5b1-f2ef-436b-ab58-7d8a286d8253 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:25:53.596513 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-f10ea5b1-f2ef-436b-ab58-7d8a286d8253 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:53.599107 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-404c6431-968c-4aad-b3cf-563656a6b94a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/networks/65cc96e1-3da3-4ae2-812f-d0059071e45e HTTP/1.1" status: 204 len: 168 time: 0.9955707 Apr 11 14:25:53.603616 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10ea5b1-f2ef-436b-ab58-7d8a286d8253 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:25:53.603760 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44070) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:53.609216 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-0fef8dba-66bc-4ee3-9ad3-f948fe639cf3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1545715785'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:53.614269 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0fef8dba-66bc-4ee3-9ad3-f948fe639cf3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:53.618288 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0fef8dba-66bc-4ee3-9ad3-f948fe639cf3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:network and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:25:53.621184 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0fef8dba-66bc-4ee3-9ad3-f948fe639cf3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:25:53.627566 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0fef8dba-66bc-4ee3-9ad3-f948fe639cf3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:53.637400 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ea5b1-f2ef-436b-ab58-7d8a286d8253 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Port': ['ID=02ecc346-46d3-4657-b98f-abf0de59691f,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:53.690538 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fef8dba-66bc-4ee3-9ad3-f948fe639cf3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:25:53.694070 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0fef8dba-66bc-4ee3-9ad3-f948fe639cf3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:53.723074 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fef8dba-66bc-4ee3-9ad3-f948fe639cf3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:25:53.733316 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0fef8dba-66bc-4ee3-9ad3-f948fe639cf3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:53.733728 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-0fef8dba-66bc-4ee3-9ad3-f948fe639cf3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Added segment f06b7ce4-b446-4c44-883a-c24468c9958c of type vlan for network 318a269c-e3dc-4d81-8893-f021a2f0b188 Apr 11 14:25:53.765174 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0fef8dba-66bc-4ee3-9ad3-f948fe639cf3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:53.861926 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0fef8dba-66bc-4ee3-9ad3-f948fe639cf3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:53.867614 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fef8dba-66bc-4ee3-9ad3-f948fe639cf3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:53.868419 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0fef8dba-66bc-4ee3-9ad3-f948fe639cf3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:53.932070 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5934f-41bb-4209-918d-b3d807de1abd req-9ce2ad3f-bcbc-4bbc-a8ef-141d7670cc9b tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:53.933706 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2fd5934f-41bb-4209-918d-b3d807de1abd req-9ce2ad3f-bcbc-4bbc-a8ef-141d7670cc9b tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 944 time: 0.1119688 Apr 11 14:25:53.979802 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef8dba-66bc-4ee3-9ad3-f948fe639cf3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Network': ['ID=318a269c-e3dc-4d81-8893-f021a2f0b188,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:53.983937 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2fd5934f-41bb-4209-918d-b3d807de1abd req-96b12ee2-c437-45ba-ba57-5aab731436bb tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430460 Apr 11 14:25:53.999641 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0fef8dba-66bc-4ee3-9ad3-f948fe639cf3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3949580 Apr 11 14:25:54.002719 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 318a269c-e3dc-4d81-8893-f021a2f0b188 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:25:54.008233 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44076) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:54.015110 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-a41ed74d-bd9b-41fd-a6c7-38794b8003bc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'subnet': {'network_id': '318a269c-e3dc-4d81-8893-f021a2f0b188', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:54.194600 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f10ea5b1-f2ef-436b-ab58-7d8a286d8253 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:54.197139 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a41ed74d-bd9b-41fd-a6c7-38794b8003bc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:54.201033 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a41ed74d-bd9b-41fd-a6c7-38794b8003bc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:subnet and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:25:54.203951 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a41ed74d-bd9b-41fd-a6c7-38794b8003bc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:25:54.210676 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a41ed74d-bd9b-41fd-a6c7-38794b8003bc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:54.307241 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:54.341213 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41ed74d-bd9b-41fd-a6c7-38794b8003bc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:25:54.345830 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a41ed74d-bd9b-41fd-a6c7-38794b8003bc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:54.446525 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.ipam_backend_mixin [None req-a41ed74d-bd9b-41fd-a6c7-38794b8003bc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Performing IP validity checks on allocation pools {{(pid=88617) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 11 14:25:54.449541 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.ipam_backend_mixin [None req-a41ed74d-bd9b-41fd-a6c7-38794b8003bc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88617) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 11 14:25:54.529919 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44082) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:54.551920 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f10ea5b1-f2ef-436b-ab58-7d8a286d8253 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:54.949698 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a41ed74d-bd9b-41fd-a6c7-38794b8003bc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:54.958372 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10ea5b1-f2ef-436b-ab58-7d8a286d8253 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Router 0067de6d-511e-4cb4-b730-779a33e55fbf is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:25:55.126992 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ed74d-bd9b-41fd-a6c7-38794b8003bc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Subnet': ['ID=9eea2d40-2b4a-4da9-a2c4-7836400144c8,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:55.160107 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-40e27aa5-50fd-4a37-984e-21f7858e09b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:55.182684 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10ea5b1-f2ef-436b-ab58-7d8a286d8253 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:25:55.193184 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706b99eb-1efb-43ac-a0bf-9e3c97ef7d22 None None] Sync routers for ids ['0067de6d-511e-4cb4-b730-779a33e55fbf'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:25:55.201003 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41ed74d-bd9b-41fd-a6c7-38794b8003bc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Checking segment: {'id': 'f06b7ce4-b446-4c44-883a-c24468c9958c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '318a269c-e3dc-4d81-8893-f021a2f0b188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:25:55.201297 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41ed74d-bd9b-41fd-a6c7-38794b8003bc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network hostable DHCP agents. Network: 318a269c-e3dc-4d81-8893-f021a2f0b188, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:25:55.204034 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706b99eb-1efb-43ac-a0bf-9e3c97ef7d22 None None] Routers {'0067de6d-511e-4cb4-b730-779a33e55fbf'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:25:55.209192 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-706b99eb-1efb-43ac-a0bf-9e3c97ef7d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:25:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['0067de6d-511e-4cb4-b730-779a33e55fbf'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:55.267476 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f10ea5b1-f2ef-436b-ab58-7d8a286d8253 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:55.269946 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-706b99eb-1efb-43ac-a0bf-9e3c97ef7d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:55.272517 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f10ea5b1-f2ef-436b-ab58-7d8a286d8253 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.7640371 Apr 11 14:25:55.280909 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44088) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:55.281237 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706b99eb-1efb-43ac-a0bf-9e3c97ef7d22 None None] Routers {'0067de6d-511e-4cb4-b730-779a33e55fbf'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:25:55.281237 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-706b99eb-1efb-43ac-a0bf-9e3c97ef7d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:25:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['0067de6d-511e-4cb4-b730-779a33e55fbf'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:55.343072 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-706b99eb-1efb-43ac-a0bf-9e3c97ef7d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:55.343475 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706b99eb-1efb-43ac-a0bf-9e3c97ef7d22 None None] The sync data for ids ['0067de6d-511e-4cb4-b730-779a33e55fbf'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:25:55.349637 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e08fbf-ab60-455b-8cd1-5f53ffb0ac92 req-202740a3-c3a0-40a5-89b8-3c96a2028d35 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:55.351180 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-44e08fbf-ab60-455b-8cd1-5f53ffb0ac92 req-202740a3-c3a0-40a5-89b8-3c96a2028d35 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 944 time: 0.2278945 Apr 11 14:25:55.377501 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41ed74d-bd9b-41fd-a6c7-38794b8003bc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network 318a269c-e3dc-4d81-8893-f021a2f0b188 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:25:55.419775 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-44e08fbf-ab60-455b-8cd1-5f53ffb0ac92 req-0b4d2f1d-1afc-42e0-acad-32dcf10eefc1 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612500 Apr 11 14:25:55.472572 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-367f1b23-db33-4340-b9dc-e780e1c2dca0 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "GET /v2.0/routers/0067de6d-511e-4cb4-b730-779a33e55fbf HTTP/1.1" status: 200 len: 879 time: 0.1981001 Apr 11 14:25:55.474129 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-a41ed74d-bd9b-41fd-a6c7-38794b8003bc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 318a269c-e3dc-4d81-8893-f021a2f0b188) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:55.475218 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44092) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:55.479301 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41ed74d-bd9b-41fd-a6c7-38794b8003bc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:55.481444 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a41ed74d-bd9b-41fd-a6c7-38794b8003bc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:55.483520 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4aec89-75f7-44b2-b858-c869c97b17ac None None] Network 318a269c-e3dc-4d81-8893-f021a2f0b188 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:25:55.522722 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0f7c601a-5621-4d8d-9526-13cf1c3935a5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:55.593814 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a41ed74d-bd9b-41fd-a6c7-38794b8003bc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5820172 Apr 11 14:25:55.594090 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44096) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:55.599332 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-8ae18f19-e776-4af2-baa8-01149f3f8cfc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'port': {'network_id': '318a269c-e3dc-4d81-8893-f021a2f0b188', 'name': 'tempest-PortsIpV6TestJSON-563617089'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:55.703253 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1cb4c8ae-9a52-4310-8467-142729e81743 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Synchronizing usage tracker for tenant:157d4d28af624b1c88b7b45d883df158 on resource:router {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:25:55.736914 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53143359-59ab-4099-b90d-8e92a9047413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-318a269c-e3dc-4d81-8893-f021a2f0b188', 'network_id': '318a269c-e3dc-4d81-8893-f021a2f0b188', 'tenant_id': '041662ca6af3404fb6dd620d189fb3c3', 'fixed_ips': [{'subnet_id': '9eea2d40-2b4a-4da9-a2c4-7836400144c8'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:25:55.738092 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-53143359-59ab-4099-b90d-8e92a9047413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:55.804206 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1cb4c8ae-9a52-4310-8467-142729e81743 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Unset dirty status for tenant:157d4d28af624b1c88b7b45d883df158 on resource:router {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:25:55.805495 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1cb4c8ae-9a52-4310-8467-142729e81743 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.3293517 Apr 11 14:25:55.808442 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44100) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:55.814708 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-211496d9-2d78-46b4-9087-2b2d947f8033 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-144584161'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:25:55.908555 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8ae18f19-e776-4af2-baa8-01149f3f8cfc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:25:55.911414 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-53143359-59ab-4099-b90d-8e92a9047413 None None] Allocated IP 2001:db8::2 (318a269c-e3dc-4d81-8893-f021a2f0b188/9eea2d40-2b4a-4da9-a2c4-7836400144c8/0e512857-da23-4e52-90e3-7e562e21f574) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:25:55.925226 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8ae18f19-e776-4af2-baa8-01149f3f8cfc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:25:56.072298 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae18f19-e776-4af2-baa8-01149f3f8cfc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:25:56.075846 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8ae18f19-e776-4af2-baa8-01149f3f8cfc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:56.117666 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-0f7c601a-5621-4d8d-9526-13cf1c3935a5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port 75b8da7f-6e54-4655-aa7c-0f67eca952c0 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:25:56.118648 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0f7c601a-5621-4d8d-9526-13cf1c3935a5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:56.148109 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-8ae18f19-e776-4af2-baa8-01149f3f8cfc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] device_id is not set on port df2596fa-8cde-43ec-92d9-05e2c50d7ac5 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:25:56.156175 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-53143359-59ab-4099-b90d-8e92a9047413 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:56.167833 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-53143359-59ab-4099-b90d-8e92a9047413 None None] Transition to ACTIVE for port object 0e512857-da23-4e52-90e3-7e562e21f574 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:25:56.189739 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-53143359-59ab-4099-b90d-8e92a9047413 None None] Transition to ACTIVE for port object 0e512857-da23-4e52-90e3-7e562e21f574 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:25:56.279620 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-53143359-59ab-4099-b90d-8e92a9047413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:56.385500 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53143359-59ab-4099-b90d-8e92a9047413 None None] Network 318a269c-e3dc-4d81-8893-f021a2f0b188 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:25:56.388664 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-53143359-59ab-4099-b90d-8e92a9047413 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:56.399028 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53143359-59ab-4099-b90d-8e92a9047413 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:25:56.401821 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-211496d9-2d78-46b4-9087-2b2d947f8033 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:56.432925 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53143359-59ab-4099-b90d-8e92a9047413 None None] Pushing event updated for resources: {'Port': ['ID=0e512857-da23-4e52-90e3-7e562e21f574,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:56.500941 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-53143359-59ab-4099-b90d-8e92a9047413 None None] Attempting to bind port 0e512857-da23-4e52-90e3-7e562e21f574 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:25:56.501875 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-53143359-59ab-4099-b90d-8e92a9047413 None None] Attempting to bind port 0e512857-da23-4e52-90e3-7e562e21f574 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'f06b7ce4-b446-4c44-883a-c24468c9958c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '318a269c-e3dc-4d81-8893-f021a2f0b188'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:25:56.502569 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53143359-59ab-4099-b90d-8e92a9047413 None None] Attempting to bind port 0e512857-da23-4e52-90e3-7e562e21f574 on network 318a269c-e3dc-4d81-8893-f021a2f0b188 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:25:56.503002 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-211496d9-2d78-46b4-9087-2b2d947f8033 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984850'] for router, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:56.508330 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53143359-59ab-4099-b90d-8e92a9047413 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:25:56.508713 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53143359-59ab-4099-b90d-8e92a9047413 None None] Checking segment: {'id': 'f06b7ce4-b446-4c44-883a-c24468c9958c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '318a269c-e3dc-4d81-8893-f021a2f0b188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:25:56.509261 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-53143359-59ab-4099-b90d-8e92a9047413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:56.509668 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53143359-59ab-4099-b90d-8e92a9047413 None None] Bound using segment: {'id': 'f06b7ce4-b446-4c44-883a-c24468c9958c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '318a269c-e3dc-4d81-8893-f021a2f0b188'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:25:56.510176 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-53143359-59ab-4099-b90d-8e92a9047413 None None] Bound port: 0e512857-da23-4e52-90e3-7e562e21f574, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f06b7ce4-b446-4c44-883a-c24468c9958c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '318a269c-e3dc-4d81-8893-f021a2f0b188'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:25:56.510662 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-53143359-59ab-4099-b90d-8e92a9047413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:56.596421 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-8ae18f19-e776-4af2-baa8-01149f3f8cfc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Allocated IP 2001:db8::fd (318a269c-e3dc-4d81-8893-f021a2f0b188/9eea2d40-2b4a-4da9-a2c4-7836400144c8/df2596fa-8cde-43ec-92d9-05e2c50d7ac5) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:25:56.605318 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-0f7c601a-5621-4d8d-9526-13cf1c3935a5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port 75b8da7f-6e54-4655-aa7c-0f67eca952c0, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=75b8da7f-6e54-4655-aa7c-0f67eca952c0,segment=NetworkSegment(51c6d61b-222d-4b5a-af6a-cf56aa4217f5),segment_id=51c6d61b-222d-4b5a-af6a-cf56aa4217f5)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:25:56.605675 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0f7c601a-5621-4d8d-9526-13cf1c3935a5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:56.610788 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-53143359-59ab-4099-b90d-8e92a9047413 None None] For port 0e512857-da23-4e52-90e3-7e562e21f574, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:25:56.614826 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-53143359-59ab-4099-b90d-8e92a9047413 None None] For port 0e512857-da23-4e52-90e3-7e562e21f574, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=0e512857-da23-4e52-90e3-7e562e21f574,segment=NetworkSegment(f06b7ce4-b446-4c44-883a-c24468c9958c),segment_id=f06b7ce4-b446-4c44-883a-c24468c9958c)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:25:56.684224 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-53143359-59ab-4099-b90d-8e92a9047413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:56.741645 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-0f7c601a-5621-4d8d-9526-13cf1c3935a5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for 75b8da7f-6e54-4655-aa7c-0f67eca952c0 owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:25:56.780734 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53143359-59ab-4099-b90d-8e92a9047413 None None] Pushing event updated for resources: {'Port': ['ID=0e512857-da23-4e52-90e3-7e562e21f574,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:56.917474 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938d7cb-01ba-47e5-995b-4ccd0d8220e4 req-969e6cd8-58f2-4c86-869b-043dd71f8a3f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:56.919059 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d938d7cb-01ba-47e5-995b-4ccd0d8220e4 req-969e6cd8-58f2-4c86-869b-043dd71f8a3f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 944 time: 0.2033300 Apr 11 14:25:56.929539 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211496d9-2d78-46b4-9087-2b2d947f8033 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Router 0067de6d-511e-4cb4-b730-779a33e55fbf has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:25:57.088884 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d938d7cb-01ba-47e5-995b-4ccd0d8220e4 req-edd55fe3-6855-434c-8ed9-88761bc6d8ff tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562002 Apr 11 14:25:57.185341 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8ae18f19-e776-4af2-baa8-01149f3f8cfc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:57.206976 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211496d9-2d78-46b4-9087-2b2d947f8033 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:25:57.209832 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-8ae18f19-e776-4af2-baa8-01149f3f8cfc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Transition to ACTIVE for port object df2596fa-8cde-43ec-92d9-05e2c50d7ac5 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:25:57.214826 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-211496d9-2d78-46b4-9087-2b2d947f8033 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:57.216008 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-211496d9-2d78-46b4-9087-2b2d947f8033 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "PUT /v2.0/routers/0067de6d-511e-4cb4-b730-779a33e55fbf HTTP/1.1" status: 200 len: 886 time: 1.4066305 Apr 11 14:25:57.219410 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44106) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:57.221650 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec4350e-d605-4d67-9a44-120656d5c0ae None None] Sync routers for ids ['0067de6d-511e-4cb4-b730-779a33e55fbf'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:25:57.231571 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec4350e-d605-4d67-9a44-120656d5c0ae None None] Routers {'0067de6d-511e-4cb4-b730-779a33e55fbf'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:25:57.232181 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7ec4350e-d605-4d67-9a44-120656d5c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:25:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['0067de6d-511e-4cb4-b730-779a33e55fbf'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:57.284967 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0f7c601a-5621-4d8d-9526-13cf1c3935a5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:57.296682 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7ec4350e-d605-4d67-9a44-120656d5c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:57.306020 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec4350e-d605-4d67-9a44-120656d5c0ae None None] Routers {'0067de6d-511e-4cb4-b730-779a33e55fbf'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:25:57.306698 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7ec4350e-d605-4d67-9a44-120656d5c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:25:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['0067de6d-511e-4cb4-b730-779a33e55fbf'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:57.369205 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7ec4350e-d605-4d67-9a44-120656d5c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:57.369523 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec4350e-d605-4d67-9a44-120656d5c0ae None None] The sync data for ids ['0067de6d-511e-4cb4-b730-779a33e55fbf'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:25:57.389509 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c601a-5621-4d8d-9526-13cf1c3935a5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=75b8da7f-6e54-4655-aa7c-0f67eca952c0,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:57.422823 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7c601a-5621-4d8d-9526-13cf1c3935a5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:57.424532 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7c601a-5621-4d8d-9526-13cf1c3935a5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:57.424789 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7c601a-5621-4d8d-9526-13cf1c3935a5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:57.425227 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7c601a-5621-4d8d-9526-13cf1c3935a5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:57.425555 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7c601a-5621-4d8d-9526-13cf1c3935a5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:57.425907 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7c601a-5621-4d8d-9526-13cf1c3935a5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:57.426234 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7c601a-5621-4d8d-9526-13cf1c3935a5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:57.426553 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7c601a-5621-4d8d-9526-13cf1c3935a5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:57.426873 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7c601a-5621-4d8d-9526-13cf1c3935a5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:57.427207 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7c601a-5621-4d8d-9526-13cf1c3935a5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:57.427510 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7c601a-5621-4d8d-9526-13cf1c3935a5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:57.427816 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7c601a-5621-4d8d-9526-13cf1c3935a5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:57.647449 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e16243f2-e5f3-46c0-a446-41ed8be2d1ce tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "GET /v2.0/routers/0067de6d-511e-4cb4-b730-779a33e55fbf HTTP/1.1" status: 200 len: 886 time: 0.4236217 Apr 11 14:25:57.648032 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44110) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:57.652083 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8ae18f19-e776-4af2-baa8-01149f3f8cfc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:57.678809 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ff2b378a-fdc0-4e03-bb0c-fd39ffec0a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:57.711545 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-eeb5d136-0231-4a7e-8c1f-d1473cf46302 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Synchronizing usage tracker for tenant:157d4d28af624b1c88b7b45d883df158 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:25:57.769308 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae18f19-e776-4af2-baa8-01149f3f8cfc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network 318a269c-e3dc-4d81-8893-f021a2f0b188 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:25:57.792815 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-eeb5d136-0231-4a7e-8c1f-d1473cf46302 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Unset dirty status for tenant:157d4d28af624b1c88b7b45d883df158 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:25:57.794156 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-eeb5d136-0231-4a7e-8c1f-d1473cf46302 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "GET /v2.0/ports?device_id=0067de6d-511e-4cb4-b730-779a33e55fbf HTTP/1.1" status: 200 len: 205 time: 0.1449795 Apr 11 14:25:57.796694 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44114) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:57.829240 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-8ae18f19-e776-4af2-baa8-01149f3f8cfc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:25:57.841909 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae18f19-e776-4af2-baa8-01149f3f8cfc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:25:57.848428 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae18f19-e776-4af2-baa8-01149f3f8cfc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:57.849061 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8ae18f19-e776-4af2-baa8-01149f3f8cfc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:57.856649 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae18f19-e776-4af2-baa8-01149f3f8cfc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Port': ['ID=df2596fa-8cde-43ec-92d9-05e2c50d7ac5,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:57.902390 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0f7c601a-5621-4d8d-9526-13cf1c3935a5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:57.924733 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9659cf-ce2d-4fca-8109-3c9fa596a2c3 None None] Network 318a269c-e3dc-4d81-8893-f021a2f0b188 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:25:57.983479 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8ae18f19-e776-4af2-baa8-01149f3f8cfc tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3860915 Apr 11 14:25:57.988096 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44118) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:58.054037 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-10e55837-a764-4b95-b44c-a6ae02fed86a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:58.114028 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-02549782-1423-41f4-9274-f65555d6cdc1 None None] Provisioning for port 0e512857-da23-4e52-90e3-7e562e21f574 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:25:58.156473 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-e2869f6b-9e61-405e-9102-19268d9acbf4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting port df2596fa-8cde-43ec-92d9-05e2c50d7ac5 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:25:58.156804 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e2869f6b-9e61-405e-9102-19268d9acbf4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:58.390539 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-10e55837-a764-4b95-b44c-a6ae02fed86a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:58.522941 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-10e55837-a764-4b95-b44c-a6ae02fed86a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting port 02ecc346-46d3-4657-b98f-abf0de59691f {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:25:58.523290 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-10e55837-a764-4b95-b44c-a6ae02fed86a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:58.569139 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d721f-1fa7-4d8e-9681-9399b7002370 req-58e5de6c-8ee9-45fa-bb9f-089eae9e739f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:58.570682 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ee5d721f-1fa7-4d8e-9681-9399b7002370 req-58e5de6c-8ee9-45fa-bb9f-089eae9e739f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 944 time: 0.2083623 Apr 11 14:25:58.602688 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7c601a-5621-4d8d-9526-13cf1c3935a5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router 03c33371-12e9-4781-a53c-3d6930a9518c has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:25:58.604255 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:58.621007 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 0e512857-da23-4e52-90e3-7e562e21f574 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:25:58.709777 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:58.720710 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c6d73983-a776-4364-9319-21ea32b719d3 None None] Provisioning for port df2596fa-8cde-43ec-92d9-05e2c50d7ac5 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:25:58.727164 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c6d73983-a776-4364-9319-21ea32b719d3 None None] Provisioning complete for port df2596fa-8cde-43ec-92d9-05e2c50d7ac5 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:58.728469 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c6d73983-a776-4364-9319-21ea32b719d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:58.790781 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ee5d721f-1fa7-4d8e-9681-9399b7002370 req-70067c05-d211-45d3-a7da-55065532f6d6 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116342 Apr 11 14:25:58.810241 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 0e512857-da23-4e52-90e3-7e562e21f574 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:25:58.815199 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-10e55837-a764-4b95-b44c-a6ae02fed86a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:58.817467 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c6d73983-a776-4364-9319-21ea32b719d3 None None] Port df2596fa-8cde-43ec-92d9-05e2c50d7ac5 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:25:58.820397 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 0e512857-da23-4e52-90e3-7e562e21f574 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:58.820757 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:58.833368 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e2869f6b-9e61-405e-9102-19268d9acbf4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:58.848705 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7c601a-5621-4d8d-9526-13cf1c3935a5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:25:58.857591 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0f7c601a-5621-4d8d-9526-13cf1c3935a5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "PUT /v2.0/routers/03c33371-12e9-4781-a53c-3d6930a9518c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3265982 Apr 11 14:25:58.869086 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2239019d-9af0-473d-8bd9-f34771bae333 None None] Sync routers for ids ['03c33371-12e9-4781-a53c-3d6930a9518c'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:25:58.883675 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2239019d-9af0-473d-8bd9-f34771bae333 None None] Routers {'03c33371-12e9-4781-a53c-3d6930a9518c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:25:58.884710 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-2239019d-9af0-473d-8bd9-f34771bae333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:25:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['03c33371-12e9-4781-a53c-3d6930a9518c'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:58.895441 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c6d73983-a776-4364-9319-21ea32b719d3 None None] Provisioning complete for port 0e512857-da23-4e52-90e3-7e562e21f574 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:25:58.895797 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c6d73983-a776-4364-9319-21ea32b719d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:58.944855 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 98daf243-eed0-4f49-8504-6e6c3ebec9b8 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:25:59.165540 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-10e55837-a764-4b95-b44c-a6ae02fed86a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Calling delete_port for 02ecc346-46d3-4657-b98f-abf0de59691f owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:25:59.181761 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-2239019d-9af0-473d-8bd9-f34771bae333 None None] Set router 03c33371-12e9-4781-a53c-3d6930a9518c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:25:59.190549 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:59.264095 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-e2869f6b-9e61-405e-9102-19268d9acbf4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Calling delete_port for df2596fa-8cde-43ec-92d9-05e2c50d7ac5 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:25:59.276402 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 0e512857-da23-4e52-90e3-7e562e21f574, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=0e512857-da23-4e52-90e3-7e562e21f574,segment=NetworkSegment(f06b7ce4-b446-4c44-883a-c24468c9958c),segment_id=f06b7ce4-b446-4c44-883a-c24468c9958c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:25:59.280773 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c6d73983-a776-4364-9319-21ea32b719d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:59.301379 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 98daf243-eed0-4f49-8504-6e6c3ebec9b8, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=98daf243-eed0-4f49-8504-6e6c3ebec9b8,segment=NetworkSegment(c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9),segment_id=c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:25:59.326057 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '98daf243-eed0-4f49-8504-6e6c3ebec9b8', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'port_id': '98daf243-eed0-4f49-8504-6e6c3ebec9b8', 'mac_address': 'fa:16:3e:b2:f8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:25:59.455834 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-c6d73983-a776-4364-9319-21ea32b719d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:25:59.456070 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-c6d73983-a776-4364-9319-21ea32b719d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:25:59.456650 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:59.535079 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=0e512857-da23-4e52-90e3-7e562e21f574,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:59.543585 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:59.543934 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:59.544274 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:59.544611 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:59.544943 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:59.545275 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:59.545593 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:59.545941 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:59.546270 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:59.546646 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:59.547011 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:59.547333 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:59.551583 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:59.572780 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98daf243-eed0-4f49-8504-6e6c3ebec9b8 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:25:59.576418 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e2869f6b-9e61-405e-9102-19268d9acbf4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:59.591738 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 98daf243-eed0-4f49-8504-6e6c3ebec9b8, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=98daf243-eed0-4f49-8504-6e6c3ebec9b8,segment=NetworkSegment(c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9),segment_id=c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:25:59.599505 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fade5f-d910-4231-92d0-a3c18e0a15e9 req-d96043e0-10b7-49d1-a72d-8236a90050f0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:25:59.600241 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-f9fade5f-d910-4231-92d0-a3c18e0a15e9 req-d96043e0-10b7-49d1-a72d-8236a90050f0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:25:59.611929 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-2239019d-9af0-473d-8bd9-f34771bae333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'name': 'tempest-TestNetworkBasicOps-router-1336258400', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:22:08Z', 'updated_at': '2022-04-11T14:25:57Z', 'revision_number': 6, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:12Z', 'updated_at': '2022-04-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '1aa303dd-1370-4f4a-bda7-4a18b8846608', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.118', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'port_id': 'cc64d515-c428-4346-be56-d7966df2bb2d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'mac_address': 'fa:16:3e:5b:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790e7bc3-4bcc-4214-bbca-6c3a1a05a33b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:23:31Z', 'revision_number': 1, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '501008d0-6c1a-4538-b04d-e9e2348f628a', 'name': '', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:64:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:25Z', 'updated_at': '2022-04-11T14:22:43Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:59.616573 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2239019d-9af0-473d-8bd9-f34771bae333 None None] Checking router: 03c33371-12e9-4781-a53c-3d6930a9518c for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:25:59.616855 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-f9fade5f-d910-4231-92d0-a3c18e0a15e9 req-d96043e0-10b7-49d1-a72d-8236a90050f0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:25:59.618505 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f9fade5f-d910-4231-92d0-a3c18e0a15e9 req-d96043e0-10b7-49d1-a72d-8236a90050f0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaaacb0a-7980-463d-9976-4f463fa39b94 HTTP/1.1" status: 200 len: 946 time: 0.1268764 Apr 11 14:25:59.626814 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2239019d-9af0-473d-8bd9-f34771bae333 None None] Routers {'03c33371-12e9-4781-a53c-3d6930a9518c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:25:59.627849 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-2239019d-9af0-473d-8bd9-f34771bae333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:25:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['03c33371-12e9-4781-a53c-3d6930a9518c'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:25:59.640166 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2869f6b-9e61-405e-9102-19268d9acbf4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Port': ['ID=df2596fa-8cde-43ec-92d9-05e2c50d7ac5,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:59.654311 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2869f6b-9e61-405e-9102-19268d9acbf4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:59.654817 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2869f6b-9e61-405e-9102-19268d9acbf4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:59.655168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2869f6b-9e61-405e-9102-19268d9acbf4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:59.655513 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2869f6b-9e61-405e-9102-19268d9acbf4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:59.655849 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2869f6b-9e61-405e-9102-19268d9acbf4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:59.656183 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2869f6b-9e61-405e-9102-19268d9acbf4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:59.656516 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2869f6b-9e61-405e-9102-19268d9acbf4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:59.656845 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2869f6b-9e61-405e-9102-19268d9acbf4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:59.657986 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2869f6b-9e61-405e-9102-19268d9acbf4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:59.658279 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2869f6b-9e61-405e-9102-19268d9acbf4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:59.658615 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2869f6b-9e61-405e-9102-19268d9acbf4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:59.658944 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2869f6b-9e61-405e-9102-19268d9acbf4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:25:59.675449 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f9fade5f-d910-4231-92d0-a3c18e0a15e9 req-441fca45-49a7-42ac-87c3-9f0f8b15864f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=b833fafd-d749-475a-9628-8d77bc0f436f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470028 Apr 11 14:25:59.678678 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:59.718534 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e2869f6b-9e61-405e-9102-19268d9acbf4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:59.739678 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44130) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:59.740164 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e2869f6b-9e61-405e-9102-19268d9acbf4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/ports/df2596fa-8cde-43ec-92d9-05e2c50d7ac5 HTTP/1.1" status: 204 len: 168 time: 1.7509983 Apr 11 14:25:59.742251 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-10e55837-a764-4b95-b44c-a6ae02fed86a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:25:59.788893 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ec9015-512a-4f3d-99b0-061d318af5b9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] DELETE failed (client error): The resource could not be found. Apr 11 14:25:59.794973 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67ec9015-512a-4f3d-99b0-061d318af5b9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:25:59.796919 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-67ec9015-512a-4f3d-99b0-061d318af5b9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/ports/df2596fa-8cde-43ec-92d9-05e2c50d7ac5 HTTP/1.1" status: 404 len: 333 time: 0.0560684 Apr 11 14:25:59.800177 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44134) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:59.804180 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e55837-a764-4b95-b44c-a6ae02fed86a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Port': ['ID=02ecc346-46d3-4657-b98f-abf0de59691f,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:59.865921 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-88909472-07eb-4212-b7b5-dbc50b6b5a09 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] GET failed (client error): The resource could not be found. Apr 11 14:25:59.866770 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-88909472-07eb-4212-b7b5-dbc50b6b5a09 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Synchronizing usage tracker for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:25:59.911267 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=98daf243-eed0-4f49-8504-6e6c3ebec9b8,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:25:59.941367 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-88909472-07eb-4212-b7b5-dbc50b6b5a09 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Unset dirty status for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:25:59.943091 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-88909472-07eb-4212-b7b5-dbc50b6b5a09 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "GET /v2.0/ports/df2596fa-8cde-43ec-92d9-05e2c50d7ac5 HTTP/1.1" status: 404 len: 333 time: 0.1418457 Apr 11 14:25:59.945933 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44140) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:25:59.961770 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-2239019d-9af0-473d-8bd9-f34771bae333 None None] Set router 03c33371-12e9-4781-a53c-3d6930a9518c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:26:00.036479 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac43f8c-b164-4f53-8b12-2b16fbc5aef6 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting subnet 9eea2d40-2b4a-4da9-a2c4-7836400144c8 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:26:00.042116 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4ac43f8c-b164-4f53-8b12-2b16fbc5aef6 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:00.054198 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-10e55837-a764-4b95-b44c-a6ae02fed86a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:00.077988 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:00.143761 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4ac43f8c-b164-4f53-8b12-2b16fbc5aef6 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:00.214672 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f82e774a-d0c7-418f-9bc6-359b40af7198 None None] Could not find standard attr ID for object df2596fa-8cde-43ec-92d9-05e2c50d7ac5. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:26:00.248880 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4ac43f8c-b164-4f53-8b12-2b16fbc5aef6 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:00.272900 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b30a0f-4211-41b1-a9b3-2b63591c960f req-c6297fb1-ba87-4c24-bf44-abe4fdb09628 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:00.274429 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f1b30a0f-4211-41b1-a9b3-2b63591c960f req-c6297fb1-ba87-4c24-bf44-abe4fdb09628 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 945 time: 0.3327956 Apr 11 14:26:00.276975 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-10e55837-a764-4b95-b44c-a6ae02fed86a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:00.279468 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-10e55837-a764-4b95-b44c-a6ae02fed86a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:00.300982 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['98daf243-eed0-4f49-8504-6e6c3ebec9b8'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:26:00.344915 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f1b30a0f-4211-41b1-a9b3-2b63591c960f req-7bbe129f-0891-4085-9ca4-cfd4116f48b2 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586174 Apr 11 14:26:00.419333 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-10e55837-a764-4b95-b44c-a6ae02fed86a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:00.420897 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e55837-a764-4b95-b44c-a6ae02fed86a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Fanout notify agent at l3_agent the message router_deleted on router 0067de6d-511e-4cb4-b730-779a33e55fbf {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:26:00.444120 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4ac43f8c-b164-4f53-8b12-2b16fbc5aef6 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:00.471490 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-2239019d-9af0-473d-8bd9-f34771bae333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'name': 'tempest-TestNetworkBasicOps-router-1336258400', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:22:08Z', 'updated_at': '2022-04-11T14:25:57Z', 'revision_number': 6, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:12Z', 'updated_at': '2022-04-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '1aa303dd-1370-4f4a-bda7-4a18b8846608', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.118', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'port_id': 'cc64d515-c428-4346-be56-d7966df2bb2d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'mac_address': 'fa:16:3e:5b:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790e7bc3-4bcc-4214-bbca-6c3a1a05a33b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:23:31Z', 'revision_number': 1, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '501008d0-6c1a-4538-b04d-e9e2348f628a', 'name': '', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:64:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:25Z', 'updated_at': '2022-04-11T14:22:43Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:00.477255 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2239019d-9af0-473d-8bd9-f34771bae333 None None] The sync data for ids ['03c33371-12e9-4781-a53c-3d6930a9518c'] in dv-neutron-837330-1-hyperv is: [{'id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'name': 'tempest-TestNetworkBasicOps-router-1336258400', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:22:08Z', 'updated_at': '2022-04-11T14:25:57Z', 'revision_number': 6, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:12Z', 'updated_at': '2022-04-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '1aa303dd-1370-4f4a-bda7-4a18b8846608', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.118', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'port_id': 'cc64d515-c428-4346-be56-d7966df2bb2d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'mac_address': 'fa:16:3e:5b:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790e7bc3-4bcc-4214-bbca-6c3a1a05a33b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:23:23Z', 'updated_at': '2022-04-11T14:23:31Z', 'revision_number': 1, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '501008d0-6c1a-4538-b04d-e9e2348f628a', 'name': '', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:64:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:25Z', 'updated_at': '2022-04-11T14:22:43Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:26:00.494656 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac43f8c-b164-4f53-8b12-2b16fbc5aef6 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Subnet': ['ID=9eea2d40-2b4a-4da9-a2c4-7836400144c8,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:00.498039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4ac43f8c-b164-4f53-8b12-2b16fbc5aef6 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:00.505895 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4ac43f8c-b164-4f53-8b12-2b16fbc5aef6 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/subnets/9eea2d40-2b4a-4da9-a2c4-7836400144c8 HTTP/1.1" status: 204 len: 168 time: 0.5580592 Apr 11 14:26:00.509305 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44144) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:00.514622 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 0e512857-da23-4e52-90e3-7e562e21f574 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:00.520412 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-10e55837-a764-4b95-b44c-a6ae02fed86a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:00.527812 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-10e55837-a764-4b95-b44c-a6ae02fed86a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/routers/0067de6d-511e-4cb4-b730-779a33e55fbf HTTP/1.1" status: 204 len: 168 time: 2.7298408 Apr 11 14:26:00.530681 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44148) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:00.543240 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-e48e4e8f-bb2c-4855-b7af-9ba5d54fb16e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'network': {'name': 'tempest-RoutersTest-2127745110'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:00.550004 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e48e4e8f-bb2c-4855-b7af-9ba5d54fb16e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:00.554172 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e48e4e8f-bb2c-4855-b7af-9ba5d54fb16e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Usage tracker for resource:network and tenant:157d4d28af624b1c88b7b45d883df158 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:00.555387 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68424698-504b-48e7-81e4-d3dc267e8c9a None None] Network 318a269c-e3dc-4d81-8893-f021a2f0b188 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:00.557629 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e48e4e8f-bb2c-4855-b7af-9ba5d54fb16e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:00.565682 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e48e4e8f-bb2c-4855-b7af-9ba5d54fb16e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:00.648546 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0ce42379-9520-4109-9bd9-3215ad3f020d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:00.659650 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-0ce42379-9520-4109-9bd9-3215ad3f020d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting port 0e512857-da23-4e52-90e3-7e562e21f574 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:26:00.659985 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0ce42379-9520-4109-9bd9-3215ad3f020d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:00.661526 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48e4e8f-bb2c-4855-b7af-9ba5d54fb16e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Made reservation on behalf of 157d4d28af624b1c88b7b45d883df158 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:00.665388 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e48e4e8f-bb2c-4855-b7af-9ba5d54fb16e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:00.698977 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48e4e8f-bb2c-4855-b7af-9ba5d54fb16e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:26:00.711455 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e48e4e8f-bb2c-4855-b7af-9ba5d54fb16e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:00.711455 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-e48e4e8f-bb2c-4855-b7af-9ba5d54fb16e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Added segment 898522fb-118f-4d29-8b45-90e006beb45d of type vlan for network e1ac32d5-596b-4211-9f68-a44663362bc8 Apr 11 14:26:00.746670 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e48e4e8f-bb2c-4855-b7af-9ba5d54fb16e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:00.840558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 0e512857-da23-4e52-90e3-7e562e21f574 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:00.841160 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:00.882525 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e48e4e8f-bb2c-4855-b7af-9ba5d54fb16e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:00.889281 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48e4e8f-bb2c-4855-b7af-9ba5d54fb16e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:00.889959 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e48e4e8f-bb2c-4855-b7af-9ba5d54fb16e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:00.990471 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-0ce42379-9520-4109-9bd9-3215ad3f020d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] For port 0e512857-da23-4e52-90e3-7e562e21f574, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=0e512857-da23-4e52-90e3-7e562e21f574,segment=NetworkSegment(f06b7ce4-b446-4c44-883a-c24468c9958c),segment_id=f06b7ce4-b446-4c44-883a-c24468c9958c)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:00.990471 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0ce42379-9520-4109-9bd9-3215ad3f020d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:01.058407 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e4e8f-bb2c-4855-b7af-9ba5d54fb16e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Network': ['ID=e1ac32d5-596b-4211-9f68-a44663362bc8,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:01.117279 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network e1ac32d5-596b-4211-9f68-a44663362bc8 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:26:01.138716 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e48e4e8f-bb2c-4855-b7af-9ba5d54fb16e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6060579 Apr 11 14:26:01.140835 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44154) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:01.148581 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-eb2b239b-11ad-4799-97be-548f806021c3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'subnet': {'network_id': 'e1ac32d5-596b-4211-9f68-a44663362bc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:01.160478 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99e572b-35c9-48db-8ef0-2aaf033dcb18 None None] DHCP port deletion for 318a269c-e3dc-4d81-8893-f021a2f0b188 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:26:01.177402 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c99e572b-35c9-48db-8ef0-2aaf033dcb18 None None] Deleting port 0e512857-da23-4e52-90e3-7e562e21f574 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:26:01.177784 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c99e572b-35c9-48db-8ef0-2aaf033dcb18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:01.319179 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-0ce42379-9520-4109-9bd9-3215ad3f020d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Calling delete_port for 0e512857-da23-4e52-90e3-7e562e21f574 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:26:01.388647 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afa7c9-90b1-41d7-9184-27f86a8c14c7 req-767395de-f9e0-4e41-bc77-8db6abfaad80 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:01.390186 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-88afa7c9-90b1-41d7-9184-27f86a8c14c7 req-767395de-f9e0-4e41-bc77-8db6abfaad80 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaaacb0a-7980-463d-9976-4f463fa39b94 HTTP/1.1" status: 200 len: 946 time: 0.5588627 Apr 11 14:26:01.415015 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-eb2b239b-11ad-4799-97be-548f806021c3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:01.419806 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-eb2b239b-11ad-4799-97be-548f806021c3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Usage tracker for resource:subnet and tenant:157d4d28af624b1c88b7b45d883df158 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:01.424023 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-eb2b239b-11ad-4799-97be-548f806021c3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:01.432278 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-eb2b239b-11ad-4799-97be-548f806021c3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:01.494040 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-88afa7c9-90b1-41d7-9184-27f86a8c14c7 req-ddf7a381-0027-43e0-8793-c1f66376d9cc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=b833fafd-d749-475a-9628-8d77bc0f436f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900025 Apr 11 14:26:01.500703 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-c99e572b-35c9-48db-8ef0-2aaf033dcb18 None None] For port 0e512857-da23-4e52-90e3-7e562e21f574, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=0e512857-da23-4e52-90e3-7e562e21f574,segment=NetworkSegment(f06b7ce4-b446-4c44-883a-c24468c9958c),segment_id=f06b7ce4-b446-4c44-883a-c24468c9958c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:01.501431 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c99e572b-35c9-48db-8ef0-2aaf033dcb18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:01.534647 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2b239b-11ad-4799-97be-548f806021c3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Made reservation on behalf of 157d4d28af624b1c88b7b45d883df158 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:01.538296 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eb2b239b-11ad-4799-97be-548f806021c3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:01.542931 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791011-3d57-4104-bd99-fa68ab3ec983 req-ea181132-e236-4ef6-ab46-0bc33b16d719 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:01.542931 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-25791011-3d57-4104-bd99-fa68ab3ec983 req-ea181132-e236-4ef6-ab46-0bc33b16d719 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaaacb0a-7980-463d-9976-4f463fa39b94 HTTP/1.1" status: 200 len: 946 time: 0.2301662 Apr 11 14:26:01.604287 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0ce42379-9520-4109-9bd9-3215ad3f020d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:01.676841 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce42379-9520-4109-9bd9-3215ad3f020d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Port': ['ID=0e512857-da23-4e52-90e3-7e562e21f574,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:01.680564 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c99e572b-35c9-48db-8ef0-2aaf033dcb18 None None] Calling delete_port for 0e512857-da23-4e52-90e3-7e562e21f574 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:26:01.683331 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce42379-9520-4109-9bd9-3215ad3f020d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] No DVR routers for this DVR port 0e512857-da23-4e52-90e3-7e562e21f574 on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:26:01.716745 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-25791011-3d57-4104-bd99-fa68ab3ec983 req-f6b1627b-b649-455c-8c19-b7efce160a16 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:26:01.717093 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-25791011-3d57-4104-bd99-fa68ab3ec983 req-f6b1627b-b649-455c-8c19-b7efce160a16 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:01.778438 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-c99e572b-35c9-48db-8ef0-2aaf033dcb18 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:26:01.778805 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-c99e572b-35c9-48db-8ef0-2aaf033dcb18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:26:01.782990 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6871dd9-853b-4231-9466-f16344cafd6b req-a0d7eefc-82ce-4573-bec1-9b099d7fd381 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:01.785234 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d6871dd9-853b-4231-9466-f16344cafd6b req-a0d7eefc-82ce-4573-bec1-9b099d7fd381 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 945 time: 0.3038499 Apr 11 14:26:01.866955 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d6871dd9-853b-4231-9466-f16344cafd6b req-e173cf1c-8d83-4118-9219-f54e9268b10f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724683 Apr 11 14:26:01.917194 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0ce42379-9520-4109-9bd9-3215ad3f020d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:01.930844 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eb2b239b-11ad-4799-97be-548f806021c3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:01.959711 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-0ce42379-9520-4109-9bd9-3215ad3f020d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['318a269c-e3dc-4d81-8893-f021a2f0b188']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:02.001145 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-0ce42379-9520-4109-9bd9-3215ad3f020d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f06b7ce4-b446-4c44-883a-c24468c9958c') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:02.001426 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-0ce42379-9520-4109-9bd9-3215ad3f020d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f06b7ce4-b446-4c44-883a-c24468c9958c') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:02.022769 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b239b-11ad-4799-97be-548f806021c3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Subnet': ['ID=6ef34c6f-2209-4dd5-84fe-118bc6c13ae7,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:02.039703 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b239b-11ad-4799-97be-548f806021c3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Checking segment: {'id': '898522fb-118f-4d29-8b45-90e006beb45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'e1ac32d5-596b-4211-9f68-a44663362bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:26:02.040760 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2b239b-11ad-4799-97be-548f806021c3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network hostable DHCP agents. Network: e1ac32d5-596b-4211-9f68-a44663362bc8, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:26:02.069632 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0ce42379-9520-4109-9bd9-3215ad3f020d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:02.103974 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0ce42379-9520-4109-9bd9-3215ad3f020d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:02.116170 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce42379-9520-4109-9bd9-3215ad3f020d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:26:02.116579 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0ce42379-9520-4109-9bd9-3215ad3f020d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:26:02.131408 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:26:02.185705 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2b239b-11ad-4799-97be-548f806021c3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network e1ac32d5-596b-4211-9f68-a44663362bc8 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:26:02.234204 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-25791011-3d57-4104-bd99-fa68ab3ec983 req-f6b1627b-b649-455c-8c19-b7efce160a16 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=2eb38cc6-d784-4e91-bf0b-6dfa969cedc3,segment=NetworkSegment(51c6d61b-222d-4b5a-af6a-cf56aa4217f5),segment_id=51c6d61b-222d-4b5a-af6a-cf56aa4217f5)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:02.234661 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-25791011-3d57-4104-bd99-fa68ab3ec983 req-f6b1627b-b649-455c-8c19-b7efce160a16 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:02.278341 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-eb2b239b-11ad-4799-97be-548f806021c3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, e1ac32d5-596b-4211-9f68-a44663362bc8) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:02.280179 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c99e572b-35c9-48db-8ef0-2aaf033dcb18 None None] Deleting port 0e512857-da23-4e52-90e3-7e562e21f574 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:26:02.280909 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c99e572b-35c9-48db-8ef0-2aaf033dcb18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:02.284531 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2b239b-11ad-4799-97be-548f806021c3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:02.285129 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eb2b239b-11ad-4799-97be-548f806021c3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:02.320281 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2d642b-ea85-4a69-a781-768f156583cb None None] Network e1ac32d5-596b-4211-9f68-a44663362bc8 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:02.376418 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0ce42379-9520-4109-9bd9-3215ad3f020d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:02.379125 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-eb2b239b-11ad-4799-97be-548f806021c3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2350073 Apr 11 14:26:02.381612 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44162) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:02.385449 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-25791011-3d57-4104-bd99-fa68ab3ec983 req-f6b1627b-b649-455c-8c19-b7efce160a16 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3 owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:26:02.389914 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-3d2e8200-5c02-4d28-9f1b-875f94c67cc1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1255119247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:02.409448 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3d2e8200-5c02-4d28-9f1b-875f94c67cc1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:02.417662 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3d2e8200-5c02-4d28-9f1b-875f94c67cc1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Usage tracker for resource:router and tenant:157d4d28af624b1c88b7b45d883df158 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:02.423119 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3d2e8200-5c02-4d28-9f1b-875f94c67cc1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:02.431905 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3d2e8200-5c02-4d28-9f1b-875f94c67cc1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:02.446132 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0ce42379-9520-4109-9bd9-3215ad3f020d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:02.457880 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce42379-9520-4109-9bd9-3215ad3f020d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Network': ['ID=318a269c-e3dc-4d81-8893-f021a2f0b188,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:02.459007 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c99e572b-35c9-48db-8ef0-2aaf033dcb18 None None] The port '0e512857-da23-4e52-90e3-7e562e21f574' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:26:02.499365 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 0e512857-da23-4e52-90e3-7e562e21f574 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:26:02.507747 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3d2e8200-5c02-4d28-9f1b-875f94c67cc1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:02.512470 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3d2e8200-5c02-4d28-9f1b-875f94c67cc1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:02.529239 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3d2e8200-5c02-4d28-9f1b-875f94c67cc1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:02.567653 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0ce42379-9520-4109-9bd9-3215ad3f020d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/networks/318a269c-e3dc-4d81-8893-f021a2f0b188 HTTP/1.1" status: 204 len: 168 time: 2.0590961 Apr 11 14:26:02.574066 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44168) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:02.590735 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-ffea0bd8-8561-444c-891d-8ad22fd67635 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1689506169'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:02.601919 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ffea0bd8-8561-444c-891d-8ad22fd67635 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:02.602571 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 0e512857-da23-4e52-90e3-7e562e21f574 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:26:02.602919 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 0e512857-da23-4e52-90e3-7e562e21f574 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:26:02.603326 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 75b8da7f-6e54-4655-aa7c-0f67eca952c0 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:26:02.612145 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ffea0bd8-8561-444c-891d-8ad22fd67635 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:network and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:02.617388 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ffea0bd8-8561-444c-891d-8ad22fd67635 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:02.628824 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3d2e8200-5c02-4d28-9f1b-875f94c67cc1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:02.636841 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ffea0bd8-8561-444c-891d-8ad22fd67635 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:02.662989 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 75b8da7f-6e54-4655-aa7c-0f67eca952c0 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:26:02.663319 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 75b8da7f-6e54-4655-aa7c-0f67eca952c0 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:26:02.710702 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-25791011-3d57-4104-bd99-fa68ab3ec983 req-f6b1627b-b649-455c-8c19-b7efce160a16 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:02.740621 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3d2e8200-5c02-4d28-9f1b-875f94c67cc1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:02.746093 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3d2e8200-5c02-4d28-9f1b-875f94c67cc1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3591213 Apr 11 14:26:02.746093 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffea0bd8-8561-444c-891d-8ad22fd67635 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:02.749677 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ffea0bd8-8561-444c-891d-8ad22fd67635 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:02.756320 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44172) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:02.763323 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1390eb-a944-4cfd-8ab8-251811f02c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-e1ac32d5-596b-4211-9f68-a44663362bc8', 'network_id': 'e1ac32d5-596b-4211-9f68-a44663362bc8', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'fixed_ips': [{'subnet_id': '6ef34c6f-2209-4dd5-84fe-118bc6c13ae7'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:26:02.764616 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ab1390eb-a944-4cfd-8ab8-251811f02c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:02.789885 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffea0bd8-8561-444c-891d-8ad22fd67635 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] vlan segment allocate from pool success with {'vlan_id': 1021, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:26:02.802089 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ffea0bd8-8561-444c-891d-8ad22fd67635 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:02.802727 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-ffea0bd8-8561-444c-891d-8ad22fd67635 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Added segment c6fd70fe-a7b5-47f4-b766-6a9ea7756cda of type vlan for network c5f16332-ced7-4e29-8c29-8a74315ca957 Apr 11 14:26:02.834601 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ffea0bd8-8561-444c-891d-8ad22fd67635 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:02.879046 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1627b-b649-455c-8c19-b7efce160a16 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=2eb38cc6-d784-4e91-bf0b-6dfa969cedc3,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:02.927404 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-25791011-3d57-4104-bd99-fa68ab3ec983 req-f6b1627b-b649-455c-8c19-b7efce160a16 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] No DVR routers for this DVR port 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3 on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:26:02.930407 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-25791011-3d57-4104-bd99-fa68ab3ec983 req-f6b1627b-b649-455c-8c19-b7efce160a16 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:02.936616 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaaacb0a-7980-463d-9976-4f463fa39b94', 'name': 'network-vif-deleted', 'tag': '2eb38cc6-d784-4e91-bf0b-6dfa969cedc3'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:26:02.951628 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-ab1390eb-a944-4cfd-8ab8-251811f02c44 None None] Allocated IP 172.20.0.2 (e1ac32d5-596b-4211-9f68-a44663362bc8/6ef34c6f-2209-4dd5-84fe-118bc6c13ae7/a8720028-159c-4159-91de-2f7ae8995e17) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:26:02.974821 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ffea0bd8-8561-444c-891d-8ad22fd67635 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:02.984296 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffea0bd8-8561-444c-891d-8ad22fd67635 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:02.986056 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 98daf243-eed0-4f49-8504-6e6c3ebec9b8 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:02.986532 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ffea0bd8-8561-444c-891d-8ad22fd67635 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:03.114730 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ffea0bd8-8561-444c-891d-8ad22fd67635 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5388865 Apr 11 14:26:03.166638 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44180) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:03.172334 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-0f9b1ad3-e95c-45c5-b6fa-cd71c90a0985 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'subnet': {'network_id': 'c5f16332-ced7-4e29-8c29-8a74315ca957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:03.181929 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea0bd8-8561-444c-891d-8ad22fd67635 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Network': ['ID=c5f16332-ced7-4e29-8c29-8a74315ca957,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:03.194325 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network c5f16332-ced7-4e29-8c29-8a74315ca957 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:26:03.216104 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port 98daf243-eed0-4f49-8504-6e6c3ebec9b8 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:03.225153 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3be5a-bb71-4f3a-8087-7c8d0e201fc6 req-f939b443-ef9f-48ac-ab9b-ccc413529b6b tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:03.226900 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ecf3be5a-bb71-4f3a-8087-7c8d0e201fc6 req-f939b443-ef9f-48ac-ab9b-ccc413529b6b tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 945 time: 0.2164578 Apr 11 14:26:03.246425 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 98daf243-eed0-4f49-8504-6e6c3ebec9b8 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:03.246802 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:03.285893 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ecf3be5a-bb71-4f3a-8087-7c8d0e201fc6 req-568c1d32-c8e5-42c2-8122-72aa09244f61 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492294 Apr 11 14:26:03.299701 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-25791011-3d57-4104-bd99-fa68ab3ec983 req-f6b1627b-b649-455c-8c19-b7efce160a16 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "DELETE /v2.0/ports/2eb38cc6-d784-4e91-bf0b-6dfa969cedc3 HTTP/1.1" status: 204 len: 173 time: 1.7537248 Apr 11 14:26:03.365406 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c50d387c-c1b2-4f15-8355-125b1f32b40a'] response: {'server_uuid': 'eaaacb0a-7980-463d-9976-4f463fa39b94', 'name': 'network-vif-deleted', 'tag': '2eb38cc6-d784-4e91-bf0b-6dfa969cedc3', 'status': 'completed', 'code': 200} Apr 11 14:26:03.500200 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ab1390eb-a944-4cfd-8ab8-251811f02c44 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:03.536444 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ab1390eb-a944-4cfd-8ab8-251811f02c44 None None] Transition to ACTIVE for port object a8720028-159c-4159-91de-2f7ae8995e17 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:03.555635 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d5288-c291-4fd3-a1be-60c30138f848 req-471ad5b1-7671-45e2-b87d-c52851debe8d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:03.556352 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-559d5288-c291-4fd3-a1be-60c30138f848 req-471ad5b1-7671-45e2-b87d-c52851debe8d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:26:03.578100 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ab1390eb-a944-4cfd-8ab8-251811f02c44 None None] Transition to ACTIVE for port object a8720028-159c-4159-91de-2f7ae8995e17 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:03.583735 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:03.615408 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69523c7f-7bb4-47af-a4a0-77b9c2d8626f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98daf243-eed0-4f49-8504-6e6c3ebec9b8'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:26:03.627101 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 98daf243-eed0-4f49-8504-6e6c3ebec9b8, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=98daf243-eed0-4f49-8504-6e6c3ebec9b8,segment=NetworkSegment(c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9),segment_id=c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:03.634741 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0f9b1ad3-e95c-45c5-b6fa-cd71c90a0985 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:03.667948 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52e2cb72-7aa6-46a8-88dd-e195a53d48e8'] response: {'server_uuid': '69523c7f-7bb4-47af-a4a0-77b9c2d8626f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98daf243-eed0-4f49-8504-6e6c3ebec9b8', 'code': 200} Apr 11 14:26:03.672397 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0f9b1ad3-e95c-45c5-b6fa-cd71c90a0985 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:subnet and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:03.673326 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ab1390eb-a944-4cfd-8ab8-251811f02c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:03.681274 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0f9b1ad3-e95c-45c5-b6fa-cd71c90a0985 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:03.695537 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0f9b1ad3-e95c-45c5-b6fa-cd71c90a0985 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:03.727421 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:03.728187 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:26:03.747366 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a3061c24-36dd-4b85-86b5-862389a21852 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:03.771377 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-559d5288-c291-4fd3-a1be-60c30138f848 req-471ad5b1-7671-45e2-b87d-c52851debe8d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:26:03.773264 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-559d5288-c291-4fd3-a1be-60c30138f848 req-471ad5b1-7671-45e2-b87d-c52851debe8d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaaacb0a-7980-463d-9976-4f463fa39b94 HTTP/1.1" status: 200 len: 867 time: 1.1102517 Apr 11 14:26:03.775184 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:26:03.777992 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 2eb38cc6-d784-4e91-bf0b-6dfa969cedc3 not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:26:03.795389 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1390eb-a944-4cfd-8ab8-251811f02c44 None None] Network e1ac32d5-596b-4211-9f68-a44663362bc8 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:03.799555 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-ab1390eb-a944-4cfd-8ab8-251811f02c44 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:03.802028 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1390eb-a944-4cfd-8ab8-251811f02c44 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:26:03.808521 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1390eb-a944-4cfd-8ab8-251811f02c44 None None] Pushing event updated for resources: {'Port': ['ID=a8720028-159c-4159-91de-2f7ae8995e17,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:03.846644 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9b1ad3-e95c-45c5-b6fa-cd71c90a0985 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:03.850342 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1ad3-e95c-45c5-b6fa-cd71c90a0985 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:03.961996 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-ab1390eb-a944-4cfd-8ab8-251811f02c44 None None] Attempting to bind port a8720028-159c-4159-91de-2f7ae8995e17 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:26:03.962365 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-ab1390eb-a944-4cfd-8ab8-251811f02c44 None None] Attempting to bind port a8720028-159c-4159-91de-2f7ae8995e17 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '898522fb-118f-4d29-8b45-90e006beb45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'e1ac32d5-596b-4211-9f68-a44663362bc8'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:26:03.962731 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1390eb-a944-4cfd-8ab8-251811f02c44 None None] Attempting to bind port a8720028-159c-4159-91de-2f7ae8995e17 on network e1ac32d5-596b-4211-9f68-a44663362bc8 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:26:03.964972 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=98daf243-eed0-4f49-8504-6e6c3ebec9b8,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:03.973800 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1390eb-a944-4cfd-8ab8-251811f02c44 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:26:03.974208 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1390eb-a944-4cfd-8ab8-251811f02c44 None None] Checking segment: {'id': '898522fb-118f-4d29-8b45-90e006beb45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'e1ac32d5-596b-4211-9f68-a44663362bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:26:03.974649 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ab1390eb-a944-4cfd-8ab8-251811f02c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:03.975044 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1390eb-a944-4cfd-8ab8-251811f02c44 None None] Bound using segment: {'id': '898522fb-118f-4d29-8b45-90e006beb45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'e1ac32d5-596b-4211-9f68-a44663362bc8'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:26:03.975511 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-ab1390eb-a944-4cfd-8ab8-251811f02c44 None None] Bound port: a8720028-159c-4159-91de-2f7ae8995e17, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898522fb-118f-4d29-8b45-90e006beb45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'e1ac32d5-596b-4211-9f68-a44663362bc8'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:26:03.975885 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ab1390eb-a944-4cfd-8ab8-251811f02c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:04.079844 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-ab1390eb-a944-4cfd-8ab8-251811f02c44 None None] For port a8720028-159c-4159-91de-2f7ae8995e17, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:26:04.083001 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-ab1390eb-a944-4cfd-8ab8-251811f02c44 None None] For port a8720028-159c-4159-91de-2f7ae8995e17, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=a8720028-159c-4159-91de-2f7ae8995e17,segment=NetworkSegment(898522fb-118f-4d29-8b45-90e006beb45d),segment_id=898522fb-118f-4d29-8b45-90e006beb45d)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:26:04.101834 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-559d5288-c291-4fd3-a1be-60c30138f848 req-94e3b363-2215-4dd0-b847-6e8030e83e80 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=b833fafd-d749-475a-9628-8d77bc0f436f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2646558 Apr 11 14:26:04.159257 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ab1390eb-a944-4cfd-8ab8-251811f02c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:04.256007 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1390eb-a944-4cfd-8ab8-251811f02c44 None None] Pushing event updated for resources: {'Port': ['ID=a8720028-159c-4159-91de-2f7ae8995e17,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:04.411565 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73968eac-11c5-4569-895e-b99790a2e6cd req-790c7770-95b1-46ef-8d57-7eada68c6458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:04.413098 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-73968eac-11c5-4569-895e-b99790a2e6cd req-790c7770-95b1-46ef-8d57-7eada68c6458 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 1099 time: 0.2999196 Apr 11 14:26:04.473961 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-a3061c24-36dd-4b85-86b5-862389a21852 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Allocated IP 172.20.0.1 (e1ac32d5-596b-4211-9f68-a44663362bc8/6ef34c6f-2209-4dd5-84fe-118bc6c13ae7/538e80c3-3770-4bfe-9bf7-a44dc3b59f76) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:26:04.500127 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-73968eac-11c5-4569-895e-b99790a2e6cd req-8b9402ea-306e-4997-9ac3-1724f7368e95 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746822 Apr 11 14:26:04.521641 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1ad3-e95c-45c5-b6fa-cd71c90a0985 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:04.522888 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa1f7a-6283-4b8d-af67-25cab8fcde5f req-fec09b4b-d2af-4aa4-9fe7-fb9f00d7a3a8 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:04.524790 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-41fa1f7a-6283-4b8d-af67-25cab8fcde5f req-fec09b4b-d2af-4aa4-9fe7-fb9f00d7a3a8 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 946 time: 0.0973518 Apr 11 14:26:04.600693 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-41fa1f7a-6283-4b8d-af67-25cab8fcde5f req-8b4f8c5f-a843-4f9d-98a0-8210a47bcb4e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661929 Apr 11 14:26:04.850718 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b1ad3-e95c-45c5-b6fa-cd71c90a0985 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Subnet': ['ID=de35013c-49a2-4e91-87f0-9ba40f67ddee,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:04.899565 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9b1ad3-e95c-45c5-b6fa-cd71c90a0985 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Checking segment: {'id': 'c6fd70fe-a7b5-47f4-b766-6a9ea7756cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c5f16332-ced7-4e29-8c29-8a74315ca957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:26:04.899922 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9b1ad3-e95c-45c5-b6fa-cd71c90a0985 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network hostable DHCP agents. Network: c5f16332-ced7-4e29-8c29-8a74315ca957, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:26:04.924349 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a3061c24-36dd-4b85-86b5-862389a21852 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:04.945790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-a3061c24-36dd-4b85-86b5-862389a21852 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Transition to ACTIVE for port object 538e80c3-3770-4bfe-9bf7-a44dc3b59f76 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:05.015156 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9b1ad3-e95c-45c5-b6fa-cd71c90a0985 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network c5f16332-ced7-4e29-8c29-8a74315ca957 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:26:05.050024 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a3061c24-36dd-4b85-86b5-862389a21852 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:05.116933 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-0f9b1ad3-e95c-45c5-b6fa-cd71c90a0985 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, c5f16332-ced7-4e29-8c29-8a74315ca957) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:05.122299 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3061c24-36dd-4b85-86b5-862389a21852 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network e1ac32d5-596b-4211-9f68-a44663362bc8 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:05.124832 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f3ccae-2b35-4415-9ff8-c2cc8f951a8c None None] Network c5f16332-ced7-4e29-8c29-8a74315ca957 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:05.127135 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-a3061c24-36dd-4b85-86b5-862389a21852 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:05.130296 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9b1ad3-e95c-45c5-b6fa-cd71c90a0985 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:05.131157 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1ad3-e95c-45c5-b6fa-cd71c90a0985 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:05.146687 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3061c24-36dd-4b85-86b5-862389a21852 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:26:05.219109 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a3061c24-36dd-4b85-86b5-862389a21852 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:05.224902 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44190) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:05.260076 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3061c24-36dd-4b85-86b5-862389a21852 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Port': ['ID=538e80c3-3770-4bfe-9bf7-a44dc3b59f76,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:05.338630 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0f9b1ad3-e95c-45c5-b6fa-cd71c90a0985 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1707468 Apr 11 14:26:05.343525 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44194) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:05.347703 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b4402581-5629-4684-be20-2c6059f18dcc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:05.352875 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-b97bc91e-b224-4fc9-97a1-e2ee65fe95b0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'port': {'network_id': 'c5f16332-ced7-4e29-8c29-8a74315ca957', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-365048842'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:05.437515 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426bface-8a44-4039-9ec7-2d793c6583ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-c5f16332-ced7-4e29-8c29-8a74315ca957', 'network_id': 'c5f16332-ced7-4e29-8c29-8a74315ca957', 'tenant_id': '041662ca6af3404fb6dd620d189fb3c3', 'fixed_ips': [{'subnet_id': 'de35013c-49a2-4e91-87f0-9ba40f67ddee'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:26:05.439735 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-426bface-8a44-4039-9ec7-2d793c6583ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:05.445770 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a3061c24-36dd-4b85-86b5-862389a21852 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:05.477815 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b4402581-5629-4684-be20-2c6059f18dcc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:05.580700 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b97bc91e-b224-4fc9-97a1-e2ee65fe95b0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:05.585906 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b97bc91e-b224-4fc9-97a1-e2ee65fe95b0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:port and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:05.588912 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b97bc91e-b224-4fc9-97a1-e2ee65fe95b0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:05.598361 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b97bc91e-b224-4fc9-97a1-e2ee65fe95b0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:05.655920 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6111da0b-a1c9-42f7-b4b8-8415ef47ce27 None None] Network e1ac32d5-596b-4211-9f68-a44663362bc8 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:05.706338 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97bc91e-b224-4fc9-97a1-e2ee65fe95b0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:05.709845 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b97bc91e-b224-4fc9-97a1-e2ee65fe95b0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:05.733717 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-b97bc91e-b224-4fc9-97a1-e2ee65fe95b0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] device_id is not set on port 61853311-a7a8-4a9d-9044-097a5cce5816 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:26:05.811760 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-426bface-8a44-4039-9ec7-2d793c6583ff None None] Allocated IP 2001:db8::2 (c5f16332-ced7-4e29-8c29-8a74315ca957/de35013c-49a2-4e91-87f0-9ba40f67ddee/fabe2421-552a-4223-9af9-8c356a44c77d) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:26:05.857003 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b4402581-5629-4684-be20-2c6059f18dcc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:05.870684 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-7f2331fe-34ea-4e71-9614-0303b86595d6 None None] Provisioning for port a8720028-159c-4159-91de-2f7ae8995e17 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:05.882197 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4402581-5629-4684-be20-2c6059f18dcc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b833fafd-d749-475a-9628-8d77bc0f436f,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:05.925543 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a3061c24-36dd-4b85-86b5-862389a21852 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:05.931040 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c37553-f578-4a58-86fb-38f29d32a15e req-b6121d56-fb79-48a5-b89a-c85cad5090f1 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:05.932976 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-18c37553-f578-4a58-86fb-38f29d32a15e req-b6121d56-fb79-48a5-b89a-c85cad5090f1 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 946 time: 0.1132441 Apr 11 14:26:05.982101 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b4402581-5629-4684-be20-2c6059f18dcc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:05.986891 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b4402581-5629-4684-be20-2c6059f18dcc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/security-groups/b833fafd-d749-475a-9628-8d77bc0f436f HTTP/1.1" status: 204 len: 168 time: 0.7570939 Apr 11 14:26:05.997688 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a3061c24-36dd-4b85-86b5-862389a21852 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:06.010389 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-18c37553-f578-4a58-86fb-38f29d32a15e req-e562135b-2056-47af-9e6a-426d780b3d5b tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681071 Apr 11 14:26:06.078705 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44204) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:06.156256 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e2b4fd-8d9b-4bfa-802c-90c2e469333e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting subnet 206a33ea-3ee0-4b42-879a-b8494c98d274 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:26:06.160154 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a1e2b4fd-8d9b-4bfa-802c-90c2e469333e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:06.166663 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a3061c24-36dd-4b85-86b5-862389a21852 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:06.191209 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3061c24-36dd-4b85-86b5-862389a21852 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Port': ['ID=538e80c3-3770-4bfe-9bf7-a44dc3b59f76,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:06.222745 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a1e2b4fd-8d9b-4bfa-802c-90c2e469333e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:06.252242 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-426bface-8a44-4039-9ec7-2d793c6583ff None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:06.266889 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-426bface-8a44-4039-9ec7-2d793c6583ff None None] Transition to ACTIVE for port object fabe2421-552a-4223-9af9-8c356a44c77d will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:06.296705 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-426bface-8a44-4039-9ec7-2d793c6583ff None None] Transition to ACTIVE for port object fabe2421-552a-4223-9af9-8c356a44c77d will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:06.332572 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a1e2b4fd-8d9b-4bfa-802c-90c2e469333e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:06.332839 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3061c24-36dd-4b85-86b5-862389a21852 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network e1ac32d5-596b-4211-9f68-a44663362bc8 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:06.334819 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-a3061c24-36dd-4b85-86b5-862389a21852 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:06.375238 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-426bface-8a44-4039-9ec7-2d793c6583ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:06.483811 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426bface-8a44-4039-9ec7-2d793c6583ff None None] Network c5f16332-ced7-4e29-8c29-8a74315ca957 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:06.488076 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-426bface-8a44-4039-9ec7-2d793c6583ff None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:06.491213 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426bface-8a44-4039-9ec7-2d793c6583ff None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:26:06.558212 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-b97bc91e-b224-4fc9-97a1-e2ee65fe95b0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Allocated IP 2001:db8::6e (c5f16332-ced7-4e29-8c29-8a74315ca957/de35013c-49a2-4e91-87f0-9ba40f67ddee/61853311-a7a8-4a9d-9044-097a5cce5816) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:26:06.564373 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device a8720028-159c-4159-91de-2f7ae8995e17 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:06.627216 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426bface-8a44-4039-9ec7-2d793c6583ff None None] Pushing event updated for resources: {'Port': ['ID=fabe2421-552a-4223-9af9-8c356a44c77d,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:06.689676 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3061c24-36dd-4b85-86b5-862389a21852 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Router bccfa2d7-bd06-431f-9726-f54934afd727 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:26:06.720456 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-426bface-8a44-4039-9ec7-2d793c6583ff None None] Attempting to bind port fabe2421-552a-4223-9af9-8c356a44c77d on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:26:06.720844 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-426bface-8a44-4039-9ec7-2d793c6583ff None None] Attempting to bind port fabe2421-552a-4223-9af9-8c356a44c77d by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'c6fd70fe-a7b5-47f4-b766-6a9ea7756cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c5f16332-ced7-4e29-8c29-8a74315ca957'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:26:06.721205 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426bface-8a44-4039-9ec7-2d793c6583ff None None] Attempting to bind port fabe2421-552a-4223-9af9-8c356a44c77d on network c5f16332-ced7-4e29-8c29-8a74315ca957 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:26:06.730336 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426bface-8a44-4039-9ec7-2d793c6583ff None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:26:06.730734 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426bface-8a44-4039-9ec7-2d793c6583ff None None] Checking segment: {'id': 'c6fd70fe-a7b5-47f4-b766-6a9ea7756cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c5f16332-ced7-4e29-8c29-8a74315ca957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:26:06.735685 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-426bface-8a44-4039-9ec7-2d793c6583ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:06.735685 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426bface-8a44-4039-9ec7-2d793c6583ff None None] Bound using segment: {'id': 'c6fd70fe-a7b5-47f4-b766-6a9ea7756cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c5f16332-ced7-4e29-8c29-8a74315ca957'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:26:06.735685 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-426bface-8a44-4039-9ec7-2d793c6583ff None None] Bound port: fabe2421-552a-4223-9af9-8c356a44c77d, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6fd70fe-a7b5-47f4-b766-6a9ea7756cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c5f16332-ced7-4e29-8c29-8a74315ca957'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:26:06.735685 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-426bface-8a44-4039-9ec7-2d793c6583ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:06.753771 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a1e2b4fd-8d9b-4bfa-802c-90c2e469333e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:06.801267 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f77aee9a-bd2a-4e95-b1fb-f54b77970399 None None] Provisioning for port 538e80c3-3770-4bfe-9bf7-a44dc3b59f76 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:06.812354 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port a8720028-159c-4159-91de-2f7ae8995e17 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:06.818619 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f77aee9a-bd2a-4e95-b1fb-f54b77970399 None None] Provisioning complete for port 538e80c3-3770-4bfe-9bf7-a44dc3b59f76 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:06.821632 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f77aee9a-bd2a-4e95-b1fb-f54b77970399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:06.864053 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2b4fd-8d9b-4bfa-802c-90c2e469333e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Subnet': ['ID=206a33ea-3ee0-4b42-879a-b8494c98d274,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:06.879587 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port a8720028-159c-4159-91de-2f7ae8995e17 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:06.879957 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:06.886841 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a1e2b4fd-8d9b-4bfa-802c-90c2e469333e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:06.908383 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a1e2b4fd-8d9b-4bfa-802c-90c2e469333e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/subnets/206a33ea-3ee0-4b42-879a-b8494c98d274 HTTP/1.1" status: 204 len: 168 time: 0.8279946 Apr 11 14:26:06.910382 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44208) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:06.911390 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3061c24-36dd-4b85-86b5-862389a21852 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:26:06.917739 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a3061c24-36dd-4b85-86b5-862389a21852 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "PUT /v2.0/routers/bccfa2d7-bd06-431f-9726-f54934afd727/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1582928 Apr 11 14:26:06.926803 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44212) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:06.935980 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62433211-6d0f-4b38-b33d-9ebcb5066da0 None None] Network 58432052-c023-483f-9930-aca8e2a93fa0 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:06.965441 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08beb9d-66d9-475d-843c-d3abdd142074 None None] Sync routers for ids ['bccfa2d7-bd06-431f-9726-f54934afd727'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:26:07.040153 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f77aee9a-bd2a-4e95-b1fb-f54b77970399 None None] Port 538e80c3-3770-4bfe-9bf7-a44dc3b59f76 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:26:07.049653 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08beb9d-66d9-475d-843c-d3abdd142074 None None] Routers {'bccfa2d7-bd06-431f-9726-f54934afd727'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:26:07.051538 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-a08beb9d-66d9-475d-843c-d3abdd142074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:25:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['bccfa2d7-bd06-431f-9726-f54934afd727'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:07.131181 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c136a9f-95e5-46ef-aec5-650cf91b6d5a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:07.133013 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8c136a9f-95e5-46ef-aec5-650cf91b6d5a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "GET /v2.0/ports/538e80c3-3770-4bfe-9bf7-a44dc3b59f76 HTTP/1.1" status: 200 len: 910 time: 0.1983068 Apr 11 14:26:07.135781 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-426bface-8a44-4039-9ec7-2d793c6583ff None None] For port fabe2421-552a-4223-9af9-8c356a44c77d, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:26:07.143562 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b97bc91e-b224-4fc9-97a1-e2ee65fe95b0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:07.143562 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44218) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:07.152757 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-eea14ed9-cf57-416c-aa6e-238fa2d70e07 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6ef34c6f-2209-4dd5-84fe-118bc6c13ae7'}]}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:07.203141 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-a08beb9d-66d9-475d-843c-d3abdd142074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:07.234195 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-426bface-8a44-4039-9ec7-2d793c6583ff None None] For port fabe2421-552a-4223-9af9-8c356a44c77d, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=fabe2421-552a-4223-9af9-8c356a44c77d,segment=NetworkSegment(c6fd70fe-a7b5-47f4-b766-6a9ea7756cda),segment_id=c6fd70fe-a7b5-47f4-b766-6a9ea7756cda)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:26:07.257702 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08beb9d-66d9-475d-843c-d3abdd142074 None None] Routers {'bccfa2d7-bd06-431f-9726-f54934afd727'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:26:07.258807 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-a08beb9d-66d9-475d-843c-d3abdd142074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:25:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['bccfa2d7-bd06-431f-9726-f54934afd727'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:07.271750 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-b97bc91e-b224-4fc9-97a1-e2ee65fe95b0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Transition to ACTIVE for port object 61853311-a7a8-4a9d-9044-097a5cce5816 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:07.300847 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-95c5f8f5-8dd8-4102-960f-1830d550a48a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:07.324917 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-95c5f8f5-8dd8-4102-960f-1830d550a48a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port f1b15b4a-7df0-4e9b-878f-2df87c0df036 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:26:07.325145 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-95c5f8f5-8dd8-4102-960f-1830d550a48a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:07.356825 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f77aee9a-bd2a-4e95-b1fb-f54b77970399 None None] Provisioning complete for port a8720028-159c-4159-91de-2f7ae8995e17 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:07.356825 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f77aee9a-bd2a-4e95-b1fb-f54b77970399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:07.388955 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-a08beb9d-66d9-475d-843c-d3abdd142074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:07.389214 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08beb9d-66d9-475d-843c-d3abdd142074 None None] The sync data for ids ['bccfa2d7-bd06-431f-9726-f54934afd727'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:26:07.398458 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-426bface-8a44-4039-9ec7-2d793c6583ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:07.441075 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b92cd126-fbff-4dd8-b58c-6aa6cc4f2d12 req-db9516f6-d480-450e-b95b-e1daa1e7020f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1925049 Apr 11 14:26:07.450946 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e836245-db9d-45d2-9945-b8bc8f81d9db req-02e5c986-3a76-46b0-8c9a-77dfbbfd3442 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:07.460569 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8e836245-db9d-45d2-9945-b8bc8f81d9db req-02e5c986-3a76-46b0-8c9a-77dfbbfd3442 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 946 time: 0.2696366 Apr 11 14:26:07.538408 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8e836245-db9d-45d2-9945-b8bc8f81d9db req-0d1e0548-5cda-40b6-b52d-8ffa075c9198 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769513 Apr 11 14:26:07.615101 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-95c5f8f5-8dd8-4102-960f-1830d550a48a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port f1b15b4a-7df0-4e9b-878f-2df87c0df036, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=f1b15b4a-7df0-4e9b-878f-2df87c0df036,segment=NetworkSegment(51c6d61b-222d-4b5a-af6a-cf56aa4217f5),segment_id=51c6d61b-222d-4b5a-af6a-cf56aa4217f5)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:07.615559 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-95c5f8f5-8dd8-4102-960f-1830d550a48a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:07.646683 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eea14ed9-cf57-416c-aa6e-238fa2d70e07 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:07.650268 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:07.665527 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426bface-8a44-4039-9ec7-2d793c6583ff None None] Pushing event updated for resources: {'Port': ['ID=fabe2421-552a-4223-9af9-8c356a44c77d,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:07.676179 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b97bc91e-b224-4fc9-97a1-e2ee65fe95b0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:07.765643 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port a8720028-159c-4159-91de-2f7ae8995e17, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=a8720028-159c-4159-91de-2f7ae8995e17,segment=NetworkSegment(898522fb-118f-4d29-8b45-90e006beb45d),segment_id=898522fb-118f-4d29-8b45-90e006beb45d)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:07.781503 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-95c5f8f5-8dd8-4102-960f-1830d550a48a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for f1b15b4a-7df0-4e9b-878f-2df87c0df036 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:26:07.798244 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f77aee9a-bd2a-4e95-b1fb-f54b77970399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:07.808958 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97bc91e-b224-4fc9-97a1-e2ee65fe95b0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network c5f16332-ced7-4e29-8c29-8a74315ca957 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:07.822720 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-b97bc91e-b224-4fc9-97a1-e2ee65fe95b0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:07.825587 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97bc91e-b224-4fc9-97a1-e2ee65fe95b0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:26:07.832619 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97bc91e-b224-4fc9-97a1-e2ee65fe95b0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:07.833577 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b97bc91e-b224-4fc9-97a1-e2ee65fe95b0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:07.881439 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:07.897731 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cd126-fbff-4dd8-b58c-6aa6cc4f2d12 req-0c10849a-754e-4f96-a94c-8d6bdc2c792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:07.899193 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b92cd126-fbff-4dd8-b58c-6aa6cc4f2d12 req-0c10849a-754e-4f96-a94c-8d6bdc2c792b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c01302260e1b42aaba91a0ad6d85cc8c&device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 1099 time: 0.4151659 Apr 11 14:26:07.990147 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97bc91e-b224-4fc9-97a1-e2ee65fe95b0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Port': ['ID=61853311-a7a8-4a9d-9044-097a5cce5816,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:08.030646 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=a8720028-159c-4159-91de-2f7ae8995e17,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:08.037394 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725efe45-3c8e-40ea-8ad6-95f91eb4ccd0 None None] DHCP port deletion for 58432052-c023-483f-9930-aca8e2a93fa0 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:26:08.060438 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-725efe45-3c8e-40ea-8ad6-95f91eb4ccd0 None None] Deleting port f1b15b4a-7df0-4e9b-878f-2df87c0df036 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:26:08.060808 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-725efe45-3c8e-40ea-8ad6-95f91eb4ccd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:08.089906 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b97bc91e-b224-4fc9-97a1-e2ee65fe95b0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.7440603 Apr 11 14:26:08.098884 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44224) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:08.163130 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-f77aee9a-bd2a-4e95-b1fb-f54b77970399 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:26:08.163344 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e6fcb-a301-42f8-8e2c-80eed6cf5750 req-7061daa2-68a2-4e03-a1a1-4fac2648ddf1 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:08.163471 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-f77aee9a-bd2a-4e95-b1fb-f54b77970399 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:26:08.163565 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a39e6fcb-a301-42f8-8e2c-80eed6cf5750 req-7061daa2-68a2-4e03-a1a1-4fac2648ddf1 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 946 time: 0.4588878 Apr 11 14:26:08.204716 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-95c5f8f5-8dd8-4102-960f-1830d550a48a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:08.241560 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-725efe45-3c8e-40ea-8ad6-95f91eb4ccd0 None None] The port 'f1b15b4a-7df0-4e9b-878f-2df87c0df036' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:26:08.257002 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-9391f136-a57f-43ed-bcfb-c0b7e32c90f7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting port 61853311-a7a8-4a9d-9044-097a5cce5816 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:26:08.257347 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9391f136-a57f-43ed-bcfb-c0b7e32c90f7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:08.266688 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5f8f5-8dd8-4102-960f-1830d550a48a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=f1b15b4a-7df0-4e9b-878f-2df87c0df036,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:08.269573 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cd126-fbff-4dd8-b58c-6aa6cc4f2d12 req-ad821098-9ef8-4d6a-815c-c9068bcfde7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:08.270987 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b92cd126-fbff-4dd8-b58c-6aa6cc4f2d12 req-ad821098-9ef8-4d6a-815c-c9068bcfde7b service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba82143e-f57c-4be7-8dbf-8bf3340fdc64 HTTP/1.1" status: 200 len: 897 time: 0.3022139 Apr 11 14:26:08.279910 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c5f8f5-8dd8-4102-960f-1830d550a48a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] No DVR routers for this DVR port f1b15b4a-7df0-4e9b-878f-2df87c0df036 on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:26:08.414908 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a39e6fcb-a301-42f8-8e2c-80eed6cf5750 req-a20e727c-94d4-406f-9c42-5705f7b7eccc tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373424 Apr 11 14:26:08.450500 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44228) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:08.529081 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b92cd126-fbff-4dd8-b58c-6aa6cc4f2d12 req-d3e00ac3-97b8-4deb-a00a-ce8919ada00b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44de09a9-cb60-4958-af4e-a2d885240c17 HTTP/1.1" status: 200 len: 1002 time: 0.2473602 Apr 11 14:26:08.530774 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-95c5f8f5-8dd8-4102-960f-1830d550a48a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:08.585598 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device fabe2421-552a-4223-9af9-8c356a44c77d up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:08.657530 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-95c5f8f5-8dd8-4102-960f-1830d550a48a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58432052-c023-483f-9930-aca8e2a93fa0']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:08.680740 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-95c5f8f5-8dd8-4102-960f-1830d550a48a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c6d61b-222d-4b5a-af6a-cf56aa4217f5') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:08.681021 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-95c5f8f5-8dd8-4102-960f-1830d550a48a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c6d61b-222d-4b5a-af6a-cf56aa4217f5') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:08.698688 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-95c5f8f5-8dd8-4102-960f-1830d550a48a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:08.711317 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cd126-fbff-4dd8-b58c-6aa6cc4f2d12 req-d70a83fd-29df-408a-89be-10422c9e5db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:08.712118 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b92cd126-fbff-4dd8-b58c-6aa6cc4f2d12 req-d70a83fd-29df-408a-89be-10422c9e5db7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cf1eb46-d375-41db-9a64-c06044cc1b95 HTTP/1.1" status: 200 len: 835 time: 0.1667442 Apr 11 14:26:08.761823 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-95c5f8f5-8dd8-4102-960f-1830d550a48a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:08.776771 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c5f8f5-8dd8-4102-960f-1830d550a48a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:26:08.777246 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-95c5f8f5-8dd8-4102-960f-1830d550a48a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:26:08.798782 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:26:08.899732 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port fabe2421-552a-4223-9af9-8c356a44c77d completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:08.912416 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cd126-fbff-4dd8-b58c-6aa6cc4f2d12 req-1fca525d-355f-408d-bc2d-27ecd90896a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:08.915103 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b92cd126-fbff-4dd8-b58c-6aa6cc4f2d12 req-1fca525d-355f-408d-bc2d-27ecd90896a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba82143e-f57c-4be7-8dbf-8bf3340fdc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1943951 Apr 11 14:26:08.923318 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device a8720028-159c-4159-91de-2f7ae8995e17 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:09.026737 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e82cd510-e245-4275-b6c5-92171f23aeec None None] Provisioning complete for port 538e80c3-3770-4bfe-9bf7-a44dc3b59f76 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:09.027121 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e82cd510-e245-4275-b6c5-92171f23aeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:09.101685 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-e82cd510-e245-4275-b6c5-92171f23aeec None None] Port 538e80c3-3770-4bfe-9bf7-a44dc3b59f76 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:26:09.104369 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port a8720028-159c-4159-91de-2f7ae8995e17 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:09.104807 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:09.159830 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebf8f48-8154-40bf-b0b8-eeb58fce6f5e None None] Network c5f16332-ced7-4e29-8c29-8a74315ca957 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:09.194869 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9391f136-a57f-43ed-bcfb-c0b7e32c90f7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:09.218037 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf031e9-f848-4262-832b-0f7f9b675ee4 tempest-TestVolumeBootPattern-1372965362 tempest-TestVolumeBootPattern-1372965362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:09.224111 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-faf031e9-f848-4262-832b-0f7f9b675ee4 tempest-TestVolumeBootPattern-1372965362 tempest-TestVolumeBootPattern-1372965362-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 1094 time: 0.7686453 Apr 11 14:26:09.224749 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44234) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:09.254970 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-95c5f8f5-8dd8-4102-960f-1830d550a48a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:09.292133 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-95c5f8f5-8dd8-4102-960f-1830d550a48a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:09.307590 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5f8f5-8dd8-4102-960f-1830d550a48a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Network': ['ID=58432052-c023-483f-9930-aca8e2a93fa0,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:09.317461 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b92cd126-fbff-4dd8-b58c-6aa6cc4f2d12 req-170ba39e-0f94-4bfe-bed0-1745c3f9830e service neutron] 10.222.0.53 "GET /v2.0/networks/ba82143e-f57c-4be7-8dbf-8bf3340fdc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960443 Apr 11 14:26:09.349348 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.resource_extend [None req-eea14ed9-cf57-416c-aa6e-238fa2d70e07 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 14:26:09.360296 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-eb5be620-0387-4252-b62e-461623b70f99 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': '98daf243-eed0-4f49-8504-6e6c3ebec9b8', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:09.374233 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-9391f136-a57f-43ed-bcfb-c0b7e32c90f7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Calling delete_port for 61853311-a7a8-4a9d-9044-097a5cce5816 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:26:09.414815 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-eb5be620-0387-4252-b62e-461623b70f99 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:09.425343 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f125ab9d-b79c-4bd1-9811-3f742776a79d None None] Provisioning for port fabe2421-552a-4223-9af9-8c356a44c77d completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:09.432758 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device f1b15b4a-7df0-4e9b-878f-2df87c0df036 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:26:09.435856 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-eb5be620-0387-4252-b62e-461623b70f99 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Usage tracker for resource:floatingip and tenant:df3145cb5eb94e5db4de6b7bba758d40 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:09.438398 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-95c5f8f5-8dd8-4102-960f-1830d550a48a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/networks/58432052-c023-483f-9930-aca8e2a93fa0 HTTP/1.1" status: 204 len: 168 time: 2.5226393 Apr 11 14:26:09.441106 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eea14ed9-cf57-416c-aa6e-238fa2d70e07 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:09.442369 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44238) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:09.444011 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-eb5be620-0387-4252-b62e-461623b70f99 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:09.455984 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-eb5be620-0387-4252-b62e-461623b70f99 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:09.476271 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f125ab9d-b79c-4bd1-9811-3f742776a79d None None] Provisioning complete for port fabe2421-552a-4223-9af9-8c356a44c77d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:09.476502 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f125ab9d-b79c-4bd1-9811-3f742776a79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:09.500521 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: f1b15b4a-7df0-4e9b-878f-2df87c0df036 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:26:09.500872 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device f1b15b4a-7df0-4e9b-878f-2df87c0df036 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:26:09.507806 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eea14ed9-cf57-416c-aa6e-238fa2d70e07 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:09.592214 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b92cd126-fbff-4dd8-b58c-6aa6cc4f2d12 req-be26d6b3-00cf-4ca6-b055-cbc1b6ca523b service neutron] 10.222.0.53 "GET /v2.0/networks/ba82143e-f57c-4be7-8dbf-8bf3340fdc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684574 Apr 11 14:26:09.654033 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eb5be620-0387-4252-b62e-461623b70f99 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for floatingip, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:09.667598 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f125ab9d-b79c-4bd1-9811-3f742776a79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:09.703138 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f125ab9d-b79c-4bd1-9811-3f742776a79d None None] For port fabe2421-552a-4223-9af9-8c356a44c77d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=fabe2421-552a-4223-9af9-8c356a44c77d,segment=NetworkSegment(c6fd70fe-a7b5-47f4-b766-6a9ea7756cda),segment_id=c6fd70fe-a7b5-47f4-b766-6a9ea7756cda)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:09.704311 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-10fb5bf5-0a25-4f8a-b44b-3e7b6bb26748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port 433947ae-9206-4e6e-b1ee-849a2646d5dc {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:26:09.704577 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10fb5bf5-0a25-4f8a-b44b-3e7b6bb26748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:09.771566 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea14ed9-cf57-416c-aa6e-238fa2d70e07 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Port': ['ID=538e80c3-3770-4bfe-9bf7-a44dc3b59f76,revision_number=3']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:09.785249 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f125ab9d-b79c-4bd1-9811-3f742776a79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:09.785954 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea14ed9-cf57-416c-aa6e-238fa2d70e07 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:09.786612 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eea14ed9-cf57-416c-aa6e-238fa2d70e07 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:09.791760 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-eea14ed9-cf57-416c-aa6e-238fa2d70e07 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "PUT /v2.0/ports/538e80c3-3770-4bfe-9bf7-a44dc3b59f76 HTTP/1.1" status: 200 len: 910 time: 2.6494412 Apr 11 14:26:09.791975 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44242) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:09.874297 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125ab9d-b79c-4bd1-9811-3f742776a79d None None] Pushing event updated for resources: {'Port': ['ID=fabe2421-552a-4223-9af9-8c356a44c77d,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:09.887772 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9391f136-a57f-43ed-bcfb-c0b7e32c90f7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:09.951384 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391f136-a57f-43ed-bcfb-c0b7e32c90f7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Port': ['ID=61853311-a7a8-4a9d-9044-097a5cce5816,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:10.010726 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9391f136-a57f-43ed-bcfb-c0b7e32c90f7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:10.013181 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-29e62716-f8bb-497e-be60-7b7e1a081bec None None] Provisioning complete for port fabe2421-552a-4223-9af9-8c356a44c77d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:10.013472 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-29e62716-f8bb-497e-be60-7b7e1a081bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:10.025369 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9391f136-a57f-43ed-bcfb-c0b7e32c90f7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/ports/61853311-a7a8-4a9d-9044-097a5cce5816 HTTP/1.1" status: 204 len: 168 time: 1.9316714 Apr 11 14:26:10.029685 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44246) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:10.088976 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6793f36-cf4d-4808-a359-511af9e83602 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] GET failed (client error): The resource could not be found. Apr 11 14:26:10.089670 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d6793f36-cf4d-4808-a359-511af9e83602 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Synchronizing usage tracker for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:26:10.102620 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eb5be620-0387-4252-b62e-461623b70f99 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:10.195040 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10fb5bf5-0a25-4f8a-b44b-3e7b6bb26748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:10.195280 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10fb5bf5-0a25-4f8a-b44b-3e7b6bb26748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:10.226977 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-29e62716-f8bb-497e-be60-7b7e1a081bec None None] Could not find standard attr ID for object 61853311-a7a8-4a9d-9044-097a5cce5816. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:26:10.240628 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d6793f36-cf4d-4808-a359-511af9e83602 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Unset dirty status for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:26:10.241951 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d6793f36-cf4d-4808-a359-511af9e83602 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "GET /v2.0/ports/61853311-a7a8-4a9d-9044-097a5cce5816 HTTP/1.1" status: 404 len: 333 time: 0.2110834 Apr 11 14:26:10.246948 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44250) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:10.343799 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-41c83e0e-6bb8-434b-af81-19f5d92a3bf6 None None] Could not find standard attr ID for object 61853311-a7a8-4a9d-9044-097a5cce5816. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:26:10.354981 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-eb5be620-0387-4252-b62e-461623b70f99 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Allocated IP 172.26.7.234 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/5023144d-c595-4bda-b7b3-1e7b84c35361) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:26:10.365324 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9903664-0e43-4b10-b1cc-e89b56047829 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting subnet de35013c-49a2-4e91-87f0-9ba40f67ddee {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:26:10.373357 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9903664-0e43-4b10-b1cc-e89b56047829 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:10.399275 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-10fb5bf5-0a25-4f8a-b44b-3e7b6bb26748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for 433947ae-9206-4e6e-b1ee-849a2646d5dc owned by network:floatingip {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:26:10.489659 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device fabe2421-552a-4223-9af9-8c356a44c77d up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:10.517751 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9903664-0e43-4b10-b1cc-e89b56047829 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:10.590338 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port fabe2421-552a-4223-9af9-8c356a44c77d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:10.590583 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:10.653370 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eb5be620-0387-4252-b62e-461623b70f99 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:10.673409 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9903664-0e43-4b10-b1cc-e89b56047829 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:10.803878 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eb5be620-0387-4252-b62e-461623b70f99 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:10.852418 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9903664-0e43-4b10-b1cc-e89b56047829 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:10.917144 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5be620-0387-4252-b62e-461623b70f99 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:10.918149 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9903664-0e43-4b10-b1cc-e89b56047829 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Subnet': ['ID=de35013c-49a2-4e91-87f0-9ba40f67ddee,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:10.919565 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-233c9e35-bc6f-4e20-aa73-a6b7603bee0d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:10.924648 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-eb5be620-0387-4252-b62e-461623b70f99 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:10.926861 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9903664-0e43-4b10-b1cc-e89b56047829 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:10.937477 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5be620-0387-4252-b62e-461623b70f99 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:26:10.947297 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4046c6cd-108b-4b4b-bcf4-f5d9749fd13e None None] Network c5f16332-ced7-4e29-8c29-8a74315ca957 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:10.986507 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c9903664-0e43-4b10-b1cc-e89b56047829 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/subnets/de35013c-49a2-4e91-87f0-9ba40f67ddee HTTP/1.1" status: 204 len: 168 time: 0.7384956 Apr 11 14:26:10.989631 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5be620-0387-4252-b62e-461623b70f99 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Pushing event updated for resources: {'Port': ['ID=5023144d-c595-4bda-b7b3-1e7b84c35361,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:10.993845 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44254) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:11.036823 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10fb5bf5-0a25-4f8a-b44b-3e7b6bb26748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:11.189030 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb5bf5-0a25-4f8a-b44b-3e7b6bb26748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=433947ae-9206-4e6e-b1ee-849a2646d5dc,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:11.358135 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e84be5f0-4ead-4db5-9a38-7c6214364a5b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:11.373684 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60366683-bb2d-45e8-80a8-4b5a91ebd220 None None] DHCP port deletion for c5f16332-ced7-4e29-8c29-8a74315ca957 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:26:11.378644 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-60366683-bb2d-45e8-80a8-4b5a91ebd220 None None] Deleting port fabe2421-552a-4223-9af9-8c356a44c77d {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:26:11.379211 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-60366683-bb2d-45e8-80a8-4b5a91ebd220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:11.382612 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-e84be5f0-4ead-4db5-9a38-7c6214364a5b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting port fabe2421-552a-4223-9af9-8c356a44c77d {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:26:11.383036 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e84be5f0-4ead-4db5-9a38-7c6214364a5b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:11.409764 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10fb5bf5-0a25-4f8a-b44b-3e7b6bb26748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:11.410081 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-10fb5bf5-0a25-4f8a-b44b-3e7b6bb26748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Floating IP 1aa303dd-1370-4f4a-bda7-4a18b8846608 disassociated (deleted). External IP: 172.26.7.118, port: cc64d515-c428-4346-be56-d7966df2bb2d. Apr 11 14:26:11.618912 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-60366683-bb2d-45e8-80a8-4b5a91ebd220 None None] For port fabe2421-552a-4223-9af9-8c356a44c77d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=fabe2421-552a-4223-9af9-8c356a44c77d,segment=NetworkSegment(c6fd70fe-a7b5-47f4-b766-6a9ea7756cda),segment_id=c6fd70fe-a7b5-47f4-b766-6a9ea7756cda)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:11.618912 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-60366683-bb2d-45e8-80a8-4b5a91ebd220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:11.735668 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-233c9e35-bc6f-4e20-aa73-a6b7603bee0d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting port 538e80c3-3770-4bfe-9bf7-a44dc3b59f76 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:26:11.735668 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-233c9e35-bc6f-4e20-aa73-a6b7603bee0d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:11.760459 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-60366683-bb2d-45e8-80a8-4b5a91ebd220 None None] Calling delete_port for fabe2421-552a-4223-9af9-8c356a44c77d owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:26:11.796674 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-e84be5f0-4ead-4db5-9a38-7c6214364a5b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] For port fabe2421-552a-4223-9af9-8c356a44c77d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=fabe2421-552a-4223-9af9-8c356a44c77d,segment=NetworkSegment(c6fd70fe-a7b5-47f4-b766-6a9ea7756cda),segment_id=c6fd70fe-a7b5-47f4-b766-6a9ea7756cda)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:11.797797 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e84be5f0-4ead-4db5-9a38-7c6214364a5b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:11.917199 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-60366683-bb2d-45e8-80a8-4b5a91ebd220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:11.928013 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-e84be5f0-4ead-4db5-9a38-7c6214364a5b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Calling delete_port for fabe2421-552a-4223-9af9-8c356a44c77d owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:26:11.988084 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366683-bb2d-45e8-80a8-4b5a91ebd220 None None] Pushing event deleted for resources: {'Port': ['ID=fabe2421-552a-4223-9af9-8c356a44c77d,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:12.001526 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60366683-bb2d-45e8-80a8-4b5a91ebd220 None None] No DVR routers for this DVR port fabe2421-552a-4223-9af9-8c356a44c77d on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:26:12.039700 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fb5bf5-0a25-4f8a-b44b-3e7b6bb26748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router 03c33371-12e9-4781-a53c-3d6930a9518c has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:26:12.041768 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.api [None req-e84be5f0-4ead-4db5-9a38-7c6214364a5b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:26:12.042120 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG oslo_db.api [None req-e84be5f0-4ead-4db5-9a38-7c6214364a5b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:26:12.052114 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eb5be620-0387-4252-b62e-461623b70f99 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:12.056916 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-233c9e35-bc6f-4e20-aa73-a6b7603bee0d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:12.186064 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eb5be620-0387-4252-b62e-461623b70f99 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:12.389269 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-233c9e35-bc6f-4e20-aa73-a6b7603bee0d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Calling delete_port for 538e80c3-3770-4bfe-9bf7-a44dc3b59f76 owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:26:12.414607 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eb5be620-0387-4252-b62e-461623b70f99 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:12.438673 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device fabe2421-552a-4223-9af9-8c356a44c77d no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:26:12.473603 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: fabe2421-552a-4223-9af9-8c356a44c77d {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:26:12.473970 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device fabe2421-552a-4223-9af9-8c356a44c77d not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:26:12.477551 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eb5be620-0387-4252-b62e-461623b70f99 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:12.567289 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-e84be5f0-4ead-4db5-9a38-7c6214364a5b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting port fabe2421-552a-4223-9af9-8c356a44c77d {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:26:12.567289 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e84be5f0-4ead-4db5-9a38-7c6214364a5b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:12.577528 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fb5bf5-0a25-4f8a-b44b-3e7b6bb26748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:26:12.588864 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191307eb-c3d0-4539-a8fd-da243f4bde62 None None] Sync routers for ids ['03c33371-12e9-4781-a53c-3d6930a9518c'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:26:12.598898 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191307eb-c3d0-4539-a8fd-da243f4bde62 None None] Routers {'03c33371-12e9-4781-a53c-3d6930a9518c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:26:12.599649 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-191307eb-c3d0-4539-a8fd-da243f4bde62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:25:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['03c33371-12e9-4781-a53c-3d6930a9518c'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:12.604984 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10fb5bf5-0a25-4f8a-b44b-3e7b6bb26748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:12.666159 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5be620-0387-4252-b62e-461623b70f99 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Pushing event updated for resources: {'Port': ['ID=5023144d-c595-4bda-b7b3-1e7b84c35361,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:12.673975 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-e84be5f0-4ead-4db5-9a38-7c6214364a5b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] The port 'fabe2421-552a-4223-9af9-8c356a44c77d' was deleted {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:26:12.714471 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-10fb5bf5-0a25-4f8a-b44b-3e7b6bb26748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/floatingips/1aa303dd-1370-4f4a-bda7-4a18b8846608 HTTP/1.1" status: 204 len: 168 time: 3.2686944 Apr 11 14:26:12.715142 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790e7bc3-4bcc-4214-bbca-6c3a1a05a33b', 'tag': 'cc64d515-c428-4346-be56-d7966df2bb2d'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:26:12.745710 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eb5be620-0387-4252-b62e-461623b70f99 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:12.792203 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f086d2b2-9f92-47ee-b648-00c6cef1761f'] response: {'name': 'network-changed', 'server_uuid': '790e7bc3-4bcc-4214-bbca-6c3a1a05a33b', 'tag': 'cc64d515-c428-4346-be56-d7966df2bb2d', 'status': 'completed', 'code': 200} Apr 11 14:26:12.814763 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-191307eb-c3d0-4539-a8fd-da243f4bde62 None None] Set router 03c33371-12e9-4781-a53c-3d6930a9518c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:26:12.822085 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-233c9e35-bc6f-4e20-aa73-a6b7603bee0d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:12.979534 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c9e35-bc6f-4e20-aa73-a6b7603bee0d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Port': ['ID=538e80c3-3770-4bfe-9bf7-a44dc3b59f76,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:13.031998 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e84be5f0-4ead-4db5-9a38-7c6214364a5b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:13.162589 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-e84be5f0-4ead-4db5-9a38-7c6214364a5b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f16332-ced7-4e29-8c29-8a74315ca957']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:13.182203 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-e84be5f0-4ead-4db5-9a38-7c6214364a5b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6fd70fe-a7b5-47f4-b766-6a9ea7756cda') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:13.182457 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-e84be5f0-4ead-4db5-9a38-7c6214364a5b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6fd70fe-a7b5-47f4-b766-6a9ea7756cda') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:13.210465 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e84be5f0-4ead-4db5-9a38-7c6214364a5b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:13.222813 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-eb5be620-0387-4252-b62e-461623b70f99 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Floating IP 50fced36-d5a1-483d-9c71-66c48a4a89a7 associated. External IP: 172.26.7.234, port: 98daf243-eed0-4f49-8504-6e6c3ebec9b8. Apr 11 14:26:13.282400 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-191307eb-c3d0-4539-a8fd-da243f4bde62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'name': 'tempest-TestNetworkBasicOps-router-1336258400', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:22:08Z', 'updated_at': '2022-04-11T14:25:57Z', 'revision_number': 6, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:12Z', 'updated_at': '2022-04-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '501008d0-6c1a-4538-b04d-e9e2348f628a', 'name': '', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:64:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:25Z', 'updated_at': '2022-04-11T14:22:43Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:13.286324 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191307eb-c3d0-4539-a8fd-da243f4bde62 None None] Checking router: 03c33371-12e9-4781-a53c-3d6930a9518c for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:26:13.294994 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff37657-3134-41f6-90bc-15cdf5f5aafb req-81c63989-1afb-47e6-a982-6c425f609cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:13.296689 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cff37657-3134-41f6-90bc-15cdf5f5aafb req-81c63989-1afb-47e6-a982-6c425f609cbf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 1098 time: 0.3554485 Apr 11 14:26:13.297710 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191307eb-c3d0-4539-a8fd-da243f4bde62 None None] Routers {'03c33371-12e9-4781-a53c-3d6930a9518c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:26:13.298611 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-191307eb-c3d0-4539-a8fd-da243f4bde62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:25:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['03c33371-12e9-4781-a53c-3d6930a9518c'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:13.308974 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e84be5f0-4ead-4db5-9a38-7c6214364a5b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:13.320872 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84be5f0-4ead-4db5-9a38-7c6214364a5b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:26:13.321280 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e84be5f0-4ead-4db5-9a38-7c6214364a5b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:26:13.338669 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:26:13.454627 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff37657-3134-41f6-90bc-15cdf5f5aafb req-88b604fb-cdd9-4066-8222-d384a9500971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:13.456141 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cff37657-3134-41f6-90bc-15cdf5f5aafb req-88b604fb-cdd9-4066-8222-d384a9500971 service neutron] 10.222.0.53 "GET /v2.0/networks?id=36ebc322-19e4-4a30-b8b7-2a34e01ed94a HTTP/1.1" status: 200 len: 898 time: 0.1447361 Apr 11 14:26:13.456898 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-233c9e35-bc6f-4e20-aa73-a6b7603bee0d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:13.501539 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-191307eb-c3d0-4539-a8fd-da243f4bde62 None None] Set router 03c33371-12e9-4781-a53c-3d6930a9518c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:26:13.593556 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e84be5f0-4ead-4db5-9a38-7c6214364a5b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:13.615625 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e84be5f0-4ead-4db5-9a38-7c6214364a5b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:13.635723 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84be5f0-4ead-4db5-9a38-7c6214364a5b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Network': ['ID=c5f16332-ced7-4e29-8c29-8a74315ca957,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:13.657915 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cff37657-3134-41f6-90bc-15cdf5f5aafb req-f271f5bb-fdb8-48d0-9861-25402e24dc4d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc64d515-c428-4346-be56-d7966df2bb2d HTTP/1.1" status: 200 len: 217 time: 0.1904259 Apr 11 14:26:13.752485 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5be620-0387-4252-b62e-461623b70f99 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Router 70cd2ca9-1b94-4200-9997-6b498f3d8fde has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:26:13.763607 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e84be5f0-4ead-4db5-9a38-7c6214364a5b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/networks/c5f16332-ced7-4e29-8c29-8a74315ca957 HTTP/1.1" status: 204 len: 168 time: 2.7650995 Apr 11 14:26:13.765881 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44264) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:13.768627 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:26:13.830536 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-6df19a73-af28-45c4-bfda-a6a430d5a7f2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'port': {'network_id': '3cdea6b6-4efb-4ffa-8b30-02ed349d749b', 'name': 'tempest-PortsIpV6TestJSON-180985340'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:13.869564 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff37657-3134-41f6-90bc-15cdf5f5aafb req-ee3e239e-243f-4998-8e0e-07565c5a6b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:13.871043 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cff37657-3134-41f6-90bc-15cdf5f5aafb req-ee3e239e-243f-4998-8e0e-07565c5a6b60 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7b1404d-b331-4cae-b015-2afe2d581889 HTTP/1.1" status: 200 len: 835 time: 0.2031236 Apr 11 14:26:13.887836 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-191307eb-c3d0-4539-a8fd-da243f4bde62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'name': 'tempest-TestNetworkBasicOps-router-1336258400', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:22:08Z', 'updated_at': '2022-04-11T14:25:57Z', 'revision_number': 6, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:12Z', 'updated_at': '2022-04-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '501008d0-6c1a-4538-b04d-e9e2348f628a', 'name': '', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:64:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:25Z', 'updated_at': '2022-04-11T14:22:43Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:13.892968 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191307eb-c3d0-4539-a8fd-da243f4bde62 None None] The sync data for ids ['03c33371-12e9-4781-a53c-3d6930a9518c'] in dv-neutron-837330-1-hyperv is: [{'id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'name': 'tempest-TestNetworkBasicOps-router-1336258400', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:22:08Z', 'updated_at': '2022-04-11T14:25:57Z', 'revision_number': 6, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:12Z', 'updated_at': '2022-04-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '501008d0-6c1a-4538-b04d-e9e2348f628a', 'name': '', 'network_id': '36ebc322-19e4-4a30-b8b7-2a34e01ed94a', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:64:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:25Z', 'updated_at': '2022-04-11T14:22:43Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a7b1404d-b331-4cae-b015-2afe2d581889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:26:14.032454 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-6df19a73-af28-45c4-bfda-a6a430d5a7f2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:14.047263 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6df19a73-af28-45c4-bfda-a6a430d5a7f2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:port and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:14.053447 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6df19a73-af28-45c4-bfda-a6a430d5a7f2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:14.065118 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-6df19a73-af28-45c4-bfda-a6a430d5a7f2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:14.067711 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5be620-0387-4252-b62e-461623b70f99 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:26:14.080498 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cacb42-6d22-4473-83ef-154a62c596d5 None None] Sync routers for ids ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:26:14.090596 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cacb42-6d22-4473-83ef-154a62c596d5 None None] Routers {'70cd2ca9-1b94-4200-9997-6b498f3d8fde'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:26:14.091224 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-93cacb42-6d22-4473-83ef-154a62c596d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:25:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:14.152258 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233c9e35-bc6f-4e20-aa73-a6b7603bee0d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Router bccfa2d7-bd06-431f-9726-f54934afd727 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:26:14.166869 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fae7cd-83eb-4d31-9a28-728f7cf8a208 req-14a10230-3ab5-4183-b4a6-5ccabd39cd89 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:14.167768 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-b6fae7cd-83eb-4d31-9a28-728f7cf8a208 req-14a10230-3ab5-4183-b4a6-5ccabd39cd89 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:26:14.173298 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df19a73-af28-45c4-bfda-a6a430d5a7f2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:14.180554 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6df19a73-af28-45c4-bfda-a6a430d5a7f2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:14.211137 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-6df19a73-af28-45c4-bfda-a6a430d5a7f2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] device_id is not set on port 8df146ed-09d6-47c0-9075-7673c5367574 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:26:14.245044 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8317b7f5-e113-4c8d-9ec3-d4e3a4b54bbe None None] New status for floating IP 1aa303dd-1370-4f4a-bda7-4a18b8846608: DOWN {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:26:14.247591 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eb5be620-0387-4252-b62e-461623b70f99 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:14.297958 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-93cacb42-6d22-4473-83ef-154a62c596d5 None None] Set router 70cd2ca9-1b94-4200-9997-6b498f3d8fde gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:26:14.326317 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233c9e35-bc6f-4e20-aa73-a6b7603bee0d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:26:14.354482 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-eb5be620-0387-4252-b62e-461623b70f99 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0072703 Apr 11 14:26:14.359747 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69523c7f-7bb4-47af-a4a0-77b9c2d8626f', 'tag': '98daf243-eed0-4f49-8504-6e6c3ebec9b8'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:26:14.360148 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff37657-3134-41f6-90bc-15cdf5f5aafb req-dba30dd8-45ae-4831-a54e-f137385a0e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:14.361863 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cff37657-3134-41f6-90bc-15cdf5f5aafb req-dba30dd8-45ae-4831-a54e-f137385a0e03 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36ebc322-19e4-4a30-b8b7-2a34e01ed94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4381459 Apr 11 14:26:14.365588 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca346f57-b56f-40cf-8d71-52b77fc5f672 None None] Sync routers for ids ['bccfa2d7-bd06-431f-9726-f54934afd727'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:26:14.367316 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-233c9e35-bc6f-4e20-aa73-a6b7603bee0d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "PUT /v2.0/routers/bccfa2d7-bd06-431f-9726-f54934afd727/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5745931 Apr 11 14:26:14.368266 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44274) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:14.408785 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca346f57-b56f-40cf-8d71-52b77fc5f672 None None] Routers {'bccfa2d7-bd06-431f-9726-f54934afd727'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:26:14.409559 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-ca346f57-b56f-40cf-8d71-52b77fc5f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:25:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['bccfa2d7-bd06-431f-9726-f54934afd727'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:14.451121 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-93e4e88d-6634-43d0-893e-be60b7c2fe0c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Synchronizing usage tracker for tenant:157d4d28af624b1c88b7b45d883df158 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:26:14.453767 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-b6fae7cd-83eb-4d31-9a28-728f7cf8a208 req-14a10230-3ab5-4183-b4a6-5ccabd39cd89 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:26:14.455062 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b6fae7cd-83eb-4d31-9a28-728f7cf8a208 req-14a10230-3ab5-4183-b4a6-5ccabd39cd89 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 945 time: 0.8679662 Apr 11 14:26:14.548563 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-ca346f57-b56f-40cf-8d71-52b77fc5f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:14.582791 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca346f57-b56f-40cf-8d71-52b77fc5f672 None None] Routers {'bccfa2d7-bd06-431f-9726-f54934afd727'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:26:14.583632 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-ca346f57-b56f-40cf-8d71-52b77fc5f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:25:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['bccfa2d7-bd06-431f-9726-f54934afd727'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:14.586810 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6df19a73-af28-45c4-bfda-a6a430d5a7f2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:14.608815 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b6fae7cd-83eb-4d31-9a28-728f7cf8a208 req-4909458e-f877-4206-affa-e61c76a77aab tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=2fff6a53-a0bb-4a15-9393-fdcd899b3d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831883 Apr 11 14:26:14.645274 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cff37657-3134-41f6-90bc-15cdf5f5aafb req-2616ec56-8eb4-4a47-971f-b4adb61bb372 service neutron] 10.222.0.53 "GET /v2.0/networks/36ebc322-19e4-4a30-b8b7-2a34e01ed94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714844 Apr 11 14:26:14.668431 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46585d90-7d21-409d-813e-a77df052d794'] response: {'name': 'network-changed', 'server_uuid': '69523c7f-7bb4-47af-a4a0-77b9c2d8626f', 'tag': '98daf243-eed0-4f49-8504-6e6c3ebec9b8', 'status': 'completed', 'code': 200} Apr 11 14:26:14.675706 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-93e4e88d-6634-43d0-893e-be60b7c2fe0c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Unset dirty status for tenant:157d4d28af624b1c88b7b45d883df158 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:26:14.676866 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-93e4e88d-6634-43d0-893e-be60b7c2fe0c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "GET /v2.0/ports?device_id=bccfa2d7-bd06-431f-9726-f54934afd727 HTTP/1.1" status: 200 len: 205 time: 0.3075814 Apr 11 14:26:14.681955 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-ca346f57-b56f-40cf-8d71-52b77fc5f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:14.681955 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca346f57-b56f-40cf-8d71-52b77fc5f672 None None] The sync data for ids ['bccfa2d7-bd06-431f-9726-f54934afd727'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:26:14.682192 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44280) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:14.880534 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cff37657-3134-41f6-90bc-15cdf5f5aafb req-909b7782-6644-40e1-8efe-f01eed9f8ee9 service neutron] 10.222.0.53 "GET /v2.0/networks/36ebc322-19e4-4a30-b8b7-2a34e01ed94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292125 Apr 11 14:26:14.884356 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243a052-6098-4a8a-b216-7b86f675f11f req-b5cfde27-2245-4e87-a3a0-5ce455ebe82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:14.885785 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7243a052-6098-4a8a-b216-7b86f675f11f req-b5cfde27-2245-4e87-a3a0-5ce455ebe82c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df3145cb5eb94e5db4de6b7bba758d40&device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 1099 time: 0.1288874 Apr 11 14:26:14.888956 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6df19a73-af28-45c4-bfda-a6a430d5a7f2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:14.893133 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-93cacb42-6d22-4473-83ef-154a62c596d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:33Z', 'revision_number': 4, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'gw_port': {'id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:24Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '50fced36-d5a1-483d-9c71-66c48a4a89a7', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'floating_ip_address': '172.26.7.234', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'port_id': '98daf243-eed0-4f49-8504-6e6c3ebec9b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'mac_address': 'fa:16:3e:b2:f8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69523c7f-7bb4-47af-a4a0-77b9c2d8626f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:26:11Z', 'updated_at': '2022-04-11T14:26:11Z', 'revision_number': 0, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4164128e-3813-4191-8f0c-ffa443a1c8a5', 'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'mac_address': 'fa:16:3e:33:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:32Z', 'updated_at': '2022-04-11T14:24:40Z', 'revision_number': 5, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'subnets': [{'id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:14.897078 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cacb42-6d22-4473-83ef-154a62c596d5 None None] Checking router: 70cd2ca9-1b94-4200-9997-6b498f3d8fde for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:26:14.906441 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cacb42-6d22-4473-83ef-154a62c596d5 None None] Routers {'70cd2ca9-1b94-4200-9997-6b498f3d8fde'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:26:14.907817 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-93cacb42-6d22-4473-83ef-154a62c596d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:25:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:15.028380 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1c19f489-68d4-4aeb-b272-2b708eafa5f0 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:15.069363 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243a052-6098-4a8a-b216-7b86f675f11f req-c7f8c90f-737f-4a83-85c6-d04f59c7f8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:15.070938 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7243a052-6098-4a8a-b216-7b86f675f11f req-c7f8c90f-737f-4a83-85c6-d04f59c7f8e9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b384f45c-0909-4242-b122-3a6b13e2f934 HTTP/1.1" status: 200 len: 914 time: 0.1541374 Apr 11 14:26:15.115003 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df19a73-af28-45c4-bfda-a6a430d5a7f2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network 3cdea6b6-4efb-4ffa-8b30-02ed349d749b is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:15.115901 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df19a73-af28-45c4-bfda-a6a430d5a7f2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Port': ['ID=8df146ed-09d6-47c0-9075-7673c5367574,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:15.120162 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-6df19a73-af28-45c4-bfda-a6a430d5a7f2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:15.170266 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df19a73-af28-45c4-bfda-a6a430d5a7f2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:26:15.180769 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df19a73-af28-45c4-bfda-a6a430d5a7f2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:15.181435 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6df19a73-af28-45c4-bfda-a6a430d5a7f2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:15.199431 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-93cacb42-6d22-4473-83ef-154a62c596d5 None None] Set router 70cd2ca9-1b94-4200-9997-6b498f3d8fde gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:26:15.227286 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7243a052-6098-4a8a-b216-7b86f675f11f req-5373d048-73ae-4115-8e0e-847a05e74e5b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98daf243-eed0-4f49-8504-6e6c3ebec9b8 HTTP/1.1" status: 200 len: 1000 time: 0.1466222 Apr 11 14:26:15.309633 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c956428-3b9c-4d00-92ed-234cdea72db1 req-11653200-05c6-494e-957b-c2cad08ae945 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:15.311114 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8c956428-3b9c-4d00-92ed-234cdea72db1 req-11653200-05c6-494e-957b-c2cad08ae945 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/ports?device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 945 time: 0.1589251 Apr 11 14:26:15.315774 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243a052-6098-4a8a-b216-7b86f675f11f req-f0e5d9b4-b7c0-4c80-8af1-b16e3ad23ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:15.317155 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7243a052-6098-4a8a-b216-7b86f675f11f req-f0e5d9b4-b7c0-4c80-8af1-b16e3ad23ebe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3b75be1d-a0f4-4c83-bb21-b959bddcc5cd HTTP/1.1" status: 200 len: 851 time: 0.0812607 Apr 11 14:26:15.395101 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1c19f489-68d4-4aeb-b272-2b708eafa5f0 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:15.399147 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1c19f489-68d4-4aeb-b272-2b708eafa5f0 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:15.421666 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6df19a73-af28-45c4-bfda-a6a430d5a7f2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6540396 Apr 11 14:26:15.424439 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44284) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:15.434634 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-8c956428-3b9c-4d00-92ed-234cdea72db1 req-55bcdb76-c77c-40e1-bf7b-f5cca379d332 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port cc64d515-c428-4346-be56-d7966df2bb2d {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:26:15.435242 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-8c956428-3b9c-4d00-92ed-234cdea72db1 req-55bcdb76-c77c-40e1-bf7b-f5cca379d332 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:15.503761 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-56baabc7-ed9b-42f4-a9c9-831880229a52 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting port 8df146ed-09d6-47c0-9075-7673c5367574 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:26:15.504363 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-56baabc7-ed9b-42f4-a9c9-831880229a52 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:15.511767 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243a052-6098-4a8a-b216-7b86f675f11f req-e9797367-dfcf-4ac9-a9ad-33e17aad04d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:15.513266 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7243a052-6098-4a8a-b216-7b86f675f11f req-e9797367-dfcf-4ac9-a9ad-33e17aad04d9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b384f45c-0909-4242-b122-3a6b13e2f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1624329 Apr 11 14:26:15.536176 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1c19f489-68d4-4aeb-b272-2b708eafa5f0 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:15.536949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c19f489-68d4-4aeb-b272-2b708eafa5f0 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Fanout notify agent at l3_agent the message router_deleted on router bccfa2d7-bd06-431f-9726-f54934afd727 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:26:15.569820 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1c19f489-68d4-4aeb-b272-2b708eafa5f0 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:15.570973 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1c19f489-68d4-4aeb-b272-2b708eafa5f0 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/routers/bccfa2d7-bd06-431f-9726-f54934afd727 HTTP/1.1" status: 204 len: 168 time: 0.8877981 Apr 11 14:26:15.578421 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44288) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:15.604117 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-93cacb42-6d22-4473-83ef-154a62c596d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:33Z', 'revision_number': 4, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'gw_port': {'id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:24Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '50fced36-d5a1-483d-9c71-66c48a4a89a7', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'floating_ip_address': '172.26.7.234', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'port_id': '98daf243-eed0-4f49-8504-6e6c3ebec9b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'mac_address': 'fa:16:3e:b2:f8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69523c7f-7bb4-47af-a4a0-77b9c2d8626f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:26:11Z', 'updated_at': '2022-04-11T14:26:11Z', 'revision_number': 0, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4164128e-3813-4191-8f0c-ffa443a1c8a5', 'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'mac_address': 'fa:16:3e:33:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:32Z', 'updated_at': '2022-04-11T14:24:40Z', 'revision_number': 5, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'subnets': [{'id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:15.608697 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cacb42-6d22-4473-83ef-154a62c596d5 None None] The sync data for ids ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'] in dv-neutron-837330-1-hyperv is: [{'id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:33Z', 'revision_number': 4, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'gw_port': {'id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:24Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '50fced36-d5a1-483d-9c71-66c48a4a89a7', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'floating_ip_address': '172.26.7.234', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'port_id': '98daf243-eed0-4f49-8504-6e6c3ebec9b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'mac_address': 'fa:16:3e:b2:f8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69523c7f-7bb4-47af-a4a0-77b9c2d8626f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:26:11Z', 'updated_at': '2022-04-11T14:26:11Z', 'revision_number': 0, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4164128e-3813-4191-8f0c-ffa443a1c8a5', 'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'mac_address': 'fa:16:3e:33:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:32Z', 'updated_at': '2022-04-11T14:24:40Z', 'revision_number': 5, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'subnets': [{'id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:26:15.723470 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-667e33eb-5109-4d24-bb0b-5ca2f0aab60d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting subnet 6ef34c6f-2209-4dd5-84fe-118bc6c13ae7 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:26:15.738532 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-667e33eb-5109-4d24-bb0b-5ca2f0aab60d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:15.867476 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e812fb1b-0ad2-40b2-a8ff-94da3fc87d6b None None] New status for floating IP 50fced36-d5a1-483d-9c71-66c48a4a89a7: ACTIVE {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:26:15.869354 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-667e33eb-5109-4d24-bb0b-5ca2f0aab60d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:15.897360 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-56baabc7-ed9b-42f4-a9c9-831880229a52 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:16.019450 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7243a052-6098-4a8a-b216-7b86f675f11f req-6cbfb96b-585d-4cd5-8626-7aa992f5bf3e service neutron] 10.222.0.53 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811223 Apr 11 14:26:16.052788 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-56baabc7-ed9b-42f4-a9c9-831880229a52 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Calling delete_port for 8df146ed-09d6-47c0-9075-7673c5367574 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:26:16.091905 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-8c956428-3b9c-4d00-92ed-234cdea72db1 req-55bcdb76-c77c-40e1-bf7b-f5cca379d332 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port cc64d515-c428-4346-be56-d7966df2bb2d, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=cc64d515-c428-4346-be56-d7966df2bb2d,segment=NetworkSegment(2f1d24e7-6d29-40e4-a473-d6e8edbb3615),segment_id=2f1d24e7-6d29-40e4-a473-d6e8edbb3615)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:16.092272 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-8c956428-3b9c-4d00-92ed-234cdea72db1 req-55bcdb76-c77c-40e1-bf7b-f5cca379d332 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:16.156453 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-667e33eb-5109-4d24-bb0b-5ca2f0aab60d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:16.248797 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-56baabc7-ed9b-42f4-a9c9-831880229a52 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:16.302317 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-8c956428-3b9c-4d00-92ed-234cdea72db1 req-55bcdb76-c77c-40e1-bf7b-f5cca379d332 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for cc64d515-c428-4346-be56-d7966df2bb2d owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:26:16.360706 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898940fa-25c5-4712-92c3-377313b2dcfc req-55cea44c-a3ba-4cfa-9a50-6e478c40cb6f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:16.362253 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-898940fa-25c5-4712-92c3-377313b2dcfc req-55cea44c-a3ba-4cfa-9a50-6e478c40cb6f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 945 time: 0.4443521 Apr 11 14:26:16.420416 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-667e33eb-5109-4d24-bb0b-5ca2f0aab60d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:16.451006 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7243a052-6098-4a8a-b216-7b86f675f11f req-d2a1be45-ff2c-4a65-9a21-2e99f17befbd service neutron] 10.222.0.53 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223299 Apr 11 14:26:16.460622 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56baabc7-ed9b-42f4-a9c9-831880229a52 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Port': ['ID=8df146ed-09d6-47c0-9075-7673c5367574,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:16.469206 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-898940fa-25c5-4712-92c3-377313b2dcfc req-6175c7b9-b70e-4b42-915f-e1c3c3954fc2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=2fff6a53-a0bb-4a15-9393-fdcd899b3d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995069 Apr 11 14:26:16.471599 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e33eb-5109-4d24-bb0b-5ca2f0aab60d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Subnet': ['ID=6ef34c6f-2209-4dd5-84fe-118bc6c13ae7,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:16.486753 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-56baabc7-ed9b-42f4-a9c9-831880229a52 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:16.500777 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-667e33eb-5109-4d24-bb0b-5ca2f0aab60d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:16.502758 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-667e33eb-5109-4d24-bb0b-5ca2f0aab60d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/subnets/6ef34c6f-2209-4dd5-84fe-118bc6c13ae7 HTTP/1.1" status: 204 len: 168 time: 0.9233425 Apr 11 14:26:16.504689 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-56baabc7-ed9b-42f4-a9c9-831880229a52 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/ports/8df146ed-09d6-47c0-9075-7673c5367574 HTTP/1.1" status: 204 len: 168 time: 1.0789580 Apr 11 14:26:16.505715 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44294) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:16.507915 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b77499c-f0c0-479f-9bb3-5459aa15a154 None None] Network e1ac32d5-596b-4211-9f68-a44663362bc8 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:16.508405 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44296) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:16.535644 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-69588b30-5005-479c-91cf-aeb33a3a9aac tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'port': {'network_id': '3cdea6b6-4efb-4ffa-8b30-02ed349d749b', 'mac_address': 'fa:16:3e:82:76:3d', 'name': 'tempest-PortsIpV6TestJSON-1555489416'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:16.657765 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-8c956428-3b9c-4d00-92ed-234cdea72db1 req-55bcdb76-c77c-40e1-bf7b-f5cca379d332 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:16.730055 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bcdb76-c77c-40e1-bf7b-f5cca379d332 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=cc64d515-c428-4346-be56-d7966df2bb2d,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:16.735068 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-69588b30-5005-479c-91cf-aeb33a3a9aac tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:16.737787 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-69588b30-5005-479c-91cf-aeb33a3a9aac tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:port and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:16.741203 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-69588b30-5005-479c-91cf-aeb33a3a9aac tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:16.746703 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-35ebe64f-f574-432a-b68f-de7fa5636d7e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:16.753048 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-69588b30-5005-479c-91cf-aeb33a3a9aac tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:16.775776 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-35ebe64f-f574-432a-b68f-de7fa5636d7e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting port a8720028-159c-4159-91de-2f7ae8995e17 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:26:16.775776 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-35ebe64f-f574-432a-b68f-de7fa5636d7e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:16.822759 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c956428-3b9c-4d00-92ed-234cdea72db1 req-55bcdb76-c77c-40e1-bf7b-f5cca379d332 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] No DVR routers for this DVR port cc64d515-c428-4346-be56-d7966df2bb2d on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:26:16.822759 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-8c956428-3b9c-4d00-92ed-234cdea72db1 req-55bcdb76-c77c-40e1-bf7b-f5cca379d332 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:16.826893 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790e7bc3-4bcc-4214-bbca-6c3a1a05a33b', 'name': 'network-vif-deleted', 'tag': 'cc64d515-c428-4346-be56-d7966df2bb2d'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:26:16.857137 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b741f9-80dd-46bf-a676-099554709b0f None None] DHCP port deletion for e1ac32d5-596b-4211-9f68-a44663362bc8 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:26:16.863308 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c7b741f9-80dd-46bf-a676-099554709b0f None None] Deleting port a8720028-159c-4159-91de-2f7ae8995e17 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:26:16.863695 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c7b741f9-80dd-46bf-a676-099554709b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:16.884001 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb264ecf-1e18-4d5b-bb14-133a025daf77'] response: {'server_uuid': '790e7bc3-4bcc-4214-bbca-6c3a1a05a33b', 'name': 'network-vif-deleted', 'tag': 'cc64d515-c428-4346-be56-d7966df2bb2d', 'status': 'completed', 'code': 200} Apr 11 14:26:16.894762 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69588b30-5005-479c-91cf-aeb33a3a9aac tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:16.958285 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8c956428-3b9c-4d00-92ed-234cdea72db1 req-55bcdb76-c77c-40e1-bf7b-f5cca379d332 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "DELETE /v2.0/ports/cc64d515-c428-4346-be56-d7966df2bb2d HTTP/1.1" status: 204 len: 173 time: 1.6398666 Apr 11 14:26:17.080370 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-69588b30-5005-479c-91cf-aeb33a3a9aac tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:17.153074 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-c7b741f9-80dd-46bf-a676-099554709b0f None None] For port a8720028-159c-4159-91de-2f7ae8995e17, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=a8720028-159c-4159-91de-2f7ae8995e17,segment=NetworkSegment(898522fb-118f-4d29-8b45-90e006beb45d),segment_id=898522fb-118f-4d29-8b45-90e006beb45d)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:17.153592 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c7b741f9-80dd-46bf-a676-099554709b0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:17.185717 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-35ebe64f-f574-432a-b68f-de7fa5636d7e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] For port a8720028-159c-4159-91de-2f7ae8995e17, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=a8720028-159c-4159-91de-2f7ae8995e17,segment=NetworkSegment(898522fb-118f-4d29-8b45-90e006beb45d),segment_id=898522fb-118f-4d29-8b45-90e006beb45d)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:17.186112 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-35ebe64f-f574-432a-b68f-de7fa5636d7e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:17.200905 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-69588b30-5005-479c-91cf-aeb33a3a9aac tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] device_id is not set on port e106c387-0827-447f-ad69-e92cfb35a5ca yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:26:17.330932 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c7b741f9-80dd-46bf-a676-099554709b0f None None] Calling delete_port for a8720028-159c-4159-91de-2f7ae8995e17 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:26:17.393144 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-35ebe64f-f574-432a-b68f-de7fa5636d7e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Calling delete_port for a8720028-159c-4159-91de-2f7ae8995e17 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:26:17.518636 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c7b741f9-80dd-46bf-a676-099554709b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:17.608085 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b741f9-80dd-46bf-a676-099554709b0f None None] Pushing event deleted for resources: {'Port': ['ID=a8720028-159c-4159-91de-2f7ae8995e17,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:17.608085 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b741f9-80dd-46bf-a676-099554709b0f None None] No DVR routers for this DVR port a8720028-159c-4159-91de-2f7ae8995e17 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:26:17.626482 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.api [None req-35ebe64f-f574-432a-b68f-de7fa5636d7e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:26:17.626613 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG oslo_db.api [None req-35ebe64f-f574-432a-b68f-de7fa5636d7e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:26:17.653241 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-8291631a-0999-4e30-b0ca-020a66bbb756 req-0f4f940c-f83d-42fd-9017-fb7a6facbb78 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:26:17.667413 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-69588b30-5005-479c-91cf-aeb33a3a9aac tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:17.739823 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-8291631a-0999-4e30-b0ca-020a66bbb756 req-0f4f940c-f83d-42fd-9017-fb7a6facbb78 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:26:17.741003 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8291631a-0999-4e30-b0ca-020a66bbb756 req-0f4f940c-f83d-42fd-9017-fb7a6facbb78 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=790e7bc3-4bcc-4214-bbca-6c3a1a05a33b HTTP/1.1" status: 200 len: 210 time: 0.1325417 Apr 11 14:26:17.763019 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-69588b30-5005-479c-91cf-aeb33a3a9aac tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:17.852824 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69588b30-5005-479c-91cf-aeb33a3a9aac tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network 3cdea6b6-4efb-4ffa-8b30-02ed349d749b is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:17.852824 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-69588b30-5005-479c-91cf-aeb33a3a9aac tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:17.858753 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69588b30-5005-479c-91cf-aeb33a3a9aac tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:26:17.863090 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69588b30-5005-479c-91cf-aeb33a3a9aac tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:17.863090 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-69588b30-5005-479c-91cf-aeb33a3a9aac tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:17.878486 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69588b30-5005-479c-91cf-aeb33a3a9aac tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Port': ['ID=e106c387-0827-447f-ad69-e92cfb35a5ca,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:17.997645 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-69588b30-5005-479c-91cf-aeb33a3a9aac tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4878006 Apr 11 14:26:17.999673 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44306) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:18.096067 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0441a4d2-4dab-4f9a-a67d-d92ba3229b0a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:18.097280 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0441a4d2-4dab-4f9a-a67d-d92ba3229b0a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Synchronizing usage tracker for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:26:18.127337 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-35ebe64f-f574-432a-b68f-de7fa5636d7e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting port a8720028-159c-4159-91de-2f7ae8995e17 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:26:18.127611 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-35ebe64f-f574-432a-b68f-de7fa5636d7e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:18.197428 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-35ebe64f-f574-432a-b68f-de7fa5636d7e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] The port 'a8720028-159c-4159-91de-2f7ae8995e17' was deleted {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:26:18.226686 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0441a4d2-4dab-4f9a-a67d-d92ba3229b0a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Unset dirty status for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:26:18.227861 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0441a4d2-4dab-4f9a-a67d-d92ba3229b0a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "GET /v2.0/ports/e106c387-0827-447f-ad69-e92cfb35a5ca HTTP/1.1" status: 200 len: 845 time: 0.2261207 Apr 11 14:26:18.230770 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44310) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:18.303602 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-e4543555-405d-49c9-b432-58c7eff83513 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting port e106c387-0827-447f-ad69-e92cfb35a5ca {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:26:18.303868 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e4543555-405d-49c9-b432-58c7eff83513 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:18.442004 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device a8720028-159c-4159-91de-2f7ae8995e17 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:26:18.445755 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-35ebe64f-f574-432a-b68f-de7fa5636d7e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:18.472564 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-35ebe64f-f574-432a-b68f-de7fa5636d7e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ac32d5-596b-4211-9f68-a44663362bc8']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:18.480429 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: a8720028-159c-4159-91de-2f7ae8995e17 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:26:18.480774 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device a8720028-159c-4159-91de-2f7ae8995e17 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:26:18.488465 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-35ebe64f-f574-432a-b68f-de7fa5636d7e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898522fb-118f-4d29-8b45-90e006beb45d') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:18.489014 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-35ebe64f-f574-432a-b68f-de7fa5636d7e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898522fb-118f-4d29-8b45-90e006beb45d') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:18.502267 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-35ebe64f-f574-432a-b68f-de7fa5636d7e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:18.518810 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-35ebe64f-f574-432a-b68f-de7fa5636d7e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:18.524981 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ebe64f-f574-432a-b68f-de7fa5636d7e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:26:18.525366 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-35ebe64f-f574-432a-b68f-de7fa5636d7e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:18.537789 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e4543555-405d-49c9-b432-58c7eff83513 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:26:18.540260 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:26:18.670126 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-e4543555-405d-49c9-b432-58c7eff83513 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Calling delete_port for e106c387-0827-447f-ad69-e92cfb35a5ca owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:26:18.722932 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-35ebe64f-f574-432a-b68f-de7fa5636d7e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:18.727581 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-35ebe64f-f574-432a-b68f-de7fa5636d7e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:18.752576 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebe64f-f574-432a-b68f-de7fa5636d7e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Network': ['ID=e1ac32d5-596b-4211-9f68-a44663362bc8,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:18.756670 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-35ebe64f-f574-432a-b68f-de7fa5636d7e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/networks/e1ac32d5-596b-4211-9f68-a44663362bc8 HTTP/1.1" status: 204 len: 168 time: 2.2499924 Apr 11 14:26:18.760482 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44314) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:18.765708 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-74400ed5-3c6d-4d86-84b7-3b4994d19f8a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-311677291', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:18.772741 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-74400ed5-3c6d-4d86-84b7-3b4994d19f8a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:18.776961 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-74400ed5-3c6d-4d86-84b7-3b4994d19f8a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Usage tracker for resource:router and tenant:157d4d28af624b1c88b7b45d883df158 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:18.779915 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-74400ed5-3c6d-4d86-84b7-3b4994d19f8a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:18.786345 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-74400ed5-3c6d-4d86-84b7-3b4994d19f8a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:18.820379 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e4543555-405d-49c9-b432-58c7eff83513 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:18.845292 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44320) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:18.878017 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4543555-405d-49c9-b432-58c7eff83513 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Port': ['ID=e106c387-0827-447f-ad69-e92cfb35a5ca,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:18.883221 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e4543555-405d-49c9-b432-58c7eff83513 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:18.946310 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f9ae1b0c-2f62-4969-81db-bf7b87d29ab3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:18.985753 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f9ae1b0c-2f62-4969-81db-bf7b87d29ab3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:19.008828 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-74400ed5-3c6d-4d86-84b7-3b4994d19f8a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:19.010954 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-74400ed5-3c6d-4d86-84b7-3b4994d19f8a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:19.021878 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device cc64d515-c428-4346-be56-d7966df2bb2d no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:26:19.038913 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-74400ed5-3c6d-4d86-84b7-3b4994d19f8a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:19.064193 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: cc64d515-c428-4346-be56-d7966df2bb2d {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:26:19.064540 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device cc64d515-c428-4346-be56-d7966df2bb2d not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:26:19.420862 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e4543555-405d-49c9-b432-58c7eff83513 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/ports/e106c387-0827-447f-ad69-e92cfb35a5ca HTTP/1.1" status: 204 len: 168 time: 1.1889856 Apr 11 14:26:19.424441 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44324) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:19.447537 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f9ae1b0c-2f62-4969-81db-bf7b87d29ab3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:19.462624 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-74400ed5-3c6d-4d86-84b7-3b4994d19f8a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:19.467378 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae1b0c-2f62-4969-81db-bf7b87d29ab3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fff6a53-a0bb-4a15-9393-fdcd899b3d54,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:19.476270 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2e7d8c-2b26-4623-a710-7fcf060d9f03 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] GET failed (client error): The resource could not be found. Apr 11 14:26:19.476829 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ae2e7d8c-2b26-4623-a710-7fcf060d9f03 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Synchronizing usage tracker for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:26:19.478203 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f9ae1b0c-2f62-4969-81db-bf7b87d29ab3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:19.479405 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f9ae1b0c-2f62-4969-81db-bf7b87d29ab3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/security-groups/2fff6a53-a0bb-4a15-9393-fdcd899b3d54 HTTP/1.1" status: 204 len: 168 time: 0.6329217 Apr 11 14:26:19.591559 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-74400ed5-3c6d-4d86-84b7-3b4994d19f8a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:19.592866 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-74400ed5-3c6d-4d86-84b7-3b4994d19f8a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.8313453 Apr 11 14:26:19.596268 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44330) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:19.601727 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-dec52fd5-9016-4d09-bb6f-c359404378d0 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'network': {'name': 'tempest-RoutersTest-2087274301'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:19.606765 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-dec52fd5-9016-4d09-bb6f-c359404378d0 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:19.611443 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-dec52fd5-9016-4d09-bb6f-c359404378d0 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Usage tracker for resource:network and tenant:157d4d28af624b1c88b7b45d883df158 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:19.615387 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-dec52fd5-9016-4d09-bb6f-c359404378d0 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:19.621196 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-dec52fd5-9016-4d09-bb6f-c359404378d0 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:19.628146 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ae2e7d8c-2b26-4623-a710-7fcf060d9f03 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Unset dirty status for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:26:19.629383 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ae2e7d8c-2b26-4623-a710-7fcf060d9f03 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "GET /v2.0/ports/e106c387-0827-447f-ad69-e92cfb35a5ca HTTP/1.1" status: 404 len: 333 time: 0.2039497 Apr 11 14:26:19.632438 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44334) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:19.633529 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44336) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:19.638929 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-82589e00-7bd6-4d98-9ac8-3506dcd2d2d2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'port': {'network_id': '3cdea6b6-4efb-4ffa-8b30-02ed349d749b', 'name': 'tempest-PortsIpV6TestJSON-1007327859'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:19.841294 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec52fd5-9016-4d09-bb6f-c359404378d0 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Made reservation on behalf of 157d4d28af624b1c88b7b45d883df158 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:19.845225 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dec52fd5-9016-4d09-bb6f-c359404378d0 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:19.893660 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-82589e00-7bd6-4d98-9ac8-3506dcd2d2d2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:19.898900 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec52fd5-9016-4d09-bb6f-c359404378d0 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:26:19.909707 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-82589e00-7bd6-4d98-9ac8-3506dcd2d2d2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:19.916414 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dec52fd5-9016-4d09-bb6f-c359404378d0 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:19.916776 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-dec52fd5-9016-4d09-bb6f-c359404378d0 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Added segment c1734a78-da1c-4920-a648-b7e951bb30d7 of type vlan for network 395d28fa-78c9-4ca4-add0-012a103d116c Apr 11 14:26:19.946149 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dec52fd5-9016-4d09-bb6f-c359404378d0 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:20.025755 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82589e00-7bd6-4d98-9ac8-3506dcd2d2d2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:20.029797 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-82589e00-7bd6-4d98-9ac8-3506dcd2d2d2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:20.052964 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-82589e00-7bd6-4d98-9ac8-3506dcd2d2d2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] device_id is not set on port 66c08c5c-731c-4d35-a189-c700e32cc960 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:26:20.091221 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dec52fd5-9016-4d09-bb6f-c359404378d0 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:20.097218 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec52fd5-9016-4d09-bb6f-c359404378d0 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:20.097742 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dec52fd5-9016-4d09-bb6f-c359404378d0 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:20.224504 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-101f37f1-ab26-499e-bd07-46a68edc8984 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:20.241802 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec52fd5-9016-4d09-bb6f-c359404378d0 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Network': ['ID=395d28fa-78c9-4ca4-add0-012a103d116c,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:20.254685 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 395d28fa-78c9-4ca4-add0-012a103d116c details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:26:20.319603 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-dec52fd5-9016-4d09-bb6f-c359404378d0 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7222853 Apr 11 14:26:20.323889 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44342) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:20.332852 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-19c4a5da-a45d-4253-8761-b4b72d80a5a8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'subnet': {'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:20.564698 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-82589e00-7bd6-4d98-9ac8-3506dcd2d2d2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:20.566718 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-19c4a5da-a45d-4253-8761-b4b72d80a5a8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:20.572133 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-19c4a5da-a45d-4253-8761-b4b72d80a5a8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Usage tracker for resource:subnet and tenant:157d4d28af624b1c88b7b45d883df158 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:20.575758 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-19c4a5da-a45d-4253-8761-b4b72d80a5a8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:20.584370 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-19c4a5da-a45d-4253-8761-b4b72d80a5a8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:20.684200 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-101f37f1-ab26-499e-bd07-46a68edc8984 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port 501008d0-6c1a-4538-b04d-e9e2348f628a {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:26:20.684463 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-101f37f1-ab26-499e-bd07-46a68edc8984 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:20.705313 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c4a5da-a45d-4253-8761-b4b72d80a5a8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Made reservation on behalf of 157d4d28af624b1c88b7b45d883df158 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:20.709049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-19c4a5da-a45d-4253-8761-b4b72d80a5a8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:20.744070 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-82589e00-7bd6-4d98-9ac8-3506dcd2d2d2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:20.884656 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82589e00-7bd6-4d98-9ac8-3506dcd2d2d2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network 3cdea6b6-4efb-4ffa-8b30-02ed349d749b is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:20.895030 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-82589e00-7bd6-4d98-9ac8-3506dcd2d2d2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:20.901504 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82589e00-7bd6-4d98-9ac8-3506dcd2d2d2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:26:20.906581 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82589e00-7bd6-4d98-9ac8-3506dcd2d2d2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:20.907346 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-82589e00-7bd6-4d98-9ac8-3506dcd2d2d2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:20.919324 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82589e00-7bd6-4d98-9ac8-3506dcd2d2d2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Port': ['ID=66c08c5c-731c-4d35-a189-c700e32cc960,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:21.010581 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-101f37f1-ab26-499e-bd07-46a68edc8984 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port 501008d0-6c1a-4538-b04d-e9e2348f628a, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=501008d0-6c1a-4538-b04d-e9e2348f628a,segment=NetworkSegment(2f1d24e7-6d29-40e4-a473-d6e8edbb3615),segment_id=2f1d24e7-6d29-40e4-a473-d6e8edbb3615)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:21.011287 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-101f37f1-ab26-499e-bd07-46a68edc8984 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:21.029607 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-82589e00-7bd6-4d98-9ac8-3506dcd2d2d2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3946927 Apr 11 14:26:21.056009 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44346) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:21.073938 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-1e70e9d4-84b8-4c2c-9042-c643dcf1580a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:21.165474 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-101f37f1-ab26-499e-bd07-46a68edc8984 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for 501008d0-6c1a-4538-b04d-e9e2348f628a owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:26:21.216098 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1e70e9d4-84b8-4c2c-9042-c643dcf1580a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:21.233110 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-19c4a5da-a45d-4253-8761-b4b72d80a5a8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:21.389549 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4a5da-a45d-4253-8761-b4b72d80a5a8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Subnet': ['ID=36c5a63a-feef-4938-83d1-f5e715257d93,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:21.424512 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c4a5da-a45d-4253-8761-b4b72d80a5a8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Checking segment: {'id': 'c1734a78-da1c-4920-a648-b7e951bb30d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:26:21.429790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c4a5da-a45d-4253-8761-b4b72d80a5a8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network hostable DHCP agents. Network: 395d28fa-78c9-4ca4-add0-012a103d116c, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:26:21.453761 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-101f37f1-ab26-499e-bd07-46a68edc8984 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:21.505778 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f37f1-ab26-499e-bd07-46a68edc8984 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=501008d0-6c1a-4538-b04d-e9e2348f628a,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:21.539255 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1e70e9d4-84b8-4c2c-9042-c643dcf1580a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:21.573749 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c4a5da-a45d-4253-8761-b4b72d80a5a8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network 395d28fa-78c9-4ca4-add0-012a103d116c is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:26:21.631329 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1e70e9d4-84b8-4c2c-9042-c643dcf1580a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:21.679893 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-1e70e9d4-84b8-4c2c-9042-c643dcf1580a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] In _notify_port_updated(), no bound segment for port 66c08c5c-731c-4d35-a189-c700e32cc960 on network 3cdea6b6-4efb-4ffa-8b30-02ed349d749b {{(pid=88617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 11 14:26:21.684028 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e70e9d4-84b8-4c2c-9042-c643dcf1580a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:21.684647 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1e70e9d4-84b8-4c2c-9042-c643dcf1580a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:21.685960 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1e70e9d4-84b8-4c2c-9042-c643dcf1580a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "PUT /v2.0/ports/66c08c5c-731c-4d35-a189-c700e32cc960 HTTP/1.1" status: 200 len: 818 time: 0.6283410 Apr 11 14:26:21.687126 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-19c4a5da-a45d-4253-8761-b4b72d80a5a8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 395d28fa-78c9-4ca4-add0-012a103d116c) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:21.691224 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44352) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:21.696123 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb017dd-5a55-4063-ba64-56d56e72580b None None] Network 395d28fa-78c9-4ca4-add0-012a103d116c requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:21.700631 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c4a5da-a45d-4253-8761-b4b72d80a5a8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:21.701251 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-19c4a5da-a45d-4253-8761-b4b72d80a5a8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:21.732959 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70e9d4-84b8-4c2c-9042-c643dcf1580a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Port': ['ID=66c08c5c-731c-4d35-a189-c700e32cc960,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:21.826810 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-19c4a5da-a45d-4253-8761-b4b72d80a5a8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5017142 Apr 11 14:26:21.830319 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44356) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:21.838737 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-6c3e22db-1f29-4a26-9cfc-84db084ef3d8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting port 66c08c5c-731c-4d35-a189-c700e32cc960 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:26:21.845078 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6c3e22db-1f29-4a26-9cfc-84db084ef3d8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:21.894309 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-101f37f1-ab26-499e-bd07-46a68edc8984 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:21.944465 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fda1f0-2c7c-4120-9590-e6cec3fc12c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-395d28fa-78c9-4ca4-add0-012a103d116c', 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'fixed_ips': [{'subnet_id': '36c5a63a-feef-4938-83d1-f5e715257d93'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:26:21.945577 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-31fda1f0-2c7c-4120-9590-e6cec3fc12c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:22.134257 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-31fda1f0-2c7c-4120-9590-e6cec3fc12c8 None None] Allocated IP 172.20.0.2 (395d28fa-78c9-4ca4-add0-012a103d116c/36c5a63a-feef-4938-83d1-f5e715257d93/c1a3f8b2-8661-4b29-9900-2157f1b80bc0) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:26:22.354417 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-31fda1f0-2c7c-4120-9590-e6cec3fc12c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:22.365878 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-31fda1f0-2c7c-4120-9590-e6cec3fc12c8 None None] Transition to ACTIVE for port object c1a3f8b2-8661-4b29-9900-2157f1b80bc0 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:22.385618 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-31fda1f0-2c7c-4120-9590-e6cec3fc12c8 None None] Transition to ACTIVE for port object c1a3f8b2-8661-4b29-9900-2157f1b80bc0 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:22.418931 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6c3e22db-1f29-4a26-9cfc-84db084ef3d8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:22.455992 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-31fda1f0-2c7c-4120-9590-e6cec3fc12c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:22.492133 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-09740429-15cb-4e72-afe2-0e9887153637 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:22.528352 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fda1f0-2c7c-4120-9590-e6cec3fc12c8 None None] Network 395d28fa-78c9-4ca4-add0-012a103d116c is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:22.537133 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-31fda1f0-2c7c-4120-9590-e6cec3fc12c8 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:22.548683 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fda1f0-2c7c-4120-9590-e6cec3fc12c8 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:26:22.557002 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fda1f0-2c7c-4120-9590-e6cec3fc12c8 None None] Pushing event updated for resources: {'Port': ['ID=c1a3f8b2-8661-4b29-9900-2157f1b80bc0,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:22.657194 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-31fda1f0-2c7c-4120-9590-e6cec3fc12c8 None None] Attempting to bind port c1a3f8b2-8661-4b29-9900-2157f1b80bc0 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:26:22.657685 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-31fda1f0-2c7c-4120-9590-e6cec3fc12c8 None None] Attempting to bind port c1a3f8b2-8661-4b29-9900-2157f1b80bc0 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'c1734a78-da1c-4920-a648-b7e951bb30d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:26:22.658411 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fda1f0-2c7c-4120-9590-e6cec3fc12c8 None None] Attempting to bind port c1a3f8b2-8661-4b29-9900-2157f1b80bc0 on network 395d28fa-78c9-4ca4-add0-012a103d116c {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:26:22.664063 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fda1f0-2c7c-4120-9590-e6cec3fc12c8 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:26:22.664618 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fda1f0-2c7c-4120-9590-e6cec3fc12c8 None None] Checking segment: {'id': 'c1734a78-da1c-4920-a648-b7e951bb30d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:26:22.665111 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-31fda1f0-2c7c-4120-9590-e6cec3fc12c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:22.665593 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fda1f0-2c7c-4120-9590-e6cec3fc12c8 None None] Bound using segment: {'id': 'c1734a78-da1c-4920-a648-b7e951bb30d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:26:22.666179 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-31fda1f0-2c7c-4120-9590-e6cec3fc12c8 None None] Bound port: c1a3f8b2-8661-4b29-9900-2157f1b80bc0, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1734a78-da1c-4920-a648-b7e951bb30d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:26:22.666644 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-31fda1f0-2c7c-4120-9590-e6cec3fc12c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:22.703396 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-6c3e22db-1f29-4a26-9cfc-84db084ef3d8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Calling delete_port for 66c08c5c-731c-4d35-a189-c700e32cc960 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:26:22.763060 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101f37f1-ab26-499e-bd07-46a68edc8984 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router 03c33371-12e9-4781-a53c-3d6930a9518c has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:26:22.786856 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-31fda1f0-2c7c-4120-9590-e6cec3fc12c8 None None] For port c1a3f8b2-8661-4b29-9900-2157f1b80bc0, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:26:22.791640 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-31fda1f0-2c7c-4120-9590-e6cec3fc12c8 None None] For port c1a3f8b2-8661-4b29-9900-2157f1b80bc0, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c1a3f8b2-8661-4b29-9900-2157f1b80bc0,segment=NetworkSegment(c1734a78-da1c-4920-a648-b7e951bb30d7),segment_id=c1734a78-da1c-4920-a648-b7e951bb30d7)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:26:22.894371 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-31fda1f0-2c7c-4120-9590-e6cec3fc12c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:22.905294 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-09740429-15cb-4e72-afe2-0e9887153637 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Allocated IP 172.20.0.1 (395d28fa-78c9-4ca4-add0-012a103d116c/36c5a63a-feef-4938-83d1-f5e715257d93/c9d6b9c9-1759-4e43-806d-5ca6c090c08d) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:26:22.963232 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6c3e22db-1f29-4a26-9cfc-84db084ef3d8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:23.006813 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fda1f0-2c7c-4120-9590-e6cec3fc12c8 None None] Pushing event updated for resources: {'Port': ['ID=c1a3f8b2-8661-4b29-9900-2157f1b80bc0,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:23.074476 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6c3e22db-1f29-4a26-9cfc-84db084ef3d8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:23.077420 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e22db-1f29-4a26-9cfc-84db084ef3d8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Port': ['ID=66c08c5c-731c-4d35-a189-c700e32cc960,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:23.081368 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101f37f1-ab26-499e-bd07-46a68edc8984 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:26:23.094416 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3b3950-7712-49d0-9dd5-8c9c2a83b93a None None] Sync routers for ids ['03c33371-12e9-4781-a53c-3d6930a9518c'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:26:23.107059 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3b3950-7712-49d0-9dd5-8c9c2a83b93a None None] Routers {'03c33371-12e9-4781-a53c-3d6930a9518c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:26:23.112964 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-09740429-15cb-4e72-afe2-0e9887153637 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:23.113127 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-df3b3950-7712-49d0-9dd5-8c9c2a83b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:25:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['03c33371-12e9-4781-a53c-3d6930a9518c'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:23.118631 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6c3e22db-1f29-4a26-9cfc-84db084ef3d8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/ports/66c08c5c-731c-4d35-a189-c700e32cc960 HTTP/1.1" status: 204 len: 168 time: 1.4262674 Apr 11 14:26:23.121231 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44360) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:23.125220 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-09740429-15cb-4e72-afe2-0e9887153637 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Transition to ACTIVE for port object c9d6b9c9-1759-4e43-806d-5ca6c090c08d will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:23.217740 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7eff35-1138-46f1-92eb-fd4785333237 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:23.217740 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9c7eff35-1138-46f1-92eb-fd4785333237 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Synchronizing usage tracker for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:26:23.268057 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-101f37f1-ab26-499e-bd07-46a68edc8984 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "PUT /v2.0/routers/03c33371-12e9-4781-a53c-3d6930a9518c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6344197 Apr 11 14:26:23.270600 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44364) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:23.309577 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-df3b3950-7712-49d0-9dd5-8c9c2a83b93a None None] Set router 03c33371-12e9-4781-a53c-3d6930a9518c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:26:23.335008 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-09740429-15cb-4e72-afe2-0e9887153637 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:23.350198 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-71554f37-fce1-43c1-8dea-3f19f70dda63 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting subnet a7b1404d-b331-4cae-b015-2afe2d581889 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:26:23.350198 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-71554f37-fce1-43c1-8dea-3f19f70dda63 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:23.395885 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9c7eff35-1138-46f1-92eb-fd4785333237 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Unset dirty status for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:26:23.406599 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9c7eff35-1138-46f1-92eb-fd4785333237 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2842441 Apr 11 14:26:23.408032 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44368) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:23.457518 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09740429-15cb-4e72-afe2-0e9887153637 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network 395d28fa-78c9-4ca4-add0-012a103d116c is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:23.460967 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-09740429-15cb-4e72-afe2-0e9887153637 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:23.463730 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09740429-15cb-4e72-afe2-0e9887153637 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:26:23.478762 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3c5e98-0987-4b7a-a831-2d7692782cbd tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] GET failed (client error): The resource could not be found. Apr 11 14:26:23.488491 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ab3c5e98-0987-4b7a-a831-2d7692782cbd tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "GET /v2.0/ports/66c08c5c-731c-4d35-a189-c700e32cc960 HTTP/1.1" status: 404 len: 333 time: 0.0722418 Apr 11 14:26:23.489650 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44372) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:23.509422 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-a22eff26-f348-4805-a7b8-9c734fb8c285 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-997216941'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:23.516767 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a22eff26-f348-4805-a7b8-9c734fb8c285 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:23.521272 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-71554f37-fce1-43c1-8dea-3f19f70dda63 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:23.528543 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09740429-15cb-4e72-afe2-0e9887153637 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Port': ['ID=c9d6b9c9-1759-4e43-806d-5ca6c090c08d,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:23.552235 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-09740429-15cb-4e72-afe2-0e9887153637 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:23.578605 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a22eff26-f348-4805-a7b8-9c734fb8c285 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:network and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:23.584711 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a22eff26-f348-4805-a7b8-9c734fb8c285 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:23.597818 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a22eff26-f348-4805-a7b8-9c734fb8c285 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:23.639540 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-71554f37-fce1-43c1-8dea-3f19f70dda63 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:23.697902 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22eff26-f348-4805-a7b8-9c734fb8c285 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:23.702481 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-df3b3950-7712-49d0-9dd5-8c9c2a83b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'name': 'tempest-TestNetworkBasicOps-router-1336258400', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:22:08Z', 'updated_at': '2022-04-11T14:26:21Z', 'revision_number': 7, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:12Z', 'updated_at': '2022-04-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:23.702639 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a22eff26-f348-4805-a7b8-9c734fb8c285 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:23.706069 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3b3950-7712-49d0-9dd5-8c9c2a83b93a None None] Checking router: 03c33371-12e9-4781-a53c-3d6930a9518c for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:26:23.715092 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3b3950-7712-49d0-9dd5-8c9c2a83b93a None None] Routers {'03c33371-12e9-4781-a53c-3d6930a9518c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:26:23.715903 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-df3b3950-7712-49d0-9dd5-8c9c2a83b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:25:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['03c33371-12e9-4781-a53c-3d6930a9518c'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:23.746537 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22eff26-f348-4805-a7b8-9c734fb8c285 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:26:23.757727 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a22eff26-f348-4805-a7b8-9c734fb8c285 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:23.758146 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-a22eff26-f348-4805-a7b8-9c734fb8c285 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Added segment 91386cdf-ebdd-4fc7-89fb-ab3c76a2407f of type vlan for network 50187dfe-22b7-4df6-bfb2-8af5b4196b73 Apr 11 14:26:23.789740 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a22eff26-f348-4805-a7b8-9c734fb8c285 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:23.853392 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-09740429-15cb-4e72-afe2-0e9887153637 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:23.865679 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-71554f37-fce1-43c1-8dea-3f19f70dda63 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:23.909473 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71554f37-fce1-43c1-8dea-3f19f70dda63 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b1404d-b331-4cae-b015-2afe2d581889,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:23.913681 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-71554f37-fce1-43c1-8dea-3f19f70dda63 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:23.931123 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-71554f37-fce1-43c1-8dea-3f19f70dda63 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/subnets/a7b1404d-b331-4cae-b015-2afe2d581889 HTTP/1.1" status: 204 len: 168 time: 0.6554174 Apr 11 14:26:23.931123 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44380) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:23.954042 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c819b9-6e43-4933-92c7-0c3577b0280e None None] Network 36ebc322-19e4-4a30-b8b7-2a34e01ed94a requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:24.078946 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a22eff26-f348-4805-a7b8-9c734fb8c285 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:24.106565 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22eff26-f348-4805-a7b8-9c734fb8c285 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:24.106565 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a22eff26-f348-4805-a7b8-9c734fb8c285 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:24.243170 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-df3b3950-7712-49d0-9dd5-8c9c2a83b93a None None] Set router 03c33371-12e9-4781-a53c-3d6930a9518c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:26:24.369336 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:24.642540 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-628ac23f-627a-414c-9624-649cdb1ab5f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:24.643821 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c1a3f8b2-8661-4b29-9900-2157f1b80bc0 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:24.717528 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22eff26-f348-4805-a7b8-9c734fb8c285 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Network': ['ID=50187dfe-22b7-4df6-bfb2-8af5b4196b73,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:24.808936 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18692f00-02a6-4a85-b56c-7d1053facc18 None None] Network 395d28fa-78c9-4ca4-add0-012a103d116c requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:24.823496 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 50187dfe-22b7-4df6-bfb2-8af5b4196b73 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:26:24.917986 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a22eff26-f348-4805-a7b8-9c734fb8c285 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4181440 Apr 11 14:26:24.934099 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44396) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:24.934099 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-727cd191-73cd-4899-a9ae-4755150eaeda tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'subnet': {'network_id': '50187dfe-22b7-4df6-bfb2-8af5b4196b73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:24.955900 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d584d1-eb95-497d-8991-f5546766e171 req-103fd456-914c-424f-b44d-b9653b668ded tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:24.955900 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-04d584d1-eb95-497d-8991-f5546766e171 req-103fd456-914c-424f-b44d-b9653b668ded tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 946 time: 0.1647558 Apr 11 14:26:24.955900 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-09740429-15cb-4e72-afe2-0e9887153637 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:24.990328 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-628ac23f-627a-414c-9624-649cdb1ab5f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:25.096993 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-09740429-15cb-4e72-afe2-0e9887153637 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:25.250886 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e42428ad-82c3-4943-8b7b-ad254f7de33f None None] Provisioning for port c1a3f8b2-8661-4b29-9900-2157f1b80bc0 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:25.294360 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09740429-15cb-4e72-afe2-0e9887153637 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Port': ['ID=c9d6b9c9-1759-4e43-806d-5ca6c090c08d,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:25.294360 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-04d584d1-eb95-497d-8991-f5546766e171 req-ee1d34cc-b060-493a-a33a-0be25b8fad43 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3107333 Apr 11 14:26:25.304132 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-09740429-15cb-4e72-afe2-0e9887153637 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:25.327589 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-727cd191-73cd-4899-a9ae-4755150eaeda tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:25.332371 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-727cd191-73cd-4899-a9ae-4755150eaeda tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:subnet and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:25.342536 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-727cd191-73cd-4899-a9ae-4755150eaeda tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:25.342536 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-727cd191-73cd-4899-a9ae-4755150eaeda tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:25.395951 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port c1a3f8b2-8661-4b29-9900-2157f1b80bc0 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:25.404844 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port c1a3f8b2-8661-4b29-9900-2157f1b80bc0 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:25.405218 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:25.484320 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-628ac23f-627a-414c-9624-649cdb1ab5f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port 9abcb00d-425c-4f28-999f-7d381f660b7a {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:26:25.484320 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-628ac23f-627a-414c-9624-649cdb1ab5f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:25.487331 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e95e0d61-7b52-4e72-beaa-d84c89f0fca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:25.494612 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67710862-05dd-45b3-b1cf-e6d30bfa44ae None None] DHCP port deletion for 36ebc322-19e4-4a30-b8b7-2a34e01ed94a request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:26:25.506056 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09740429-15cb-4e72-afe2-0e9887153637 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network 395d28fa-78c9-4ca4-add0-012a103d116c is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:25.506056 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-09740429-15cb-4e72-afe2-0e9887153637 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:25.520482 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-67710862-05dd-45b3-b1cf-e6d30bfa44ae None None] Deleting port 4d5d4c25-2cf0-408b-88c4-662f89779993 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:26:25.520482 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-67710862-05dd-45b3-b1cf-e6d30bfa44ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:25.556720 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727cd191-73cd-4899-a9ae-4755150eaeda tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:25.559150 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-727cd191-73cd-4899-a9ae-4755150eaeda tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:25.588117 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-df3b3950-7712-49d0-9dd5-8c9c2a83b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'name': 'tempest-TestNetworkBasicOps-router-1336258400', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:22:08Z', 'updated_at': '2022-04-11T14:26:21Z', 'revision_number': 7, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:12Z', 'updated_at': '2022-04-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:25.618708 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3b3950-7712-49d0-9dd5-8c9c2a83b93a None None] The sync data for ids ['03c33371-12e9-4781-a53c-3d6930a9518c'] in dv-neutron-837330-1-hyperv is: [{'id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'name': 'tempest-TestNetworkBasicOps-router-1336258400', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:22:08Z', 'updated_at': '2022-04-11T14:26:21Z', 'revision_number': 7, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9abcb00d-425c-4f28-999f-7d381f660b7a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c33371-12e9-4781-a53c-3d6930a9518c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:22:12Z', 'updated_at': '2022-04-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:26:25.829444 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:25.911192 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09740429-15cb-4e72-afe2-0e9887153637 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Router da37007a-b65a-4898-aab8-a21d4ec054f7 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:26:25.951559 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-628ac23f-627a-414c-9624-649cdb1ab5f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port 9abcb00d-425c-4f28-999f-7d381f660b7a, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9abcb00d-425c-4f28-999f-7d381f660b7a,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:25.952160 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-628ac23f-627a-414c-9624-649cdb1ab5f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:25.976396 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port c1a3f8b2-8661-4b29-9900-2157f1b80bc0, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c1a3f8b2-8661-4b29-9900-2157f1b80bc0,segment=NetworkSegment(c1734a78-da1c-4920-a648-b7e951bb30d7),segment_id=c1734a78-da1c-4920-a648-b7e951bb30d7)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:26.008322 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-67710862-05dd-45b3-b1cf-e6d30bfa44ae None None] For port 4d5d4c25-2cf0-408b-88c4-662f89779993, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4d5d4c25-2cf0-408b-88c4-662f89779993,segment=NetworkSegment(2f1d24e7-6d29-40e4-a473-d6e8edbb3615),segment_id=2f1d24e7-6d29-40e4-a473-d6e8edbb3615)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:26.009109 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-67710862-05dd-45b3-b1cf-e6d30bfa44ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:26.112584 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:26.139533 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-628ac23f-627a-414c-9624-649cdb1ab5f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for 9abcb00d-425c-4f28-999f-7d381f660b7a owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:26:26.202230 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09740429-15cb-4e72-afe2-0e9887153637 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:26:26.214081 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] Sync routers for ids ['da37007a-b65a-4898-aab8-a21d4ec054f7'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:26:26.237163 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-09740429-15cb-4e72-afe2-0e9887153637 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "PUT /v2.0/routers/da37007a-b65a-4898-aab8-a21d4ec054f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4026403 Apr 11 14:26:26.237163 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44404) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:26.237403 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] Routers {'da37007a-b65a-4898-aab8-a21d4ec054f7'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:26:26.237403 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:25:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['da37007a-b65a-4898-aab8-a21d4ec054f7'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:26.243617 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-9f7c52ae-b582-4a65-8ef4-cf5d4ad555f1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'network': {'name': 'tempest-RoutersTest-1822955131'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:26.253805 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-9f7c52ae-b582-4a65-8ef4-cf5d4ad555f1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:26.257230 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-67710862-05dd-45b3-b1cf-e6d30bfa44ae None None] Calling delete_port for 4d5d4c25-2cf0-408b-88c4-662f89779993 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:26:26.260209 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9f7c52ae-b582-4a65-8ef4-cf5d4ad555f1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Usage tracker for resource:network and tenant:157d4d28af624b1c88b7b45d883df158 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:26.269794 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9f7c52ae-b582-4a65-8ef4-cf5d4ad555f1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:26.280257 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-9f7c52ae-b582-4a65-8ef4-cf5d4ad555f1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:26.349280 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-bc3b3687-912d-492e-8062-5c3ee14cb884 None None] Provisioning for port c9d6b9c9-1759-4e43-806d-5ca6c090c08d completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:26.372856 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7c52ae-b582-4a65-8ef4-cf5d4ad555f1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Made reservation on behalf of 157d4d28af624b1c88b7b45d883df158 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:26.388084 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9f7c52ae-b582-4a65-8ef4-cf5d4ad555f1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:26.404122 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-bc3b3687-912d-492e-8062-5c3ee14cb884 None None] Provisioning complete for port c9d6b9c9-1759-4e43-806d-5ca6c090c08d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:26.404556 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-bc3b3687-912d-492e-8062-5c3ee14cb884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:26.461082 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7c52ae-b582-4a65-8ef4-cf5d4ad555f1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:26:26.480445 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-727cd191-73cd-4899-a9ae-4755150eaeda tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:26.486148 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9f7c52ae-b582-4a65-8ef4-cf5d4ad555f1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:26.492423 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-9f7c52ae-b582-4a65-8ef4-cf5d4ad555f1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Added segment f5342604-5ef4-4a92-aab9-78b8e5a2cbb4 of type vlan for network c45ebddb-a60a-4cd6-b5c0-befc3017e904 Apr 11 14:26:26.497791 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] Set router da37007a-b65a-4898-aab8-a21d4ec054f7 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:26:26.527843 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9f7c52ae-b582-4a65-8ef4-cf5d4ad555f1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:26.579194 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 501008d0-6c1a-4538-b04d-e9e2348f628a no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:26:26.585423 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-628ac23f-627a-414c-9624-649cdb1ab5f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:26.625769 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b3687-912d-492e-8062-5c3ee14cb884 None None] Port c9d6b9c9-1759-4e43-806d-5ca6c090c08d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:26:26.636338 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 501008d0-6c1a-4538-b04d-e9e2348f628a {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:26:26.637008 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 501008d0-6c1a-4538-b04d-e9e2348f628a not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:26:26.637620 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4d5d4c25-2cf0-408b-88c4-662f89779993 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:26:26.653239 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9f7c52ae-b582-4a65-8ef4-cf5d4ad555f1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:26.661091 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7c52ae-b582-4a65-8ef4-cf5d4ad555f1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:26.662065 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9f7c52ae-b582-4a65-8ef4-cf5d4ad555f1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:26.692175 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ac23f-627a-414c-9624-649cdb1ab5f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=9abcb00d-425c-4f28-999f-7d381f660b7a,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:26.735088 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=c1a3f8b2-8661-4b29-9900-2157f1b80bc0,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:26.783588 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-bc3b3687-912d-492e-8062-5c3ee14cb884 None None] Provisioning complete for port c1a3f8b2-8661-4b29-9900-2157f1b80bc0 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:26.784123 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-bc3b3687-912d-492e-8062-5c3ee14cb884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:26.817419 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9f7c52ae-b582-4a65-8ef4-cf5d4ad555f1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5790982 Apr 11 14:26:26.819415 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727cd191-73cd-4899-a9ae-4755150eaeda tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Subnet': ['ID=1ec8070c-0a47-468c-8654-e2e971d696de,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:26.823070 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44410) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:26.835476 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c52ae-b582-4a65-8ef4-cf5d4ad555f1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Network': ['ID=c45ebddb-a60a-4cd6-b5c0-befc3017e904,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:26.849060 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-67710862-05dd-45b3-b1cf-e6d30bfa44ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:26.856229 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-510f49d9-bbf2-438c-998f-e78391a99a7d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'subnet': {'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:26.884455 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network c45ebddb-a60a-4cd6-b5c0-befc3017e904 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:26:26.902071 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727cd191-73cd-4899-a9ae-4755150eaeda tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Checking segment: {'id': '91386cdf-ebdd-4fc7-89fb-ab3c76a2407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '50187dfe-22b7-4df6-bfb2-8af5b4196b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:26:26.902468 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727cd191-73cd-4899-a9ae-4755150eaeda tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network hostable DHCP agents. Network: 50187dfe-22b7-4df6-bfb2-8af5b4196b73, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:26:26.905587 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:26:23Z', 'revision_number': 2, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None, '_interfaces': [{'id': 'c9d6b9c9-1759-4e43-806d-5ca6c090c08d', 'name': '', 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:a9:e8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:22Z', 'updated_at': '2022-04-11T14:26:24Z', 'revision_number': 2, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:26.911391 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] Checking router: da37007a-b65a-4898-aab8-a21d4ec054f7 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:26:26.911391 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] Updating router da37007a-b65a-4898-aab8-a21d4ec054f7 port c9d6b9c9-1759-4e43-806d-5ca6c090c08d binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:26:26.957266 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67710862-05dd-45b3-b1cf-e6d30bfa44ae None None] Pushing event deleted for resources: {'Port': ['ID=4d5d4c25-2cf0-408b-88c4-662f89779993,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:26.977448 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:26.989279 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:27.011010 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-628ac23f-627a-414c-9624-649cdb1ab5f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:27.049121 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67710862-05dd-45b3-b1cf-e6d30bfa44ae None None] No DVR routers for this DVR port 4d5d4c25-2cf0-408b-88c4-662f89779993 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:26:27.226095 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79366e5-1e8e-4511-9f47-94b27799a734 req-058684b8-a667-47a4-abc6-f19c597ee50a tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:27.230390 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f79366e5-1e8e-4511-9f47-94b27799a734 req-058684b8-a667-47a4-abc6-f19c597ee50a tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 946 time: 0.6530056 Apr 11 14:26:27.247321 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-628ac23f-627a-414c-9624-649cdb1ab5f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:27.254400 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-628ac23f-627a-414c-9624-649cdb1ab5f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:27.327563 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b2858245-0b5c-447a-a46a-c58fd56fd732 None None] Provisioning complete for port c9d6b9c9-1759-4e43-806d-5ca6c090c08d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:27.328660 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b2858245-0b5c-447a-a46a-c58fd56fd732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:27.407834 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-b2858245-0b5c-447a-a46a-c58fd56fd732 None None] Port c9d6b9c9-1759-4e43-806d-5ca6c090c08d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:26:27.436286 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727cd191-73cd-4899-a9ae-4755150eaeda tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network 50187dfe-22b7-4df6-bfb2-8af5b4196b73 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:26:27.444472 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-510f49d9-bbf2-438c-998f-e78391a99a7d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:27.458652 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:27.462803 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-510f49d9-bbf2-438c-998f-e78391a99a7d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Usage tracker for resource:subnet and tenant:157d4d28af624b1c88b7b45d883df158 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:27.467974 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-510f49d9-bbf2-438c-998f-e78391a99a7d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:27.482863 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-510f49d9-bbf2-438c-998f-e78391a99a7d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:27.486043 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f79366e5-1e8e-4511-9f47-94b27799a734 req-158d69df-b3fc-4c13-aec7-f4383883e4b0 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2362928 Apr 11 14:26:27.556672 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-628ac23f-627a-414c-9624-649cdb1ab5f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:27.556895 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] Transition to ACTIVE for port object c9d6b9c9-1759-4e43-806d-5ca6c090c08d will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:27.557194 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628ac23f-627a-414c-9624-649cdb1ab5f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Fanout notify agent at l3_agent the message router_deleted on router 03c33371-12e9-4781-a53c-3d6930a9518c {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:26:27.579594 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-628ac23f-627a-414c-9624-649cdb1ab5f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:27.580646 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-628ac23f-627a-414c-9624-649cdb1ab5f8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/routers/03c33371-12e9-4781-a53c-3d6930a9518c HTTP/1.1" status: 204 len: 168 time: 3.6499584 Apr 11 14:26:27.583755 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44414) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:27.587877 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510f49d9-bbf2-438c-998f-e78391a99a7d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Made reservation on behalf of 157d4d28af624b1c88b7b45d883df158 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:27.593678 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-510f49d9-bbf2-438c-998f-e78391a99a7d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:27.637399 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-727cd191-73cd-4899-a9ae-4755150eaeda tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 50187dfe-22b7-4df6-bfb2-8af5b4196b73) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:27.646555 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee4e3f6-e2ac-44ec-af63-664d2d39bab5 None None] Network 50187dfe-22b7-4df6-bfb2-8af5b4196b73 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:27.699756 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:27.705399 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727cd191-73cd-4899-a9ae-4755150eaeda tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:27.706013 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-727cd191-73cd-4899-a9ae-4755150eaeda tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:27.867543 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f0d671dc-812e-494d-9029-6586b1b1c021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:27.880632 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b1b082ef-0a37-45d0-8a75-52387a75680b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:27.915514 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-727cd191-73cd-4899-a9ae-4755150eaeda tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9913237 Apr 11 14:26:27.919892 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44418) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:27.957249 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-80758c45-1480-48de-ba2f-579a30f62696 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'subnet': {'network_id': '50187dfe-22b7-4df6-bfb2-8af5b4196b73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:28.079800 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] Attempting to bind port c9d6b9c9-1759-4e43-806d-5ca6c090c08d on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:26:28.080522 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] Attempting to bind port c9d6b9c9-1759-4e43-806d-5ca6c090c08d by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'c1734a78-da1c-4920-a648-b7e951bb30d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:26:28.081202 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] Attempting to bind port c9d6b9c9-1759-4e43-806d-5ca6c090c08d on network 395d28fa-78c9-4ca4-add0-012a103d116c {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:26:28.095010 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:26:28.095010 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] Checking segment: {'id': 'c1734a78-da1c-4920-a648-b7e951bb30d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:26:28.095010 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:28.095777 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] Bound using segment: {'id': 'c1734a78-da1c-4920-a648-b7e951bb30d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:26:28.096959 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] Bound port: c9d6b9c9-1759-4e43-806d-5ca6c090c08d, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1734a78-da1c-4920-a648-b7e951bb30d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:26:28.108801 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:28.284655 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3906627b-8aa7-408a-9d72-8e456e1ad547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-50187dfe-22b7-4df6-bfb2-8af5b4196b73', 'network_id': '50187dfe-22b7-4df6-bfb2-8af5b4196b73', 'tenant_id': '041662ca6af3404fb6dd620d189fb3c3', 'fixed_ips': [{'subnet_id': '1ec8070c-0a47-468c-8654-e2e971d696de'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:26:28.284655 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3906627b-8aa7-408a-9d72-8e456e1ad547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:28.312442 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b1b082ef-0a37-45d0-8a75-52387a75680b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:28.339184 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18f76c-0b3c-4129-8df2-9151d14fe97a None None] Pushing event updated for resources: {'Port': ['ID=c9d6b9c9-1759-4e43-806d-5ca6c090c08d,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:28.343230 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-b1b082ef-0a37-45d0-8a75-52387a75680b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ebc322-19e4-4a30-b8b7-2a34e01ed94a']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:28.353030 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18f76c-0b3c-4129-8df2-9151d14fe97a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:26:28.353459 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18f76c-0b3c-4129-8df2-9151d14fe97a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:26:28.353888 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18f76c-0b3c-4129-8df2-9151d14fe97a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:26:28.354280 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18f76c-0b3c-4129-8df2-9151d14fe97a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:26:28.354672 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18f76c-0b3c-4129-8df2-9151d14fe97a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:26:28.355214 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18f76c-0b3c-4129-8df2-9151d14fe97a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:26:28.355599 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18f76c-0b3c-4129-8df2-9151d14fe97a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:26:28.355976 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18f76c-0b3c-4129-8df2-9151d14fe97a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:26:28.356359 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18f76c-0b3c-4129-8df2-9151d14fe97a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:26:28.356739 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18f76c-0b3c-4129-8df2-9151d14fe97a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:26:28.357165 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18f76c-0b3c-4129-8df2-9151d14fe97a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:26:28.357539 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18f76c-0b3c-4129-8df2-9151d14fe97a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:26:28.357661 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-80758c45-1480-48de-ba2f-579a30f62696 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:28.361980 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-b1b082ef-0a37-45d0-8a75-52387a75680b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1d24e7-6d29-40e4-a473-d6e8edbb3615') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:28.362574 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-b1b082ef-0a37-45d0-8a75-52387a75680b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1d24e7-6d29-40e4-a473-d6e8edbb3615') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:28.364930 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-80758c45-1480-48de-ba2f-579a30f62696 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:subnet and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:28.387297 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-80758c45-1480-48de-ba2f-579a30f62696 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:28.390149 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b1b082ef-0a37-45d0-8a75-52387a75680b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:28.394153 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-80758c45-1480-48de-ba2f-579a30f62696 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:28.414713 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-510f49d9-bbf2-438c-998f-e78391a99a7d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:28.421483 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b1b082ef-0a37-45d0-8a75-52387a75680b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:28.447336 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b082ef-0a37-45d0-8a75-52387a75680b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:26:28.448834 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b1b082ef-0a37-45d0-8a75-52387a75680b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:28.457515 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] For port c9d6b9c9-1759-4e43-806d-5ca6c090c08d, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:26:28.467931 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] For port c9d6b9c9-1759-4e43-806d-5ca6c090c08d, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c9d6b9c9-1759-4e43-806d-5ca6c090c08d,segment=NetworkSegment(c1734a78-da1c-4920-a648-b7e951bb30d7),segment_id=c1734a78-da1c-4920-a648-b7e951bb30d7)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:26:28.491611 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:26:28.508018 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f49d9-bbf2-438c-998f-e78391a99a7d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Subnet': ['ID=ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:28.542458 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-3906627b-8aa7-408a-9d72-8e456e1ad547 None None] Allocated IP 2001:db8::2 (50187dfe-22b7-4df6-bfb2-8af5b4196b73/1ec8070c-0a47-468c-8654-e2e971d696de/9df9a29a-ed24-4695-84c8-0601c5236531) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:26:28.561484 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80758c45-1480-48de-ba2f-579a30f62696 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:28.565873 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-80758c45-1480-48de-ba2f-579a30f62696 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:28.580483 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:28.617428 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510f49d9-bbf2-438c-998f-e78391a99a7d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Checking segment: {'id': 'f5342604-5ef4-4a92-aab9-78b8e5a2cbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:26:28.617799 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510f49d9-bbf2-438c-998f-e78391a99a7d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network hostable DHCP agents. Network: c45ebddb-a60a-4cd6-b5c0-befc3017e904, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:26:28.802223 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] Routers {'da37007a-b65a-4898-aab8-a21d4ec054f7'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:26:28.803921 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['da37007a-b65a-4898-aab8-a21d4ec054f7'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:28.812109 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.ipam_backend_mixin [None req-80758c45-1480-48de-ba2f-579a30f62696 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1ec8070c-0a47-468c-8654-e2e971d696de (CIDR: 2001:db8::/64) Apr 11 14:26:28.872702 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-80758c45-1480-48de-ba2f-579a30f62696 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:26:28.873042 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80758c45-1480-48de-ba2f-579a30f62696 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:26:28.880445 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c1a3f8b2-8661-4b29-9900-2157f1b80bc0 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:28.880568 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510f49d9-bbf2-438c-998f-e78391a99a7d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network c45ebddb-a60a-4cd6-b5c0-befc3017e904 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:26:28.907335 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19296c7-83db-4f2c-ba2d-95402e4ed61d req-990b616b-577f-4bb7-8da2-d68b30485f87 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:28.909294 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a19296c7-83db-4f2c-ba2d-95402e4ed61d req-990b616b-577f-4bb7-8da2-d68b30485f87 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 946 time: 0.1145144 Apr 11 14:26:28.910831 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b1b082ef-0a37-45d0-8a75-52387a75680b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:28.921709 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b1b082ef-0a37-45d0-8a75-52387a75680b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:28.963492 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3906627b-8aa7-408a-9d72-8e456e1ad547 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:28.994031 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3906627b-8aa7-408a-9d72-8e456e1ad547 None None] Transition to ACTIVE for port object 9df9a29a-ed24-4695-84c8-0601c5236531 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:28.995893 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18f76c-0b3c-4129-8df2-9151d14fe97a None None] Pushing event updated for resources: {'Port': ['ID=c9d6b9c9-1759-4e43-806d-5ca6c090c08d,revision_number=4']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:28.998359 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-510f49d9-bbf2-438c-998f-e78391a99a7d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, c45ebddb-a60a-4cd6-b5c0-befc3017e904) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:29.012430 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510f49d9-bbf2-438c-998f-e78391a99a7d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:29.013132 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-510f49d9-bbf2-438c-998f-e78391a99a7d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:29.014276 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c679e6-55a0-4df4-b8aa-35bb71e0501e None None] Network c45ebddb-a60a-4cd6-b5c0-befc3017e904 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:29.021459 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b1b082ef-0a37-45d0-8a75-52387a75680b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/networks/36ebc322-19e4-4a30-b8b7-2a34e01ed94a HTTP/1.1" status: 204 len: 168 time: 1.4364939 Apr 11 14:26:29.024667 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b082ef-0a37-45d0-8a75-52387a75680b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Network': ['ID=36ebc322-19e4-4a30-b8b7-2a34e01ed94a,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:29.033163 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] Set router da37007a-b65a-4898-aab8-a21d4ec054f7 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:26:29.055770 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a19296c7-83db-4f2c-ba2d-95402e4ed61d req-a25ae705-37da-4d2b-861d-228c01364d25 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1297660 Apr 11 14:26:29.058481 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44426) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:29.062871 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-80758c45-1480-48de-ba2f-579a30f62696 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1341884 Apr 11 14:26:29.069174 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-4bf8f8c1-3170-43a6-bafc-86b8f7077554 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'network': {'name': 'tempest-network-smoke--82089051', 'project_id': '572b8884360948e38c79b057606230d9', 'port_security_enabled': True}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:29.074877 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-4bf8f8c1-3170-43a6-bafc-86b8f7077554 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:29.081722 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4bf8f8c1-3170-43a6-bafc-86b8f7077554 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:network and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:29.083145 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44430) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:29.087404 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4bf8f8c1-3170-43a6-bafc-86b8f7077554 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:29.093145 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-4bf8f8c1-3170-43a6-bafc-86b8f7077554 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:29.113248 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port c1a3f8b2-8661-4b29-9900-2157f1b80bc0 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:29.113248 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:29.116463 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-cca72620-8fce-40a4-b7c3-541fafb11757 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'subnet': {'network_id': '50187dfe-22b7-4df6-bfb2-8af5b4196b73', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:29.141249 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3906627b-8aa7-408a-9d72-8e456e1ad547 None None] Transition to ACTIVE for port object 9df9a29a-ed24-4695-84c8-0601c5236531 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:29.155914 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:29.221286 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf8f8c1-3170-43a6-bafc-86b8f7077554 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:29.225883 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4bf8f8c1-3170-43a6-bafc-86b8f7077554 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:29.243371 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:29.283163 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3906627b-8aa7-408a-9d72-8e456e1ad547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:29.292746 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-510f49d9-bbf2-438c-998f-e78391a99a7d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4491060 Apr 11 14:26:29.303511 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44434) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:29.308882 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf8f8c1-3170-43a6-bafc-86b8f7077554 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:26:29.323981 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-cca72620-8fce-40a4-b7c3-541fafb11757 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:29.329641 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4bf8f8c1-3170-43a6-bafc-86b8f7077554 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:29.329641 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-4bf8f8c1-3170-43a6-bafc-86b8f7077554 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Added segment cbd670a1-37bc-4174-bc5d-10e790172461 of type vlan for network b9d8212f-4472-42a8-95e4-ce042353ebff Apr 11 14:26:29.354007 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4bf8f8c1-3170-43a6-bafc-86b8f7077554 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:29.383147 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-cca72620-8fce-40a4-b7c3-541fafb11757 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:subnet and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:29.383147 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-cca72620-8fce-40a4-b7c3-541fafb11757 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:29.390188 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906627b-8aa7-408a-9d72-8e456e1ad547 None None] Pushing event updated for resources: {'Port': ['ID=9df9a29a-ed24-4695-84c8-0601c5236531,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:29.402008 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-cca72620-8fce-40a4-b7c3-541fafb11757 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:29.418052 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3906627b-8aa7-408a-9d72-8e456e1ad547 None None] Network 50187dfe-22b7-4df6-bfb2-8af5b4196b73 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:29.433919 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-3906627b-8aa7-408a-9d72-8e456e1ad547 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:29.445047 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3906627b-8aa7-408a-9d72-8e456e1ad547 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:26:29.517737 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4bf8f8c1-3170-43a6-bafc-86b8f7077554 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:29.527504 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf8f8c1-3170-43a6-bafc-86b8f7077554 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:29.528696 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4bf8f8c1-3170-43a6-bafc-86b8f7077554 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:29.591784 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:26:23Z', 'revision_number': 2, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None, '_interfaces': [{'id': 'c9d6b9c9-1759-4e43-806d-5ca6c090c08d', 'name': '', 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:a9:e8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:22Z', 'updated_at': '2022-04-11T14:26:28Z', 'revision_number': 4, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:29.600022 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f871cd4a-b878-44ff-90a6-fa9861d0cc2e None None] The sync data for ids ['da37007a-b65a-4898-aab8-a21d4ec054f7'] in dv-neutron-837330-1-hyperv is: [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:26:23Z', 'revision_number': 2, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None, '_interfaces': [{'id': 'c9d6b9c9-1759-4e43-806d-5ca6c090c08d', 'name': '', 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:a9:e8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:22Z', 'updated_at': '2022-04-11T14:26:28Z', 'revision_number': 4, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:26:29.679709 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-3906627b-8aa7-408a-9d72-8e456e1ad547 None None] Attempting to bind port 9df9a29a-ed24-4695-84c8-0601c5236531 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:26:29.680331 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-3906627b-8aa7-408a-9d72-8e456e1ad547 None None] Attempting to bind port 9df9a29a-ed24-4695-84c8-0601c5236531 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '91386cdf-ebdd-4fc7-89fb-ab3c76a2407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '50187dfe-22b7-4df6-bfb2-8af5b4196b73'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:26:29.680435 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3906627b-8aa7-408a-9d72-8e456e1ad547 None None] Attempting to bind port 9df9a29a-ed24-4695-84c8-0601c5236531 on network 50187dfe-22b7-4df6-bfb2-8af5b4196b73 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:26:29.686793 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8f8c1-3170-43a6-bafc-86b8f7077554 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Network': ['ID=b9d8212f-4472-42a8-95e4-ce042353ebff,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:29.690870 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca72620-8fce-40a4-b7c3-541fafb11757 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:29.698631 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cca72620-8fce-40a4-b7c3-541fafb11757 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:29.699157 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4bf8f8c1-3170-43a6-bafc-86b8f7077554 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6394231 Apr 11 14:26:29.701866 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44438) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:29.715219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-2c5a32c8-c08f-47ab-8d94-108634e5569a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1010380864', 'admin_state_up': True, 'project_id': '572b8884360948e38c79b057606230d9', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:29.715359 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network b9d8212f-4472-42a8-95e4-ce042353ebff details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:26:29.717687 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-2c5a32c8-c08f-47ab-8d94-108634e5569a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:29.724073 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-2c5a32c8-c08f-47ab-8d94-108634e5569a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:router and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:29.728717 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-2c5a32c8-c08f-47ab-8d94-108634e5569a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:29.736853 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-2c5a32c8-c08f-47ab-8d94-108634e5569a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:29.742035 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3906627b-8aa7-408a-9d72-8e456e1ad547 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:26:29.742035 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3906627b-8aa7-408a-9d72-8e456e1ad547 None None] Checking segment: {'id': '91386cdf-ebdd-4fc7-89fb-ab3c76a2407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '50187dfe-22b7-4df6-bfb2-8af5b4196b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:26:29.742035 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3906627b-8aa7-408a-9d72-8e456e1ad547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:29.742035 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3906627b-8aa7-408a-9d72-8e456e1ad547 None None] Bound using segment: {'id': '91386cdf-ebdd-4fc7-89fb-ab3c76a2407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '50187dfe-22b7-4df6-bfb2-8af5b4196b73'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:26:29.742035 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-3906627b-8aa7-408a-9d72-8e456e1ad547 None None] Bound port: 9df9a29a-ed24-4695-84c8-0601c5236531, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91386cdf-ebdd-4fc7-89fb-ab3c76a2407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '50187dfe-22b7-4df6-bfb2-8af5b4196b73'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:26:29.742035 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3906627b-8aa7-408a-9d72-8e456e1ad547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:29.768901 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec51c77-73b0-4b7f-98e3-46df73890fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-c45ebddb-a60a-4cd6-b5c0-befc3017e904', 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'fixed_ips': [{'subnet_id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:26:29.768901 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fec51c77-73b0-4b7f-98e3-46df73890fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:29.848033 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2c5a32c8-c08f-47ab-8d94-108634e5569a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:29.851126 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2c5a32c8-c08f-47ab-8d94-108634e5569a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:29.865283 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2c5a32c8-c08f-47ab-8d94-108634e5569a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:29.911024 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9abcb00d-425c-4f28-999f-7d381f660b7a no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:26:30.036302 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 9abcb00d-425c-4f28-999f-7d381f660b7a {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:26:30.036649 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9abcb00d-425c-4f28-999f-7d381f660b7a not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:26:30.112090 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:30.244340 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-3906627b-8aa7-408a-9d72-8e456e1ad547 None None] For port 9df9a29a-ed24-4695-84c8-0601c5236531, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:26:30.255758 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-3906627b-8aa7-408a-9d72-8e456e1ad547 None None] For port 9df9a29a-ed24-4695-84c8-0601c5236531, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9df9a29a-ed24-4695-84c8-0601c5236531,segment=NetworkSegment(91386cdf-ebdd-4fc7-89fb-ab3c76a2407f),segment_id=91386cdf-ebdd-4fc7-89fb-ab3c76a2407f)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:26:30.289347 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-fec51c77-73b0-4b7f-98e3-46df73890fbc None None] Allocated IP 172.21.0.2 (c45ebddb-a60a-4cd6-b5c0-befc3017e904/ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f/8160c2f6-bac5-4279-baee-0a207f69579e) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:26:30.419503 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2c5a32c8-c08f-47ab-8d94-108634e5569a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:30.423478 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3906627b-8aa7-408a-9d72-8e456e1ad547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:30.612328 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c9d6b9c9-1759-4e43-806d-5ca6c090c08d up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:30.676954 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906627b-8aa7-408a-9d72-8e456e1ad547 None None] Pushing event updated for resources: {'Port': ['ID=9df9a29a-ed24-4695-84c8-0601c5236531,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:30.725534 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aaca2c-7877-4960-8a0e-c94b0385b2ea req-35ab5ef1-3a22-42aa-b65a-15e5d2de853b tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:30.727823 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-04aaca2c-7877-4960-8a0e-c94b0385b2ea req-35ab5ef1-3a22-42aa-b65a-15e5d2de853b tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 946 time: 0.3570511 Apr 11 14:26:30.770682 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2bfb8f5e-2b77-460f-86d5-cec469333a9d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:30.822968 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fec51c77-73b0-4b7f-98e3-46df73890fbc None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:30.840143 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-fec51c77-73b0-4b7f-98e3-46df73890fbc None None] Transition to ACTIVE for port object 8160c2f6-bac5-4279-baee-0a207f69579e will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:30.860326 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-fec51c77-73b0-4b7f-98e3-46df73890fbc None None] Transition to ACTIVE for port object 8160c2f6-bac5-4279-baee-0a207f69579e will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:30.903748 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2c5a32c8-c08f-47ab-8d94-108634e5569a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_gateway, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:30.917632 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port c9d6b9c9-1759-4e43-806d-5ca6c090c08d completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:30.926806 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port c9d6b9c9-1759-4e43-806d-5ca6c090c08d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:30.927286 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:30.935920 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2c5a32c8-c08f-47ab-8d94-108634e5569a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:30.943629 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-04aaca2c-7877-4960-8a0e-c94b0385b2ea req-edab2abc-2695-4bf5-8dcc-2bed64c5f5a1 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2001722 Apr 11 14:26:31.072702 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cca72620-8fce-40a4-b7c3-541fafb11757 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:31.073640 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fec51c77-73b0-4b7f-98e3-46df73890fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:31.178298 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-2c5a32c8-c08f-47ab-8d94-108634e5569a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.26.7.162 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/9cd9582b-4450-4869-bc9f-8d9a63f8430c) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:26:31.210612 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca72620-8fce-40a4-b7c3-541fafb11757 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network 50187dfe-22b7-4df6-bfb2-8af5b4196b73 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:31.223946 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-cca72620-8fce-40a4-b7c3-541fafb11757 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:31.243261 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca72620-8fce-40a4-b7c3-541fafb11757 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:31.244383 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cca72620-8fce-40a4-b7c3-541fafb11757 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:31.325327 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec51c77-73b0-4b7f-98e3-46df73890fbc None None] Pushing event updated for resources: {'Port': ['ID=8160c2f6-bac5-4279-baee-0a207f69579e,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:31.340757 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec51c77-73b0-4b7f-98e3-46df73890fbc None None] Network c45ebddb-a60a-4cd6-b5c0-befc3017e904 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:31.344177 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-fec51c77-73b0-4b7f-98e3-46df73890fbc None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:31.352543 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec51c77-73b0-4b7f-98e3-46df73890fbc None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:26:31.361617 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca72620-8fce-40a4-b7c3-541fafb11757 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Subnet': ['ID=780d457e-d3ee-4fc1-ad3f-7fa928ec46d0,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:31.430776 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2c5a32c8-c08f-47ab-8d94-108634e5569a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:31.449461 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cca72620-8fce-40a4-b7c3-541fafb11757 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3652008 Apr 11 14:26:31.452316 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44444) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:31.460836 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-5aca7fc0-5307-45fe-9df0-f027ad3ee878 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'port': {'network_id': '50187dfe-22b7-4df6-bfb2-8af5b4196b73', 'fixed_ips': [{'subnet_id': '1ec8070c-0a47-468c-8654-e2e971d696de'}, {'subnet_id': '780d457e-d3ee-4fc1-ad3f-7fa928ec46d0'}], 'name': 'tempest-PortsIpV6TestJSON-1842056039'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:31.534423 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:31.565843 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-fec51c77-73b0-4b7f-98e3-46df73890fbc None None] Attempting to bind port 8160c2f6-bac5-4279-baee-0a207f69579e on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:26:31.565843 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-fec51c77-73b0-4b7f-98e3-46df73890fbc None None] Attempting to bind port 8160c2f6-bac5-4279-baee-0a207f69579e by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'f5342604-5ef4-4a92-aab9-78b8e5a2cbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:26:31.565843 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec51c77-73b0-4b7f-98e3-46df73890fbc None None] Attempting to bind port 8160c2f6-bac5-4279-baee-0a207f69579e on network c45ebddb-a60a-4cd6-b5c0-befc3017e904 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:26:31.602841 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec51c77-73b0-4b7f-98e3-46df73890fbc None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:26:31.602841 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec51c77-73b0-4b7f-98e3-46df73890fbc None None] Checking segment: {'id': 'f5342604-5ef4-4a92-aab9-78b8e5a2cbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:26:31.602841 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fec51c77-73b0-4b7f-98e3-46df73890fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:31.602841 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec51c77-73b0-4b7f-98e3-46df73890fbc None None] Bound using segment: {'id': 'f5342604-5ef4-4a92-aab9-78b8e5a2cbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:26:31.602841 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-fec51c77-73b0-4b7f-98e3-46df73890fbc None None] Bound port: 8160c2f6-bac5-4279-baee-0a207f69579e, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5342604-5ef4-4a92-aab9-78b8e5a2cbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:26:31.602841 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fec51c77-73b0-4b7f-98e3-46df73890fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:31.610570 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port c9d6b9c9-1759-4e43-806d-5ca6c090c08d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c9d6b9c9-1759-4e43-806d-5ca6c090c08d,segment=NetworkSegment(c1734a78-da1c-4920-a648-b7e951bb30d7),segment_id=c1734a78-da1c-4920-a648-b7e951bb30d7)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:31.640463 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-2bfb8f5e-2b77-460f-86d5-cec469333a9d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Allocated IP 172.21.0.1 (c45ebddb-a60a-4cd6-b5c0-befc3017e904/ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f/794dd926-957e-4add-80b8-59f2e8685b52) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:26:31.691248 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:31.839427 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-fec51c77-73b0-4b7f-98e3-46df73890fbc None None] For port 8160c2f6-bac5-4279-baee-0a207f69579e, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:26:31.839427 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=c9d6b9c9-1759-4e43-806d-5ca6c090c08d,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:31.839427 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-fec51c77-73b0-4b7f-98e3-46df73890fbc None None] For port 8160c2f6-bac5-4279-baee-0a207f69579e, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=8160c2f6-bac5-4279-baee-0a207f69579e,segment=NetworkSegment(f5342604-5ef4-4a92-aab9-78b8e5a2cbb4),segment_id=f5342604-5ef4-4a92-aab9-78b8e5a2cbb4)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:26:31.856431 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5aca7fc0-5307-45fe-9df0-f027ad3ee878 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:31.856431 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5aca7fc0-5307-45fe-9df0-f027ad3ee878 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:port and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:31.861699 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5aca7fc0-5307-45fe-9df0-f027ad3ee878 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:31.862841 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2c5a32c8-c08f-47ab-8d94-108634e5569a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:31.867609 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2bfb8f5e-2b77-460f-86d5-cec469333a9d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:31.925179 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-2bfb8f5e-2b77-460f-86d5-cec469333a9d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Transition to ACTIVE for port object 794dd926-957e-4add-80b8-59f2e8685b52 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:31.929040 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5aca7fc0-5307-45fe-9df0-f027ad3ee878 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:31.942030 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5a32c8-c08f-47ab-8d94-108634e5569a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:31.945612 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-2c5a32c8-c08f-47ab-8d94-108634e5569a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:31.951746 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5a32c8-c08f-47ab-8d94-108634e5569a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:26:31.979190 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a32c8-c08f-47ab-8d94-108634e5569a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=9cd9582b-4450-4869-bc9f-8d9a63f8430c,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:31.998772 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fec51c77-73b0-4b7f-98e3-46df73890fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:32.036347 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2bfb8f5e-2b77-460f-86d5-cec469333a9d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:32.096091 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aca7fc0-5307-45fe-9df0-f027ad3ee878 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:32.190085 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec51c77-73b0-4b7f-98e3-46df73890fbc None None] Pushing event updated for resources: {'Port': ['ID=8160c2f6-bac5-4279-baee-0a207f69579e,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:32.214109 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb8f5e-2b77-460f-86d5-cec469333a9d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Port': ['ID=794dd926-957e-4add-80b8-59f2e8685b52,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:32.222719 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfb8f5e-2b77-460f-86d5-cec469333a9d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network c45ebddb-a60a-4cd6-b5c0-befc3017e904 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:32.224044 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-2bfb8f5e-2b77-460f-86d5-cec469333a9d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:32.230691 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfb8f5e-2b77-460f-86d5-cec469333a9d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:26:32.295950 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2bfb8f5e-2b77-460f-86d5-cec469333a9d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:32.535634 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5aca7fc0-5307-45fe-9df0-f027ad3ee878 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:32.570893 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2bfb8f5e-2b77-460f-86d5-cec469333a9d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:32.587630 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf4765-f86b-49f4-af44-ad9c396548e7 req-7be2b16c-d759-4b54-b28e-267c3405cd15 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:32.591934 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-82cf4765-f86b-49f4-af44-ad9c396548e7 req-7be2b16c-d759-4b54-b28e-267c3405cd15 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 946 time: 0.3999019 Apr 11 14:26:32.598993 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-5aca7fc0-5307-45fe-9df0-f027ad3ee878 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] device_id is not set on port d9ffda14-043d-4c7b-8cfb-220629cecc8e yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:26:32.620923 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174a44f5-c3c7-48d6-ba39-cdfa7c9fef17 None None] Network 50187dfe-22b7-4df6-bfb2-8af5b4196b73 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:32.667501 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c9d6b9c9-1759-4e43-806d-5ca6c090c08d up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:32.805302 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-82cf4765-f86b-49f4-af44-ad9c396548e7 req-9ba4cbe0-30c5-41db-8691-b0dddec0db17 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2076609 Apr 11 14:26:32.883739 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9ca8b121-e058-47b5-8306-35052f466269 None None] Provisioning for port 9df9a29a-ed24-4695-84c8-0601c5236531 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:32.897759 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port c9d6b9c9-1759-4e43-806d-5ca6c090c08d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:32.898389 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:33.011550 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2c5a32c8-c08f-47ab-8d94-108634e5569a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_gateway, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:33.124262 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9df9a29a-ed24-4695-84c8-0601c5236531 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:33.205429 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2bfb8f5e-2b77-460f-86d5-cec469333a9d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:33.281387 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d86f34-9e61-48b9-a2b2-5ec544a16a82 None None] Update dhcp port {'port': {'network_id': '50187dfe-22b7-4df6-bfb2-8af5b4196b73', 'fixed_ips': [{'subnet_id': '1ec8070c-0a47-468c-8654-e2e971d696de', 'ip_address': '2001:db8::2'}, {'subnet_id': '780d457e-d3ee-4fc1-ad3f-7fa928ec46d0'}], 'binding:host_id': 'dv-neutron-837330-1-hyperv'}, 'id': '9df9a29a-ed24-4695-84c8-0601c5236531'} from dv-neutron-837330-1-hyperv. {{(pid=88618) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 11 14:26:33.322565 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2bfb8f5e-2b77-460f-86d5-cec469333a9d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:33.360012 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b2d86f34-9e61-48b9-a2b2-5ec544a16a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:33.494334 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2bfb8f5e-2b77-460f-86d5-cec469333a9d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:33.501334 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 9df9a29a-ed24-4695-84c8-0601c5236531 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:33.512606 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 9df9a29a-ed24-4695-84c8-0601c5236531 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:33.513267 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:33.632238 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb8f5e-2b77-460f-86d5-cec469333a9d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Port': ['ID=794dd926-957e-4add-80b8-59f2e8685b52,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:33.658632 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b51fe4d-93c5-442a-838a-f3c8d8d35c76 None None] Network c45ebddb-a60a-4cd6-b5c0-befc3017e904 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:33.673459 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfb8f5e-2b77-460f-86d5-cec469333a9d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network c45ebddb-a60a-4cd6-b5c0-befc3017e904 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:33.674897 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-2bfb8f5e-2b77-460f-86d5-cec469333a9d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:33.768775 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2c5a32c8-c08f-47ab-8d94-108634e5569a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:33.769839 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:33.770785 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-5aca7fc0-5307-45fe-9df0-f027ad3ee878 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Allocated IP 2001:db8::3e2 (50187dfe-22b7-4df6-bfb2-8af5b4196b73/1ec8070c-0a47-468c-8654-e2e971d696de/d9ffda14-043d-4c7b-8cfb-220629cecc8e) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:26:33.805766 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ae16cb6f-8dc5-4598-8b6d-7120759adc64 None None] Provisioning for port 8160c2f6-bac5-4279-baee-0a207f69579e completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:33.831036 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-5aca7fc0-5307-45fe-9df0-f027ad3ee878 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Allocated IP 2001:db8:0:1::223 (50187dfe-22b7-4df6-bfb2-8af5b4196b73/780d457e-d3ee-4fc1-ad3f-7fa928ec46d0/d9ffda14-043d-4c7b-8cfb-220629cecc8e) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:26:33.846633 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 9df9a29a-ed24-4695-84c8-0601c5236531, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9df9a29a-ed24-4695-84c8-0601c5236531,segment=NetworkSegment(91386cdf-ebdd-4fc7-89fb-ab3c76a2407f),segment_id=91386cdf-ebdd-4fc7-89fb-ab3c76a2407f)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:33.862045 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfb8f5e-2b77-460f-86d5-cec469333a9d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Router da37007a-b65a-4898-aab8-a21d4ec054f7 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:26:33.954626 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:34.099332 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfb8f5e-2b77-460f-86d5-cec469333a9d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:26:34.116726 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2bfb8f5e-2b77-460f-86d5-cec469333a9d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "PUT /v2.0/routers/da37007a-b65a-4898-aab8-a21d4ec054f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8197393 Apr 11 14:26:34.117219 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44452) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:34.118196 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=9df9a29a-ed24-4695-84c8-0601c5236531,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:34.124000 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-7a2688e9-09d4-44ff-9c60-c6b6322f8e29 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'network': {'name': 'tempest-RoutersTest-777079782'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:34.124192 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] Sync routers for ids ['da37007a-b65a-4898-aab8-a21d4ec054f7'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:26:34.133147 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7a2688e9-09d4-44ff-9c60-c6b6322f8e29 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:34.139386 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7a2688e9-09d4-44ff-9c60-c6b6322f8e29 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Usage tracker for resource:network and tenant:157d4d28af624b1c88b7b45d883df158 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:34.142605 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] Routers {'da37007a-b65a-4898-aab8-a21d4ec054f7'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:26:34.143235 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['da37007a-b65a-4898-aab8-a21d4ec054f7'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:34.152195 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7a2688e9-09d4-44ff-9c60-c6b6322f8e29 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:34.162767 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7a2688e9-09d4-44ff-9c60-c6b6322f8e29 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:34.174610 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1ad59-61ef-4179-a659-1b913e179a8c req-0fb53bba-f6ff-4dca-9486-46be63d10f06 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:34.178962 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5aca7fc0-5307-45fe-9df0-f027ad3ee878 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:34.182405 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bea1ad59-61ef-4179-a659-1b913e179a8c req-0fb53bba-f6ff-4dca-9486-46be63d10f06 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 946 time: 0.1757331 Apr 11 14:26:34.214903 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-5aca7fc0-5307-45fe-9df0-f027ad3ee878 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Transition to ACTIVE for port object d9ffda14-043d-4c7b-8cfb-220629cecc8e will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:34.257997 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bea1ad59-61ef-4179-a659-1b913e179a8c req-99c3c894-5824-451e-9c38-86088c33a1ab tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744920 Apr 11 14:26:34.307599 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] Set router da37007a-b65a-4898-aab8-a21d4ec054f7 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:26:34.321510 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5a32c8-c08f-47ab-8d94-108634e5569a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router fd966a5d-4c45-4cb3-b936-5ee90d4c90e8 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:26:34.367750 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2688e9-09d4-44ff-9c60-c6b6322f8e29 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Made reservation on behalf of 157d4d28af624b1c88b7b45d883df158 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:34.377397 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a2688e9-09d4-44ff-9c60-c6b6322f8e29 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:34.392283 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5aca7fc0-5307-45fe-9df0-f027ad3ee878 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:34.431923 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2688e9-09d4-44ff-9c60-c6b6322f8e29 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:26:34.450865 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a2688e9-09d4-44ff-9c60-c6b6322f8e29 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:34.451433 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-7a2688e9-09d4-44ff-9c60-c6b6322f8e29 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Added segment 881bd6af-be90-4589-9c10-382b0a749215 of type vlan for network c248f749-91df-4a6a-b370-5cbd52d43840 Apr 11 14:26:34.487522 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a2688e9-09d4-44ff-9c60-c6b6322f8e29 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:34.602598 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-b2d86f34-9e61-48b9-a2b2-5ec544a16a82 None None] Allocated IP 2001:db8:0:1::2 (50187dfe-22b7-4df6-bfb2-8af5b4196b73/780d457e-d3ee-4fc1-ad3f-7fa928ec46d0/9df9a29a-ed24-4695-84c8-0601c5236531) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:26:34.611829 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 8160c2f6-bac5-4279-baee-0a207f69579e up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:34.634272 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a2688e9-09d4-44ff-9c60-c6b6322f8e29 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:34.634399 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5a32c8-c08f-47ab-8d94-108634e5569a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:26:34.635106 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2688e9-09d4-44ff-9c60-c6b6322f8e29 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:34.635918 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a2688e9-09d4-44ff-9c60-c6b6322f8e29 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:34.639847 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aca7fc0-5307-45fe-9df0-f027ad3ee878 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network 50187dfe-22b7-4df6-bfb2-8af5b4196b73 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:34.643749 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] Sync routers for ids ['fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:26:34.647468 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-5aca7fc0-5307-45fe-9df0-f027ad3ee878 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:34.651205 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aca7fc0-5307-45fe-9df0-f027ad3ee878 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:26:34.658057 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aca7fc0-5307-45fe-9df0-f027ad3ee878 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:34.658712 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5aca7fc0-5307-45fe-9df0-f027ad3ee878 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:34.670387 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] Routers {'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:26:34.673327 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:34.726827 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca7fc0-5307-45fe-9df0-f027ad3ee878 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Port': ['ID=d9ffda14-043d-4c7b-8cfb-220629cecc8e,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:34.799819 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2688e9-09d4-44ff-9c60-c6b6322f8e29 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Network': ['ID=c248f749-91df-4a6a-b370-5cbd52d43840,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:34.811790 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f3d9bd6f-548e-4609-abd1-4f341fa1a21c None None] Provisioning for port 794dd926-957e-4add-80b8-59f2e8685b52 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:34.823276 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network c248f749-91df-4a6a-b370-5cbd52d43840 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:26:34.840057 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5aca7fc0-5307-45fe-9df0-f027ad3ee878 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.3842702 Apr 11 14:26:34.840057 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2c5a32c8-c08f-47ab-8d94-108634e5569a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:34.841364 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44456) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:34.841539 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2c5a32c8-c08f-47ab-8d94-108634e5569a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.1386144 Apr 11 14:26:34.845449 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44460) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:34.850929 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-347a905e-2fd1-4cd2-a4c4-cee789358dd0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1ec8070c-0a47-468c-8654-e2e971d696de'}]}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:34.900008 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] Set router fd966a5d-4c45-4cb3-b936-5ee90d4c90e8 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:26:34.909801 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7a2688e9-09d4-44ff-9c60-c6b6322f8e29 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7911675 Apr 11 14:26:34.913566 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44464) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:34.926273 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-8ec6e040-2ba6-4efc-8e67-5fbebb3169f3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'subnet': {'network_id': 'c248f749-91df-4a6a-b370-5cbd52d43840', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:34.930278 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-30c0fb33-6460-4e83-9734-0a7ea78597fa tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=572b8884360948e38c79b057606230d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0834470 Apr 11 14:26:34.932758 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44468) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:34.940788 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f3d9bd6f-548e-4609-abd1-4f341fa1a21c None None] Provisioning complete for port 794dd926-957e-4add-80b8-59f2e8685b52 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:34.941402 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f3d9bd6f-548e-4609-abd1-4f341fa1a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:35.178217 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-8ec6e040-2ba6-4efc-8e67-5fbebb3169f3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:35.182403 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8ec6e040-2ba6-4efc-8e67-5fbebb3169f3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Usage tracker for resource:subnet and tenant:157d4d28af624b1c88b7b45d883df158 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:35.186793 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8ec6e040-2ba6-4efc-8e67-5fbebb3169f3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:35.194559 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-8ec6e040-2ba6-4efc-8e67-5fbebb3169f3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:35.200842 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090c829e-801d-4b7c-8a1b-6c3c252147ad tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:35.202695 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-090c829e-801d-4b7c-8a1b-6c3c252147ad tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2688649 Apr 11 14:26:35.207626 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44472) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:35.210191 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f3d9bd6f-548e-4609-abd1-4f341fa1a21c None None] Port 794dd926-957e-4add-80b8-59f2e8685b52 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:26:35.257235 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3077308e-8746-48d5-af73-eed436ca6ff4 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=cff58315-4a25-4203-8056-2db185a2b95d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475383 Apr 11 14:26:35.257368 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44476) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:35.263551 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-16850e0a-5455-4928-a4f1-ea0c12bd97cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-602396073', 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff', 'project_id': '572b8884360948e38c79b057606230d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:35.273997 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:26:32Z', 'revision_number': 3, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None, '_interfaces': [{'id': '794dd926-957e-4add-80b8-59f2e8685b52', 'name': '', 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:bd:84:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:31Z', 'updated_at': '2022-04-11T14:26:32Z', 'revision_number': 2, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d6b9c9-1759-4e43-806d-5ca6c090c08d', 'name': '', 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:a9:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:22Z', 'updated_at': '2022-04-11T14:26:31Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:35.280532 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] Checking router: da37007a-b65a-4898-aab8-a21d4ec054f7 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:26:35.281736 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] Updating router da37007a-b65a-4898-aab8-a21d4ec054f7 port 794dd926-957e-4add-80b8-59f2e8685b52 binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:26:35.373086 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:35.381667 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 8160c2f6-bac5-4279-baee-0a207f69579e completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:35.388465 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'name': 'tempest-TestNetworkBasicOps-router-1010380864', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:29Z', 'updated_at': '2022-04-11T14:26:32Z', 'revision_number': 3, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:30Z', 'updated_at': '2022-04-11T14:26:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:35.391787 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 8160c2f6-bac5-4279-baee-0a207f69579e triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:35.393629 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:35.397184 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] Checking router: fd966a5d-4c45-4cb3-b936-5ee90d4c90e8 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:26:35.397291 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] Updating router fd966a5d-4c45-4cb3-b936-5ee90d4c90e8 port 9cd9582b-4450-4869-bc9f-8d9a63f8430c binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:26:35.415189 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec6e040-2ba6-4efc-8e67-5fbebb3169f3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Made reservation on behalf of 157d4d28af624b1c88b7b45d883df158 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:35.419329 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8ec6e040-2ba6-4efc-8e67-5fbebb3169f3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:35.500181 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-b2d86f34-9e61-48b9-a2b2-5ec544a16a82 None None] For port 9df9a29a-ed24-4695-84c8-0601c5236531, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9df9a29a-ed24-4695-84c8-0601c5236531,segment=NetworkSegment(91386cdf-ebdd-4fc7-89fb-ab3c76a2407f),segment_id=91386cdf-ebdd-4fc7-89fb-ab3c76a2407f)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:35.543566 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:35.571672 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-16850e0a-5455-4928-a4f1-ea0c12bd97cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:35.590706 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-16850e0a-5455-4928-a4f1-ea0c12bd97cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:subnet and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:35.603591 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-16850e0a-5455-4928-a4f1-ea0c12bd97cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:35.623033 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-16850e0a-5455-4928-a4f1-ea0c12bd97cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:35.727783 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e1a2df4c-d947-4617-8e4f-6912aaf9e4f9 None None] Provisioning complete for port 794dd926-957e-4add-80b8-59f2e8685b52 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:35.728474 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e1a2df4c-d947-4617-8e4f-6912aaf9e4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:35.743881 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea66aa-2115-417e-9ab9-e9346dd77e15 req-bcee9023-e3b2-417c-bc58-1c66eca86566 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:35.754345 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-38ea66aa-2115-417e-9ab9-e9346dd77e15 req-bcee9023-e3b2-417c-bc58-1c66eca86566 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 946 time: 0.1262116 Apr 11 14:26:35.820755 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-38ea66aa-2115-417e-9ab9-e9346dd77e15 req-15eae4ec-4dfa-4864-a9c3-24459b35e49a tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654361 Apr 11 14:26:35.824526 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16850e0a-5455-4928-a4f1-ea0c12bd97cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:35.830322 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.resource_extend [None req-b2d86f34-9e61-48b9-a2b2-5ec544a16a82 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 14:26:35.833538 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-16850e0a-5455-4928-a4f1-ea0c12bd97cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:35.852796 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:35.909379 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-347a905e-2fd1-4cd2-a4c4-cee789358dd0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:35.993301 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8ec6e040-2ba6-4efc-8e67-5fbebb3169f3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:36.011408 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b2d86f34-9e61-48b9-a2b2-5ec544a16a82 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:36.023061 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-e1a2df4c-d947-4617-8e4f-6912aaf9e4f9 None None] Port 794dd926-957e-4add-80b8-59f2e8685b52 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:26:36.049927 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 8160c2f6-bac5-4279-baee-0a207f69579e, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=8160c2f6-bac5-4279-baee-0a207f69579e,segment=NetworkSegment(f5342604-5ef4-4a92-aab9-78b8e5a2cbb4),segment_id=f5342604-5ef4-4a92-aab9-78b8e5a2cbb4)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:36.066001 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:36.073691 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b2d86f34-9e61-48b9-a2b2-5ec544a16a82 None None] Transition to ACTIVE for port object 9df9a29a-ed24-4695-84c8-0601c5236531 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:36.099179 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] Transition to ACTIVE for port object 9cd9582b-4450-4869-bc9f-8d9a63f8430c will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:36.165659 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:36.166578 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9df9a29a-ed24-4695-84c8-0601c5236531 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:36.208150 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-16850e0a-5455-4928-a4f1-ea0c12bd97cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:36.209603 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:36.264581 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b2d86f34-9e61-48b9-a2b2-5ec544a16a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:36.306731 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16850e0a-5455-4928-a4f1-ea0c12bd97cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Subnet': ['ID=086e7528-d521-4b15-bd34-67f3c5c8d698,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:36.320303 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16850e0a-5455-4928-a4f1-ea0c12bd97cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Checking segment: {'id': 'cbd670a1-37bc-4174-bc5d-10e790172461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:26:36.320912 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16850e0a-5455-4928-a4f1-ea0c12bd97cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network hostable DHCP agents. Network: b9d8212f-4472-42a8-95e4-ce042353ebff, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:26:36.324536 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec6e040-2ba6-4efc-8e67-5fbebb3169f3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Checking segment: {'id': '881bd6af-be90-4589-9c10-382b0a749215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c248f749-91df-4a6a-b370-5cbd52d43840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:26:36.324908 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec6e040-2ba6-4efc-8e67-5fbebb3169f3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network hostable DHCP agents. Network: c248f749-91df-4a6a-b370-5cbd52d43840, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:26:36.326919 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ac065-5dea-4ed4-a231-16a66df019bb None None] Pushing event updated for resources: {'Port': ['ID=9cd9582b-4450-4869-bc9f-8d9a63f8430c,revision_number=2']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:36.344842 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6e040-2ba6-4efc-8e67-5fbebb3169f3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Subnet': ['ID=c57b3b97-6596-4f44-9121-b5971be34175,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:36.353907 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] Attempting to bind port 9cd9582b-4450-4869-bc9f-8d9a63f8430c on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:26:36.354282 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] Attempting to bind port 9cd9582b-4450-4869-bc9f-8d9a63f8430c by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:26:36.354756 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] Attempting to bind port 9cd9582b-4450-4869-bc9f-8d9a63f8430c on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:26:36.360858 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:26:36.361221 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:26:36.361913 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:36.362536 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:26:36.363081 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] Bound port: 9cd9582b-4450-4869-bc9f-8d9a63f8430c, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:26:36.363562 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:36.446802 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-347a905e-2fd1-4cd2-a4c4-cee789358dd0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Delete allocated IP 2001:db8:0:1::223 (50187dfe-22b7-4df6-bfb2-8af5b4196b73/780d457e-d3ee-4fc1-ad3f-7fa928ec46d0) {{(pid=88616) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 11 14:26:36.448830 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16850e0a-5455-4928-a4f1-ea0c12bd97cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network b9d8212f-4472-42a8-95e4-ce042353ebff is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:26:36.450131 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] For port 9cd9582b-4450-4869-bc9f-8d9a63f8430c, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:26:36.450601 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:36.454721 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] For port 9cd9582b-4450-4869-bc9f-8d9a63f8430c, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9cd9582b-4450-4869-bc9f-8d9a63f8430c,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:26:36.479140 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=8160c2f6-bac5-4279-baee-0a207f69579e,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:36.482878 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] Transition to ACTIVE for port object 794dd926-957e-4add-80b8-59f2e8685b52 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:36.490550 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec6e040-2ba6-4efc-8e67-5fbebb3169f3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network c248f749-91df-4a6a-b370-5cbd52d43840 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:26:36.564520 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d86f34-9e61-48b9-a2b2-5ec544a16a82 None None] Pushing event updated for resources: {'Port': ['ID=9df9a29a-ed24-4695-84c8-0601c5236531,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:36.602612 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:36.631241 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-16850e0a-5455-4928-a4f1-ea0c12bd97cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, b9d8212f-4472-42a8-95e4-ce042353ebff) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:36.631928 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:36.634315 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-8ec6e040-2ba6-4efc-8e67-5fbebb3169f3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, c248f749-91df-4a6a-b370-5cbd52d43840) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:36.645064 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16850e0a-5455-4928-a4f1-ea0c12bd97cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:36.645664 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-16850e0a-5455-4928-a4f1-ea0c12bd97cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:36.654869 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec6e040-2ba6-4efc-8e67-5fbebb3169f3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:36.655920 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8ec6e040-2ba6-4efc-8e67-5fbebb3169f3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:36.667365 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-347a905e-2fd1-4cd2-a4c4-cee789358dd0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:36.705753 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-347a905e-2fd1-4cd2-a4c4-cee789358dd0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Ignored duplicate provisioning block setup for port d9ffda14-043d-4c7b-8cfb-220629cecc8e by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 11 14:26:36.724282 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 8160c2f6-bac5-4279-baee-0a207f69579e up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:36.729980 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ac065-5dea-4ed4-a231-16a66df019bb None None] Pushing event updated for resources: {'Port': ['ID=9cd9582b-4450-4869-bc9f-8d9a63f8430c,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:36.746050 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] Routers {'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:26:36.747067 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:36.775960 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6724097d-9cbe-45b3-af8d-28bc10d23e97 None None] Network b9d8212f-4472-42a8-95e4-ce042353ebff requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:36.789772 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c73994-fc64-47c9-9db5-e61b294d71ca None None] Network c248f749-91df-4a6a-b370-5cbd52d43840 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:36.857351 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8ec6e040-2ba6-4efc-8e67-5fbebb3169f3 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9400680 Apr 11 14:26:36.858118 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44486) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:36.897722 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-347a905e-2fd1-4cd2-a4c4-cee789358dd0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:37.013719 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-16850e0a-5455-4928-a4f1-ea0c12bd97cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7552881 Apr 11 14:26:37.017935 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44490) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:37.107617 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] Set router fd966a5d-4c45-4cb3-b936-5ee90d4c90e8 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:26:37.207641 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a905e-2fd1-4cd2-a4c4-cee789358dd0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Port': ['ID=d9ffda14-043d-4c7b-8cfb-220629cecc8e,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:37.207763 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9ac4c-b4eb-4c34-bd74-4be8dc0c3ee2 None None] Pushing event updated for resources: {'Port': ['ID=794dd926-957e-4add-80b8-59f2e8685b52,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:37.268423 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-347a905e-2fd1-4cd2-a4c4-cee789358dd0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] In _notify_port_updated(), no bound segment for port d9ffda14-043d-4c7b-8cfb-220629cecc8e on network 50187dfe-22b7-4df6-bfb2-8af5b4196b73 {{(pid=88616) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 11 14:26:37.277616 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347a905e-2fd1-4cd2-a4c4-cee789358dd0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:37.278324 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-347a905e-2fd1-4cd2-a4c4-cee789358dd0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:37.279761 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-347a905e-2fd1-4cd2-a4c4-cee789358dd0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "PUT /v2.0/ports/d9ffda14-043d-4c7b-8cfb-220629cecc8e HTTP/1.1" status: 200 len: 926 time: 2.4368386 Apr 11 14:26:37.283153 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44494) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:37.294639 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-2460c118-ec7b-480c-9e72-7ec908624923 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1ec8070c-0a47-468c-8654-e2e971d696de'}, {'subnet_id': '780d457e-d3ee-4fc1-ad3f-7fa928ec46d0'}]}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:37.347720 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 8160c2f6-bac5-4279-baee-0a207f69579e triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:37.348691 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:37.427867 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] Attempting to bind port 794dd926-957e-4add-80b8-59f2e8685b52 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:26:37.428563 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] Attempting to bind port 794dd926-957e-4add-80b8-59f2e8685b52 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'f5342604-5ef4-4a92-aab9-78b8e5a2cbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:26:37.429138 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] Attempting to bind port 794dd926-957e-4add-80b8-59f2e8685b52 on network c45ebddb-a60a-4cd6-b5c0-befc3017e904 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:26:37.494310 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e6a5f-9dbb-47dd-a718-d4499ed381ce req-b3a83f5c-a12a-4fee-9205-b270323019a1 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:37.495897 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ee7e6a5f-9dbb-47dd-a718-d4499ed381ce req-b3a83f5c-a12a-4fee-9205-b270323019a1 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 946 time: 0.3733790 Apr 11 14:26:37.529802 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2460c118-ec7b-480c-9e72-7ec908624923 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:37.617163 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:26:37.617531 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] Checking segment: {'id': 'f5342604-5ef4-4a92-aab9-78b8e5a2cbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:26:37.617844 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:37.618269 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] Bound using segment: {'id': 'f5342604-5ef4-4a92-aab9-78b8e5a2cbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:26:37.619132 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] Bound port: 794dd926-957e-4add-80b8-59f2e8685b52, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5342604-5ef4-4a92-aab9-78b8e5a2cbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:26:37.619519 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:37.640568 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d24dae9-e1d5-4042-87c8-63374ba02d1f None None] Network 50187dfe-22b7-4df6-bfb2-8af5b4196b73 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:37.644684 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ee7e6a5f-9dbb-47dd-a718-d4499ed381ce req-0461eba5-3174-40c9-b640-45fc75a2deac tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1363039 Apr 11 14:26:37.667346 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'name': 'tempest-TestNetworkBasicOps-router-1010380864', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:29Z', 'updated_at': '2022-04-11T14:26:32Z', 'revision_number': 3, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:30Z', 'updated_at': '2022-04-11T14:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:37.675156 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665793b1-a2a4-443c-94cf-e79435a21518 None None] The sync data for ids ['fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'] in dv-neutron-837330-1-hyperv is: [{'id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'name': 'tempest-TestNetworkBasicOps-router-1010380864', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:29Z', 'updated_at': '2022-04-11T14:26:32Z', 'revision_number': 3, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:30Z', 'updated_at': '2022-04-11T14:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:26:37.717584 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202804ec-c5fc-46ca-92d8-a42d0fbfb4b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-c248f749-91df-4a6a-b370-5cbd52d43840', 'network_id': 'c248f749-91df-4a6a-b370-5cbd52d43840', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'fixed_ips': [{'subnet_id': 'c57b3b97-6596-4f44-9121-b5971be34175'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:26:37.718241 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-202804ec-c5fc-46ca-92d8-a42d0fbfb4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:38.025956 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-2460c118-ec7b-480c-9e72-7ec908624923 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Allocated IP 2001:db8:0:1::227 (50187dfe-22b7-4df6-bfb2-8af5b4196b73/780d457e-d3ee-4fc1-ad3f-7fa928ec46d0/d9ffda14-043d-4c7b-8cfb-220629cecc8e) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:26:38.204195 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c79c61-4ee0-44f7-97f7-5544f31e5d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-b9d8212f-4472-42a8-95e4-ce042353ebff', 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff', 'tenant_id': '572b8884360948e38c79b057606230d9', 'fixed_ips': [{'subnet_id': '086e7528-d521-4b15-bd34-67f3c5c8d698'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:26:38.205355 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-21c79c61-4ee0-44f7-97f7-5544f31e5d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:38.307225 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2460c118-ec7b-480c-9e72-7ec908624923 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:38.326114 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-2460c118-ec7b-480c-9e72-7ec908624923 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Ignored duplicate provisioning block setup for port d9ffda14-043d-4c7b-8cfb-220629cecc8e by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 11 14:26:38.378553 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-219918b9-6403-45a6-8f6c-f61f9cb512db None None] Provisioning for port 9df9a29a-ed24-4695-84c8-0601c5236531 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:38.420527 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-219918b9-6403-45a6-8f6c-f61f9cb512db None None] Provisioning complete for port 9df9a29a-ed24-4695-84c8-0601c5236531 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:38.420819 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-219918b9-6403-45a6-8f6c-f61f9cb512db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:38.438384 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2460c118-ec7b-480c-9e72-7ec908624923 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:38.489864 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] For port 794dd926-957e-4add-80b8-59f2e8685b52, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:26:38.513687 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d27f7e30-b7fc-4823-b5eb-ab711b0eb840 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:38.583600 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] For port 794dd926-957e-4add-80b8-59f2e8685b52, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=794dd926-957e-4add-80b8-59f2e8685b52,segment=NetworkSegment(f5342604-5ef4-4a92-aab9-78b8e5a2cbb4),segment_id=f5342604-5ef4-4a92-aab9-78b8e5a2cbb4)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:26:38.600147 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-2460c118-ec7b-480c-9e72-7ec908624923 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] In _notify_port_updated(), no bound segment for port d9ffda14-043d-4c7b-8cfb-220629cecc8e on network 50187dfe-22b7-4df6-bfb2-8af5b4196b73 {{(pid=88616) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 11 14:26:38.611055 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2460c118-ec7b-480c-9e72-7ec908624923 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:38.611055 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2460c118-ec7b-480c-9e72-7ec908624923 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:38.611055 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2460c118-ec7b-480c-9e72-7ec908624923 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "PUT /v2.0/ports/d9ffda14-043d-4c7b-8cfb-220629cecc8e HTTP/1.1" status: 200 len: 1012 time: 1.3248515 Apr 11 14:26:38.614788 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44502) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:38.770116 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:38.821756 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460c118-ec7b-480c-9e72-7ec908624923 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Port': ['ID=d9ffda14-043d-4c7b-8cfb-220629cecc8e,revision_number=3']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:38.888258 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-c918b1e0-c402-49c8-ab6f-cd678cfeea1d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting port d9ffda14-043d-4c7b-8cfb-220629cecc8e {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:26:38.888521 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9cd9582b-4450-4869-bc9f-8d9a63f8430c up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:38.888847 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c918b1e0-c402-49c8-ab6f-cd678cfeea1d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:38.997776 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-202804ec-c5fc-46ca-92d8-a42d0fbfb4b7 None None] Allocated IP 172.22.0.2 (c248f749-91df-4a6a-b370-5cbd52d43840/c57b3b97-6596-4f44-9121-b5971be34175/59bf03ac-b30c-454f-9b73-087fe3b1af30) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:26:39.068588 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-21c79c61-4ee0-44f7-97f7-5544f31e5d8a None None] Allocated IP 172.20.0.2 (b9d8212f-4472-42a8-95e4-ce042353ebff/086e7528-d521-4b15-bd34-67f3c5c8d698/e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:26:39.122165 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] Routers {'da37007a-b65a-4898-aab8-a21d4ec054f7'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:26:39.123121 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['da37007a-b65a-4898-aab8-a21d4ec054f7'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:39.262066 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c918b1e0-c402-49c8-ab6f-cd678cfeea1d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:39.308251 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c9b1b-ec9c-4c7a-8e21-f31e17d73255 req-96325c71-6a0b-492d-a082-098148e7dbd7 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:39.309926 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f77c9b1b-ec9c-4c7a-8e21-f31e17d73255 req-96325c71-6a0b-492d-a082-098148e7dbd7 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 946 time: 0.4025126 Apr 11 14:26:39.326283 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9ac4c-b4eb-4c34-bd74-4be8dc0c3ee2 None None] Pushing event updated for resources: {'Port': ['ID=794dd926-957e-4add-80b8-59f2e8685b52,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:39.401738 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-c918b1e0-c402-49c8-ab6f-cd678cfeea1d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Calling delete_port for d9ffda14-043d-4c7b-8cfb-220629cecc8e owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:26:39.479440 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f77c9b1b-ec9c-4c7a-8e21-f31e17d73255 req-f5040b8e-496a-486e-8fdb-647f59f4b352 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1254075 Apr 11 14:26:39.531288 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9c533835-3910-4611-aeeb-443f2269da3a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:39.541631 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 9cd9582b-4450-4869-bc9f-8d9a63f8430c completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:39.569700 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] Set router da37007a-b65a-4898-aab8-a21d4ec054f7 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:26:39.639419 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 9cd9582b-4450-4869-bc9f-8d9a63f8430c triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:39.639792 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:39.694484 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c918b1e0-c402-49c8-ab6f-cd678cfeea1d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:39.791394 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918b1e0-c402-49c8-ab6f-cd678cfeea1d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Port': ['ID=d9ffda14-043d-4c7b-8cfb-220629cecc8e,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:39.890249 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c918b1e0-c402-49c8-ab6f-cd678cfeea1d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:39.904985 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c918b1e0-c402-49c8-ab6f-cd678cfeea1d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/ports/d9ffda14-043d-4c7b-8cfb-220629cecc8e HTTP/1.1" status: 204 len: 168 time: 1.2889688 Apr 11 14:26:39.907962 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44508) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:39.960914 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c71f250-ddd9-4a5e-add8-a8d2c964b966 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] GET failed (client error): The resource could not be found. Apr 11 14:26:39.961451 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4c71f250-ddd9-4a5e-add8-a8d2c964b966 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Synchronizing usage tracker for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:26:40.075816 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4c71f250-ddd9-4a5e-add8-a8d2c964b966 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Unset dirty status for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:26:40.083282 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4c71f250-ddd9-4a5e-add8-a8d2c964b966 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "GET /v2.0/ports/d9ffda14-043d-4c7b-8cfb-220629cecc8e HTTP/1.1" status: 404 len: 333 time: 0.1691246 Apr 11 14:26:40.083449 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44512) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:40.164008 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b3d462-f04f-4da9-acd8-611edd740ec8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting subnet 780d457e-d3ee-4fc1-ad3f-7fa928ec46d0 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:26:40.167541 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-96b3d462-f04f-4da9-acd8-611edd740ec8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:40.232420 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-96b3d462-f04f-4da9-acd8-611edd740ec8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:40.248837 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-21c79c61-4ee0-44f7-97f7-5544f31e5d8a None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:40.263187 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-202804ec-c5fc-46ca-92d8-a42d0fbfb4b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:40.299759 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-21c79c61-4ee0-44f7-97f7-5544f31e5d8a None None] Transition to ACTIVE for port object e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:40.302285 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-202804ec-c5fc-46ca-92d8-a42d0fbfb4b7 None None] Transition to ACTIVE for port object 59bf03ac-b30c-454f-9b73-087fe3b1af30 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:40.332320 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-96b3d462-f04f-4da9-acd8-611edd740ec8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:40.346291 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-12cad59e-6554-4742-bb8d-f9603d5f327e None None] Provisioning complete for port 9df9a29a-ed24-4695-84c8-0601c5236531 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:40.346511 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-12cad59e-6554-4742-bb8d-f9603d5f327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:40.407243 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:40.419330 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-21c79c61-4ee0-44f7-97f7-5544f31e5d8a None None] Transition to ACTIVE for port object e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:40.422965 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-202804ec-c5fc-46ca-92d8-a42d0fbfb4b7 None None] Transition to ACTIVE for port object 59bf03ac-b30c-454f-9b73-087fe3b1af30 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:40.479985 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 9cd9582b-4450-4869-bc9f-8d9a63f8430c, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9cd9582b-4450-4869-bc9f-8d9a63f8430c,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:40.580442 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-12cad59e-6554-4742-bb8d-f9603d5f327e None None] Could not find standard attr ID for object d9ffda14-043d-4c7b-8cfb-220629cecc8e. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:26:40.584862 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:26:32Z', 'revision_number': 3, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None, '_interfaces': [{'id': '794dd926-957e-4add-80b8-59f2e8685b52', 'name': '', 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:bd:84:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:31Z', 'updated_at': '2022-04-11T14:26:38Z', 'revision_number': 4, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d6b9c9-1759-4e43-806d-5ca6c090c08d', 'name': '', 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:a9:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:22Z', 'updated_at': '2022-04-11T14:26:31Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:40.589809 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f98932b-3f5d-4eee-b4ca-499590afc914 None None] The sync data for ids ['da37007a-b65a-4898-aab8-a21d4ec054f7'] in dv-neutron-837330-1-hyperv is: [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:26:32Z', 'revision_number': 3, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None, '_interfaces': [{'id': '794dd926-957e-4add-80b8-59f2e8685b52', 'name': '', 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:bd:84:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:31Z', 'updated_at': '2022-04-11T14:26:38Z', 'revision_number': 4, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d6b9c9-1759-4e43-806d-5ca6c090c08d', 'name': '', 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:a9:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:22Z', 'updated_at': '2022-04-11T14:26:31Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:26:40.608657 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-96b3d462-f04f-4da9-acd8-611edd740ec8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:40.692477 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:40.693130 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9df9a29a-ed24-4695-84c8-0601c5236531 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:40.706875 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3d462-f04f-4da9-acd8-611edd740ec8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Subnet': ['ID=780d457e-d3ee-4fc1-ad3f-7fa928ec46d0,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:40.731896 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-202804ec-c5fc-46ca-92d8-a42d0fbfb4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:40.739614 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-21c79c61-4ee0-44f7-97f7-5544f31e5d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:40.751297 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db35bc-2fa7-4fdd-a9c6-a2124f8bf76e req-93377ff8-1830-47fd-aa43-0cf6e95437c8 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:40.752910 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-53db35bc-2fa7-4fdd-a9c6-a2124f8bf76e req-93377ff8-1830-47fd-aa43-0cf6e95437c8 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 946 time: 0.1335554 Apr 11 14:26:40.811454 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-96b3d462-f04f-4da9-acd8-611edd740ec8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:40.851874 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3203a864-cc5a-4ff0-b71b-2e4717858020 None None] Could not find standard attr ID for object d9ffda14-043d-4c7b-8cfb-220629cecc8e. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:26:40.864304 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-d27f7e30-b7fc-4823-b5eb-ab711b0eb840 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Allocated IP 172.22.0.1 (c248f749-91df-4a6a-b370-5cbd52d43840/c57b3b97-6596-4f44-9121-b5971be34175/6ae0d2e3-7519-472b-a9af-3dd545e6e98d) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:26:40.879464 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-53db35bc-2fa7-4fdd-a9c6-a2124f8bf76e req-580174d9-31b2-4fc2-a22a-456035a4068b tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1098213 Apr 11 14:26:40.899276 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c79c61-4ee0-44f7-97f7-5544f31e5d8a None None] Network b9d8212f-4472-42a8-95e4-ce042353ebff is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:40.913315 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-21c79c61-4ee0-44f7-97f7-5544f31e5d8a None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:40.915720 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2709516-b4a3-48c2-adbe-18e8407a347b None None] Network 50187dfe-22b7-4df6-bfb2-8af5b4196b73 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:40.934764 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202804ec-c5fc-46ca-92d8-a42d0fbfb4b7 None None] Network c248f749-91df-4a6a-b370-5cbd52d43840 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:40.941496 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c79c61-4ee0-44f7-97f7-5544f31e5d8a None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:26:40.975199 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-202804ec-c5fc-46ca-92d8-a42d0fbfb4b7 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:40.990684 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202804ec-c5fc-46ca-92d8-a42d0fbfb4b7 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:26:41.084533 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d27f7e30-b7fc-4823-b5eb-ab711b0eb840 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:41.097070 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-901d6394-66e4-49f5-a5cb-1e3361bcfeb2 None None] Could not find standard attr ID for object d9ffda14-043d-4c7b-8cfb-220629cecc8e. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:26:41.182094 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=9cd9582b-4450-4869-bc9f-8d9a63f8430c,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:41.184867 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 44de09a9-cb60-4958-af4e-a2d885240c17 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:26:41.195777 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 44de09a9-cb60-4958-af4e-a2d885240c17 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:26:41.297055 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-96b3d462-f04f-4da9-acd8-611edd740ec8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/subnets/780d457e-d3ee-4fc1-ad3f-7fa928ec46d0 HTTP/1.1" status: 204 len: 168 time: 1.2142694 Apr 11 14:26:41.297918 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-d27f7e30-b7fc-4823-b5eb-ab711b0eb840 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Transition to ACTIVE for port object 6ae0d2e3-7519-472b-a9af-3dd545e6e98d will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:41.299440 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44518) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:41.310076 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-9c533835-3910-4611-aeeb-443f2269da3a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.20.0.1 (b9d8212f-4472-42a8-95e4-ce042353ebff/086e7528-d521-4b15-bd34-67f3c5c8d698/ae863baa-cad5-4c31-95c6-1d649caaccf3) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:26:41.398255 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9293546-01b0-4732-99c9-8f5af96b9c35 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting subnet 1ec8070c-0a47-468c-8654-e2e971d696de {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:26:41.402604 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b9293546-01b0-4732-99c9-8f5af96b9c35 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:41.412391 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-21c79c61-4ee0-44f7-97f7-5544f31e5d8a None None] Attempting to bind port e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:26:41.413022 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-21c79c61-4ee0-44f7-97f7-5544f31e5d8a None None] Attempting to bind port e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'cbd670a1-37bc-4174-bc5d-10e790172461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:26:41.413594 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c79c61-4ee0-44f7-97f7-5544f31e5d8a None None] Attempting to bind port e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d on network b9d8212f-4472-42a8-95e4-ce042353ebff {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:26:41.421766 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 9df9a29a-ed24-4695-84c8-0601c5236531 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:41.422530 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:41.461576 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b9293546-01b0-4732-99c9-8f5af96b9c35 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:41.465736 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c79c61-4ee0-44f7-97f7-5544f31e5d8a None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:26:41.466768 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c79c61-4ee0-44f7-97f7-5544f31e5d8a None None] Checking segment: {'id': 'cbd670a1-37bc-4174-bc5d-10e790172461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:26:41.467348 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-21c79c61-4ee0-44f7-97f7-5544f31e5d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:41.467751 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c79c61-4ee0-44f7-97f7-5544f31e5d8a None None] Bound using segment: {'id': 'cbd670a1-37bc-4174-bc5d-10e790172461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:26:41.469474 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-21c79c61-4ee0-44f7-97f7-5544f31e5d8a None None] Bound port: e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd670a1-37bc-4174-bc5d-10e790172461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:26:41.469474 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-21c79c61-4ee0-44f7-97f7-5544f31e5d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:41.476579 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d338e-4ea4-498f-bd6c-a85bdcb47f92 req-d4f7284a-8e2f-414b-bf6d-2896d5fcc27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:41.478124 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1a3d338e-4ea4-498f-bd6c-a85bdcb47f92 req-d4f7284a-8e2f-414b-bf6d-2896d5fcc27d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 1099 time: 0.4055178 Apr 11 14:26:41.497415 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-202804ec-c5fc-46ca-92d8-a42d0fbfb4b7 None None] Attempting to bind port 59bf03ac-b30c-454f-9b73-087fe3b1af30 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:26:41.497793 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-202804ec-c5fc-46ca-92d8-a42d0fbfb4b7 None None] Attempting to bind port 59bf03ac-b30c-454f-9b73-087fe3b1af30 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '881bd6af-be90-4589-9c10-382b0a749215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c248f749-91df-4a6a-b370-5cbd52d43840'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:26:41.498194 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202804ec-c5fc-46ca-92d8-a42d0fbfb4b7 None None] Attempting to bind port 59bf03ac-b30c-454f-9b73-087fe3b1af30 on network c248f749-91df-4a6a-b370-5cbd52d43840 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:26:41.521330 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.resource_extend [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 14:26:41.558075 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9c533835-3910-4611-aeeb-443f2269da3a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:41.563343 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1a3d338e-4ea4-498f-bd6c-a85bdcb47f92 req-deb86865-9cfd-48e7-8d14-fd6743779636 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783465 Apr 11 14:26:41.569016 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b9293546-01b0-4732-99c9-8f5af96b9c35 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:41.577882 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-9c533835-3910-4611-aeeb-443f2269da3a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Transition to ACTIVE for port object ae863baa-cad5-4c31-95c6-1d649caaccf3 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:41.580768 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d27f7e30-b7fc-4823-b5eb-ab711b0eb840 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:41.585175 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202804ec-c5fc-46ca-92d8-a42d0fbfb4b7 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:26:41.585775 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202804ec-c5fc-46ca-92d8-a42d0fbfb4b7 None None] Checking segment: {'id': '881bd6af-be90-4589-9c10-382b0a749215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c248f749-91df-4a6a-b370-5cbd52d43840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:26:41.586046 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-202804ec-c5fc-46ca-92d8-a42d0fbfb4b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:41.586456 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202804ec-c5fc-46ca-92d8-a42d0fbfb4b7 None None] Bound using segment: {'id': '881bd6af-be90-4589-9c10-382b0a749215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c248f749-91df-4a6a-b370-5cbd52d43840'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:26:41.586935 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-202804ec-c5fc-46ca-92d8-a42d0fbfb4b7 None None] Bound port: 59bf03ac-b30c-454f-9b73-087fe3b1af30, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881bd6af-be90-4589-9c10-382b0a749215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c248f749-91df-4a6a-b370-5cbd52d43840'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:26:41.587318 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-202804ec-c5fc-46ca-92d8-a42d0fbfb4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:41.608137 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202804ec-c5fc-46ca-92d8-a42d0fbfb4b7 None None] Pushing event updated for resources: {'Port': ['ID=59bf03ac-b30c-454f-9b73-087fe3b1af30,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:41.654298 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27f7e30-b7fc-4823-b5eb-ab711b0eb840 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network c248f749-91df-4a6a-b370-5cbd52d43840 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:41.659404 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-d27f7e30-b7fc-4823-b5eb-ab711b0eb840 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:41.665511 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27f7e30-b7fc-4823-b5eb-ab711b0eb840 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:26:41.722441 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f7e30-b7fc-4823-b5eb-ab711b0eb840 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Port': ['ID=6ae0d2e3-7519-472b-a9af-3dd545e6e98d,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:41.740357 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d27f7e30-b7fc-4823-b5eb-ab711b0eb840 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:41.784959 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b9293546-01b0-4732-99c9-8f5af96b9c35 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:41.818773 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9c533835-3910-4611-aeeb-443f2269da3a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:41.826858 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9293546-01b0-4732-99c9-8f5af96b9c35 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Subnet': ['ID=1ec8070c-0a47-468c-8654-e2e971d696de,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:41.831321 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b9293546-01b0-4732-99c9-8f5af96b9c35 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:41.839944 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b9293546-01b0-4732-99c9-8f5af96b9c35 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/subnets/1ec8070c-0a47-468c-8654-e2e971d696de HTTP/1.1" status: 204 len: 168 time: 0.5371494 Apr 11 14:26:41.840238 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44522) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:41.886974 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c533835-3910-4611-aeeb-443f2269da3a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network b9d8212f-4472-42a8-95e4-ce042353ebff is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:41.892395 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-9c533835-3910-4611-aeeb-443f2269da3a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:41.899906 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c533835-3910-4611-aeeb-443f2269da3a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:26:41.991451 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c533835-3910-4611-aeeb-443f2269da3a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=ae863baa-cad5-4c31-95c6-1d649caaccf3,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:42.004406 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72354875-6fbc-49b2-a8d3-0eb2e42e9422 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:42.033034 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-72354875-6fbc-49b2-a8d3-0eb2e42e9422 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting port 9df9a29a-ed24-4695-84c8-0601c5236531 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:26:42.033724 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72354875-6fbc-49b2-a8d3-0eb2e42e9422 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:42.044800 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c79c61-4ee0-44f7-97f7-5544f31e5d8a None None] Pushing event updated for resources: {'Port': ['ID=e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:42.063500 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-21c79c61-4ee0-44f7-97f7-5544f31e5d8a None None] For port e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:26:42.071220 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-21c79c61-4ee0-44f7-97f7-5544f31e5d8a None None] For port e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d,segment=NetworkSegment(cbd670a1-37bc-4174-bc5d-10e790172461),segment_id=cbd670a1-37bc-4174-bc5d-10e790172461)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:26:42.075709 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9c533835-3910-4611-aeeb-443f2269da3a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:42.089095 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d27f7e30-b7fc-4823-b5eb-ab711b0eb840 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:42.120999 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:42.268353 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-21c79c61-4ee0-44f7-97f7-5544f31e5d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:42.286588 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-72354875-6fbc-49b2-a8d3-0eb2e42e9422 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] For port 9df9a29a-ed24-4695-84c8-0601c5236531, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9df9a29a-ed24-4695-84c8-0601c5236531,segment=NetworkSegment(91386cdf-ebdd-4fc7-89fb-ab3c76a2407f),segment_id=91386cdf-ebdd-4fc7-89fb-ab3c76a2407f)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:42.287008 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72354875-6fbc-49b2-a8d3-0eb2e42e9422 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:42.315541 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 44de09a9-cb60-4958-af4e-a2d885240c17, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=44de09a9-cb60-4958-af4e-a2d885240c17,segment=NetworkSegment(2fc2ff94-33cb-4015-b82f-897abe5d6b4c),segment_id=2fc2ff94-33cb-4015-b82f-897abe5d6b4c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:42.325942 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-202804ec-c5fc-46ca-92d8-a42d0fbfb4b7 None None] For port 59bf03ac-b30c-454f-9b73-087fe3b1af30, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:26:42.383712 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-202804ec-c5fc-46ca-92d8-a42d0fbfb4b7 None None] For port 59bf03ac-b30c-454f-9b73-087fe3b1af30, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=59bf03ac-b30c-454f-9b73-087fe3b1af30,segment=NetworkSegment(881bd6af-be90-4589-9c10-382b0a749215),segment_id=881bd6af-be90-4589-9c10-382b0a749215)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:26:42.383953 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f199ce9-a7b6-46ce-9675-e42efe4239aa req-fa7d6edd-483b-46a7-b469-dd5cf279a488 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:42.384872 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9f199ce9-a7b6-46ce-9675-e42efe4239aa req-fa7d6edd-483b-46a7-b469-dd5cf279a488 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 946 time: 0.3551481 Apr 11 14:26:42.391742 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918ea5a4-8203-44c5-aca5-6ff380d9c595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44de09a9-cb60-4958-af4e-a2d885240c17'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:26:42.396625 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '44de09a9-cb60-4958-af4e-a2d885240c17', 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64', 'port_id': '44de09a9-cb60-4958-af4e-a2d885240c17', 'mac_address': 'fa:16:3e:4d:7b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf1eb46-d375-41db-9a64-c06044cc1b95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:26:42.433644 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 44de09a9-cb60-4958-af4e-a2d885240c17, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=44de09a9-cb60-4958-af4e-a2d885240c17,segment=NetworkSegment(2fc2ff94-33cb-4015-b82f-897abe5d6b4c),segment_id=2fc2ff94-33cb-4015-b82f-897abe5d6b4c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:42.463781 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3edef074-b8e5-4506-be05-de86850269a3'] response: {'server_uuid': '918ea5a4-8203-44c5-aca5-6ff380d9c595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44de09a9-cb60-4958-af4e-a2d885240c17', 'code': 200} Apr 11 14:26:42.500380 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c79c61-4ee0-44f7-97f7-5544f31e5d8a None None] Pushing event updated for resources: {'Port': ['ID=e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:42.507155 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-202804ec-c5fc-46ca-92d8-a42d0fbfb4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:42.565789 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-72354875-6fbc-49b2-a8d3-0eb2e42e9422 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Calling delete_port for 9df9a29a-ed24-4695-84c8-0601c5236531 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:26:42.611629 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9f199ce9-a7b6-46ce-9675-e42efe4239aa req-112cd0df-e617-49a3-94eb-5e8c9aef61b0 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2161174 Apr 11 14:26:42.642432 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:42.662154 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:42.718464 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44de09a9-cb60-4958-af4e-a2d885240c17 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:26:42.761788 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72354875-6fbc-49b2-a8d3-0eb2e42e9422 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:42.767739 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 794dd926-957e-4add-80b8-59f2e8685b52 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:42.867397 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72354875-6fbc-49b2-a8d3-0eb2e42e9422 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] No DVR routers for this DVR port 9df9a29a-ed24-4695-84c8-0601c5236531 on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:26:42.879384 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b7a39c-a8b3-4f09-9880-36451afa2f83 None None] Update dhcp port {'port': {'network_id': '50187dfe-22b7-4df6-bfb2-8af5b4196b73', 'fixed_ips': [{'subnet_id': '1ec8070c-0a47-468c-8654-e2e971d696de'}], 'binding:host_id': 'dv-neutron-837330-1-hyperv'}, 'id': '9df9a29a-ed24-4695-84c8-0601c5236531'} from dv-neutron-837330-1-hyperv. {{(pid=88618) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 11 14:26:42.918594 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9c533835-3910-4611-aeeb-443f2269da3a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:42.921219 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72354875-6fbc-49b2-a8d3-0eb2e42e9422 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Port': ['ID=9df9a29a-ed24-4695-84c8-0601c5236531,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:42.971895 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202804ec-c5fc-46ca-92d8-a42d0fbfb4b7 None None] Pushing event updated for resources: {'Port': ['ID=59bf03ac-b30c-454f-9b73-087fe3b1af30,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:43.055031 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d27f7e30-b7fc-4823-b5eb-ab711b0eb840 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:43.143712 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b7a39c-a8b3-4f09-9880-36451afa2f83 None None] Host dv-neutron-837330-1-hyperv tried to update port 9df9a29a-ed24-4695-84c8-0601c5236531 which no longer exists. {{(pid=88618) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 11 14:26:43.153254 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:26:43.162442 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:26:43.231670 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=44de09a9-cb60-4958-af4e-a2d885240c17,revision_number=6']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:43.257247 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d27f7e30-b7fc-4823-b5eb-ab711b0eb840 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:43.259801 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 794dd926-957e-4add-80b8-59f2e8685b52 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:43.261171 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72354875-6fbc-49b2-a8d3-0eb2e42e9422 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:43.270445 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 794dd926-957e-4add-80b8-59f2e8685b52 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:43.272514 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:43.302712 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-72354875-6fbc-49b2-a8d3-0eb2e42e9422 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50187dfe-22b7-4df6-bfb2-8af5b4196b73']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:43.318465 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-72354875-6fbc-49b2-a8d3-0eb2e42e9422 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91386cdf-ebdd-4fc7-89fb-ab3c76a2407f') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:43.318746 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-72354875-6fbc-49b2-a8d3-0eb2e42e9422 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91386cdf-ebdd-4fc7-89fb-ab3c76a2407f') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:43.337597 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72354875-6fbc-49b2-a8d3-0eb2e42e9422 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:43.340793 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54db4cce-7b4d-4ab5-ad6a-e3431bc73288 None None] Network 50187dfe-22b7-4df6-bfb2-8af5b4196b73 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:43.362331 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72354875-6fbc-49b2-a8d3-0eb2e42e9422 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:43.371263 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72354875-6fbc-49b2-a8d3-0eb2e42e9422 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:26:43.372069 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72354875-6fbc-49b2-a8d3-0eb2e42e9422 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:26:43.397383 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:26:43.400589 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-fb0f53b3-d782-4263-af5d-89f6a249161f None None] Could not find standard attr ID for object 9df9a29a-ed24-4695-84c8-0601c5236531. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:26:43.640687 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:43.651915 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50799129-96f2-44b6-ba53-f2e70c1e76b0 None None] DHCP port deletion for 50187dfe-22b7-4df6-bfb2-8af5b4196b73 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:26:43.658033 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72354875-6fbc-49b2-a8d3-0eb2e42e9422 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:43.682825 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72354875-6fbc-49b2-a8d3-0eb2e42e9422 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:43.703756 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72354875-6fbc-49b2-a8d3-0eb2e42e9422 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Network': ['ID=50187dfe-22b7-4df6-bfb2-8af5b4196b73,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:43.716455 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d27f7e30-b7fc-4823-b5eb-ab711b0eb840 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:43.725263 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f7e30-b7fc-4823-b5eb-ab711b0eb840 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Port': ['ID=6ae0d2e3-7519-472b-a9af-3dd545e6e98d,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:43.744823 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 794dd926-957e-4add-80b8-59f2e8685b52, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=794dd926-957e-4add-80b8-59f2e8685b52,segment=NetworkSegment(f5342604-5ef4-4a92-aab9-78b8e5a2cbb4),segment_id=f5342604-5ef4-4a92-aab9-78b8e5a2cbb4)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:43.747504 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:43.772919 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44de09a9-cb60-4958-af4e-a2d885240c17 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:26:43.802516 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 44de09a9-cb60-4958-af4e-a2d885240c17, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=44de09a9-cb60-4958-af4e-a2d885240c17,segment=NetworkSegment(2fc2ff94-33cb-4015-b82f-897abe5d6b4c),segment_id=2fc2ff94-33cb-4015-b82f-897abe5d6b4c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:43.829954 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-72354875-6fbc-49b2-a8d3-0eb2e42e9422 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/networks/50187dfe-22b7-4df6-bfb2-8af5b4196b73 HTTP/1.1" status: 204 len: 168 time: 1.9867413 Apr 11 14:26:43.832289 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44532) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:43.848600 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:43.850201 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9cd9582b-4450-4869-bc9f-8d9a63f8430c up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:43.953723 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bd89b-f5f4-4868-9c62-390cb4185d76 req-aa731068-2aee-42d1-b75c-9176c77b743b tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:43.955359 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a87bd89b-f5f4-4868-9c62-390cb4185d76 req-aa731068-2aee-42d1-b75c-9176c77b743b tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 944 time: 0.1798801 Apr 11 14:26:43.964258 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259e4bc1-deee-44d5-8d38-e61d0001b1ec tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:43.978360 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-259e4bc1-deee-44d5-8d38-e61d0001b1ec tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Synchronizing usage tracker for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:26:44.023388 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27f7e30-b7fc-4823-b5eb-ab711b0eb840 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network c248f749-91df-4a6a-b370-5cbd52d43840 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:44.027805 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-d27f7e30-b7fc-4823-b5eb-ab711b0eb840 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:44.040787 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:44.059804 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=794dd926-957e-4add-80b8-59f2e8685b52,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:44.091941 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a87bd89b-f5f4-4868-9c62-390cb4185d76 req-22a85cfc-b9c7-4611-b983-03e3b495114f tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1094398 Apr 11 14:26:44.121570 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-259e4bc1-deee-44d5-8d38-e61d0001b1ec tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Unset dirty status for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:26:44.123239 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-259e4bc1-deee-44d5-8d38-e61d0001b1ec tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2897406 Apr 11 14:26:44.124201 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44536) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:44.126944 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44538) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:44.136772 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 9cd9582b-4450-4869-bc9f-8d9a63f8430c triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:44.137329 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:44.291399 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=44de09a9-cb60-4958-af4e-a2d885240c17,revision_number=7']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:44.319025 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6ca273bd-ddd2-4525-8702-ea44f5620ad3 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/floatingips/210908f3-2dc2-4f3c-91c8-92200692e328 HTTP/1.1" status: 200 len: 993 time: 0.1932049 Apr 11 14:26:44.357597 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e45a5b-7513-474f-a35e-1a5c0bd91ed4 None None] Network c248f749-91df-4a6a-b370-5cbd52d43840 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:44.359675 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c1e96b1e-6b19-4ebe-81a4-19e55e5bbec3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2311919 Apr 11 14:26:44.369046 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44546) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:44.376809 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-1ae22311-33ca-48ee-ab52-375bf92b72d6 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1466107762'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:44.382547 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1ae22311-33ca-48ee-ab52-375bf92b72d6 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:44.387180 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1ae22311-33ca-48ee-ab52-375bf92b72d6 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:network and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:44.390849 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1ae22311-33ca-48ee-ab52-375bf92b72d6 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:44.394520 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9c533835-3910-4611-aeeb-443f2269da3a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:44.399621 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1ae22311-33ca-48ee-ab52-375bf92b72d6 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:44.411344 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27f7e30-b7fc-4823-b5eb-ab711b0eb840 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Router da37007a-b65a-4898-aab8-a21d4ec054f7 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:26:44.491795 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9c533835-3910-4611-aeeb-443f2269da3a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:44.533491 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae22311-33ca-48ee-ab52-375bf92b72d6 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:44.540364 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1ae22311-33ca-48ee-ab52-375bf92b72d6 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:44.575654 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['44de09a9-cb60-4958-af4e-a2d885240c17'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:26:44.606121 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae22311-33ca-48ee-ab52-375bf92b72d6 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:26:44.629686 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1ae22311-33ca-48ee-ab52-375bf92b72d6 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:44.630746 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-1ae22311-33ca-48ee-ab52-375bf92b72d6 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Added segment 3ba55142-bae4-48eb-93dc-9cd924b1140a of type vlan for network 47c3db45-ffe9-4b0c-9d99-f43956fa74a0 Apr 11 14:26:44.638774 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de890fd5-d865-4bfc-b5e6-effa299ef3db None None] Network b9d8212f-4472-42a8-95e4-ce042353ebff requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:44.663867 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1ae22311-33ca-48ee-ab52-375bf92b72d6 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:44.721357 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-fd66f5ad-c209-4f9a-ba8a-67dba9c6172f None None] Provisioning for port 59bf03ac-b30c-454f-9b73-087fe3b1af30 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:44.748907 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9c533835-3910-4611-aeeb-443f2269da3a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:44.765364 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c533835-3910-4611-aeeb-443f2269da3a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=ae863baa-cad5-4c31-95c6-1d649caaccf3,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:44.786311 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27f7e30-b7fc-4823-b5eb-ab711b0eb840 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:26:44.795642 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d27f7e30-b7fc-4823-b5eb-ab711b0eb840 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "PUT /v2.0/routers/da37007a-b65a-4898-aab8-a21d4ec054f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9333980 Apr 11 14:26:44.797252 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1ae22311-33ca-48ee-ab52-375bf92b72d6 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:44.803638 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae22311-33ca-48ee-ab52-375bf92b72d6 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:44.805255 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1ae22311-33ca-48ee-ab52-375bf92b72d6 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:44.808312 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44550) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:44.817844 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-8781d9f1-84dc-49b7-aeb2-f3ce18575934 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'network': {'name': 'tempest-RoutersTest-75543380'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:44.823894 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8781d9f1-84dc-49b7-aeb2-f3ce18575934 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:44.826638 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] Sync routers for ids ['da37007a-b65a-4898-aab8-a21d4ec054f7'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:26:44.833926 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:44.937691 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8781d9f1-84dc-49b7-aeb2-f3ce18575934 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Usage tracker for resource:network and tenant:157d4d28af624b1c88b7b45d883df158 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:44.937982 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae22311-33ca-48ee-ab52-375bf92b72d6 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Network': ['ID=47c3db45-ffe9-4b0c-9d99-f43956fa74a0,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:44.942412 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8781d9f1-84dc-49b7-aeb2-f3ce18575934 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:44.955052 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8781d9f1-84dc-49b7-aeb2-f3ce18575934 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:44.958064 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c533835-3910-4611-aeeb-443f2269da3a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network b9d8212f-4472-42a8-95e4-ce042353ebff is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:44.960136 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-9c533835-3910-4611-aeeb-443f2269da3a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:45.001296 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] Routers {'da37007a-b65a-4898-aab8-a21d4ec054f7'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:26:45.001965 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['da37007a-b65a-4898-aab8-a21d4ec054f7'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:45.019690 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1ae22311-33ca-48ee-ab52-375bf92b72d6 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6494823 Apr 11 14:26:45.022350 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44554) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:45.028458 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-f14a9aa3-4702-42c4-8f7c-5b10a66dc61c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'subnet': {'network_id': '47c3db45-ffe9-4b0c-9d99-f43956fa74a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:45.081348 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 47c3db45-ffe9-4b0c-9d99-f43956fa74a0 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:26:45.167457 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8781d9f1-84dc-49b7-aeb2-f3ce18575934 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Made reservation on behalf of 157d4d28af624b1c88b7b45d883df158 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:45.172293 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8781d9f1-84dc-49b7-aeb2-f3ce18575934 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:45.182150 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f14a9aa3-4702-42c4-8f7c-5b10a66dc61c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:45.187634 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f14a9aa3-4702-42c4-8f7c-5b10a66dc61c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:subnet and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:45.191184 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f14a9aa3-4702-42c4-8f7c-5b10a66dc61c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:45.198058 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f14a9aa3-4702-42c4-8f7c-5b10a66dc61c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:45.235470 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8781d9f1-84dc-49b7-aeb2-f3ce18575934 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:26:45.243342 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c533835-3910-4611-aeeb-443f2269da3a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router fd966a5d-4c45-4cb3-b936-5ee90d4c90e8 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:26:45.251458 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8781d9f1-84dc-49b7-aeb2-f3ce18575934 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:45.251736 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-8781d9f1-84dc-49b7-aeb2-f3ce18575934 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Added segment 2b3ebae8-3967-4baa-9bd8-d93c4a5aec64 of type vlan for network 74a2f02c-c16b-419b-9e39-a951f5b2faea Apr 11 14:26:45.304472 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14a9aa3-4702-42c4-8f7c-5b10a66dc61c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:45.309424 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f14a9aa3-4702-42c4-8f7c-5b10a66dc61c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:45.354378 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8781d9f1-84dc-49b7-aeb2-f3ce18575934 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:45.400099 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-7fb82d93-bd06-456d-b914-deecd95904f3 None None] Provisioning for port e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:45.430802 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] Set router da37007a-b65a-4898-aab8-a21d4ec054f7 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:26:45.503611 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:45.547131 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:45.547498 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:45.627364 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c533835-3910-4611-aeeb-443f2269da3a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:26:45.642677 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9c533835-3910-4611-aeeb-443f2269da3a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "PUT /v2.0/routers/fd966a5d-4c45-4cb3-b936-5ee90d4c90e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6189151 Apr 11 14:26:45.642677 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44558) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:45.643857 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] Sync routers for ids ['fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:26:45.654061 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] Routers {'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:26:45.654804 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:45.670366 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f14a9aa3-4702-42c4-8f7c-5b10a66dc61c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:45.735309 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8781d9f1-84dc-49b7-aeb2-f3ce18575934 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:45.741001 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8781d9f1-84dc-49b7-aeb2-f3ce18575934 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:45.741961 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8781d9f1-84dc-49b7-aeb2-f3ce18575934 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:45.934457 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8781d9f1-84dc-49b7-aeb2-f3ce18575934 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.1250260 Apr 11 14:26:45.939003 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44562) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:45.940990 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] Set router fd966a5d-4c45-4cb3-b936-5ee90d4c90e8 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:26:45.957426 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781d9f1-84dc-49b7-aeb2-f3ce18575934 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Network': ['ID=74a2f02c-c16b-419b-9e39-a951f5b2faea,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:45.986370 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 74a2f02c-c16b-419b-9e39-a951f5b2faea details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:26:46.009830 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-fb3643d5-96e6-43dd-ad5b-a30412fca7a1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'subnet': {'network_id': '74a2f02c-c16b-419b-9e39-a951f5b2faea', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:46.023659 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91486713-390e-4ffa-ab83-52a2d456ac1b tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:46.024392 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91486713-390e-4ffa-ab83-52a2d456ac1b tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:46.025405 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91486713-390e-4ffa-ab83-52a2d456ac1b tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:46.026050 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91486713-390e-4ffa-ab83-52a2d456ac1b tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:46.026954 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91486713-390e-4ffa-ab83-52a2d456ac1b tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:46.027646 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91486713-390e-4ffa-ab83-52a2d456ac1b tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:46.029331 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91486713-390e-4ffa-ab83-52a2d456ac1b tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:46.030011 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91486713-390e-4ffa-ab83-52a2d456ac1b tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:46.031209 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91486713-390e-4ffa-ab83-52a2d456ac1b tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:46.031953 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91486713-390e-4ffa-ab83-52a2d456ac1b tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:46.032564 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91486713-390e-4ffa-ab83-52a2d456ac1b tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:46.033765 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91486713-390e-4ffa-ab83-52a2d456ac1b tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:46.039026 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-91486713-390e-4ffa-ab83-52a2d456ac1b tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8330 time: 0.3968837 Apr 11 14:26:46.042007 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44566) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:46.200524 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c99741-f062-4d99-88e7-4df15e1459bb tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:46.201543 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c99741-f062-4d99-88e7-4df15e1459bb tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:46.202941 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c99741-f062-4d99-88e7-4df15e1459bb tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:46.205455 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c99741-f062-4d99-88e7-4df15e1459bb tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:46.206118 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c99741-f062-4d99-88e7-4df15e1459bb tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:46.206748 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c99741-f062-4d99-88e7-4df15e1459bb tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:46.207361 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c99741-f062-4d99-88e7-4df15e1459bb tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:46.208103 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c99741-f062-4d99-88e7-4df15e1459bb tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:46.208850 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c99741-f062-4d99-88e7-4df15e1459bb tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:46.210044 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c99741-f062-4d99-88e7-4df15e1459bb tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:46.210903 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c99741-f062-4d99-88e7-4df15e1459bb tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:46.213130 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-34c99741-f062-4d99-88e7-4df15e1459bb tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7016 time: 0.1696346 Apr 11 14:26:46.215173 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a9aa3-4702-42c4-8f7c-5b10a66dc61c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Checking segment: {'id': '3ba55142-bae4-48eb-93dc-9cd924b1140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '47c3db45-ffe9-4b0c-9d99-f43956fa74a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:26:46.216287 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44570) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:46.218419 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14a9aa3-4702-42c4-8f7c-5b10a66dc61c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network hostable DHCP agents. Network: 47c3db45-ffe9-4b0c-9d99-f43956fa74a0, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:26:46.259746 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a9aa3-4702-42c4-8f7c-5b10a66dc61c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Subnet': ['ID=19b9846c-9d73-4823-b901-047aa5c82e68,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:46.262578 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-fb3643d5-96e6-43dd-ad5b-a30412fca7a1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:46.278289 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fb3643d5-96e6-43dd-ad5b-a30412fca7a1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Usage tracker for resource:subnet and tenant:157d4d28af624b1c88b7b45d883df158 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:46.278289 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fb3643d5-96e6-43dd-ad5b-a30412fca7a1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:46.281574 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-fb3643d5-96e6-43dd-ad5b-a30412fca7a1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:46.371733 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14a9aa3-4702-42c4-8f7c-5b10a66dc61c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network 47c3db45-ffe9-4b0c-9d99-f43956fa74a0 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:26:46.396381 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3643d5-96e6-43dd-ad5b-a30412fca7a1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Made reservation on behalf of 157d4d28af624b1c88b7b45d883df158 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:46.399266 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fb3643d5-96e6-43dd-ad5b-a30412fca7a1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:46.472302 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:46.496817 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'name': 'tempest-TestNetworkBasicOps-router-1010380864', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:29Z', 'updated_at': '2022-04-11T14:26:42Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:30Z', 'updated_at': '2022-04-11T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'ae863baa-cad5-4c31-95c6-1d649caaccf3', 'name': '', 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:84:98:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '086e7528-d521-4b15-bd34-67f3c5c8d698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:39Z', 'updated_at': '2022-04-11T14:26:43Z', 'revision_number': 2, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '086e7528-d521-4b15-bd34-67f3c5c8d698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:46.502586 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] Checking router: fd966a5d-4c45-4cb3-b936-5ee90d4c90e8 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:26:46.502949 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] Updating router fd966a5d-4c45-4cb3-b936-5ee90d4c90e8 port ae863baa-cad5-4c31-95c6-1d649caaccf3 binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:26:46.564522 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-cc724be1-e70e-45e8-803b-0c617a5f312d tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4306 time: 0.3459582 Apr 11 14:26:46.582089 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5b01d4e6-6504-45b1-892b-c1a0f58947a3 None None] Provisioning for port 6ae0d2e3-7519-472b-a9af-3dd545e6e98d completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:46.587755 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:46.611890 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5b01d4e6-6504-45b1-892b-c1a0f58947a3 None None] Provisioning complete for port 6ae0d2e3-7519-472b-a9af-3dd545e6e98d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:46.613301 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5b01d4e6-6504-45b1-892b-c1a0f58947a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:46.815402 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d,segment=NetworkSegment(cbd670a1-37bc-4174-bc5d-10e790172461),segment_id=cbd670a1-37bc-4174-bc5d-10e790172461)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:46.815725 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-f14a9aa3-4702-42c4-8f7c-5b10a66dc61c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 47c3db45-ffe9-4b0c-9d99-f43956fa74a0) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:46.820558 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14a9aa3-4702-42c4-8f7c-5b10a66dc61c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:46.821373 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f14a9aa3-4702-42c4-8f7c-5b10a66dc61c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:46.863630 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-5b01d4e6-6504-45b1-892b-c1a0f58947a3 None None] Port 6ae0d2e3-7519-472b-a9af-3dd545e6e98d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:26:46.879495 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bf83ee-b2d0-4933-ab98-3ccbc3b57713 None None] Network 47c3db45-ffe9-4b0c-9d99-f43956fa74a0 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:46.886869 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fb3643d5-96e6-43dd-ad5b-a30412fca7a1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:46.959927 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f14a9aa3-4702-42c4-8f7c-5b10a66dc61c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9362316 Apr 11 14:26:46.965462 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44576) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:46.972896 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-ae13f590-417f-4072-803b-33899e2d35f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'port': {'network_id': '47c3db45-ffe9-4b0c-9d99-f43956fa74a0', 'name': 'tempest-PortsIpV6TestJSON-1454089524'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:47.070080 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3643d5-96e6-43dd-ad5b-a30412fca7a1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Subnet': ['ID=c4313394-9d58-4276-b14a-cbc3d913f4ac,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:47.081053 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3643d5-96e6-43dd-ad5b-a30412fca7a1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Checking segment: {'id': '2b3ebae8-3967-4baa-9bd8-d93c4a5aec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '74a2f02c-c16b-419b-9e39-a951f5b2faea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:26:47.087201 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3643d5-96e6-43dd-ad5b-a30412fca7a1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network hostable DHCP agents. Network: 74a2f02c-c16b-419b-9e39-a951f5b2faea, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:26:47.157089 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44580) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:47.163093 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-c6f8c99c-1005-4cd8-9efd-35381effb949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1764067000', 'description': 'tempest-secgroup-smoke-1764067000 description', 'project_id': '572b8884360948e38c79b057606230d9'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:47.174050 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:47.174879 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c6f8c99c-1005-4cd8-9efd-35381effb949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:47.175592 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 794dd926-957e-4add-80b8-59f2e8685b52 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:47.182228 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c6f8c99c-1005-4cd8-9efd-35381effb949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:47.186323 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c6f8c99c-1005-4cd8-9efd-35381effb949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:47.193377 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c6f8c99c-1005-4cd8-9efd-35381effb949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:47.223582 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:47.230432 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3643d5-96e6-43dd-ad5b-a30412fca7a1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network 74a2f02c-c16b-419b-9e39-a951f5b2faea is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:26:47.246555 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] Transition to ACTIVE for port object ae863baa-cad5-4c31-95c6-1d649caaccf3 will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:47.260768 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ae13f590-417f-4072-803b-33899e2d35f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:47.271816 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ae13f590-417f-4072-803b-33899e2d35f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:47.315925 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c6f8c99c-1005-4cd8-9efd-35381effb949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:47.331490 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:26:41Z', 'revision_number': 4, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None, '_interfaces': [{'id': '6ae0d2e3-7519-472b-a9af-3dd545e6e98d', 'name': '', 'network_id': 'c248f749-91df-4a6a-b370-5cbd52d43840', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:67:24:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c57b3b97-6596-4f44-9121-b5971be34175', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:39Z', 'updated_at': '2022-04-11T14:26:42Z', 'revision_number': 2, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'c57b3b97-6596-4f44-9121-b5971be34175', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794dd926-957e-4add-80b8-59f2e8685b52', 'name': '', 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:bd:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:31Z', 'updated_at': '2022-04-11T14:26:43Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d6b9c9-1759-4e43-806d-5ca6c090c08d', 'name': '', 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:a9:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:22Z', 'updated_at': '2022-04-11T14:26:31Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:47.345474 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c6f8c99c-1005-4cd8-9efd-35381effb949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:47.348100 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c6f8c99c-1005-4cd8-9efd-35381effb949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:47.351201 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c6f8c99c-1005-4cd8-9efd-35381effb949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:47.357403 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c6f8c99c-1005-4cd8-9efd-35381effb949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:47.365683 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] Checking router: da37007a-b65a-4898-aab8-a21d4ec054f7 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:26:47.372335 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] Updating router da37007a-b65a-4898-aab8-a21d4ec054f7 port 6ae0d2e3-7519-472b-a9af-3dd545e6e98d binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:26:47.372646 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:47.372767 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-fb3643d5-96e6-43dd-ad5b-a30412fca7a1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 74a2f02c-c16b-419b-9e39-a951f5b2faea) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:47.385107 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3643d5-96e6-43dd-ad5b-a30412fca7a1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:47.386062 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fb3643d5-96e6-43dd-ad5b-a30412fca7a1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:47.390424 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae13f590-417f-4072-803b-33899e2d35f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:47.394265 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ae13f590-417f-4072-803b-33899e2d35f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:47.416974 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a53f8c-df89-407e-84ff-5d9fe8184e50 None None] Network 74a2f02c-c16b-419b-9e39-a951f5b2faea requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:47.424755 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-ae13f590-417f-4072-803b-33899e2d35f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] device_id is not set on port f382d6eb-3614-49ae-a522-ec5e454de1d9 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:26:47.448039 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f189b4cb-056f-45c4-9336-2e8841c720d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-47c3db45-ffe9-4b0c-9d99-f43956fa74a0', 'network_id': '47c3db45-ffe9-4b0c-9d99-f43956fa74a0', 'tenant_id': '041662ca6af3404fb6dd620d189fb3c3', 'fixed_ips': [{'subnet_id': '19b9846c-9d73-4823-b901-047aa5c82e68'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:26:47.448877 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f189b4cb-056f-45c4-9336-2e8841c720d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:47.509243 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c6f8c99c-1005-4cd8-9efd-35381effb949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:47.512810 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:47.586353 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c6f8c99c-1005-4cd8-9efd-35381effb949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:47.636464 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9a92e-958f-4d15-9b48-1ae0afbb9514 None None] Pushing event updated for resources: {'Port': ['ID=ae863baa-cad5-4c31-95c6-1d649caaccf3,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:47.649639 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] Attempting to bind port ae863baa-cad5-4c31-95c6-1d649caaccf3 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:26:47.650283 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] Attempting to bind port ae863baa-cad5-4c31-95c6-1d649caaccf3 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'cbd670a1-37bc-4174-bc5d-10e790172461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:26:47.650856 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] Attempting to bind port ae863baa-cad5-4c31-95c6-1d649caaccf3 on network b9d8212f-4472-42a8-95e4-ce042353ebff {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:26:47.657753 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:26:47.658442 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] Checking segment: {'id': 'cbd670a1-37bc-4174-bc5d-10e790172461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:26:47.659041 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:47.659795 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] Bound using segment: {'id': 'cbd670a1-37bc-4174-bc5d-10e790172461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:26:47.660427 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] Bound port: ae863baa-cad5-4c31-95c6-1d649caaccf3, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd670a1-37bc-4174-bc5d-10e790172461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:26:47.660979 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:47.663583 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-fb3643d5-96e6-43dd-ad5b-a30412fca7a1 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7023971 Apr 11 14:26:47.668483 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44584) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:47.707195 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 794dd926-957e-4add-80b8-59f2e8685b52 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:47.707582 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:47.719530 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8c99c-1005-4cd8-9efd-35381effb949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d84422-c0d3-40d9-a37e-9a5fecf4ca41,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:47.736426 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c6f8c99c-1005-4cd8-9efd-35381effb949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:47.738637 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-ae13f590-417f-4072-803b-33899e2d35f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Allocated IP 2001:db8::12e (47c3db45-ffe9-4b0c-9d99-f43956fa74a0/19b9846c-9d73-4823-b901-047aa5c82e68/f382d6eb-3614-49ae-a522-ec5e454de1d9) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:26:47.748695 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c6f8c99c-1005-4cd8-9efd-35381effb949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5871809 Apr 11 14:26:47.750402 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44588) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:47.767232 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-616d6517-0af7-4649-af86-90df8fb91ce9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'a8d84422-c0d3-40d9-a37e-9a5fecf4ca41', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:47.777939 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:47.785536 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-616d6517-0af7-4649-af86-90df8fb91ce9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:47.790570 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-616d6517-0af7-4649-af86-90df8fb91ce9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:47.803312 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] For port ae863baa-cad5-4c31-95c6-1d649caaccf3, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:26:47.804091 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c5ea8631-4735-49ce-9118-b1328b069700 None None] Provisioning complete for port e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:47.804368 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8631-4735-49ce-9118-b1328b069700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:47.806806 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-616d6517-0af7-4649-af86-90df8fb91ce9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:47.808757 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] For port ae863baa-cad5-4c31-95c6-1d649caaccf3, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=ae863baa-cad5-4c31-95c6-1d649caaccf3,segment=NetworkSegment(cbd670a1-37bc-4174-bc5d-10e790172461),segment_id=cbd670a1-37bc-4174-bc5d-10e790172461)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:26:47.813563 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-616d6517-0af7-4649-af86-90df8fb91ce9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:47.909304 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:47.954813 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-616d6517-0af7-4649-af86-90df8fb91ce9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:48.010639 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] Routers {'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:26:48.011795 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:48.082672 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-616d6517-0af7-4649-af86-90df8fb91ce9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:48.104435 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9a92e-958f-4d15-9b48-1ae0afbb9514 None None] Pushing event updated for resources: {'Port': ['ID=ae863baa-cad5-4c31-95c6-1d649caaccf3,revision_number=4']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:48.176340 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-616d6517-0af7-4649-af86-90df8fb91ce9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:48.212893 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d6517-0af7-4649-af86-90df8fb91ce9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e58938-a127-4780-80c6-c8106b56110a,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:48.286167 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 59bf03ac-b30c-454f-9b73-087fe3b1af30 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:48.322501 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-616d6517-0af7-4649-af86-90df8fb91ce9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:48.325066 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e47621-a544-4614-bc74-7e1386684307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-74a2f02c-c16b-419b-9e39-a951f5b2faea', 'network_id': '74a2f02c-c16b-419b-9e39-a951f5b2faea', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'fixed_ips': [{'subnet_id': 'c4313394-9d58-4276-b14a-cbc3d913f4ac'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:26:48.325607 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-53e47621-a544-4614-bc74-7e1386684307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:48.327101 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-616d6517-0af7-4649-af86-90df8fb91ce9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5724893 Apr 11 14:26:48.330870 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44592) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:48.340665 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-c022d9a6-a08f-44c9-a5ec-266d03b7502d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'a8d84422-c0d3-40d9-a37e-9a5fecf4ca41', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:48.356772 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c022d9a6-a08f-44c9-a5ec-266d03b7502d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:48.365684 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c022d9a6-a08f-44c9-a5ec-266d03b7502d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:48.372563 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c022d9a6-a08f-44c9-a5ec-266d03b7502d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:48.377729 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] Set router fd966a5d-4c45-4cb3-b936-5ee90d4c90e8 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:26:48.381531 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c022d9a6-a08f-44c9-a5ec-266d03b7502d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:48.490704 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c022d9a6-a08f-44c9-a5ec-266d03b7502d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:48.601080 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c5ea8631-4735-49ce-9118-b1328b069700 None None] Provisioning complete for port 6ae0d2e3-7519-472b-a9af-3dd545e6e98d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:48.601447 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8631-4735-49ce-9118-b1328b069700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:48.607691 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c022d9a6-a08f-44c9-a5ec-266d03b7502d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:48.689207 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c022d9a6-a08f-44c9-a5ec-266d03b7502d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:48.718864 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ae13f590-417f-4072-803b-33899e2d35f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:48.722147 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022d9a6-a08f-44c9-a5ec-266d03b7502d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d7f1c0-b600-468f-9c47-3bdeb726832a,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:48.747125 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 59bf03ac-b30c-454f-9b73-087fe3b1af30 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:48.787848 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-ae13f590-417f-4072-803b-33899e2d35f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Transition to ACTIVE for port object f382d6eb-3614-49ae-a522-ec5e454de1d9 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:48.808978 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'name': 'tempest-TestNetworkBasicOps-router-1010380864', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:29Z', 'updated_at': '2022-04-11T14:26:42Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:30Z', 'updated_at': '2022-04-11T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'ae863baa-cad5-4c31-95c6-1d649caaccf3', 'name': '', 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:84:98:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '086e7528-d521-4b15-bd34-67f3c5c8d698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:39Z', 'updated_at': '2022-04-11T14:26:47Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '086e7528-d521-4b15-bd34-67f3c5c8d698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:48.808978 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098c4e27-39d5-49a6-85d4-9dc7f48de4ec None None] The sync data for ids ['fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'] in dv-neutron-837330-1-hyperv is: [{'id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'name': 'tempest-TestNetworkBasicOps-router-1010380864', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:29Z', 'updated_at': '2022-04-11T14:26:42Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:30Z', 'updated_at': '2022-04-11T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'ae863baa-cad5-4c31-95c6-1d649caaccf3', 'name': '', 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:84:98:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '086e7528-d521-4b15-bd34-67f3c5c8d698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:39Z', 'updated_at': '2022-04-11T14:26:47Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '086e7528-d521-4b15-bd34-67f3c5c8d698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:26:48.809274 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c022d9a6-a08f-44c9-a5ec-266d03b7502d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:48.815550 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44596) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:48.816148 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c022d9a6-a08f-44c9-a5ec-266d03b7502d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4839680 Apr 11 14:26:48.821956 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-22dede13-4795-4256-a676-ddcc1c11a09b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'a8d84422-c0d3-40d9-a37e-9a5fecf4ca41', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:48.876479 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-22dede13-4795-4256-a676-ddcc1c11a09b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:48.898697 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-22dede13-4795-4256-a676-ddcc1c11a09b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:48.904458 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c5ea8631-4735-49ce-9118-b1328b069700 None None] Port 6ae0d2e3-7519-472b-a9af-3dd545e6e98d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:26:48.910279 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-22dede13-4795-4256-a676-ddcc1c11a09b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:48.916225 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 59bf03ac-b30c-454f-9b73-087fe3b1af30 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:48.916561 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:48.924167 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-22dede13-4795-4256-a676-ddcc1c11a09b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:48.938287 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10d4ed0e-9acd-47cd-b954-58489cdee516 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:48.966476 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-53e47621-a544-4614-bc74-7e1386684307 None None] Allocated IP 172.23.0.2 (74a2f02c-c16b-419b-9e39-a951f5b2faea/c4313394-9d58-4276-b14a-cbc3d913f4ac/af512107-a134-4a8e-8638-36092552ac51) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:26:49.004788 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:49.049292 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ae13f590-417f-4072-803b-33899e2d35f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:49.103365 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] Transition to ACTIVE for port object 6ae0d2e3-7519-472b-a9af-3dd545e6e98d will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:49.127962 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c5ea8631-4735-49ce-9118-b1328b069700 None None] Provisioning for port ae863baa-cad5-4c31-95c6-1d649caaccf3 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:49.196031 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae13f590-417f-4072-803b-33899e2d35f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network 47c3db45-ffe9-4b0c-9d99-f43956fa74a0 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:49.200719 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-ae13f590-417f-4072-803b-33899e2d35f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:49.203187 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae13f590-417f-4072-803b-33899e2d35f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:26:49.203781 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:49.209713 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae13f590-417f-4072-803b-33899e2d35f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:49.210688 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ae13f590-417f-4072-803b-33899e2d35f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:49.220449 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-22dede13-4795-4256-a676-ddcc1c11a09b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:49.285525 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-f189b4cb-056f-45c4-9336-2e8841c720d1 None None] Allocated IP 2001:db8::2 (47c3db45-ffe9-4b0c-9d99-f43956fa74a0/19b9846c-9d73-4823-b901-047aa5c82e68/6aed1d72-ec3a-47ab-a657-f0820818d4c4) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:26:49.356885 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13f590-417f-4072-803b-33899e2d35f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Port': ['ID=f382d6eb-3614-49ae-a522-ec5e454de1d9,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:49.505222 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ae13f590-417f-4072-803b-33899e2d35f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5384402 Apr 11 14:26:49.509507 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44600) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:49.516573 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-f777d575-4028-4d70-8ac8-1a2a357e88c3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'port': {'network_id': '47c3db45-ffe9-4b0c-9d99-f43956fa74a0', 'name': 'tempest-PortsIpV6TestJSON-240098765'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:49.518975 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-22dede13-4795-4256-a676-ddcc1c11a09b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:49.526224 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599e555-e7e5-4cb8-a29b-7fc71a5eba00 None None] Pushing event updated for resources: {'Port': ['ID=6ae0d2e3-7519-472b-a9af-3dd545e6e98d,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:49.596345 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-22dede13-4795-4256-a676-ddcc1c11a09b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:49.626095 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dede13-4795-4256-a676-ddcc1c11a09b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a49d44f-ecf7-47b3-8ffe-d99a495e44c0,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:49.716186 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-22dede13-4795-4256-a676-ddcc1c11a09b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:49.717360 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-22dede13-4795-4256-a676-ddcc1c11a09b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9008336 Apr 11 14:26:49.721097 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44604) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:49.729575 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-3ee5f453-2c68-4c5a-8b9b-7cf617242b40 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'a8d84422-c0d3-40d9-a37e-9a5fecf4ca41', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:49.739338 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-3ee5f453-2c68-4c5a-8b9b-7cf617242b40 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:49.743563 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:49.745322 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-3ee5f453-2c68-4c5a-8b9b-7cf617242b40 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:49.751473 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-3ee5f453-2c68-4c5a-8b9b-7cf617242b40 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:49.751750 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f777d575-4028-4d70-8ac8-1a2a357e88c3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:49.758334 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f777d575-4028-4d70-8ac8-1a2a357e88c3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:port and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:49.760631 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f777d575-4028-4d70-8ac8-1a2a357e88c3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:49.771593 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-3ee5f453-2c68-4c5a-8b9b-7cf617242b40 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:49.771973 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f777d575-4028-4d70-8ac8-1a2a357e88c3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:49.877986 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] Attempting to bind port 6ae0d2e3-7519-472b-a9af-3dd545e6e98d on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:26:49.878355 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] Attempting to bind port 6ae0d2e3-7519-472b-a9af-3dd545e6e98d by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '881bd6af-be90-4589-9c10-382b0a749215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c248f749-91df-4a6a-b370-5cbd52d43840'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:26:49.878769 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] Attempting to bind port 6ae0d2e3-7519-472b-a9af-3dd545e6e98d on network c248f749-91df-4a6a-b370-5cbd52d43840 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:26:49.913613 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:26:49.914049 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] Checking segment: {'id': '881bd6af-be90-4589-9c10-382b0a749215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c248f749-91df-4a6a-b370-5cbd52d43840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:26:49.914410 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:49.914802 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] Bound using segment: {'id': '881bd6af-be90-4589-9c10-382b0a749215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c248f749-91df-4a6a-b370-5cbd52d43840'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:26:49.915308 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] Bound port: 6ae0d2e3-7519-472b-a9af-3dd545e6e98d, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881bd6af-be90-4589-9c10-382b0a749215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c248f749-91df-4a6a-b370-5cbd52d43840'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:26:49.915922 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:49.971855 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 59bf03ac-b30c-454f-9b73-087fe3b1af30, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=59bf03ac-b30c-454f-9b73-087fe3b1af30,segment=NetworkSegment(881bd6af-be90-4589-9c10-382b0a749215),segment_id=881bd6af-be90-4589-9c10-382b0a749215)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:49.971855 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-53e47621-a544-4614-bc74-7e1386684307 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:50.019349 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-53e47621-a544-4614-bc74-7e1386684307 None None] Transition to ACTIVE for port object af512107-a134-4a8e-8638-36092552ac51 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:50.086419 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f777d575-4028-4d70-8ac8-1a2a357e88c3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:50.094967 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f777d575-4028-4d70-8ac8-1a2a357e88c3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:50.118599 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-f777d575-4028-4d70-8ac8-1a2a357e88c3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] device_id is not set on port d3fe2935-8d95-4c4e-9aef-1ef840866332 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:26:50.121012 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-53e47621-a544-4614-bc74-7e1386684307 None None] Transition to ACTIVE for port object af512107-a134-4a8e-8638-36092552ac51 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:50.132430 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3ee5f453-2c68-4c5a-8b9b-7cf617242b40 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:50.137308 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:50.188514 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 44de09a9-cb60-4958-af4e-a2d885240c17 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:50.237121 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9df9a29a-ed24-4695-84c8-0601c5236531 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:26:50.265296 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3ee5f453-2c68-4c5a-8b9b-7cf617242b40 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:50.309369 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-53e47621-a544-4614-bc74-7e1386684307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:50.316495 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f189b4cb-056f-45c4-9336-2e8841c720d1 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:50.321896 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 9df9a29a-ed24-4695-84c8-0601c5236531 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:26:50.322154 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9df9a29a-ed24-4695-84c8-0601c5236531 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:26:50.347204 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] For port 6ae0d2e3-7519-472b-a9af-3dd545e6e98d, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:26:50.365715 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-10d4ed0e-9acd-47cd-b954-58489cdee516 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Allocated IP 172.23.0.1 (74a2f02c-c16b-419b-9e39-a951f5b2faea/c4313394-9d58-4276-b14a-cbc3d913f4ac/d1ba8ed6-5846-4bd0-b760-98acef994d38) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:26:50.378117 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f189b4cb-056f-45c4-9336-2e8841c720d1 None None] Transition to ACTIVE for port object 6aed1d72-ec3a-47ab-a657-f0820818d4c4 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:50.394466 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] For port 6ae0d2e3-7519-472b-a9af-3dd545e6e98d, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6ae0d2e3-7519-472b-a9af-3dd545e6e98d,segment=NetworkSegment(881bd6af-be90-4589-9c10-382b0a749215),segment_id=881bd6af-be90-4589-9c10-382b0a749215)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:26:50.401324 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e47621-a544-4614-bc74-7e1386684307 None None] Network 74a2f02c-c16b-419b-9e39-a951f5b2faea is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:50.404764 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=59bf03ac-b30c-454f-9b73-087fe3b1af30,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:50.418551 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3ee5f453-2c68-4c5a-8b9b-7cf617242b40 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:50.461567 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-53e47621-a544-4614-bc74-7e1386684307 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:50.464082 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e47621-a544-4614-bc74-7e1386684307 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:26:50.487279 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f189b4cb-056f-45c4-9336-2e8841c720d1 None None] Transition to ACTIVE for port object 6aed1d72-ec3a-47ab-a657-f0820818d4c4 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:50.512379 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5f453-2c68-4c5a-8b9b-7cf617242b40 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b5e7f5-19b4-43af-9651-e225f2304e9f,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:50.575781 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:50.590383 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ae863baa-cad5-4c31-95c6-1d649caaccf3 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:50.599974 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10d4ed0e-9acd-47cd-b954-58489cdee516 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:50.617088 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-10d4ed0e-9acd-47cd-b954-58489cdee516 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Transition to ACTIVE for port object d1ba8ed6-5846-4bd0-b760-98acef994d38 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:50.630913 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3ee5f453-2c68-4c5a-8b9b-7cf617242b40 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:50.637058 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3ee5f453-2c68-4c5a-8b9b-7cf617242b40 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9097056 Apr 11 14:26:50.637189 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44608) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:50.642403 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-c3b00680-8e1e-433f-98fc-4791f0d8c038 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'a8d84422-c0d3-40d9-a37e-9a5fecf4ca41', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:50.649871 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c3b00680-8e1e-433f-98fc-4791f0d8c038 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:50.653940 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c3b00680-8e1e-433f-98fc-4791f0d8c038 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:50.663074 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c3b00680-8e1e-433f-98fc-4791f0d8c038 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:50.663224 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 44de09a9-cb60-4958-af4e-a2d885240c17 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:50.663224 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:50.664597 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c3b00680-8e1e-433f-98fc-4791f0d8c038 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:50.703326 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e47621-a544-4614-bc74-7e1386684307 None None] Pushing event updated for resources: {'Port': ['ID=af512107-a134-4a8e-8638-36092552ac51,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:50.751472 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10d4ed0e-9acd-47cd-b954-58489cdee516 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:50.764233 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f189b4cb-056f-45c4-9336-2e8841c720d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:50.768533 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-53e47621-a544-4614-bc74-7e1386684307 None None] Attempting to bind port af512107-a134-4a8e-8638-36092552ac51 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:26:50.769034 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-53e47621-a544-4614-bc74-7e1386684307 None None] Attempting to bind port af512107-a134-4a8e-8638-36092552ac51 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '2b3ebae8-3967-4baa-9bd8-d93c4a5aec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '74a2f02c-c16b-419b-9e39-a951f5b2faea'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:26:50.769457 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e47621-a544-4614-bc74-7e1386684307 None None] Attempting to bind port af512107-a134-4a8e-8638-36092552ac51 on network 74a2f02c-c16b-419b-9e39-a951f5b2faea {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:26:50.770111 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:26:50.797943 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-f777d575-4028-4d70-8ac8-1a2a357e88c3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Allocated IP 2001:db8::1c4 (47c3db45-ffe9-4b0c-9d99-f43956fa74a0/19b9846c-9d73-4823-b901-047aa5c82e68/d3fe2935-8d95-4c4e-9aef-1ef840866332) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:26:50.815590 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e47621-a544-4614-bc74-7e1386684307 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:26:50.815865 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e47621-a544-4614-bc74-7e1386684307 None None] Checking segment: {'id': '2b3ebae8-3967-4baa-9bd8-d93c4a5aec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '74a2f02c-c16b-419b-9e39-a951f5b2faea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:26:50.816259 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-53e47621-a544-4614-bc74-7e1386684307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:50.816710 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e47621-a544-4614-bc74-7e1386684307 None None] Bound using segment: {'id': '2b3ebae8-3967-4baa-9bd8-d93c4a5aec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '74a2f02c-c16b-419b-9e39-a951f5b2faea'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:26:50.817219 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-53e47621-a544-4614-bc74-7e1386684307 None None] Bound port: af512107-a134-4a8e-8638-36092552ac51, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3ebae8-3967-4baa-9bd8-d93c4a5aec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '74a2f02c-c16b-419b-9e39-a951f5b2faea'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:26:50.817626 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-53e47621-a544-4614-bc74-7e1386684307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:50.843863 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4ed0e-9acd-47cd-b954-58489cdee516 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Port': ['ID=d1ba8ed6-5846-4bd0-b760-98acef994d38,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:50.845488 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] Routers {'da37007a-b65a-4898-aab8-a21d4ec054f7'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:26:50.846153 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['da37007a-b65a-4898-aab8-a21d4ec054f7'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:50.859352 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d4ed0e-9acd-47cd-b954-58489cdee516 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network 74a2f02c-c16b-419b-9e39-a951f5b2faea is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:50.860899 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-10d4ed0e-9acd-47cd-b954-58489cdee516 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:50.863804 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d4ed0e-9acd-47cd-b954-58489cdee516 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:26:50.926362 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-c3b00680-8e1e-433f-98fc-4791f0d8c038 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Project 572b8884360948e38c79b057606230d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:26:50.935188 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10d4ed0e-9acd-47cd-b954-58489cdee516 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:50.962085 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c3b00680-8e1e-433f-98fc-4791f0d8c038 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:51.055641 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f189b4cb-056f-45c4-9336-2e8841c720d1 None None] Network 47c3db45-ffe9-4b0c-9d99-f43956fa74a0 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:51.125955 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-f189b4cb-056f-45c4-9336-2e8841c720d1 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:51.138363 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f189b4cb-056f-45c4-9336-2e8841c720d1 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:26:51.151824 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c3b00680-8e1e-433f-98fc-4791f0d8c038 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:51.154505 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599e555-e7e5-4cb8-a29b-7fc71a5eba00 None None] Pushing event updated for resources: {'Port': ['ID=6ae0d2e3-7519-472b-a9af-3dd545e6e98d,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:51.155020 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f777d575-4028-4d70-8ac8-1a2a357e88c3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:51.178681 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-f777d575-4028-4d70-8ac8-1a2a357e88c3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Transition to ACTIVE for port object d3fe2935-8d95-4c4e-9aef-1ef840866332 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:51.205752 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10d4ed0e-9acd-47cd-b954-58489cdee516 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:51.253502 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c3b00680-8e1e-433f-98fc-4791f0d8c038 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:51.285034 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b00680-8e1e-433f-98fc-4791f0d8c038 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0dc2062-c7c2-4b51-850e-201f4a84f496,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:51.290449 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f777d575-4028-4d70-8ac8-1a2a357e88c3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:51.378919 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port ae863baa-cad5-4c31-95c6-1d649caaccf3 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:51.402774 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f777d575-4028-4d70-8ac8-1a2a357e88c3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network 47c3db45-ffe9-4b0c-9d99-f43956fa74a0 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:51.410500 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] Set router da37007a-b65a-4898-aab8-a21d4ec054f7 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:26:51.423252 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-f777d575-4028-4d70-8ac8-1a2a357e88c3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:51.423252 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777d575-4028-4d70-8ac8-1a2a357e88c3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Port': ['ID=d3fe2935-8d95-4c4e-9aef-1ef840866332,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:51.423252 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f777d575-4028-4d70-8ac8-1a2a357e88c3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:26:51.423252 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f777d575-4028-4d70-8ac8-1a2a357e88c3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:51.423252 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f777d575-4028-4d70-8ac8-1a2a357e88c3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:51.457474 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c3b00680-8e1e-433f-98fc-4791f0d8c038 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:51.457474 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c3b00680-8e1e-433f-98fc-4791f0d8c038 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8139095 Apr 11 14:26:51.457474 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44612) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:51.464220 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-2a11a2cb-a3d1-45a6-98e5-aeb55829e682 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'a8d84422-c0d3-40d9-a37e-9a5fecf4ca41', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:51.473787 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2a11a2cb-a3d1-45a6-98e5-aeb55829e682 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:51.479878 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2a11a2cb-a3d1-45a6-98e5-aeb55829e682 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:51.485604 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2a11a2cb-a3d1-45a6-98e5-aeb55829e682 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:51.491160 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port ae863baa-cad5-4c31-95c6-1d649caaccf3 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:51.491533 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:51.493430 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2a11a2cb-a3d1-45a6-98e5-aeb55829e682 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:51.527740 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f777d575-4028-4d70-8ac8-1a2a357e88c3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0170562 Apr 11 14:26:51.530915 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44616) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:51.534279 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-53e47621-a544-4614-bc74-7e1386684307 None None] For port af512107-a134-4a8e-8638-36092552ac51, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:26:51.538274 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189b4cb-056f-45c4-9336-2e8841c720d1 None None] Pushing event updated for resources: {'Port': ['ID=6aed1d72-ec3a-47ab-a657-f0820818d4c4,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:51.566479 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:51.586644 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-f189b4cb-056f-45c4-9336-2e8841c720d1 None None] Attempting to bind port 6aed1d72-ec3a-47ab-a657-f0820818d4c4 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:26:51.587309 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-f189b4cb-056f-45c4-9336-2e8841c720d1 None None] Attempting to bind port 6aed1d72-ec3a-47ab-a657-f0820818d4c4 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '3ba55142-bae4-48eb-93dc-9cd924b1140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '47c3db45-ffe9-4b0c-9d99-f43956fa74a0'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:26:51.587309 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f189b4cb-056f-45c4-9336-2e8841c720d1 None None] Attempting to bind port 6aed1d72-ec3a-47ab-a657-f0820818d4c4 on network 47c3db45-ffe9-4b0c-9d99-f43956fa74a0 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:26:51.595844 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-53e47621-a544-4614-bc74-7e1386684307 None None] For port af512107-a134-4a8e-8638-36092552ac51, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=af512107-a134-4a8e-8638-36092552ac51,segment=NetworkSegment(2b3ebae8-3967-4baa-9bd8-d93c4a5aec64),segment_id=2b3ebae8-3967-4baa-9bd8-d93c4a5aec64)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:26:51.622652 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f189b4cb-056f-45c4-9336-2e8841c720d1 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:26:51.622652 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f189b4cb-056f-45c4-9336-2e8841c720d1 None None] Checking segment: {'id': '3ba55142-bae4-48eb-93dc-9cd924b1140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '47c3db45-ffe9-4b0c-9d99-f43956fa74a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:26:51.622652 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f189b4cb-056f-45c4-9336-2e8841c720d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:51.622652 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f189b4cb-056f-45c4-9336-2e8841c720d1 None None] Bound using segment: {'id': '3ba55142-bae4-48eb-93dc-9cd924b1140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '47c3db45-ffe9-4b0c-9d99-f43956fa74a0'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:26:51.622652 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-f189b4cb-056f-45c4-9336-2e8841c720d1 None None] Bound port: 6aed1d72-ec3a-47ab-a657-f0820818d4c4, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba55142-bae4-48eb-93dc-9cd924b1140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '47c3db45-ffe9-4b0c-9d99-f43956fa74a0'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:26:51.623229 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f189b4cb-056f-45c4-9336-2e8841c720d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:51.638646 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a6fbf4-d8ad-4ac0-bbdd-fd5f146144e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:51.640126 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-48a6fbf4-d8ad-4ac0-bbdd-fd5f146144e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Synchronizing usage tracker for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:26:51.644694 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-2a11a2cb-a3d1-45a6-98e5-aeb55829e682 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Project 572b8884360948e38c79b057606230d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:26:51.654542 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2a11a2cb-a3d1-45a6-98e5-aeb55829e682 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:51.727994 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2a11a2cb-a3d1-45a6-98e5-aeb55829e682 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:51.737970 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918ea5a4-8203-44c5-aca5-6ff380d9c595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44de09a9-cb60-4958-af4e-a2d885240c17'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:26:51.760585 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-48a6fbf4-d8ad-4ac0-bbdd-fd5f146144e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Unset dirty status for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:26:51.762902 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-48a6fbf4-d8ad-4ac0-bbdd-fd5f146144e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A12e HTTP/1.1" status: 200 len: 929 time: 0.2304873 Apr 11 14:26:51.765925 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44622) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:51.779148 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-53e47621-a544-4614-bc74-7e1386684307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:51.856832 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-07018930-d365-4522-bd79-7ab0baf435a0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting port d3fe2935-8d95-4c4e-9aef-1ef840866332 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:26:51.857176 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-07018930-d365-4522-bd79-7ab0baf435a0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:51.882397 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee257d5-c71c-41ca-a6e7-da5bded45767'] response: {'server_uuid': '918ea5a4-8203-44c5-aca5-6ff380d9c595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44de09a9-cb60-4958-af4e-a2d885240c17', 'code': 200} Apr 11 14:26:51.887178 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2a11a2cb-a3d1-45a6-98e5-aeb55829e682 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:51.891991 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10d4ed0e-9acd-47cd-b954-58489cdee516 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:51.901603 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 44de09a9-cb60-4958-af4e-a2d885240c17, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=44de09a9-cb60-4958-af4e-a2d885240c17,segment=NetworkSegment(2fc2ff94-33cb-4015-b82f-897abe5d6b4c),segment_id=2fc2ff94-33cb-4015-b82f-897abe5d6b4c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:51.934333 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11a2cb-a3d1-45a6-98e5-aeb55829e682 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0afc45-a18e-406c-b995-7c53b542c3c6,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:52.026389 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10d4ed0e-9acd-47cd-b954-58489cdee516 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:52.092497 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e47621-a544-4614-bc74-7e1386684307 None None] Pushing event updated for resources: {'Port': ['ID=af512107-a134-4a8e-8638-36092552ac51,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:52.125082 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f189b4cb-056f-45c4-9336-2e8841c720d1 None None] For port 6aed1d72-ec3a-47ab-a657-f0820818d4c4, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:26:52.131193 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:52.149499 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:52.151720 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f189b4cb-056f-45c4-9336-2e8841c720d1 None None] For port 6aed1d72-ec3a-47ab-a657-f0820818d4c4, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6aed1d72-ec3a-47ab-a657-f0820818d4c4,segment=NetworkSegment(3ba55142-bae4-48eb-93dc-9cd924b1140a),segment_id=3ba55142-bae4-48eb-93dc-9cd924b1140a)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:26:52.204212 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2a11a2cb-a3d1-45a6-98e5-aeb55829e682 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:52.206251 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2a11a2cb-a3d1-45a6-98e5-aeb55829e682 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7514892 Apr 11 14:26:52.247202 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-10d4ed0e-9acd-47cd-b954-58489cdee516 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:52.251556 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4ed0e-9acd-47cd-b954-58489cdee516 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event updated for resources: {'Port': ['ID=d1ba8ed6-5846-4bd0-b760-98acef994d38,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:52.334721 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-07018930-d365-4522-bd79-7ab0baf435a0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:52.341512 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port ae863baa-cad5-4c31-95c6-1d649caaccf3, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=ae863baa-cad5-4c31-95c6-1d649caaccf3,segment=NetworkSegment(cbd670a1-37bc-4174-bc5d-10e790172461),segment_id=cbd670a1-37bc-4174-bc5d-10e790172461)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:52.359570 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=44de09a9-cb60-4958-af4e-a2d885240c17,revision_number=8']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:52.367447 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f189b4cb-056f-45c4-9336-2e8841c720d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:52.481521 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:52.482355 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:52.548421 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-07018930-d365-4522-bd79-7ab0baf435a0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Calling delete_port for d3fe2935-8d95-4c4e-9aef-1ef840866332 owned by {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:26:52.576196 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:26:41Z', 'revision_number': 4, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None, '_interfaces': [{'id': '6ae0d2e3-7519-472b-a9af-3dd545e6e98d', 'name': '', 'network_id': 'c248f749-91df-4a6a-b370-5cbd52d43840', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:67:24:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c57b3b97-6596-4f44-9121-b5971be34175', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:39Z', 'updated_at': '2022-04-11T14:26:50Z', 'revision_number': 4, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'c57b3b97-6596-4f44-9121-b5971be34175', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794dd926-957e-4add-80b8-59f2e8685b52', 'name': '', 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:bd:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:31Z', 'updated_at': '2022-04-11T14:26:43Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d6b9c9-1759-4e43-806d-5ca6c090c08d', 'name': '', 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:a9:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:22Z', 'updated_at': '2022-04-11T14:26:31Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:52.589309 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189b4cb-056f-45c4-9336-2e8841c720d1 None None] Pushing event updated for resources: {'Port': ['ID=6aed1d72-ec3a-47ab-a657-f0820818d4c4,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:52.657608 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0d5e60-7f79-4b51-9b8d-b714ee798fdd None None] The sync data for ids ['da37007a-b65a-4898-aab8-a21d4ec054f7'] in dv-neutron-837330-1-hyperv is: [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:26:41Z', 'revision_number': 4, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None, '_interfaces': [{'id': '6ae0d2e3-7519-472b-a9af-3dd545e6e98d', 'name': '', 'network_id': 'c248f749-91df-4a6a-b370-5cbd52d43840', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:67:24:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c57b3b97-6596-4f44-9121-b5971be34175', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:39Z', 'updated_at': '2022-04-11T14:26:50Z', 'revision_number': 4, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'c57b3b97-6596-4f44-9121-b5971be34175', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794dd926-957e-4add-80b8-59f2e8685b52', 'name': '', 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:bd:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:31Z', 'updated_at': '2022-04-11T14:26:43Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d6b9c9-1759-4e43-806d-5ca6c090c08d', 'name': '', 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:a9:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:22Z', 'updated_at': '2022-04-11T14:26:31Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:26:52.796115 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=ae863baa-cad5-4c31-95c6-1d649caaccf3,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:52.806709 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:52.807164 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:53.026596 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-dedf0986-0fb5-4a37-b8c9-c32c2adf541e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1764067000&fields=id&tenant_id=572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 267 time: 0.2652972 Apr 11 14:26:53.192222 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-07018930-d365-4522-bd79-7ab0baf435a0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:53.295110 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d4ed0e-9acd-47cd-b954-58489cdee516 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Network 74a2f02c-c16b-419b-9e39-a951f5b2faea is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:26:53.334225 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-10d4ed0e-9acd-47cd-b954-58489cdee516 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:53.336202 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07018930-d365-4522-bd79-7ab0baf435a0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Port': ['ID=d3fe2935-8d95-4c4e-9aef-1ef840866332,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:53.438796 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-07018930-d365-4522-bd79-7ab0baf435a0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:53.527834 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ae863baa-cad5-4c31-95c6-1d649caaccf3 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:53.543207 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-5199e67d-8200-4a90-86a8-104062aac87e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:53.544031 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-5199e67d-8200-4a90-86a8-104062aac87e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:network {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:26:53.572459 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44638) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:53.573006 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-07018930-d365-4522-bd79-7ab0baf435a0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/ports/d3fe2935-8d95-4c4e-9aef-1ef840866332 HTTP/1.1" status: 204 len: 168 time: 1.8052716 Apr 11 14:26:53.626664 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d4ed0e-9acd-47cd-b954-58489cdee516 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Router da37007a-b65a-4898-aab8-a21d4ec054f7 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:26:53.676998 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port ae863baa-cad5-4c31-95c6-1d649caaccf3 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:53.678658 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:53.680379 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-105dac62-63d6-4889-8728-2534a53cef00 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] GET failed (client error): The resource could not be found. Apr 11 14:26:53.682452 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-105dac62-63d6-4889-8728-2534a53cef00 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "GET /v2.0/ports/d3fe2935-8d95-4c4e-9aef-1ef840866332 HTTP/1.1" status: 404 len: 333 time: 0.1077642 Apr 11 14:26:53.684435 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44642) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:53.791111 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-7c678737-e818-4658-b560-e918fdcb9ea1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting port f382d6eb-3614-49ae-a522-ec5e454de1d9 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:26:53.791744 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7c678737-e818-4658-b560-e918fdcb9ea1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:53.878398 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 59bf03ac-b30c-454f-9b73-087fe3b1af30 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:53.976819 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 59bf03ac-b30c-454f-9b73-087fe3b1af30 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:53.977630 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:53.985579 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-5199e67d-8200-4a90-86a8-104062aac87e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:network {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:26:53.993798 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-5199e67d-8200-4a90-86a8-104062aac87e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/networks?id=b9d8212f-4472-42a8-95e4-ce042353ebff HTTP/1.1" status: 200 len: 795 time: 0.9657896 Apr 11 14:26:54.095391 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-3ab5b30d-6369-4bb2-a1e5-8e2273578f35 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/quotas/572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 375 time: 0.1001070 Apr 11 14:26:54.188728 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd32629-29cf-4b71-a9ea-56afde4c49e1 None None] Network 74a2f02c-c16b-419b-9e39-a951f5b2faea requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:54.206786 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d4ed0e-9acd-47cd-b954-58489cdee516 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:26:54.214342 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-10d4ed0e-9acd-47cd-b954-58489cdee516 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "PUT /v2.0/routers/da37007a-b65a-4898-aab8-a21d4ec054f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5447652 Apr 11 14:26:54.220748 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44648) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:54.228316 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-ffbd0519-0b87-4a9b-a897-be3efe17d65f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:54.239569 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] Sync routers for ids ['da37007a-b65a-4898-aab8-a21d4ec054f7'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:26:54.252469 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6aed1d72-ec3a-47ab-a657-f0820818d4c4 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:54.366840 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] Routers {'da37007a-b65a-4898-aab8-a21d4ec054f7'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:26:54.367828 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['da37007a-b65a-4898-aab8-a21d4ec054f7'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:54.411723 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7c678737-e818-4658-b560-e918fdcb9ea1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:54.441424 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-f0a4bac8-d537-4f19-908d-fa684758e3a5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:26:54.460863 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:54.565638 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-7c678737-e818-4658-b560-e918fdcb9ea1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Calling delete_port for f382d6eb-3614-49ae-a522-ec5e454de1d9 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:26:54.566331 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8b74a654-4a2b-48d8-be95-af515a5e275a None None] Provisioning for port af512107-a134-4a8e-8638-36092552ac51 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:54.677616 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-f0a4bac8-d537-4f19-908d-fa684758e3a5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:26:54.678653 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94adead-1d11-4fe7-a59b-913e75080f45 None None] Network 47c3db45-ffe9-4b0c-9d99-f43956fa74a0 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:54.679134 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-f0a4bac8-d537-4f19-908d-fa684758e3a5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5827804 Apr 11 14:26:54.721047 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] Set router da37007a-b65a-4898-aab8-a21d4ec054f7 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:26:54.846786 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7c678737-e818-4658-b560-e918fdcb9ea1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:54.901585 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c678737-e818-4658-b560-e918fdcb9ea1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Port': ['ID=f382d6eb-3614-49ae-a522-ec5e454de1d9,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:54.950879 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7c678737-e818-4658-b560-e918fdcb9ea1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:54.957495 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-c62f998e-a7ff-4dd6-b6fe-28a5e48c7144 service neutron] 10.222.0.66 "GET /v2.0/networks/b9d8212f-4472-42a8-95e4-ce042353ebff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411580 Apr 11 14:26:54.962648 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7c678737-e818-4658-b560-e918fdcb9ea1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/ports/f382d6eb-3614-49ae-a522-ec5e454de1d9 HTTP/1.1" status: 204 len: 168 time: 1.2744830 Apr 11 14:26:54.968278 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44652) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:54.969313 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 6aed1d72-ec3a-47ab-a657-f0820818d4c4 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:54.979107 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1be2a259-22bb-4cbb-a2e2-5447fbdd58ee None None] Provisioning for port 6aed1d72-ec3a-47ab-a657-f0820818d4c4 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:55.012373 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 6aed1d72-ec3a-47ab-a657-f0820818d4c4 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:55.013090 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:55.016273 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-6820c0a9-a21e-4bf6-a38b-ac86bdd74f78 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] GET failed (client error): The resource could not be found. Apr 11 14:26:55.017108 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6820c0a9-a21e-4bf6-a38b-ac86bdd74f78 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Synchronizing usage tracker for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:26:55.056474 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1be2a259-22bb-4cbb-a2e2-5447fbdd58ee None None] Provisioning complete for port 6aed1d72-ec3a-47ab-a657-f0820818d4c4 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:55.057081 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1be2a259-22bb-4cbb-a2e2-5447fbdd58ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:55.114958 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6820c0a9-a21e-4bf6-a38b-ac86bdd74f78 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Unset dirty status for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:26:55.118956 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6820c0a9-a21e-4bf6-a38b-ac86bdd74f78 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "GET /v2.0/ports/f382d6eb-3614-49ae-a522-ec5e454de1d9 HTTP/1.1" status: 404 len: 333 time: 0.1468551 Apr 11 14:26:55.119480 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44656) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:55.208881 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-642156eb-f9c7-407e-a816-7ef5fae6ef59 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting subnet 19b9846c-9d73-4823-b901-047aa5c82e68 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:26:55.821674 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-642156eb-f9c7-407e-a816-7ef5fae6ef59 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:55.822644 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.extraroute_db [None req-ffbd0519-0b87-4a9b-a897-be3efe17d65f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88617) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 11 14:26:55.822644 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.extraroute_db [None req-ffbd0519-0b87-4a9b-a897-be3efe17d65f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Removed routes are [] {{(pid=88617) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 11 14:26:55.822644 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ffbd0519-0b87-4a9b-a897-be3efe17d65f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:55.822644 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-502d092f-0a73-4b5e-8ed5-cac01fc21ed1 service neutron] 10.222.0.66 "GET /v2.0/networks/b9d8212f-4472-42a8-95e4-ce042353ebff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199345 Apr 11 14:26:55.824213 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-642156eb-f9c7-407e-a816-7ef5fae6ef59 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:55.824213 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-642156eb-f9c7-407e-a816-7ef5fae6ef59 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:55.825118 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:55.825118 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1be2a259-22bb-4cbb-a2e2-5447fbdd58ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:55.825118 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:26:51Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None, '_interfaces': [{'id': '6ae0d2e3-7519-472b-a9af-3dd545e6e98d', 'name': '', 'network_id': 'c248f749-91df-4a6a-b370-5cbd52d43840', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:67:24:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c57b3b97-6596-4f44-9121-b5971be34175', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:39Z', 'updated_at': '2022-04-11T14:26:50Z', 'revision_number': 4, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'c57b3b97-6596-4f44-9121-b5971be34175', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794dd926-957e-4add-80b8-59f2e8685b52', 'name': '', 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:bd:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:31Z', 'updated_at': '2022-04-11T14:26:43Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d6b9c9-1759-4e43-806d-5ca6c090c08d', 'name': '', 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:a9:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:22Z', 'updated_at': '2022-04-11T14:26:31Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ba8ed6-5846-4bd0-b760-98acef994d38', 'name': '', 'network_id': '74a2f02c-c16b-419b-9e39-a951f5b2faea', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:68:37:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'c4313394-9d58-4276-b14a-cbc3d913f4ac', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:49Z', 'updated_at': '2022-04-11T14:26:51Z', 'revision_number': 2, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'c4313394-9d58-4276-b14a-cbc3d913f4ac', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:55.825118 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] Checking router: da37007a-b65a-4898-aab8-a21d4ec054f7 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:26:55.825118 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] Updating router da37007a-b65a-4898-aab8-a21d4ec054f7 port d1ba8ed6-5846-4bd0-b760-98acef994d38 binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:26:55.825118 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:56.064598 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-642156eb-f9c7-407e-a816-7ef5fae6ef59 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:56.094518 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-62bff7cc-90ed-4ea3-9bc1-f3c24a454e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:56.130777 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642156eb-f9c7-407e-a816-7ef5fae6ef59 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Subnet': ['ID=19b9846c-9d73-4823-b901-047aa5c82e68,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:56.137186 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-642156eb-f9c7-407e-a816-7ef5fae6ef59 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:56.147586 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-642156eb-f9c7-407e-a816-7ef5fae6ef59 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/subnets/19b9846c-9d73-4823-b901-047aa5c82e68 HTTP/1.1" status: 204 len: 168 time: 1.0264952 Apr 11 14:26:56.148313 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44660) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:56.254479 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:56.271185 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:26:56.271804 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:26:56.276080 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-1be2a259-22bb-4cbb-a2e2-5447fbdd58ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:26:56.276830 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-1be2a259-22bb-4cbb-a2e2-5447fbdd58ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:26:56.287754 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] Transition to ACTIVE for port object d1ba8ed6-5846-4bd0-b760-98acef994d38 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:26:56.289036 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-acac5b81-6160-48ea-ab53-671335d879de tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:56.301287 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-acac5b81-6160-48ea-ab53-671335d879de tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting port 6aed1d72-ec3a-47ab-a657-f0820818d4c4 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:26:56.302262 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-acac5b81-6160-48ea-ab53-671335d879de tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:56.372375 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:56.494920 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8d2476-ef07-476e-842b-add4d25c8712 None None] Network 47c3db45-ffe9-4b0c-9d99-f43956fa74a0 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:56.612970 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-acac5b81-6160-48ea-ab53-671335d879de tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] For port 6aed1d72-ec3a-47ab-a657-f0820818d4c4, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6aed1d72-ec3a-47ab-a657-f0820818d4c4,segment=NetworkSegment(3ba55142-bae4-48eb-93dc-9cd924b1140a),segment_id=3ba55142-bae4-48eb-93dc-9cd924b1140a)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:56.613636 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-acac5b81-6160-48ea-ab53-671335d879de tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:56.634208 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ffbd0519-0b87-4a9b-a897-be3efe17d65f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:56.638049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ffbd0519-0b87-4a9b-a897-be3efe17d65f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984850'] for router, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:56.641776 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd2ab4-10c7-41c2-97d6-49cdfaf3d56f None None] Pushing event updated for resources: {'Port': ['ID=d1ba8ed6-5846-4bd0-b760-98acef994d38,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:56.787137 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-acac5b81-6160-48ea-ab53-671335d879de tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Calling delete_port for 6aed1d72-ec3a-47ab-a657-f0820818d4c4 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:26:56.839950 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbd0519-0b87-4a9b-a897-be3efe17d65f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Router da37007a-b65a-4898-aab8-a21d4ec054f7 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:26:56.846080 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] Attempting to bind port d1ba8ed6-5846-4bd0-b760-98acef994d38 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:26:56.846603 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] Attempting to bind port d1ba8ed6-5846-4bd0-b760-98acef994d38 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '2b3ebae8-3967-4baa-9bd8-d93c4a5aec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '74a2f02c-c16b-419b-9e39-a951f5b2faea'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:26:56.846825 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] Attempting to bind port d1ba8ed6-5846-4bd0-b760-98acef994d38 on network 74a2f02c-c16b-419b-9e39-a951f5b2faea {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:26:56.890099 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:26:56.890099 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] Checking segment: {'id': '2b3ebae8-3967-4baa-9bd8-d93c4a5aec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '74a2f02c-c16b-419b-9e39-a951f5b2faea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:26:56.890099 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:56.890099 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] Bound using segment: {'id': '2b3ebae8-3967-4baa-9bd8-d93c4a5aec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '74a2f02c-c16b-419b-9e39-a951f5b2faea'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:26:56.890099 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] Bound port: d1ba8ed6-5846-4bd0-b760-98acef994d38, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3ebae8-3967-4baa-9bd8-d93c4a5aec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '74a2f02c-c16b-419b-9e39-a951f5b2faea'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:26:56.890099 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:56.950387 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-acac5b81-6160-48ea-ab53-671335d879de tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:56.968591 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:56.997571 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1be2a259-22bb-4cbb-a2e2-5447fbdd58ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:57.015044 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac5b81-6160-48ea-ab53-671335d879de tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Port': ['ID=6aed1d72-ec3a-47ab-a657-f0820818d4c4,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:57.021440 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acac5b81-6160-48ea-ab53-671335d879de tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] No DVR routers for this DVR port 6aed1d72-ec3a-47ab-a657-f0820818d4c4 on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:26:57.064480 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbd0519-0b87-4a9b-a897-be3efe17d65f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:26:57.072414 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ffbd0519-0b87-4a9b-a897-be3efe17d65f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:57.076256 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ffbd0519-0b87-4a9b-a897-be3efe17d65f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "PUT /v2.0/routers/da37007a-b65a-4898-aab8-a21d4ec054f7 HTTP/1.1" status: 200 len: 933 time: 2.8518436 Apr 11 14:26:57.076556 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44664) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:57.206075 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6ae0d2e3-7519-472b-a9af-3dd545e6e98d up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:57.260573 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-7b19c6ee-c57f-4e7f-b6e8-4de97ad20653 req-af75f4fd-229c-416a-9b3b-3890af1b192a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:26:57.291955 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a5746c2a-7f82-4542-a0bf-712e6ccc0923 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "GET /v2.0/routers/da37007a-b65a-4898-aab8-a21d4ec054f7 HTTP/1.1" status: 200 len: 933 time: 0.2130756 Apr 11 14:26:57.296831 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44674) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:57.298011 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-2d9f6352-fbe7-407d-bb46-799d426d9327 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'router': {'routes': None}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:57.329075 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-7b19c6ee-c57f-4e7f-b6e8-4de97ad20653 req-af75f4fd-229c-416a-9b3b-3890af1b192a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:26:57.332431 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7b19c6ee-c57f-4e7f-b6e8-4de97ad20653 req-af75f4fd-229c-416a-9b3b-3890af1b192a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ce51c0f-463f-4197-b02d-a217813451be HTTP/1.1" status: 200 len: 210 time: 0.1239059 Apr 11 14:26:57.338778 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-acac5b81-6160-48ea-ab53-671335d879de tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:57.378719 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] For port d1ba8ed6-5846-4bd0-b760-98acef994d38, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:26:57.381711 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-acac5b81-6160-48ea-ab53-671335d879de tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c3db45-ffe9-4b0c-9d99-f43956fa74a0']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:57.383550 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] For port d1ba8ed6-5846-4bd0-b760-98acef994d38, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=d1ba8ed6-5846-4bd0-b760-98acef994d38,segment=NetworkSegment(2b3ebae8-3967-4baa-9bd8-d93c4a5aec64),segment_id=2b3ebae8-3967-4baa-9bd8-d93c4a5aec64)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:26:57.400644 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-acac5b81-6160-48ea-ab53-671335d879de tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba55142-bae4-48eb-93dc-9cd924b1140a') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:57.400864 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-acac5b81-6160-48ea-ab53-671335d879de tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba55142-bae4-48eb-93dc-9cd924b1140a') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:57.414533 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-acac5b81-6160-48ea-ab53-671335d879de tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:57.431984 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-acac5b81-6160-48ea-ab53-671335d879de tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:57.443717 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acac5b81-6160-48ea-ab53-671335d879de tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:26:57.444367 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-acac5b81-6160-48ea-ab53-671335d879de tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:57.446406 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aef1a3b-c44b-4654-940e-0cecb0cd6a75 None None] DHCP port deletion for 47c3db45-ffe9-4b0c-9d99-f43956fa74a0 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:26:57.462064 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:26:57.585444 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:57.588879 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 6ae0d2e3-7519-472b-a9af-3dd545e6e98d completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:57.655573 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 6ae0d2e3-7519-472b-a9af-3dd545e6e98d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:57.656266 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:57.706152 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b27b3905-f0c6-472f-9dad-1bfa82ca58d4 None None] Provisioning for port d1ba8ed6-5846-4bd0-b760-98acef994d38 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:57.707993 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-acac5b81-6160-48ea-ab53-671335d879de tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:57.726995 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-acac5b81-6160-48ea-ab53-671335d879de tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:57.748213 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b27b3905-f0c6-472f-9dad-1bfa82ca58d4 None None] Could not find standard attr ID for object f382d6eb-3614-49ae-a522-ec5e454de1d9. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:26:57.758898 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] Routers {'da37007a-b65a-4898-aab8-a21d4ec054f7'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:26:57.759478 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['da37007a-b65a-4898-aab8-a21d4ec054f7'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:57.784368 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac5b81-6160-48ea-ab53-671335d879de tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Network': ['ID=47c3db45-ffe9-4b0c-9d99-f43956fa74a0,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:57.844516 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5e54ddf8-622d-4562-9095-7372d24410b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:57.844516 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd2ab4-10c7-41c2-97d6-49cdfaf3d56f None None] Pushing event updated for resources: {'Port': ['ID=d1ba8ed6-5846-4bd0-b760-98acef994d38,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:57.934295 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-acac5b81-6160-48ea-ab53-671335d879de tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/networks/47c3db45-ffe9-4b0c-9d99-f43956fa74a0 HTTP/1.1" status: 204 len: 168 time: 1.7791770 Apr 11 14:26:57.934295 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44684) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:57.937758 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b27b3905-f0c6-472f-9dad-1bfa82ca58d4 None None] Could not find standard attr ID for object 6aed1d72-ec3a-47ab-a657-f0820818d4c4. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:26:57.944442 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-ed261118-f02f-4673-8d0d-a4d9e9afa8f1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1173593270'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:57.952713 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ed261118-f02f-4673-8d0d-a4d9e9afa8f1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:57.961413 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ed261118-f02f-4673-8d0d-a4d9e9afa8f1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:network and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:57.966486 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ed261118-f02f-4673-8d0d-a4d9e9afa8f1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:57.976030 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ed261118-f02f-4673-8d0d-a4d9e9afa8f1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:58.010372 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.extraroute_db [None req-2d9f6352-fbe7-407d-bb46-799d426d9327 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Added routes are [] {{(pid=88617) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 11 14:26:58.010372 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.extraroute_db [None req-2d9f6352-fbe7-407d-bb46-799d426d9327 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88617) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 11 14:26:58.028902 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] Set router da37007a-b65a-4898-aab8-a21d4ec054f7 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:26:58.056888 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2d9f6352-fbe7-407d-bb46-799d426d9327 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:58.107687 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:58.155833 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed261118-f02f-4673-8d0d-a4d9e9afa8f1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:58.159955 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ed261118-f02f-4673-8d0d-a4d9e9afa8f1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:58.188776 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed261118-f02f-4673-8d0d-a4d9e9afa8f1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:26:58.199899 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ed261118-f02f-4673-8d0d-a4d9e9afa8f1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:58.200254 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-ed261118-f02f-4673-8d0d-a4d9e9afa8f1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Added segment f722a00c-d639-4452-9f1d-921645148266 of type vlan for network 2f0562e0-543b-4723-8572-783cdece2cbc Apr 11 14:26:58.235270 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ed261118-f02f-4673-8d0d-a4d9e9afa8f1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:58.256232 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 6ae0d2e3-7519-472b-a9af-3dd545e6e98d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6ae0d2e3-7519-472b-a9af-3dd545e6e98d,segment=NetworkSegment(881bd6af-be90-4589-9c10-382b0a749215),segment_id=881bd6af-be90-4589-9c10-382b0a749215)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:58.338124 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ed261118-f02f-4673-8d0d-a4d9e9afa8f1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:58.341144 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:58.342056 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device af512107-a134-4a8e-8638-36092552ac51 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:58.358884 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed261118-f02f-4673-8d0d-a4d9e9afa8f1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:58.358884 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ed261118-f02f-4673-8d0d-a4d9e9afa8f1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:58.479900 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed261118-f02f-4673-8d0d-a4d9e9afa8f1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Network': ['ID=2f0562e0-543b-4723-8572-783cdece2cbc,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:58.506474 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 2f0562e0-543b-4723-8572-783cdece2cbc details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:26:58.518185 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ed261118-f02f-4673-8d0d-a4d9e9afa8f1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5832548 Apr 11 14:26:58.525740 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44692) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:58.527997 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-937fcde0-5968-454b-8f8e-f515b4078e7f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'subnet': {'network_id': '2f0562e0-543b-4723-8572-783cdece2cbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:58.538756 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0065f343-6d00-4515-be2c-dd88469da879 req-550ff9c1-6841-42a5-b831-86ba0da53009 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ce51c0f-463f-4197-b02d-a217813451be HTTP/1.1" status: 200 len: 210 time: 0.0570331 Apr 11 14:26:58.671689 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-937fcde0-5968-454b-8f8e-f515b4078e7f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:26:58.676109 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-937fcde0-5968-454b-8f8e-f515b4078e7f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:subnet and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:26:58.679898 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-937fcde0-5968-454b-8f8e-f515b4078e7f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:26:58.687627 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-937fcde0-5968-454b-8f8e-f515b4078e7f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:26:58.735716 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=6ae0d2e3-7519-472b-a9af-3dd545e6e98d,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:58.739572 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:58.754122 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2d9f6352-fbe7-407d-bb46-799d426d9327 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:58.757754 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2d9f6352-fbe7-407d-bb46-799d426d9327 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984850'] for router, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:58.772736 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:26:55Z', 'revision_number': 6, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None, '_interfaces': [{'id': '6ae0d2e3-7519-472b-a9af-3dd545e6e98d', 'name': '', 'network_id': 'c248f749-91df-4a6a-b370-5cbd52d43840', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:67:24:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c57b3b97-6596-4f44-9121-b5971be34175', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:39Z', 'updated_at': '2022-04-11T14:26:50Z', 'revision_number': 4, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'c57b3b97-6596-4f44-9121-b5971be34175', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794dd926-957e-4add-80b8-59f2e8685b52', 'name': '', 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:bd:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:31Z', 'updated_at': '2022-04-11T14:26:43Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d6b9c9-1759-4e43-806d-5ca6c090c08d', 'name': '', 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:a9:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:22Z', 'updated_at': '2022-04-11T14:26:31Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ba8ed6-5846-4bd0-b760-98acef994d38', 'name': '', 'network_id': '74a2f02c-c16b-419b-9e39-a951f5b2faea', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:68:37:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'c4313394-9d58-4276-b14a-cbc3d913f4ac', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:49Z', 'updated_at': '2022-04-11T14:26:57Z', 'revision_number': 4, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'c4313394-9d58-4276-b14a-cbc3d913f4ac', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:26:58.777015 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bc9a5f-fc4c-4a6b-be1b-d2aa405deb50 None None] The sync data for ids ['da37007a-b65a-4898-aab8-a21d4ec054f7'] in dv-neutron-837330-1-hyperv is: [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:26:55Z', 'revision_number': 6, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None, '_interfaces': [{'id': '6ae0d2e3-7519-472b-a9af-3dd545e6e98d', 'name': '', 'network_id': 'c248f749-91df-4a6a-b370-5cbd52d43840', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:67:24:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c57b3b97-6596-4f44-9121-b5971be34175', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:39Z', 'updated_at': '2022-04-11T14:26:50Z', 'revision_number': 4, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'c57b3b97-6596-4f44-9121-b5971be34175', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794dd926-957e-4add-80b8-59f2e8685b52', 'name': '', 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:bd:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:31Z', 'updated_at': '2022-04-11T14:26:43Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d6b9c9-1759-4e43-806d-5ca6c090c08d', 'name': '', 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:a9:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:22Z', 'updated_at': '2022-04-11T14:26:31Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ba8ed6-5846-4bd0-b760-98acef994d38', 'name': '', 'network_id': '74a2f02c-c16b-419b-9e39-a951f5b2faea', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:68:37:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'c4313394-9d58-4276-b14a-cbc3d913f4ac', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:49Z', 'updated_at': '2022-04-11T14:26:57Z', 'revision_number': 4, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'c4313394-9d58-4276-b14a-cbc3d913f4ac', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:26:58.829880 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937fcde0-5968-454b-8f8e-f515b4078e7f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:26:58.835952 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-937fcde0-5968-454b-8f8e-f515b4078e7f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:58.869981 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:58.874587 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port af512107-a134-4a8e-8638-36092552ac51 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:26:58.881138 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port af512107-a134-4a8e-8638-36092552ac51 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:58.883116 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:58.967643 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9f6352-fbe7-407d-bb46-799d426d9327 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Router da37007a-b65a-4898-aab8-a21d4ec054f7 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:26:59.104379 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:59.145536 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port af512107-a134-4a8e-8638-36092552ac51, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=af512107-a134-4a8e-8638-36092552ac51,segment=NetworkSegment(2b3ebae8-3967-4baa-9bd8-d93c4a5aec64),segment_id=2b3ebae8-3967-4baa-9bd8-d93c4a5aec64)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:26:59.192932 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9f6352-fbe7-407d-bb46-799d426d9327 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:26:59.200142 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2d9f6352-fbe7-407d-bb46-799d426d9327 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:59.204867 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2d9f6352-fbe7-407d-bb46-799d426d9327 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "PUT /v2.0/routers/da37007a-b65a-4898-aab8-a21d4ec054f7 HTTP/1.1" status: 200 len: 699 time: 1.9080198 Apr 11 14:26:59.205265 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44696) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:59.223625 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:59.317410 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-937fcde0-5968-454b-8f8e-f515b4078e7f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:59.327399 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=af512107-a134-4a8e-8638-36092552ac51,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:59.455694 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6ae0d2e3-7519-472b-a9af-3dd545e6e98d up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:59.510135 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fcde0-5968-454b-8f8e-f515b4078e7f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Subnet': ['ID=41ac7b10-6b06-403d-a231-9a26c40ee2bc,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:26:59.527956 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6f59aa17-afd7-49ea-bc22-c0e106204437 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "GET /v2.0/routers/da37007a-b65a-4898-aab8-a21d4ec054f7 HTTP/1.1" status: 200 len: 699 time: 0.3206818 Apr 11 14:26:59.528276 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937fcde0-5968-454b-8f8e-f515b4078e7f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Checking segment: {'id': 'f722a00c-d639-4452-9f1d-921645148266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2f0562e0-543b-4723-8572-783cdece2cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:26:59.528646 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937fcde0-5968-454b-8f8e-f515b4078e7f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network hostable DHCP agents. Network: 2f0562e0-543b-4723-8572-783cdece2cbc, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:26:59.531372 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44700) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:59.551339 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 6ae0d2e3-7519-472b-a9af-3dd545e6e98d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:26:59.551644 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:59.664415 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937fcde0-5968-454b-8f8e-f515b4078e7f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network 2f0562e0-543b-4723-8572-783cdece2cbc is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:26:59.720027 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-99badc66-524f-42c8-a4aa-b21395a213fe req-f56c2121-3438-4dd4-ba1f-f85662c71f99 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ce51c0f-463f-4197-b02d-a217813451be HTTP/1.1" status: 200 len: 210 time: 0.0520997 Apr 11 14:26:59.754535 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device d1ba8ed6-5846-4bd0-b760-98acef994d38 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:26:59.778319 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-937fcde0-5968-454b-8f8e-f515b4078e7f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 2f0562e0-543b-4723-8572-783cdece2cbc) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:26:59.796670 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937fcde0-5968-454b-8f8e-f515b4078e7f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:26:59.797583 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-937fcde0-5968-454b-8f8e-f515b4078e7f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:26:59.803941 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28968de-9cbc-417b-ba56-40fd8f429cf3 None None] Network 2f0562e0-543b-4723-8572-783cdece2cbc requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:26:59.939298 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-937fcde0-5968-454b-8f8e-f515b4078e7f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4166970 Apr 11 14:26:59.942261 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44706) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:26:59.953262 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'port': {'network_id': '2f0562e0-543b-4723-8572-783cdece2cbc', 'name': 'tempest-PortsIpV6TestJSON-63785244', 'fixed_ips': [{'subnet_id': '41ac7b10-6b06-403d-a231-9a26c40ee2bc', 'ip_address': '2001:db8::10'}]}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:26:59.963715 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:00.065223 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a46d40-90e4-4b0a-a8c7-91c2e3889890 None None] Sync routers for ids ['da37007a-b65a-4898-aab8-a21d4ec054f7'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:27:00.079946 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a46d40-90e4-4b0a-a8c7-91c2e3889890 None None] Routers {'da37007a-b65a-4898-aab8-a21d4ec054f7'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:27:00.080529 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-27a46d40-90e4-4b0a-a8c7-91c2e3889890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['da37007a-b65a-4898-aab8-a21d4ec054f7'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:00.114456 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port d1ba8ed6-5846-4bd0-b760-98acef994d38 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:27:00.127901 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port d1ba8ed6-5846-4bd0-b760-98acef994d38 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:00.128280 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:00.161652 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c946de0c-6c57-44da-b742-2a7887d91619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-2f0562e0-543b-4723-8572-783cdece2cbc', 'network_id': '2f0562e0-543b-4723-8572-783cdece2cbc', 'tenant_id': '041662ca6af3404fb6dd620d189fb3c3', 'fixed_ips': [{'subnet_id': '41ac7b10-6b06-403d-a231-9a26c40ee2bc'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:27:00.162535 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c946de0c-6c57-44da-b742-2a7887d91619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:00.174429 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cb85f56a-142a-41fa-b91e-7dda28714bfc tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:00.200599 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:00.205379 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:port and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:00.209452 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:00.215924 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:00.310131 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-27a46d40-90e4-4b0a-a8c7-91c2e3889890 None None] Set router da37007a-b65a-4898-aab8-a21d4ec054f7 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:27:00.366876 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:27:00.412432 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-c946de0c-6c57-44da-b742-2a7887d91619 None None] Allocated IP 2001:db8::2 (2f0562e0-543b-4723-8572-783cdece2cbc/41ac7b10-6b06-403d-a231-9a26c40ee2bc/a71b0d63-b970-425f-a2f3-1144b550607b) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:27:00.433305 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:00.651074 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port d1ba8ed6-5846-4bd0-b760-98acef994d38, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=d1ba8ed6-5846-4bd0-b760-98acef994d38,segment=NetworkSegment(2b3ebae8-3967-4baa-9bd8-d93c4a5aec64),segment_id=2b3ebae8-3967-4baa-9bd8-d93c4a5aec64)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:00.676502 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-e0d95843-9594-4f3f-9cdc-ba9e9ade2d76 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:00.678578 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-e0d95843-9594-4f3f-9cdc-ba9e9ade2d76 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/networks?id=b9d8212f-4472-42a8-95e4-ce042353ebff HTTP/1.1" status: 200 len: 795 time: 0.2239439 Apr 11 14:27:00.721714 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:00.759715 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:00.765438 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] device_id is not set on port a4859d14-1f1b-4de1-921d-da1813b452c6 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:27:00.813930 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-27a46d40-90e4-4b0a-a8c7-91c2e3889890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:26:58Z', 'revision_number': 7, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None, '_interfaces': [{'id': '6ae0d2e3-7519-472b-a9af-3dd545e6e98d', 'name': '', 'network_id': 'c248f749-91df-4a6a-b370-5cbd52d43840', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:67:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c57b3b97-6596-4f44-9121-b5971be34175', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:39Z', 'updated_at': '2022-04-11T14:26:58Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'c57b3b97-6596-4f44-9121-b5971be34175', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794dd926-957e-4add-80b8-59f2e8685b52', 'name': '', 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:bd:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:31Z', 'updated_at': '2022-04-11T14:26:43Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d6b9c9-1759-4e43-806d-5ca6c090c08d', 'name': '', 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:a9:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:22Z', 'updated_at': '2022-04-11T14:26:31Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ba8ed6-5846-4bd0-b760-98acef994d38', 'name': '', 'network_id': '74a2f02c-c16b-419b-9e39-a951f5b2faea', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:68:37:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'c4313394-9d58-4276-b14a-cbc3d913f4ac', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:49Z', 'updated_at': '2022-04-11T14:26:57Z', 'revision_number': 4, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'c4313394-9d58-4276-b14a-cbc3d913f4ac', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:00.822315 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a46d40-90e4-4b0a-a8c7-91c2e3889890 None None] Checking router: da37007a-b65a-4898-aab8-a21d4ec054f7 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:27:00.849286 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a46d40-90e4-4b0a-a8c7-91c2e3889890 None None] Routers {'da37007a-b65a-4898-aab8-a21d4ec054f7'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:27:00.850079 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-27a46d40-90e4-4b0a-a8c7-91c2e3889890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['da37007a-b65a-4898-aab8-a21d4ec054f7'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:00.858802 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6aed1d72-ec3a-47ab-a657-f0820818d4c4 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:27:00.860590 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-0c8e8582-4b09-4094-8b64-a3efe336dd78 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 380 time: 0.1189454 Apr 11 14:27:00.870480 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-41e2743a-cde8-4abe-bcb8-6fa88f24325c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'port': {'device_id': '2ce51c0f-463f-4197-b02d-a217813451be', 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff', 'admin_state_up': True, 'tenant_id': '572b8884360948e38c79b057606230d9', 'security_groups': ['a8d84422-c0d3-40d9-a37e-9a5fecf4ca41']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:00.914013 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=d1ba8ed6-5846-4bd0-b760-98acef994d38,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:00.943319 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:00.943975 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:00.944490 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:00.945004 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:00.945514 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:00.946039 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:00.946549 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:00.947049 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:00.947543 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:00.948090 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:00.948600 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:00.949112 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:00.965528 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-37a8a721-2853-44c4-8af9-a68067d06c63 req-13f18748-44fc-4d73-8ea1-4743b311543c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ce51c0f-463f-4197-b02d-a217813451be HTTP/1.1" status: 200 len: 210 time: 0.0513153 Apr 11 14:27:00.966593 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 6aed1d72-ec3a-47ab-a657-f0820818d4c4 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:27:00.967104 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6aed1d72-ec3a-47ab-a657-f0820818d4c4 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:27:01.001837 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c946de0c-6c57-44da-b742-2a7887d91619 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:01.012508 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c946de0c-6c57-44da-b742-2a7887d91619 None None] Transition to ACTIVE for port object a71b0d63-b970-425f-a2f3-1144b550607b will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:27:01.033512 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c946de0c-6c57-44da-b742-2a7887d91619 None None] Transition to ACTIVE for port object a71b0d63-b970-425f-a2f3-1144b550607b will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:27:01.100935 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-27a46d40-90e4-4b0a-a8c7-91c2e3889890 None None] Set router da37007a-b65a-4898-aab8-a21d4ec054f7 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:27:01.144437 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-cb85f56a-142a-41fa-b91e-7dda28714bfc tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting port d1ba8ed6-5846-4bd0-b760-98acef994d38 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:01.144959 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cb85f56a-142a-41fa-b91e-7dda28714bfc tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:01.184711 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c946de0c-6c57-44da-b742-2a7887d91619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:01.219273 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-41e2743a-cde8-4abe-bcb8-6fa88f24325c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:01.260727 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-41e2743a-cde8-4abe-bcb8-6fa88f24325c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:01.317204 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Allocated IP 2001:db8::10 (2f0562e0-543b-4723-8572-783cdece2cbc/41ac7b10-6b06-403d-a231-9a26c40ee2bc/a4859d14-1f1b-4de1-921d-da1813b452c6) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:27:01.333176 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946de0c-6c57-44da-b742-2a7887d91619 None None] Pushing event updated for resources: {'Port': ['ID=a71b0d63-b970-425f-a2f3-1144b550607b,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:01.366406 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c946de0c-6c57-44da-b742-2a7887d91619 None None] Network 2f0562e0-543b-4723-8572-783cdece2cbc is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:27:01.371173 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-c946de0c-6c57-44da-b742-2a7887d91619 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:27:01.378045 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c946de0c-6c57-44da-b742-2a7887d91619 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:27:01.391631 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-cb85f56a-142a-41fa-b91e-7dda28714bfc tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] For port d1ba8ed6-5846-4bd0-b760-98acef994d38, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=d1ba8ed6-5846-4bd0-b760-98acef994d38,segment=NetworkSegment(2b3ebae8-3967-4baa-9bd8-d93c4a5aec64),segment_id=2b3ebae8-3967-4baa-9bd8-d93c4a5aec64)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:01.393196 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cb85f56a-142a-41fa-b91e-7dda28714bfc tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:01.424177 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device af512107-a134-4a8e-8638-36092552ac51 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:27:01.466268 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-41e2743a-cde8-4abe-bcb8-6fa88f24325c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:27:01.470962 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-41e2743a-cde8-4abe-bcb8-6fa88f24325c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:01.565570 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-cb85f56a-142a-41fa-b91e-7dda28714bfc tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Calling delete_port for d1ba8ed6-5846-4bd0-b760-98acef994d38 owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:27:01.586354 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-c946de0c-6c57-44da-b742-2a7887d91619 None None] Attempting to bind port a71b0d63-b970-425f-a2f3-1144b550607b on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:27:01.586831 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-c946de0c-6c57-44da-b742-2a7887d91619 None None] Attempting to bind port a71b0d63-b970-425f-a2f3-1144b550607b by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'f722a00c-d639-4452-9f1d-921645148266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2f0562e0-543b-4723-8572-783cdece2cbc'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:27:01.587408 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c946de0c-6c57-44da-b742-2a7887d91619 None None] Attempting to bind port a71b0d63-b970-425f-a2f3-1144b550607b on network 2f0562e0-543b-4723-8572-783cdece2cbc {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:27:01.596804 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c946de0c-6c57-44da-b742-2a7887d91619 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:27:01.597574 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c946de0c-6c57-44da-b742-2a7887d91619 None None] Checking segment: {'id': 'f722a00c-d639-4452-9f1d-921645148266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2f0562e0-543b-4723-8572-783cdece2cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:27:01.598227 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c946de0c-6c57-44da-b742-2a7887d91619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:01.599083 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c946de0c-6c57-44da-b742-2a7887d91619 None None] Bound using segment: {'id': 'f722a00c-d639-4452-9f1d-921645148266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2f0562e0-543b-4723-8572-783cdece2cbc'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:27:01.601709 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-c946de0c-6c57-44da-b742-2a7887d91619 None None] Bound port: a71b0d63-b970-425f-a2f3-1144b550607b, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f722a00c-d639-4452-9f1d-921645148266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2f0562e0-543b-4723-8572-783cdece2cbc'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:27:01.606960 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c946de0c-6c57-44da-b742-2a7887d91619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:01.620678 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-27a46d40-90e4-4b0a-a8c7-91c2e3889890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:26:58Z', 'revision_number': 7, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None, '_interfaces': [{'id': '6ae0d2e3-7519-472b-a9af-3dd545e6e98d', 'name': '', 'network_id': 'c248f749-91df-4a6a-b370-5cbd52d43840', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:67:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c57b3b97-6596-4f44-9121-b5971be34175', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:39Z', 'updated_at': '2022-04-11T14:26:58Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'c57b3b97-6596-4f44-9121-b5971be34175', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794dd926-957e-4add-80b8-59f2e8685b52', 'name': '', 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:bd:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:31Z', 'updated_at': '2022-04-11T14:26:43Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d6b9c9-1759-4e43-806d-5ca6c090c08d', 'name': '', 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:a9:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:22Z', 'updated_at': '2022-04-11T14:26:31Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ba8ed6-5846-4bd0-b760-98acef994d38', 'name': '', 'network_id': '74a2f02c-c16b-419b-9e39-a951f5b2faea', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:68:37:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'c4313394-9d58-4276-b14a-cbc3d913f4ac', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:49Z', 'updated_at': '2022-04-11T14:27:00Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'c4313394-9d58-4276-b14a-cbc3d913f4ac', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:01.626829 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a46d40-90e4-4b0a-a8c7-91c2e3889890 None None] The sync data for ids ['da37007a-b65a-4898-aab8-a21d4ec054f7'] in dv-neutron-837330-1-hyperv is: [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:26:58Z', 'revision_number': 7, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None, '_interfaces': [{'id': '6ae0d2e3-7519-472b-a9af-3dd545e6e98d', 'name': '', 'network_id': 'c248f749-91df-4a6a-b370-5cbd52d43840', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:67:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c57b3b97-6596-4f44-9121-b5971be34175', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:39Z', 'updated_at': '2022-04-11T14:26:58Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'c57b3b97-6596-4f44-9121-b5971be34175', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794dd926-957e-4add-80b8-59f2e8685b52', 'name': '', 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:bd:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:31Z', 'updated_at': '2022-04-11T14:26:43Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d6b9c9-1759-4e43-806d-5ca6c090c08d', 'name': '', 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:a9:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:22Z', 'updated_at': '2022-04-11T14:26:31Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ba8ed6-5846-4bd0-b760-98acef994d38', 'name': '', 'network_id': '74a2f02c-c16b-419b-9e39-a951f5b2faea', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:68:37:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'c4313394-9d58-4276-b14a-cbc3d913f4ac', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:49Z', 'updated_at': '2022-04-11T14:27:00Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'c4313394-9d58-4276-b14a-cbc3d913f4ac', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:27:01.648187 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:01.695310 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Transition to ACTIVE for port object a4859d14-1f1b-4de1-921d-da1813b452c6 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:27:01.699265 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port af512107-a134-4a8e-8638-36092552ac51 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:01.700027 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:01.801167 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:01.815514 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-c946de0c-6c57-44da-b742-2a7887d91619 None None] For port a71b0d63-b970-425f-a2f3-1144b550607b, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:27:01.819846 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-c946de0c-6c57-44da-b742-2a7887d91619 None None] For port a71b0d63-b970-425f-a2f3-1144b550607b, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=a71b0d63-b970-425f-a2f3-1144b550607b,segment=NetworkSegment(f722a00c-d639-4452-9f1d-921645148266),segment_id=f722a00c-d639-4452-9f1d-921645148266)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:27:01.890231 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device d1ba8ed6-5846-4bd0-b760-98acef994d38 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:27:01.902550 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Port': ['ID=a4859d14-1f1b-4de1-921d-da1813b452c6,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:01.923463 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:01.923463 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:01.923463 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:01.923868 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:01.923958 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:01.924396 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:01.924908 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:01.925098 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:01.925432 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:01.925949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:01.927937 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:01.927937 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:01.934510 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c946de0c-6c57-44da-b742-2a7887d91619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:01.947732 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network 2f0562e0-543b-4723-8572-783cdece2cbc is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:27:01.948931 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:27:01.951289 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:27:01.959058 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:01.959888 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:01.997685 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-41e2743a-cde8-4abe-bcb8-6fa88f24325c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.20.0.6 (b9d8212f-4472-42a8-95e4-ce042353ebff/086e7528-d521-4b15-bd34-67f3c5c8d698/1262bc2c-195c-4ae4-bbab-babae41562c9) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:27:02.088410 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946de0c-6c57-44da-b742-2a7887d91619 None None] Pushing event updated for resources: {'Port': ['ID=a71b0d63-b970-425f-a2f3-1144b550607b,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:02.092881 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port d1ba8ed6-5846-4bd0-b760-98acef994d38 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:02.093263 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:02.171540 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a3447934-5bc9-430a-ab06-5f38564f8f50 req-1d8aa32e-abe3-4611-85ba-0e7bc621f368 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ce51c0f-463f-4197-b02d-a217813451be HTTP/1.1" status: 200 len: 210 time: 0.0736861 Apr 11 14:27:02.188316 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-07d7c7d1-fc1e-4112-a67e-6dc0ed1f96e2 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2382233 Apr 11 14:27:02.188781 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44718) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:02.196502 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-d673302e-d3bc-473d-b8af-8b98f79c1e3a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'port': {'network_id': '2f0562e0-543b-4723-8572-783cdece2cbc', 'name': 'tempest-PortsIpV6TestJSON-462585435', 'fixed_ips': [{'subnet_id': '41ac7b10-6b06-403d-a231-9a26c40ee2bc', 'ip_address': '2001:db8::f'}]}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:02.397598 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-d673302e-d3bc-473d-b8af-8b98f79c1e3a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:02.411968 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d673302e-d3bc-473d-b8af-8b98f79c1e3a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:port and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:02.411968 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d673302e-d3bc-473d-b8af-8b98f79c1e3a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:02.416079 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-d673302e-d3bc-473d-b8af-8b98f79c1e3a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:02.437667 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-41e2743a-cde8-4abe-bcb8-6fa88f24325c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:02.458382 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-41e2743a-cde8-4abe-bcb8-6fa88f24325c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Transition to ACTIVE for port object 1262bc2c-195c-4ae4-bbab-babae41562c9 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:27:02.481357 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d673302e-d3bc-473d-b8af-8b98f79c1e3a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:27:02.489702 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d673302e-d3bc-473d-b8af-8b98f79c1e3a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:02.514220 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-d673302e-d3bc-473d-b8af-8b98f79c1e3a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] device_id is not set on port bcd984b0-0490-4c9a-851a-8e042d9ebd00 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:27:02.575127 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cb85f56a-142a-41fa-b91e-7dda28714bfc tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:02.611486 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-41e2743a-cde8-4abe-bcb8-6fa88f24325c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:02.611486 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85f56a-142a-41fa-b91e-7dda28714bfc tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Port': ['ID=d1ba8ed6-5846-4bd0-b760-98acef994d38,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:02.650673 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85f56a-142a-41fa-b91e-7dda28714bfc tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:02.653406 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85f56a-142a-41fa-b91e-7dda28714bfc tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:02.653406 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85f56a-142a-41fa-b91e-7dda28714bfc tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:02.653406 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85f56a-142a-41fa-b91e-7dda28714bfc tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:02.653406 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85f56a-142a-41fa-b91e-7dda28714bfc tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:02.653406 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85f56a-142a-41fa-b91e-7dda28714bfc tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:02.653406 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85f56a-142a-41fa-b91e-7dda28714bfc tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:02.653406 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85f56a-142a-41fa-b91e-7dda28714bfc tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:02.653406 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85f56a-142a-41fa-b91e-7dda28714bfc tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:02.654320 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85f56a-142a-41fa-b91e-7dda28714bfc tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:02.654320 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85f56a-142a-41fa-b91e-7dda28714bfc tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:02.654320 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85f56a-142a-41fa-b91e-7dda28714bfc tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:27:02.762012 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-d673302e-d3bc-473d-b8af-8b98f79c1e3a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Allocated IP 2001:db8::f (2f0562e0-543b-4723-8572-783cdece2cbc/41ac7b10-6b06-403d-a231-9a26c40ee2bc/bcd984b0-0490-4c9a-851a-8e042d9ebd00) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:27:02.775323 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-41e2743a-cde8-4abe-bcb8-6fa88f24325c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network b9d8212f-4472-42a8-95e4-ce042353ebff is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:27:02.784130 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-41e2743a-cde8-4abe-bcb8-6fa88f24325c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:27:02.795739 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-41e2743a-cde8-4abe-bcb8-6fa88f24325c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:27:02.858870 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2743a-cde8-4abe-bcb8-6fa88f24325c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=1262bc2c-195c-4ae4-bbab-babae41562c9,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:03.062530 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d673302e-d3bc-473d-b8af-8b98f79c1e3a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:03.083112 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-41e2743a-cde8-4abe-bcb8-6fa88f24325c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:03.085193 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-d673302e-d3bc-473d-b8af-8b98f79c1e3a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Transition to ACTIVE for port object bcd984b0-0490-4c9a-851a-8e042d9ebd00 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:27:03.085368 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-41e2743a-cde8-4abe-bcb8-6fa88f24325c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:03.158180 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cb85f56a-142a-41fa-b91e-7dda28714bfc tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:03.275701 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d673302e-d3bc-473d-b8af-8b98f79c1e3a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:03.327152 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b5bb6b8a-c90f-43f8-9fa5-4843b3c27925 None None] Provisioning for port 1262bc2c-195c-4ae4-bbab-babae41562c9 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:27:03.337358 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b5bb6b8a-c90f-43f8-9fa5-4843b3c27925 None None] Provisioning complete for port 1262bc2c-195c-4ae4-bbab-babae41562c9 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:03.338305 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b5bb6b8a-c90f-43f8-9fa5-4843b3c27925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:03.371790 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d673302e-d3bc-473d-b8af-8b98f79c1e3a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network 2f0562e0-543b-4723-8572-783cdece2cbc is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:27:03.376112 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-d673302e-d3bc-473d-b8af-8b98f79c1e3a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:27:03.395574 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d3b710-10af-4ac8-b25f-9ce689786a70 None None] Network 2f0562e0-543b-4723-8572-783cdece2cbc requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:27:03.395763 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d673302e-d3bc-473d-b8af-8b98f79c1e3a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:27:03.401057 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d673302e-d3bc-473d-b8af-8b98f79c1e3a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:03.402451 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d673302e-d3bc-473d-b8af-8b98f79c1e3a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:03.405095 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-41e2743a-cde8-4abe-bcb8-6fa88f24325c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5377738 Apr 11 14:27:03.424369 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-7ffc124a-6cb9-4c89-b1d6-576a01df8bf2 service neutron] Request body: {'port': {'device_id': '2ce51c0f-463f-4197-b02d-a217813451be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:03.464454 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673302e-d3bc-473d-b8af-8b98f79c1e3a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Port': ['ID=bcd984b0-0490-4c9a-851a-8e042d9ebd00,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:03.490949 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-b5bb6b8a-c90f-43f8-9fa5-4843b3c27925 None None] Port 1262bc2c-195c-4ae4-bbab-babae41562c9 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:27:03.542986 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device a71b0d63-b970-425f-a2f3-1144b550607b up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:27:03.561936 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d673302e-d3bc-473d-b8af-8b98f79c1e3a tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3718987 Apr 11 14:27:03.564542 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44724) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:03.686908 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba057ac-5240-4325-b505-3b4bcfb8948d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:03.686908 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6ba057ac-5240-4325-b505-3b4bcfb8948d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Synchronizing usage tracker for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:03.708126 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-68a3b637-909c-463b-acdc-9402a7397738 None None] Provisioning for port a71b0d63-b970-425f-a2f3-1144b550607b completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:27:03.745443 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-7ffc124a-6cb9-4c89-b1d6-576a01df8bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:03.760930 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6ba057ac-5240-4325-b505-3b4bcfb8948d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Unset dirty status for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:03.766717 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6ba057ac-5240-4325-b505-3b4bcfb8948d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.2005367 Apr 11 14:27:03.769594 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44728) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:03.771994 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8990d-bf0b-4913-bbfd-4fec7c7dcf19 req-c4b58463-02ea-4fdd-84fe-32c0b6ebbe79 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:03.772847 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-88a8990d-bf0b-4913-bbfd-4fec7c7dcf19 req-c4b58463-02ea-4fdd-84fe-32c0b6ebbe79 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:03.803147 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port a71b0d63-b970-425f-a2f3-1144b550607b completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:27:03.812725 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port a71b0d63-b970-425f-a2f3-1144b550607b triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:03.812968 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:03.835695 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb85f56a-142a-41fa-b91e-7dda28714bfc tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Router da37007a-b65a-4898-aab8-a21d4ec054f7 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:27:03.878060 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f935a8dd-150a-4a68-bd7d-aa244f6e57ed tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:03.885428 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f935a8dd-150a-4a68-bd7d-aa244f6e57ed tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:03.893561 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f935a8dd-150a-4a68-bd7d-aa244f6e57ed tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:03.895279 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f935a8dd-150a-4a68-bd7d-aa244f6e57ed tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2386 time: 0.1246004 Apr 11 14:27:03.898076 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44732) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:03.923447 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-88a8990d-bf0b-4913-bbfd-4fec7c7dcf19 req-c4b58463-02ea-4fdd-84fe-32c0b6ebbe79 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:03.925100 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-88a8990d-bf0b-4913-bbfd-4fec7c7dcf19 req-c4b58463-02ea-4fdd-84fe-32c0b6ebbe79 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ce51c0f-463f-4197-b02d-a217813451be HTTP/1.1" status: 200 len: 931 time: 0.5707920 Apr 11 14:27:03.963103 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:04.000603 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-171268f1-9281-4610-86da-ddae357ea8b7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting port bcd984b0-0490-4c9a-851a-8e042d9ebd00 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:04.001237 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-171268f1-9281-4610-86da-ddae357ea8b7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:04.006303 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port a71b0d63-b970-425f-a2f3-1144b550607b, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=a71b0d63-b970-425f-a2f3-1144b550607b,segment=NetworkSegment(f722a00c-d639-4452-9f1d-921645148266),segment_id=f722a00c-d639-4452-9f1d-921645148266)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:04.110134 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:04.208882 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=a71b0d63-b970-425f-a2f3-1144b550607b,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:04.311501 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-88a8990d-bf0b-4913-bbfd-4fec7c7dcf19 req-ee2f01e1-8389-4540-87b5-21bf7c6275e0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8d84422-c0d3-40d9-a37e-9a5fecf4ca41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3732412 Apr 11 14:27:04.316319 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb85f56a-142a-41fa-b91e-7dda28714bfc tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:27:04.330585 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-cb85f56a-142a-41fa-b91e-7dda28714bfc tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "PUT /v2.0/routers/da37007a-b65a-4898-aab8-a21d4ec054f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7895801 Apr 11 14:27:04.332482 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca5f0a5-a06b-4613-b6ed-c48038676e93 None None] Sync routers for ids ['da37007a-b65a-4898-aab8-a21d4ec054f7'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:27:04.355333 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5e7c58cf-6ac0-4374-81b0-65652c60cacd None None] Provisioning for port a4859d14-1f1b-4de1-921d-da1813b452c6 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:27:04.366166 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca5f0a5-a06b-4613-b6ed-c48038676e93 None None] Routers {'da37007a-b65a-4898-aab8-a21d4ec054f7'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:27:04.366951 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4ca5f0a5-a06b-4613-b6ed-c48038676e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['da37007a-b65a-4898-aab8-a21d4ec054f7'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:04.375851 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44738) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:04.442730 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5e7c58cf-6ac0-4374-81b0-65652c60cacd None None] Provisioning complete for port a4859d14-1f1b-4de1-921d-da1813b452c6 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:04.443474 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5e7c58cf-6ac0-4374-81b0-65652c60cacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:04.484613 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-171268f1-9281-4610-86da-ddae357ea8b7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:04.493738 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f50eea5-3163-4d91-85db-b3a80484a086 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting subnet c4313394-9d58-4276-b14a-cbc3d913f4ac {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:27:04.501832 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6f50eea5-3163-4d91-85db-b3a80484a086 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:04.578462 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6f50eea5-3163-4d91-85db-b3a80484a086 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:04.599415 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-5e7c58cf-6ac0-4374-81b0-65652c60cacd None None] Port a4859d14-1f1b-4de1-921d-da1813b452c6 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:27:04.636969 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-4ca5f0a5-a06b-4613-b6ed-c48038676e93 None None] Set router da37007a-b65a-4898-aab8-a21d4ec054f7 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:27:04.649792 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-171268f1-9281-4610-86da-ddae357ea8b7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Calling delete_port for bcd984b0-0490-4c9a-851a-8e042d9ebd00 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:27:04.703739 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5e7c58cf-6ac0-4374-81b0-65652c60cacd None None] Provisioning complete for port a71b0d63-b970-425f-a2f3-1144b550607b triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:04.704232 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-7ffc124a-6cb9-4c89-b1d6-576a01df8bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1262bc2c-195c-4ae4-bbab-babae41562c9 {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:27:04.704357 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5e7c58cf-6ac0-4374-81b0-65652c60cacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:04.718276 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-7ffc124a-6cb9-4c89-b1d6-576a01df8bf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:04.746729 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-7ffc124a-6cb9-4c89-b1d6-576a01df8bf2 service neutron] Transition to ACTIVE for port object 1262bc2c-195c-4ae4-bbab-babae41562c9 will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:27:04.766819 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6f50eea5-3163-4d91-85db-b3a80484a086 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:04.869503 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-7ffc124a-6cb9-4c89-b1d6-576a01df8bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:04.937923 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-171268f1-9281-4610-86da-ddae357ea8b7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:05.010996 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6f50eea5-3163-4d91-85db-b3a80484a086 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:05.066663 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-171268f1-9281-4610-86da-ddae357ea8b7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:05.069943 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171268f1-9281-4610-86da-ddae357ea8b7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Port': ['ID=bcd984b0-0490-4c9a-851a-8e042d9ebd00,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:05.080597 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50eea5-3163-4d91-85db-b3a80484a086 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Subnet': ['ID=c4313394-9d58-4276-b14a-cbc3d913f4ac,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:05.096784 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5e7c58cf-6ac0-4374-81b0-65652c60cacd None None] Could not find standard attr ID for object bcd984b0-0490-4c9a-851a-8e042d9ebd00. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:27:05.128931 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc124a-6cb9-4c89-b1d6-576a01df8bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=1262bc2c-195c-4ae4-bbab-babae41562c9,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:05.160483 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7116516-b1ed-4efc-a0c0-09e81d5b8d44 None None] Network 74a2f02c-c16b-419b-9e39-a951f5b2faea requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:27:05.187574 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6f50eea5-3163-4d91-85db-b3a80484a086 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:05.198523 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6f50eea5-3163-4d91-85db-b3a80484a086 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/subnets/c4313394-9d58-4276-b14a-cbc3d913f4ac HTTP/1.1" status: 204 len: 168 time: 0.8211949 Apr 11 14:27:05.201078 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44742) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:05.224826 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4ca5f0a5-a06b-4613-b6ed-c48038676e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:27:01Z', 'revision_number': 8, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None, '_interfaces': [{'id': '6ae0d2e3-7519-472b-a9af-3dd545e6e98d', 'name': '', 'network_id': 'c248f749-91df-4a6a-b370-5cbd52d43840', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:67:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c57b3b97-6596-4f44-9121-b5971be34175', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:39Z', 'updated_at': '2022-04-11T14:26:58Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'c57b3b97-6596-4f44-9121-b5971be34175', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794dd926-957e-4add-80b8-59f2e8685b52', 'name': '', 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:bd:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:31Z', 'updated_at': '2022-04-11T14:26:43Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d6b9c9-1759-4e43-806d-5ca6c090c08d', 'name': '', 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:a9:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:22Z', 'updated_at': '2022-04-11T14:26:31Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:05.244837 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-7ffc124a-6cb9-4c89-b1d6-576a01df8bf2 service neutron] Attempting to bind port 1262bc2c-195c-4ae4-bbab-babae41562c9 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:27:05.244837 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-7ffc124a-6cb9-4c89-b1d6-576a01df8bf2 service neutron] Attempting to bind port 1262bc2c-195c-4ae4-bbab-babae41562c9 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': 'cbd670a1-37bc-4174-bc5d-10e790172461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:27:05.244837 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-7ffc124a-6cb9-4c89-b1d6-576a01df8bf2 service neutron] Attempting to bind port 1262bc2c-195c-4ae4-bbab-babae41562c9 on network b9d8212f-4472-42a8-95e4-ce042353ebff {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:27:05.250437 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-7ffc124a-6cb9-4c89-b1d6-576a01df8bf2 service neutron] Port 1262bc2c-195c-4ae4-bbab-babae41562c9 on network b9d8212f-4472-42a8-95e4-ce042353ebff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:27:05.251058 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-7ffc124a-6cb9-4c89-b1d6-576a01df8bf2 service neutron] Attempting to bind port 1262bc2c-195c-4ae4-bbab-babae41562c9 on network b9d8212f-4472-42a8-95e4-ce042353ebff {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:27:05.259085 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-7ffc124a-6cb9-4c89-b1d6-576a01df8bf2 service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:27:05.259625 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-171268f1-9281-4610-86da-ddae357ea8b7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/ports/bcd984b0-0490-4c9a-851a-8e042d9ebd00 HTTP/1.1" status: 204 len: 168 time: 1.3604953 Apr 11 14:27:05.259875 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-7ffc124a-6cb9-4c89-b1d6-576a01df8bf2 service neutron] Checking segment: {'id': 'cbd670a1-37bc-4174-bc5d-10e790172461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:27:05.260460 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-7ffc124a-6cb9-4c89-b1d6-576a01df8bf2 service neutron] Bound using segment: {'id': 'cbd670a1-37bc-4174-bc5d-10e790172461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:27:05.261334 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-7ffc124a-6cb9-4c89-b1d6-576a01df8bf2 service neutron] Bound port: 1262bc2c-195c-4ae4-bbab-babae41562c9, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd670a1-37bc-4174-bc5d-10e790172461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:27:05.261958 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-7ffc124a-6cb9-4c89-b1d6-576a01df8bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:05.264518 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44746) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:05.338944 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca5f0a5-a06b-4613-b6ed-c48038676e93 None None] Checking router: da37007a-b65a-4898-aab8-a21d4ec054f7 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:27:05.365990 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device a71b0d63-b970-425f-a2f3-1144b550607b up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:27:05.397718 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-7ffc124a-6cb9-4c89-b1d6-576a01df8bf2 service neutron] For port 1262bc2c-195c-4ae4-bbab-babae41562c9, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:27:05.401132 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-7ffc124a-6cb9-4c89-b1d6-576a01df8bf2 service neutron] For port 1262bc2c-195c-4ae4-bbab-babae41562c9, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=1262bc2c-195c-4ae4-bbab-babae41562c9,segment=NetworkSegment(cbd670a1-37bc-4174-bc5d-10e790172461),segment_id=cbd670a1-37bc-4174-bc5d-10e790172461)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:27:05.422820 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd843f1b-b44a-47af-9839-5e87438e6599 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] GET failed (client error): The resource could not be found. Apr 11 14:27:05.422820 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fd843f1b-b44a-47af-9839-5e87438e6599 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Synchronizing usage tracker for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:05.456679 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9f2a25f0-fbd2-4e06-908d-13fd0bb08081 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:05.468929 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-9f2a25f0-fbd2-4e06-908d-13fd0bb08081 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting port af512107-a134-4a8e-8638-36092552ac51 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:05.469299 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9f2a25f0-fbd2-4e06-908d-13fd0bb08081 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:05.536941 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca5f0a5-a06b-4613-b6ed-c48038676e93 None None] Routers {'da37007a-b65a-4898-aab8-a21d4ec054f7'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:27:05.537470 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4ca5f0a5-a06b-4613-b6ed-c48038676e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['da37007a-b65a-4898-aab8-a21d4ec054f7'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:05.572237 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-7ffc124a-6cb9-4c89-b1d6-576a01df8bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:05.615993 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fd843f1b-b44a-47af-9839-5e87438e6599 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Unset dirty status for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:05.618387 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-fd843f1b-b44a-47af-9839-5e87438e6599 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "GET /v2.0/ports/bcd984b0-0490-4c9a-851a-8e042d9ebd00 HTTP/1.1" status: 404 len: 333 time: 0.3526669 Apr 11 14:27:05.625896 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44754) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:05.634946 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-7ffc124a-6cb9-4c89-b1d6-576a01df8bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:05.635870 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-7ffc124a-6cb9-4c89-b1d6-576a01df8bf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:05.638308 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-7ffc124a-6cb9-4c89-b1d6-576a01df8bf2 service neutron] 10.222.0.53 "PUT /v2.0/ports/1262bc2c-195c-4ae4-bbab-babae41562c9 HTTP/1.1" status: 200 len: 1093 time: 2.2185285 Apr 11 14:27:05.639032 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce51c0f-463f-4197-b02d-a217813451be', 'tag': '1262bc2c-195c-4ae4-bbab-babae41562c9'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:27:05.644938 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4cf76d75-5f41-45bb-85b5-7cca99461de2 None None] Provisioning complete for port a4859d14-1f1b-4de1-921d-da1813b452c6 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:05.645089 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4cf76d75-5f41-45bb-85b5-7cca99461de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:05.686724 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc124a-6cb9-4c89-b1d6-576a01df8bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=1262bc2c-195c-4ae4-bbab-babae41562c9,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:05.725742 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-969f333f-45ed-4f20-babc-8a9205b0391b'] response: {'name': 'network-changed', 'server_uuid': '2ce51c0f-463f-4197-b02d-a217813451be', 'tag': '1262bc2c-195c-4ae4-bbab-babae41562c9', 'status': 'completed', 'code': 200} Apr 11 14:27:05.839261 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-4cf76d75-5f41-45bb-85b5-7cca99461de2 None None] Port a4859d14-1f1b-4de1-921d-da1813b452c6 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:27:05.846486 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4cf76d75-5f41-45bb-85b5-7cca99461de2 None None] Could not find standard attr ID for object bcd984b0-0490-4c9a-851a-8e042d9ebd00. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:27:05.881104 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port a71b0d63-b970-425f-a2f3-1144b550607b triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:05.881470 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-d701305e-a54b-4754-b8bb-90f6a450d7c5 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting port a4859d14-1f1b-4de1-921d-da1813b452c6 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:05.881605 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:05.882304 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d701305e-a54b-4754-b8bb-90f6a450d7c5 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:05.893063 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2e6d1-8176-4fe2-9b37-47074f20a794 req-898163b9-25e6-4d17-9fbf-54d2fe2f1e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:05.895080 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8ba2e6d1-8176-4fe2-9b37-47074f20a794 req-898163b9-25e6-4d17-9fbf-54d2fe2f1e89 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=2ce51c0f-463f-4197-b02d-a217813451be HTTP/1.1" status: 200 len: 1096 time: 0.0901673 Apr 11 14:27:05.907569 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-4ca5f0a5-a06b-4613-b6ed-c48038676e93 None None] Set router da37007a-b65a-4898-aab8-a21d4ec054f7 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:27:05.960710 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-9f2a25f0-fbd2-4e06-908d-13fd0bb08081 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] For port af512107-a134-4a8e-8638-36092552ac51, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=af512107-a134-4a8e-8638-36092552ac51,segment=NetworkSegment(2b3ebae8-3967-4baa-9bd8-d93c4a5aec64),segment_id=2b3ebae8-3967-4baa-9bd8-d93c4a5aec64)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:05.961074 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9f2a25f0-fbd2-4e06-908d-13fd0bb08081 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:06.052557 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae472a2-0974-4279-9805-565aab8f0af7 req-6cfb3ddc-c038-476e-8458-85af9a0a5f4c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:06.054269 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7ae472a2-0974-4279-9805-565aab8f0af7 req-6cfb3ddc-c038-476e-8458-85af9a0a5f4c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ce51c0f-463f-4197-b02d-a217813451be HTTP/1.1" status: 200 len: 943 time: 0.5249910 Apr 11 14:27:06.087596 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2e6d1-8176-4fe2-9b37-47074f20a794 req-f801d8ed-83c9-4223-9a7a-4020484aa216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:06.089337 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8ba2e6d1-8176-4fe2-9b37-47074f20a794 req-f801d8ed-83c9-4223-9a7a-4020484aa216 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=572b8884360948e38c79b057606230d9&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1807294 Apr 11 14:27:06.155158 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-9f2a25f0-fbd2-4e06-908d-13fd0bb08081 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Calling delete_port for af512107-a134-4a8e-8638-36092552ac51 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:27:06.256101 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2e6d1-8176-4fe2-9b37-47074f20a794 req-56c48ed7-28be-4125-bbea-3e20df2d19ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:06.257715 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8ba2e6d1-8176-4fe2-9b37-47074f20a794 req-56c48ed7-28be-4125-bbea-3e20df2d19ce service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1626194 Apr 11 14:27:06.281235 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-7ae472a2-0974-4279-9805-565aab8f0af7 req-356f331b-9bbb-4bd8-bf8e-5942899f99d4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:06.381637 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72affce1-86b2-4ff3-b04f-2a94641d8ba3 None None] DHCP port deletion for 74a2f02c-c16b-419b-9e39-a951f5b2faea request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:27:06.394015 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-72affce1-86b2-4ff3-b04f-2a94641d8ba3 None None] Deleting port af512107-a134-4a8e-8638-36092552ac51 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:06.394656 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-72affce1-86b2-4ff3-b04f-2a94641d8ba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:06.435034 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-aa19d70f-b277-48b6-b70e-15498a46ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:06.437236 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-aa19d70f-b277-48b6-b70e-15498a46ecb9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=2ce51c0f-463f-4197-b02d-a217813451be HTTP/1.1" status: 200 len: 1096 time: 0.0960951 Apr 11 14:27:06.449996 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d701305e-a54b-4754-b8bb-90f6a450d7c5 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:06.531824 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-914788db-a9fe-445c-a206-549ff11baba5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1262bc2c-195c-4ae4-bbab-babae41562c9 HTTP/1.1" status: 200 len: 217 time: 0.0801635 Apr 11 14:27:06.563895 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4ca5f0a5-a06b-4613-b6ed-c48038676e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:27:01Z', 'revision_number': 8, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None, '_interfaces': [{'id': '6ae0d2e3-7519-472b-a9af-3dd545e6e98d', 'name': '', 'network_id': 'c248f749-91df-4a6a-b370-5cbd52d43840', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:67:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c57b3b97-6596-4f44-9121-b5971be34175', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:39Z', 'updated_at': '2022-04-11T14:26:58Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'c57b3b97-6596-4f44-9121-b5971be34175', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794dd926-957e-4add-80b8-59f2e8685b52', 'name': '', 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:bd:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:31Z', 'updated_at': '2022-04-11T14:26:43Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d6b9c9-1759-4e43-806d-5ca6c090c08d', 'name': '', 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:a9:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:22Z', 'updated_at': '2022-04-11T14:26:31Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:06.570902 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca5f0a5-a06b-4613-b6ed-c48038676e93 None None] The sync data for ids ['da37007a-b65a-4898-aab8-a21d4ec054f7'] in dv-neutron-837330-1-hyperv is: [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:27:01Z', 'revision_number': 8, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None, '_interfaces': [{'id': '6ae0d2e3-7519-472b-a9af-3dd545e6e98d', 'name': '', 'network_id': 'c248f749-91df-4a6a-b370-5cbd52d43840', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:67:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c57b3b97-6596-4f44-9121-b5971be34175', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:39Z', 'updated_at': '2022-04-11T14:26:58Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'c57b3b97-6596-4f44-9121-b5971be34175', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '794dd926-957e-4add-80b8-59f2e8685b52', 'name': '', 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:bd:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:31Z', 'updated_at': '2022-04-11T14:26:43Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d6b9c9-1759-4e43-806d-5ca6c090c08d', 'name': '', 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:a9:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:22Z', 'updated_at': '2022-04-11T14:26:31Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:27:06.655905 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-72affce1-86b2-4ff3-b04f-2a94641d8ba3 None None] For port af512107-a134-4a8e-8638-36092552ac51, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=af512107-a134-4a8e-8638-36092552ac51,segment=NetworkSegment(2b3ebae8-3967-4baa-9bd8-d93c4a5aec64),segment_id=2b3ebae8-3967-4baa-9bd8-d93c4a5aec64)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:06.656217 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-7ae472a2-0974-4279-9805-565aab8f0af7 req-356f331b-9bbb-4bd8-bf8e-5942899f99d4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:06.656914 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-72affce1-86b2-4ff3-b04f-2a94641d8ba3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:06.657157 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7ae472a2-0974-4279-9805-565aab8f0af7 req-356f331b-9bbb-4bd8-bf8e-5942899f99d4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8d84422-c0d3-40d9-a37e-9a5fecf4ca41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5192130 Apr 11 14:27:06.657789 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9f2a25f0-fbd2-4e06-908d-13fd0bb08081 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:06.774598 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-d701305e-a54b-4754-b8bb-90f6a450d7c5 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Calling delete_port for a4859d14-1f1b-4de1-921d-da1813b452c6 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:27:06.822412 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-a09bd19c-4bd2-401e-ac5b-a01f72f3045b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:06.822657 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a25f0-fbd2-4e06-908d-13fd0bb08081 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Port': ['ID=af512107-a134-4a8e-8638-36092552ac51,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:06.825253 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-a09bd19c-4bd2-401e-ac5b-a01f72f3045b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=086e7528-d521-4b15-bd34-67f3c5c8d698 HTTP/1.1" status: 200 len: 834 time: 0.2876539 Apr 11 14:27:06.834336 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2a25f0-fbd2-4e06-908d-13fd0bb08081 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] No DVR routers for this DVR port af512107-a134-4a8e-8638-36092552ac51 on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:27:06.868278 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-72affce1-86b2-4ff3-b04f-2a94641d8ba3 None None] Calling delete_port for af512107-a134-4a8e-8638-36092552ac51 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:27:06.921780 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-a1d1e621-87b9-414a-9a23-dfc91a9d95e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:06.923550 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-a1d1e621-87b9-414a-9a23-dfc91a9d95e8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b9d8212f-4472-42a8-95e4-ce042353ebff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0922267 Apr 11 14:27:06.951039 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-72affce1-86b2-4ff3-b04f-2a94641d8ba3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:27:06.951738 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-72affce1-86b2-4ff3-b04f-2a94641d8ba3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:27:07.001148 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9f2a25f0-fbd2-4e06-908d-13fd0bb08081 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:07.038486 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-9f2a25f0-fbd2-4e06-908d-13fd0bb08081 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a2f02c-c16b-419b-9e39-a951f5b2faea']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:07.097643 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-9f2a25f0-fbd2-4e06-908d-13fd0bb08081 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b3ebae8-3967-4baa-9bd8-d93c4a5aec64') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:07.097916 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-9f2a25f0-fbd2-4e06-908d-13fd0bb08081 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b3ebae8-3967-4baa-9bd8-d93c4a5aec64') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:07.111275 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-8e0ed860-6097-4dec-8a17-0c9a09d8db68 service neutron] 10.222.0.53 "GET /v2.0/networks/b9d8212f-4472-42a8-95e4-ce042353ebff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810493 Apr 11 14:27:07.116499 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9f2a25f0-fbd2-4e06-908d-13fd0bb08081 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:07.142644 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9f2a25f0-fbd2-4e06-908d-13fd0bb08081 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:07.149305 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2a25f0-fbd2-4e06-908d-13fd0bb08081 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:27:07.149716 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9f2a25f0-fbd2-4e06-908d-13fd0bb08081 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:27:07.170842 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:27:07.263142 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d701305e-a54b-4754-b8bb-90f6a450d7c5 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:07.270105 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ee5310e3-7176-48b9-8adb-969b6f974220 req-943fc03e-d16d-43c0-9f78-93698e442027 service neutron] 10.222.0.53 "GET /v2.0/networks/b9d8212f-4472-42a8-95e4-ce042353ebff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526198 Apr 11 14:27:07.306273 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device af512107-a134-4a8e-8638-36092552ac51 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:27:07.322827 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701305e-a54b-4754-b8bb-90f6a450d7c5 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Port': ['ID=a4859d14-1f1b-4de1-921d-da1813b452c6,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:07.330689 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9f2a25f0-fbd2-4e06-908d-13fd0bb08081 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:07.348873 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: af512107-a134-4a8e-8638-36092552ac51 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:27:07.349397 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device af512107-a134-4a8e-8638-36092552ac51 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:27:07.349925 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device d1ba8ed6-5846-4bd0-b760-98acef994d38 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:27:07.383684 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9f2a25f0-fbd2-4e06-908d-13fd0bb08081 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:07.390843 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: d1ba8ed6-5846-4bd0-b760-98acef994d38 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:27:07.391418 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device d1ba8ed6-5846-4bd0-b760-98acef994d38 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:27:07.413342 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a25f0-fbd2-4e06-908d-13fd0bb08081 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Network': ['ID=74a2f02c-c16b-419b-9e39-a951f5b2faea,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:07.417104 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9f2a25f0-fbd2-4e06-908d-13fd0bb08081 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/networks/74a2f02c-c16b-419b-9e39-a951f5b2faea HTTP/1.1" status: 204 len: 168 time: 2.2149498 Apr 11 14:27:07.420135 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44760) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:07.422822 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d701305e-a54b-4754-b8bb-90f6a450d7c5 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:07.424636 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d701305e-a54b-4754-b8bb-90f6a450d7c5 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/ports/a4859d14-1f1b-4de1-921d-da1813b452c6 HTTP/1.1" status: 204 len: 168 time: 1.7974412 Apr 11 14:27:07.427375 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44764) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:07.453542 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-72affce1-86b2-4ff3-b04f-2a94641d8ba3 None None] Deleting port af512107-a134-4a8e-8638-36092552ac51 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:07.453959 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-72affce1-86b2-4ff3-b04f-2a94641d8ba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:07.493000 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad83886-747f-4fc3-8808-e0e91a9a84fe tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] GET failed (client error): The resource could not be found. Apr 11 14:27:07.499017 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4ad83886-747f-4fc3-8808-e0e91a9a84fe tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Synchronizing usage tracker for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:07.575707 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4ad83886-747f-4fc3-8808-e0e91a9a84fe tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Unset dirty status for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:07.577692 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4ad83886-747f-4fc3-8808-e0e91a9a84fe tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "GET /v2.0/ports/a4859d14-1f1b-4de1-921d-da1813b452c6 HTTP/1.1" status: 404 len: 333 time: 0.1492727 Apr 11 14:27:07.585136 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44768) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:07.585659 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-72affce1-86b2-4ff3-b04f-2a94641d8ba3 None None] The port 'af512107-a134-4a8e-8638-36092552ac51' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:27:07.661302 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-724c840e-77ec-4845-bd5b-a8978b28d031 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting subnet 41ac7b10-6b06-403d-a231-9a26c40ee2bc {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:27:07.665155 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-724c840e-77ec-4845-bd5b-a8978b28d031 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:07.743078 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-724c840e-77ec-4845-bd5b-a8978b28d031 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:07.928728 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-724c840e-77ec-4845-bd5b-a8978b28d031 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:07.992733 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac26e36-3e29-4ca0-83f5-feed46d96d71 req-51d59d2f-70b1-4463-bebe-1d791a211219 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:07.994256 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-bac26e36-3e29-4ca0-83f5-feed46d96d71 req-51d59d2f-70b1-4463-bebe-1d791a211219 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ce51c0f-463f-4197-b02d-a217813451be HTTP/1.1" status: 200 len: 943 time: 0.1790335 Apr 11 14:27:08.055615 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-bac26e36-3e29-4ca0-83f5-feed46d96d71 req-640a80d2-0126-4442-a6c5-70ad54526c45 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8d84422-c0d3-40d9-a37e-9a5fecf4ca41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495009 Apr 11 14:27:08.059386 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-14f43c54-be42-44e7-b767-d1e81759d991 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:08.184594 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-724c840e-77ec-4845-bd5b-a8978b28d031 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:08.273295 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c840e-77ec-4845-bd5b-a8978b28d031 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Subnet': ['ID=41ac7b10-6b06-403d-a231-9a26c40ee2bc,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:08.283729 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-724c840e-77ec-4845-bd5b-a8978b28d031 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:08.290970 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73228484-2a51-42db-8725-f64cfc251fd2 None None] Network 2f0562e0-543b-4723-8572-783cdece2cbc requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:27:08.295347 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-724c840e-77ec-4845-bd5b-a8978b28d031 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/subnets/41ac7b10-6b06-403d-a231-9a26c40ee2bc HTTP/1.1" status: 204 len: 168 time: 0.7118170 Apr 11 14:27:08.298727 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44774) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:08.443573 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-04906728-2714-45e1-8670-e8d9d19d1adf req-a9925b1d-d1f6-4a68-9b0e-860e4c097e5c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2177355 Apr 11 14:27:08.455276 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e8b597d1-d342-4421-9147-1ee521a1d963 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:08.470697 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-e8b597d1-d342-4421-9147-1ee521a1d963 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting port a71b0d63-b970-425f-a2f3-1144b550607b {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:08.471118 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e8b597d1-d342-4421-9147-1ee521a1d963 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:08.596673 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda3ebb7-9369-4164-98bc-b36b4b88b679 None None] DHCP port deletion for 2f0562e0-543b-4723-8572-783cdece2cbc request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:27:08.601579 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-dda3ebb7-9369-4164-98bc-b36b4b88b679 None None] Deleting port a71b0d63-b970-425f-a2f3-1144b550607b {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:08.602136 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-dda3ebb7-9369-4164-98bc-b36b4b88b679 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:08.608676 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-14f43c54-be42-44e7-b767-d1e81759d991 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting port 6ae0d2e3-7519-472b-a9af-3dd545e6e98d {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:08.609053 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-14f43c54-be42-44e7-b767-d1e81759d991 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:08.780751 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-e8b597d1-d342-4421-9147-1ee521a1d963 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] For port a71b0d63-b970-425f-a2f3-1144b550607b, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=a71b0d63-b970-425f-a2f3-1144b550607b,segment=NetworkSegment(f722a00c-d639-4452-9f1d-921645148266),segment_id=f722a00c-d639-4452-9f1d-921645148266)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:08.781377 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e8b597d1-d342-4421-9147-1ee521a1d963 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:08.798540 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04906728-2714-45e1-8670-e8d9d19d1adf req-76a38d71-24d2-41ee-9a0c-1eeefe530148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:08.804645 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-04906728-2714-45e1-8670-e8d9d19d1adf req-76a38d71-24d2-41ee-9a0c-1eeefe530148 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c01302260e1b42aaba91a0ad6d85cc8c&device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 1099 time: 0.2175858 Apr 11 14:27:08.856967 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-14f43c54-be42-44e7-b767-d1e81759d991 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] For port 6ae0d2e3-7519-472b-a9af-3dd545e6e98d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6ae0d2e3-7519-472b-a9af-3dd545e6e98d,segment=NetworkSegment(881bd6af-be90-4589-9c10-382b0a749215),segment_id=881bd6af-be90-4589-9c10-382b0a749215)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:08.856967 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-14f43c54-be42-44e7-b767-d1e81759d991 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:08.866666 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-dda3ebb7-9369-4164-98bc-b36b4b88b679 None None] For port a71b0d63-b970-425f-a2f3-1144b550607b, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=a71b0d63-b970-425f-a2f3-1144b550607b,segment=NetworkSegment(f722a00c-d639-4452-9f1d-921645148266),segment_id=f722a00c-d639-4452-9f1d-921645148266)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:08.869941 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-dda3ebb7-9369-4164-98bc-b36b4b88b679 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:09.000854 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-dda3ebb7-9369-4164-98bc-b36b4b88b679 None None] Calling delete_port for a71b0d63-b970-425f-a2f3-1144b550607b owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:27:09.008420 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-14f43c54-be42-44e7-b767-d1e81759d991 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Calling delete_port for 6ae0d2e3-7519-472b-a9af-3dd545e6e98d owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:27:09.069749 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-e8b597d1-d342-4421-9147-1ee521a1d963 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Calling delete_port for a71b0d63-b970-425f-a2f3-1144b550607b owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:27:09.183133 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-dda3ebb7-9369-4164-98bc-b36b4b88b679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:09.238630 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3ebb7-9369-4164-98bc-b36b4b88b679 None None] Pushing event deleted for resources: {'Port': ['ID=a71b0d63-b970-425f-a2f3-1144b550607b,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:09.241593 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04906728-2714-45e1-8670-e8d9d19d1adf req-8c9a99ce-9631-40b4-a5de-db74de89b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:09.243182 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-04906728-2714-45e1-8670-e8d9d19d1adf req-8c9a99ce-9631-40b4-a5de-db74de89b18f service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba82143e-f57c-4be7-8dbf-8bf3340fdc64 HTTP/1.1" status: 200 len: 897 time: 0.3872855 Apr 11 14:27:09.244262 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda3ebb7-9369-4164-98bc-b36b4b88b679 None None] No DVR routers for this DVR port a71b0d63-b970-425f-a2f3-1144b550607b on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:27:09.245263 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.db.api [None req-e8b597d1-d342-4421-9147-1ee521a1d963 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:27:09.245644 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG oslo_db.api [None req-e8b597d1-d342-4421-9147-1ee521a1d963 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:27:09.336312 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device a71b0d63-b970-425f-a2f3-1144b550607b no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:27:09.340401 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f1166-2204-421e-933e-740b3752226f req-6590f9d9-7e01-431a-ba1c-29ba2b63cc71 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:09.342972 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-030f1166-2204-421e-933e-740b3752226f req-6590f9d9-7e01-431a-ba1c-29ba2b63cc71 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ce51c0f-463f-4197-b02d-a217813451be HTTP/1.1" status: 200 len: 943 time: 0.1312099 Apr 11 14:27:09.369500 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-04906728-2714-45e1-8670-e8d9d19d1adf req-b8373728-d26c-491f-bc01-4e2e61351e25 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44de09a9-cb60-4958-af4e-a2d885240c17 HTTP/1.1" status: 200 len: 1002 time: 0.1192825 Apr 11 14:27:09.377403 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: a71b0d63-b970-425f-a2f3-1144b550607b {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:27:09.381027 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device a71b0d63-b970-425f-a2f3-1144b550607b not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:27:09.393356 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-14f43c54-be42-44e7-b767-d1e81759d991 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:09.439627 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-030f1166-2204-421e-933e-740b3752226f req-6d17377e-aa62-4b60-b90f-2a9b4b498d43 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8d84422-c0d3-40d9-a37e-9a5fecf4ca41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941858 Apr 11 14:27:09.439857 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04906728-2714-45e1-8670-e8d9d19d1adf req-82d8585d-6ecb-43d7-963c-46b79c0dbc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:09.441103 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-04906728-2714-45e1-8670-e8d9d19d1adf req-82d8585d-6ecb-43d7-963c-46b79c0dbc59 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cf1eb46-d375-41db-9a64-c06044cc1b95 HTTP/1.1" status: 200 len: 835 time: 0.0649424 Apr 11 14:27:09.449169 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f43c54-be42-44e7-b767-d1e81759d991 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Port': ['ID=6ae0d2e3-7519-472b-a9af-3dd545e6e98d,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:09.531958 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04906728-2714-45e1-8670-e8d9d19d1adf req-6efe8701-c2fa-487d-9b31-dac6fa25bac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:09.533899 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-04906728-2714-45e1-8670-e8d9d19d1adf req-6efe8701-c2fa-487d-9b31-dac6fa25bac6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba82143e-f57c-4be7-8dbf-8bf3340fdc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0861363 Apr 11 14:27:09.702975 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-04906728-2714-45e1-8670-e8d9d19d1adf req-ed96df41-7b84-443f-87c2-7b6e82788518 service neutron] 10.222.0.53 "GET /v2.0/networks/ba82143e-f57c-4be7-8dbf-8bf3340fdc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623559 Apr 11 14:27:09.746999 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-14f43c54-be42-44e7-b767-d1e81759d991 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:09.747620 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-e8b597d1-d342-4421-9147-1ee521a1d963 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting port a71b0d63-b970-425f-a2f3-1144b550607b {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:09.747990 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e8b597d1-d342-4421-9147-1ee521a1d963 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:09.887089 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-e8b597d1-d342-4421-9147-1ee521a1d963 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] The port 'a71b0d63-b970-425f-a2f3-1144b550607b' was deleted {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:27:10.043206 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e8b597d1-d342-4421-9147-1ee521a1d963 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:10.053353 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-04906728-2714-45e1-8670-e8d9d19d1adf req-05b21fd6-0ca9-4aa8-b317-35e47080848c service neutron] 10.222.0.53 "GET /v2.0/networks/ba82143e-f57c-4be7-8dbf-8bf3340fdc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441610 Apr 11 14:27:10.075334 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-e8b597d1-d342-4421-9147-1ee521a1d963 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0562e0-543b-4723-8572-783cdece2cbc']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:10.089257 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-e8b597d1-d342-4421-9147-1ee521a1d963 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f722a00c-d639-4452-9f1d-921645148266') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:10.089472 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-e8b597d1-d342-4421-9147-1ee521a1d963 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f722a00c-d639-4452-9f1d-921645148266') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:10.103466 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e8b597d1-d342-4421-9147-1ee521a1d963 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:10.121549 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e8b597d1-d342-4421-9147-1ee521a1d963 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:10.128773 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b597d1-d342-4421-9147-1ee521a1d963 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:27:10.136437 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e8b597d1-d342-4421-9147-1ee521a1d963 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: util.warn( Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: util.warn( Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: util.warn( Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: util.warn( Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:27:10.148214 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:27:10.213236 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f43c54-be42-44e7-b767-d1e81759d991 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Router da37007a-b65a-4898-aab8-a21d4ec054f7 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:27:10.233392 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 1262bc2c-195c-4ae4-bbab-babae41562c9 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:27:10.314557 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e8b597d1-d342-4421-9147-1ee521a1d963 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:10.334712 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e8b597d1-d342-4421-9147-1ee521a1d963 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:10.347724 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b597d1-d342-4421-9147-1ee521a1d963 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Network': ['ID=2f0562e0-543b-4723-8572-783cdece2cbc,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:10.391435 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 1262bc2c-195c-4ae4-bbab-babae41562c9, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=1262bc2c-195c-4ae4-bbab-babae41562c9,segment=NetworkSegment(cbd670a1-37bc-4174-bc5d-10e790172461),segment_id=cbd670a1-37bc-4174-bc5d-10e790172461)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:10.392087 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f43c54-be42-44e7-b767-d1e81759d991 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:27:10.405832 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '1262bc2c-195c-4ae4-bbab-babae41562c9', 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff', 'port_id': '1262bc2c-195c-4ae4-bbab-babae41562c9', 'mac_address': 'fa:16:3e:53:49:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086e7528-d521-4b15-bd34-67f3c5c8d698', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:27:10.409723 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44780) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:10.412970 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52650012-64a8-407a-b068-e72d82520f24 None None] Sync routers for ids ['da37007a-b65a-4898-aab8-a21d4ec054f7'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:27:10.414094 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-14f43c54-be42-44e7-b767-d1e81759d991 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "PUT /v2.0/routers/da37007a-b65a-4898-aab8-a21d4ec054f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9885979 Apr 11 14:27:10.427938 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52650012-64a8-407a-b068-e72d82520f24 None None] Routers {'da37007a-b65a-4898-aab8-a21d4ec054f7'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:27:10.428582 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-52650012-64a8-407a-b068-e72d82520f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['da37007a-b65a-4898-aab8-a21d4ec054f7'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:10.464701 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e8b597d1-d342-4421-9147-1ee521a1d963 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/networks/2f0562e0-543b-4723-8572-783cdece2cbc HTTP/1.1" status: 204 len: 168 time: 2.1611030 Apr 11 14:27:10.464941 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44784) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:10.472412 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-75c0719f-c08c-44ec-ad65-f4c9dd825b94 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2000473772'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:10.472743 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:10.485108 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-75c0719f-c08c-44ec-ad65-f4c9dd825b94 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:10.491115 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-75c0719f-c08c-44ec-ad65-f4c9dd825b94 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:network and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:10.491864 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1262bc2c-195c-4ae4-bbab-babae41562c9 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:27:10.496057 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-75c0719f-c08c-44ec-ad65-f4c9dd825b94 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:10.503869 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-75c0719f-c08c-44ec-ad65-f4c9dd825b94 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:10.512463 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 1262bc2c-195c-4ae4-bbab-babae41562c9, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=1262bc2c-195c-4ae4-bbab-babae41562c9,segment=NetworkSegment(cbd670a1-37bc-4174-bc5d-10e790172461),segment_id=cbd670a1-37bc-4174-bc5d-10e790172461)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:10.530136 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-8339e4da-52a3-47f6-aea4-ccc5e32695c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting subnet c57b3b97-6596-4f44-9121-b5971be34175 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:27:10.533845 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8339e4da-52a3-47f6-aea4-ccc5e32695c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:10.604312 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:10.615672 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-52650012-64a8-407a-b068-e72d82520f24 None None] Set router da37007a-b65a-4898-aab8-a21d4ec054f7 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:27:10.626707 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c0719f-c08c-44ec-ad65-f4c9dd825b94 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:27:10.628210 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-75c0719f-c08c-44ec-ad65-f4c9dd825b94 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:10.652937 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8339e4da-52a3-47f6-aea4-ccc5e32695c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:10.668688 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c0719f-c08c-44ec-ad65-f4c9dd825b94 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:27:10.688268 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=1262bc2c-195c-4ae4-bbab-babae41562c9,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:10.690080 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-75c0719f-c08c-44ec-ad65-f4c9dd825b94 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:10.695581 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-75c0719f-c08c-44ec-ad65-f4c9dd825b94 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Added segment d461b9d5-a918-436c-a838-1d5001d78d6f of type vlan for network df3857c8-c678-4e7d-9235-6eb1f59a66cf Apr 11 14:27:10.723267 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-75c0719f-c08c-44ec-ad65-f4c9dd825b94 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:10.752071 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e270275-f47f-4afa-a4e7-a3855e38f4b4 req-67cce551-742c-4d47-89dd-d257515a25d0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:10.753610 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8e270275-f47f-4afa-a4e7-a3855e38f4b4 req-67cce551-742c-4d47-89dd-d257515a25d0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ce51c0f-463f-4197-b02d-a217813451be HTTP/1.1" status: 200 len: 944 time: 0.1651108 Apr 11 14:27:10.782612 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8339e4da-52a3-47f6-aea4-ccc5e32695c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:10.813718 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-75c0719f-c08c-44ec-ad65-f4c9dd825b94 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:10.819750 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c0719f-c08c-44ec-ad65-f4c9dd825b94 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:10.821032 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-75c0719f-c08c-44ec-ad65-f4c9dd825b94 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:10.861298 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8e270275-f47f-4afa-a4e7-a3855e38f4b4 req-f2d74ebb-c14d-421c-96a8-5b695d437264 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8d84422-c0d3-40d9-a37e-9a5fecf4ca41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963130 Apr 11 14:27:10.942889 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0719f-c08c-44ec-ad65-f4c9dd825b94 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Network': ['ID=df3857c8-c678-4e7d-9235-6eb1f59a66cf,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:10.953888 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network df3857c8-c678-4e7d-9235-6eb1f59a66cf details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:27:10.995359 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8339e4da-52a3-47f6-aea4-ccc5e32695c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:11.016017 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-52650012-64a8-407a-b068-e72d82520f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:27:09Z', 'revision_number': 9, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None, '_interfaces': [{'id': '794dd926-957e-4add-80b8-59f2e8685b52', 'name': '', 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:bd:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:31Z', 'updated_at': '2022-04-11T14:26:43Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d6b9c9-1759-4e43-806d-5ca6c090c08d', 'name': '', 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:a9:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:22Z', 'updated_at': '2022-04-11T14:26:31Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:11.020776 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52650012-64a8-407a-b068-e72d82520f24 None None] Checking router: da37007a-b65a-4898-aab8-a21d4ec054f7 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:27:11.029012 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-75c0719f-c08c-44ec-ad65-f4c9dd825b94 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5610492 Apr 11 14:27:11.029012 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44790) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:11.033549 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52650012-64a8-407a-b068-e72d82520f24 None None] Routers {'da37007a-b65a-4898-aab8-a21d4ec054f7'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:27:11.034559 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-52650012-64a8-407a-b068-e72d82520f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['da37007a-b65a-4898-aab8-a21d4ec054f7'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:11.034794 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-eb6ae726-8bbb-41a6-8fdc-a2b011992632 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'subnet': {'network_id': 'df3857c8-c678-4e7d-9235-6eb1f59a66cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:11.056905 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['1262bc2c-195c-4ae4-bbab-babae41562c9'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:27:11.062267 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8339e4da-52a3-47f6-aea4-ccc5e32695c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Subnet': ['ID=c57b3b97-6596-4f44-9121-b5971be34175,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:11.066857 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8339e4da-52a3-47f6-aea4-ccc5e32695c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:11.075960 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8339e4da-52a3-47f6-aea4-ccc5e32695c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/subnets/c57b3b97-6596-4f44-9121-b5971be34175 HTTP/1.1" status: 204 len: 168 time: 0.6651177 Apr 11 14:27:11.078526 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44794) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:11.109191 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbed9d81-2c93-4008-b60d-fffcf2df1d7a None None] Network c248f749-91df-4a6a-b370-5cbd52d43840 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:27:11.182127 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-eb6ae726-8bbb-41a6-8fdc-a2b011992632 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:11.189745 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-eb6ae726-8bbb-41a6-8fdc-a2b011992632 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:subnet and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:11.191217 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-eb6ae726-8bbb-41a6-8fdc-a2b011992632 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:11.198180 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-eb6ae726-8bbb-41a6-8fdc-a2b011992632 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:11.214681 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-52650012-64a8-407a-b068-e72d82520f24 None None] Set router da37007a-b65a-4898-aab8-a21d4ec054f7 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:27:11.297497 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6ae726-8bbb-41a6-8fdc-a2b011992632 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:27:11.304061 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eb6ae726-8bbb-41a6-8fdc-a2b011992632 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:11.397426 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2665c0cc-cf6e-4fe8-8055-8fd3d7bbba1e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:11.418667 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-2665c0cc-cf6e-4fe8-8055-8fd3d7bbba1e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting port 59bf03ac-b30c-454f-9b73-087fe3b1af30 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:11.418667 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2665c0cc-cf6e-4fe8-8055-8fd3d7bbba1e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:11.609433 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0e099b-16d6-4168-a1fa-7d04424d2d38 None None] DHCP port deletion for c248f749-91df-4a6a-b370-5cbd52d43840 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:27:11.625037 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-6e0e099b-16d6-4168-a1fa-7d04424d2d38 None None] Deleting port 59bf03ac-b30c-454f-9b73-087fe3b1af30 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:11.625414 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6e0e099b-16d6-4168-a1fa-7d04424d2d38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:11.638506 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-52650012-64a8-407a-b068-e72d82520f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:27:09Z', 'revision_number': 9, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None, '_interfaces': [{'id': '794dd926-957e-4add-80b8-59f2e8685b52', 'name': '', 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:bd:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:31Z', 'updated_at': '2022-04-11T14:26:43Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d6b9c9-1759-4e43-806d-5ca6c090c08d', 'name': '', 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:a9:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:22Z', 'updated_at': '2022-04-11T14:26:31Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:11.643815 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52650012-64a8-407a-b068-e72d82520f24 None None] The sync data for ids ['da37007a-b65a-4898-aab8-a21d4ec054f7'] in dv-neutron-837330-1-hyperv is: [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:27:09Z', 'revision_number': 9, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None, '_interfaces': [{'id': '794dd926-957e-4add-80b8-59f2e8685b52', 'name': '', 'network_id': 'c45ebddb-a60a-4cd6-b5c0-befc3017e904', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:bd:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:31Z', 'updated_at': '2022-04-11T14:26:43Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': 'ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d6b9c9-1759-4e43-806d-5ca6c090c08d', 'name': '', 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:a9:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:22Z', 'updated_at': '2022-04-11T14:26:31Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:27:11.699778 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-2665c0cc-cf6e-4fe8-8055-8fd3d7bbba1e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] For port 59bf03ac-b30c-454f-9b73-087fe3b1af30, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=59bf03ac-b30c-454f-9b73-087fe3b1af30,segment=NetworkSegment(881bd6af-be90-4589-9c10-382b0a749215),segment_id=881bd6af-be90-4589-9c10-382b0a749215)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:11.700292 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2665c0cc-cf6e-4fe8-8055-8fd3d7bbba1e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:11.760507 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eb6ae726-8bbb-41a6-8fdc-a2b011992632 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:11.842075 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-2665c0cc-cf6e-4fe8-8055-8fd3d7bbba1e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Calling delete_port for 59bf03ac-b30c-454f-9b73-087fe3b1af30 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:27:11.857004 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ae726-8bbb-41a6-8fdc-a2b011992632 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Subnet': ['ID=d0d6ca22-6548-4cd4-9cee-84d059feb367,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:11.868535 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6ae726-8bbb-41a6-8fdc-a2b011992632 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Checking segment: {'id': 'd461b9d5-a918-436c-a838-1d5001d78d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'df3857c8-c678-4e7d-9235-6eb1f59a66cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:27:11.869652 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6ae726-8bbb-41a6-8fdc-a2b011992632 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network hostable DHCP agents. Network: df3857c8-c678-4e7d-9235-6eb1f59a66cf, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:27:11.941817 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-6e0e099b-16d6-4168-a1fa-7d04424d2d38 None None] For port 59bf03ac-b30c-454f-9b73-087fe3b1af30, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=59bf03ac-b30c-454f-9b73-087fe3b1af30,segment=NetworkSegment(881bd6af-be90-4589-9c10-382b0a749215),segment_id=881bd6af-be90-4589-9c10-382b0a749215)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:11.942329 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6e0e099b-16d6-4168-a1fa-7d04424d2d38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:11.977526 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6ae726-8bbb-41a6-8fdc-a2b011992632 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network df3857c8-c678-4e7d-9235-6eb1f59a66cf is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:27:12.034624 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2665c0cc-cf6e-4fe8-8055-8fd3d7bbba1e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:12.085009 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-6e0e099b-16d6-4168-a1fa-7d04424d2d38 None None] Calling delete_port for 59bf03ac-b30c-454f-9b73-087fe3b1af30 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:27:12.105230 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665c0cc-cf6e-4fe8-8055-8fd3d7bbba1e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Port': ['ID=59bf03ac-b30c-454f-9b73-087fe3b1af30,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:12.110045 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2665c0cc-cf6e-4fe8-8055-8fd3d7bbba1e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] No DVR routers for this DVR port 59bf03ac-b30c-454f-9b73-087fe3b1af30 on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:27:12.116163 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ad7fd-d86f-46fc-a248-d39b9bdaf203 req-715e2a65-519c-4ef6-b03c-4106e0f4aa98 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:12.117257 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ae5ad7fd-d86f-46fc-a248-d39b9bdaf203 req-715e2a65-519c-4ef6-b03c-4106e0f4aa98 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ce51c0f-463f-4197-b02d-a217813451be HTTP/1.1" status: 200 len: 944 time: 0.1281838 Apr 11 14:27:12.118677 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-eb6ae726-8bbb-41a6-8fdc-a2b011992632 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, df3857c8-c678-4e7d-9235-6eb1f59a66cf) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:27:12.126848 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6ae726-8bbb-41a6-8fdc-a2b011992632 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:12.126848 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eb6ae726-8bbb-41a6-8fdc-a2b011992632 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:12.150091 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746f0c47-84a3-4c8c-9e6a-64fe78956299 None None] Network df3857c8-c678-4e7d-9235-6eb1f59a66cf requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:27:12.215885 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ae5ad7fd-d86f-46fc-a248-d39b9bdaf203 req-9fdf0f67-a251-4650-bacd-559909139d96 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8d84422-c0d3-40d9-a37e-9a5fecf4ca41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756047 Apr 11 14:27:12.255895 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-eb6ae726-8bbb-41a6-8fdc-a2b011992632 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2260673 Apr 11 14:27:12.256725 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44800) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:12.262099 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-2b176fc5-d369-4768-ae03-f9a73b7d9c27 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1160917795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:12.262392 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2665c0cc-cf6e-4fe8-8055-8fd3d7bbba1e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:12.270843 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2b176fc5-d369-4768-ae03-f9a73b7d9c27 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:12.280643 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2b176fc5-d369-4768-ae03-f9a73b7d9c27 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:router and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:12.284588 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2b176fc5-d369-4768-ae03-f9a73b7d9c27 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:12.294354 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2b176fc5-d369-4768-ae03-f9a73b7d9c27 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:12.298149 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-2665c0cc-cf6e-4fe8-8055-8fd3d7bbba1e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c248f749-91df-4a6a-b370-5cbd52d43840']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:12.313990 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-2665c0cc-cf6e-4fe8-8055-8fd3d7bbba1e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881bd6af-be90-4589-9c10-382b0a749215') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:12.314352 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-2665c0cc-cf6e-4fe8-8055-8fd3d7bbba1e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881bd6af-be90-4589-9c10-382b0a749215') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: from cryptography.utils import int_from_bytes Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: from cryptography.utils import int_from_bytes Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn_limited( Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn_limited( Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:12.325619 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 14:27:12.330849 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2665c0cc-cf6e-4fe8-8055-8fd3d7bbba1e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:12.347332 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2665c0cc-cf6e-4fe8-8055-8fd3d7bbba1e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:12.353489 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2665c0cc-cf6e-4fe8-8055-8fd3d7bbba1e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:27:12.353894 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2665c0cc-cf6e-4fe8-8055-8fd3d7bbba1e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:12.362889 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-6e0e099b-16d6-4168-a1fa-7d04424d2d38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:27:12.362889 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-6e0e099b-16d6-4168-a1fa-7d04424d2d38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:27:12.369053 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:27:12.383186 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2b176fc5-d369-4768-ae03-f9a73b7d9c27 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:12.384865 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2b176fc5-d369-4768-ae03-f9a73b7d9c27 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:12.437062 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ab1263-726c-4e5b-88d6-9e3a51132d99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-df3857c8-c678-4e7d-9235-6eb1f59a66cf', 'network_id': 'df3857c8-c678-4e7d-9235-6eb1f59a66cf', 'tenant_id': '041662ca6af3404fb6dd620d189fb3c3', 'fixed_ips': [{'subnet_id': 'd0d6ca22-6548-4cd4-9cee-84d059feb367'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:27:12.437936 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e6ab1263-726c-4e5b-88d6-9e3a51132d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:12.611305 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-e6ab1263-726c-4e5b-88d6-9e3a51132d99 None None] Allocated IP 2001:db8::2 (df3857c8-c678-4e7d-9235-6eb1f59a66cf/d0d6ca22-6548-4cd4-9cee-84d059feb367/2c015aa3-c822-4950-a0af-5c02f8d7d730) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:27:12.657452 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2665c0cc-cf6e-4fe8-8055-8fd3d7bbba1e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:12.665325 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2b176fc5-d369-4768-ae03-f9a73b7d9c27 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:12.674725 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2665c0cc-cf6e-4fe8-8055-8fd3d7bbba1e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:12.686232 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665c0cc-cf6e-4fe8-8055-8fd3d7bbba1e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Network': ['ID=c248f749-91df-4a6a-b370-5cbd52d43840,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:12.693991 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2665c0cc-cf6e-4fe8-8055-8fd3d7bbba1e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/networks/c248f749-91df-4a6a-b370-5cbd52d43840 HTTP/1.1" status: 204 len: 168 time: 1.6142755 Apr 11 14:27:12.696623 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44804) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:12.748833 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2b176fc5-d369-4768-ae03-f9a73b7d9c27 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:12.837919 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e6ab1263-726c-4e5b-88d6-9e3a51132d99 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:12.849219 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e6ab1263-726c-4e5b-88d6-9e3a51132d99 None None] Transition to ACTIVE for port object 2c015aa3-c822-4950-a0af-5c02f8d7d730 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:27:12.857106 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2b176fc5-d369-4768-ae03-f9a73b7d9c27 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:12.858453 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2b176fc5-d369-4768-ae03-f9a73b7d9c27 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6007137 Apr 11 14:27:12.861001 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44810) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:12.866773 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-6e0e099b-16d6-4168-a1fa-7d04424d2d38 None None] Deleting port 59bf03ac-b30c-454f-9b73-087fe3b1af30 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:12.867315 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6e0e099b-16d6-4168-a1fa-7d04424d2d38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:12.867473 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-5705aa2f-9fdf-432f-b31e-ba58a0c13743 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'port': {'network_id': 'df3857c8-c678-4e7d-9235-6eb1f59a66cf', 'name': 'tempest-PortsIpV6TestJSON-1599690432'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:12.933621 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e6ab1263-726c-4e5b-88d6-9e3a51132d99 None None] Transition to ACTIVE for port object 2c015aa3-c822-4950-a0af-5c02f8d7d730 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:27:12.945234 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-6e0e099b-16d6-4168-a1fa-7d04424d2d38 None None] The port '59bf03ac-b30c-454f-9b73-087fe3b1af30' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:27:13.009480 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e6ab1263-726c-4e5b-88d6-9e3a51132d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:13.024223 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5705aa2f-9fdf-432f-b31e-ba58a0c13743 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:13.028434 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5705aa2f-9fdf-432f-b31e-ba58a0c13743 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:port and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:13.032703 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5705aa2f-9fdf-432f-b31e-ba58a0c13743 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:13.041822 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5705aa2f-9fdf-432f-b31e-ba58a0c13743 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:13.078515 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ab1263-726c-4e5b-88d6-9e3a51132d99 None None] Network df3857c8-c678-4e7d-9235-6eb1f59a66cf is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:27:13.086216 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-e6ab1263-726c-4e5b-88d6-9e3a51132d99 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:27:13.088833 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ab1263-726c-4e5b-88d6-9e3a51132d99 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:27:13.099617 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab1263-726c-4e5b-88d6-9e3a51132d99 None None] Pushing event updated for resources: {'Port': ['ID=2c015aa3-c822-4950-a0af-5c02f8d7d730,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:13.111992 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5705aa2f-9fdf-432f-b31e-ba58a0c13743 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:27:13.114081 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5705aa2f-9fdf-432f-b31e-ba58a0c13743 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:13.141438 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [None req-5705aa2f-9fdf-432f-b31e-ba58a0c13743 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] device_id is not set on port 1f79b473-ab22-4af6-8ff3-bfe7d34f0310 yet. {{(pid=88616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:27:13.203438 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-e6ab1263-726c-4e5b-88d6-9e3a51132d99 None None] Attempting to bind port 2c015aa3-c822-4950-a0af-5c02f8d7d730 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:27:13.203813 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-e6ab1263-726c-4e5b-88d6-9e3a51132d99 None None] Attempting to bind port 2c015aa3-c822-4950-a0af-5c02f8d7d730 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'd461b9d5-a918-436c-a838-1d5001d78d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'df3857c8-c678-4e7d-9235-6eb1f59a66cf'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:27:13.204180 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ab1263-726c-4e5b-88d6-9e3a51132d99 None None] Attempting to bind port 2c015aa3-c822-4950-a0af-5c02f8d7d730 on network df3857c8-c678-4e7d-9235-6eb1f59a66cf {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:27:13.209880 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ab1263-726c-4e5b-88d6-9e3a51132d99 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:27:13.210226 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ab1263-726c-4e5b-88d6-9e3a51132d99 None None] Checking segment: {'id': 'd461b9d5-a918-436c-a838-1d5001d78d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'df3857c8-c678-4e7d-9235-6eb1f59a66cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:27:13.210632 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e6ab1263-726c-4e5b-88d6-9e3a51132d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:13.211028 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ab1263-726c-4e5b-88d6-9e3a51132d99 None None] Bound using segment: {'id': 'd461b9d5-a918-436c-a838-1d5001d78d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'df3857c8-c678-4e7d-9235-6eb1f59a66cf'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:27:13.211491 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-e6ab1263-726c-4e5b-88d6-9e3a51132d99 None None] Bound port: 2c015aa3-c822-4950-a0af-5c02f8d7d730, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd461b9d5-a918-436c-a838-1d5001d78d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'df3857c8-c678-4e7d-9235-6eb1f59a66cf'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:27:13.211868 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e6ab1263-726c-4e5b-88d6-9e3a51132d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:13.281962 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8c0f999c-d411-49c9-be6b-ac07fb0b228a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:13.329306 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-e6ab1263-726c-4e5b-88d6-9e3a51132d99 None None] For port 2c015aa3-c822-4950-a0af-5c02f8d7d730, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:27:13.331025 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-e6ab1263-726c-4e5b-88d6-9e3a51132d99 None None] For port 2c015aa3-c822-4950-a0af-5c02f8d7d730, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2c015aa3-c822-4950-a0af-5c02f8d7d730,segment=NetworkSegment(d461b9d5-a918-436c-a838-1d5001d78d6f),segment_id=d461b9d5-a918-436c-a838-1d5001d78d6f)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:27:13.340050 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-5705aa2f-9fdf-432f-b31e-ba58a0c13743 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Allocated IP 2001:db8::e3 (df3857c8-c678-4e7d-9235-6eb1f59a66cf/d0d6ca22-6548-4cd4-9cee-84d059feb367/1f79b473-ab22-4af6-8ff3-bfe7d34f0310) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:27:13.374210 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6ae0d2e3-7519-472b-a9af-3dd545e6e98d no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:27:13.421789 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e6ab1263-726c-4e5b-88d6-9e3a51132d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:13.425514 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 6ae0d2e3-7519-472b-a9af-3dd545e6e98d {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:27:13.425879 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6ae0d2e3-7519-472b-a9af-3dd545e6e98d not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:27:13.426312 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 59bf03ac-b30c-454f-9b73-087fe3b1af30 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:27:13.545826 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 59bf03ac-b30c-454f-9b73-087fe3b1af30 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:27:13.546425 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 59bf03ac-b30c-454f-9b73-087fe3b1af30 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:27:13.589839 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab1263-726c-4e5b-88d6-9e3a51132d99 None None] Pushing event updated for resources: {'Port': ['ID=2c015aa3-c822-4950-a0af-5c02f8d7d730,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:13.626372 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5705aa2f-9fdf-432f-b31e-ba58a0c13743 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:13.648807 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-5705aa2f-9fdf-432f-b31e-ba58a0c13743 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Transition to ACTIVE for port object 1f79b473-ab22-4af6-8ff3-bfe7d34f0310 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:27:13.745538 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ff0a3-9942-468a-88bd-073a52c419f6 req-c2e125b0-d6ba-4a7c-8e44-78097705634e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:13.747077 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cf8ff0a3-9942-468a-88bd-073a52c419f6 req-c2e125b0-d6ba-4a7c-8e44-78097705634e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ce51c0f-463f-4197-b02d-a217813451be HTTP/1.1" status: 200 len: 944 time: 0.2781951 Apr 11 14:27:13.760508 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5705aa2f-9fdf-432f-b31e-ba58a0c13743 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:13.840251 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cf8ff0a3-9942-468a-88bd-073a52c419f6 req-5791b36a-a303-4f17-be83-29aa2f92668d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8d84422-c0d3-40d9-a37e-9a5fecf4ca41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775938 Apr 11 14:27:13.926115 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-8c0f999c-d411-49c9-be6b-ac07fb0b228a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting port 794dd926-957e-4add-80b8-59f2e8685b52 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:13.926975 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8c0f999c-d411-49c9-be6b-ac07fb0b228a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:13.976304 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5705aa2f-9fdf-432f-b31e-ba58a0c13743 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network df3857c8-c678-4e7d-9235-6eb1f59a66cf is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:27:13.986153 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-5705aa2f-9fdf-432f-b31e-ba58a0c13743 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:27:13.990891 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5705aa2f-9fdf-432f-b31e-ba58a0c13743 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:27:13.996558 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5705aa2f-9fdf-432f-b31e-ba58a0c13743 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:13.997185 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5705aa2f-9fdf-432f-b31e-ba58a0c13743 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:14.006168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705aa2f-9fdf-432f-b31e-ba58a0c13743 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Port': ['ID=1f79b473-ab22-4af6-8ff3-bfe7d34f0310,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:14.122407 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5705aa2f-9fdf-432f-b31e-ba58a0c13743 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2585888 Apr 11 14:27:14.123723 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44818) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:14.140310 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-8c0f999c-d411-49c9-be6b-ac07fb0b228a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] For port 794dd926-957e-4add-80b8-59f2e8685b52, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=794dd926-957e-4add-80b8-59f2e8685b52,segment=NetworkSegment(f5342604-5ef4-4a92-aab9-78b8e5a2cbb4),segment_id=f5342604-5ef4-4a92-aab9-78b8e5a2cbb4)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:14.140668 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8c0f999c-d411-49c9-be6b-ac07fb0b228a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:14.255685 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 1262bc2c-195c-4ae4-bbab-babae41562c9 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:27:14.271905 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-8c0f999c-d411-49c9-be6b-ac07fb0b228a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Calling delete_port for 794dd926-957e-4add-80b8-59f2e8685b52 owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:27:14.394320 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port 1262bc2c-195c-4ae4-bbab-babae41562c9 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:27:14.406056 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 1262bc2c-195c-4ae4-bbab-babae41562c9 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:14.406056 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:14.550720 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:14.571180 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8c0f999c-d411-49c9-be6b-ac07fb0b228a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:14.581949 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce51c0f-463f-4197-b02d-a217813451be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1262bc2c-195c-4ae4-bbab-babae41562c9'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:27:14.597450 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 1262bc2c-195c-4ae4-bbab-babae41562c9, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=1262bc2c-195c-4ae4-bbab-babae41562c9,segment=NetworkSegment(cbd670a1-37bc-4174-bc5d-10e790172461),segment_id=cbd670a1-37bc-4174-bc5d-10e790172461)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:14.629307 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f999c-d411-49c9-be6b-ac07fb0b228a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Port': ['ID=794dd926-957e-4add-80b8-59f2e8685b52,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:14.657579 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93fafc65-3f86-4e7c-9d51-3729a3d73a40'] response: {'server_uuid': '2ce51c0f-463f-4197-b02d-a217813451be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1262bc2c-195c-4ae4-bbab-babae41562c9', 'code': 200} Apr 11 14:27:14.674570 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:14.795469 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=1262bc2c-195c-4ae4-bbab-babae41562c9,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:14.820954 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bab17179-a949-45f3-b4c7-8165840339c7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:14.833392 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa3ac71-78e0-4f90-bdae-40c268675157 None None] Network df3857c8-c678-4e7d-9235-6eb1f59a66cf requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:27:15.098384 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a69de03c-79a4-4206-bd3c-d39e38ecab13 None None] Provisioning for port 2c015aa3-c822-4950-a0af-5c02f8d7d730 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:27:15.317285 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8c0f999c-d411-49c9-be6b-ac07fb0b228a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:15.350688 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bab17179-a949-45f3-b4c7-8165840339c7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:15.413369 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bab17179-a949-45f3-b4c7-8165840339c7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:15.449551 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2c015aa3-c822-4950-a0af-5c02f8d7d730 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:27:15.519448 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee2259-e9fc-408e-92e7-0bf7ad11dcd4 req-1bc51937-3876-4125-b1f2-dfaeec044258 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:15.521395 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e1ee2259-e9fc-408e-92e7-0bf7ad11dcd4 req-1bc51937-3876-4125-b1f2-dfaeec044258 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ce51c0f-463f-4197-b02d-a217813451be HTTP/1.1" status: 200 len: 945 time: 0.4824326 Apr 11 14:27:15.597646 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab17179-a949-45f3-b4c7-8165840339c7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Port': ['ID=1f79b473-ab22-4af6-8ff3-bfe7d34f0310,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:15.648427 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86713039-3c26-4de4-9698-960036f04218 req-f6fcf4da-f21d-445f-802d-cdec45355d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:15.649996 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-86713039-3c26-4de4-9698-960036f04218 req-f6fcf4da-f21d-445f-802d-cdec45355d32 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2ce51c0f-463f-4197-b02d-a217813451be HTTP/1.1" status: 200 len: 1098 time: 0.5154281 Apr 11 14:27:15.680368 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ccf15f5b-1589-42e7-989b-c3cd85e4e330 None None] Provisioning for port 1f79b473-ab22-4af6-8ff3-bfe7d34f0310 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:27:15.680368 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ccf15f5b-1589-42e7-989b-c3cd85e4e330 None None] Provisioning complete for port 1f79b473-ab22-4af6-8ff3-bfe7d34f0310 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:15.680368 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ccf15f5b-1589-42e7-989b-c3cd85e4e330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:15.733744 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 2c015aa3-c822-4950-a0af-5c02f8d7d730 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:27:15.735493 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e1ee2259-e9fc-408e-92e7-0bf7ad11dcd4 req-f204a0f3-9a9c-47c0-a7a4-15efffacd589 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8d84422-c0d3-40d9-a37e-9a5fecf4ca41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062118 Apr 11 14:27:15.744405 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 2c015aa3-c822-4950-a0af-5c02f8d7d730 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:15.744774 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:15.783105 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bab17179-a949-45f3-b4c7-8165840339c7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:15.791167 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-86713039-3c26-4de4-9698-960036f04218 req-22bc803a-9498-4f6f-b634-ef67e666514e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a8d84422-c0d3-40d9-a37e-9a5fecf4ca41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812778 Apr 11 14:27:15.799430 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0f999c-d411-49c9-be6b-ac07fb0b228a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Router da37007a-b65a-4898-aab8-a21d4ec054f7 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:27:15.807890 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-ccf15f5b-1589-42e7-989b-c3cd85e4e330 None None] Port 1f79b473-ab22-4af6-8ff3-bfe7d34f0310 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:27:15.913439 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:15.962945 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-834276e6-9419-43a8-9c10-23bfae043427 None None] Provisioning complete for port 1f79b473-ab22-4af6-8ff3-bfe7d34f0310 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:15.963662 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-834276e6-9419-43a8-9c10-23bfae043427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:16.010348 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0f999c-d411-49c9-be6b-ac07fb0b228a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:27:16.026236 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8c0f999c-d411-49c9-be6b-ac07fb0b228a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "PUT /v2.0/routers/da37007a-b65a-4898-aab8-a21d4ec054f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3285747 Apr 11 14:27:16.028886 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691ce9c2-f0e8-4544-b862-531fc525c3d3 None None] Sync routers for ids ['da37007a-b65a-4898-aab8-a21d4ec054f7'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:27:16.029056 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44826) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:16.038686 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 2c015aa3-c822-4950-a0af-5c02f8d7d730, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2c015aa3-c822-4950-a0af-5c02f8d7d730,segment=NetworkSegment(d461b9d5-a918-436c-a838-1d5001d78d6f),segment_id=d461b9d5-a918-436c-a838-1d5001d78d6f)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:16.056097 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691ce9c2-f0e8-4544-b862-531fc525c3d3 None None] Routers {'da37007a-b65a-4898-aab8-a21d4ec054f7'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:27:16.059129 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-691ce9c2-f0e8-4544-b862-531fc525c3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['da37007a-b65a-4898-aab8-a21d4ec054f7'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:16.103327 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f369b4d-15a6-4fe6-8908-52bb918a7917 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting subnet ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:27:16.108741 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0f369b4d-15a6-4fe6-8908-52bb918a7917 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:16.122256 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bab17179-a949-45f3-b4c7-8165840339c7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:16.124028 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-834276e6-9419-43a8-9c10-23bfae043427 None None] Port 1f79b473-ab22-4af6-8ff3-bfe7d34f0310 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:27:16.178761 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0f369b4d-15a6-4fe6-8908-52bb918a7917 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:16.179061 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:16.272935 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-691ce9c2-f0e8-4544-b862-531fc525c3d3 None None] Set router da37007a-b65a-4898-aab8-a21d4ec054f7 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:27:16.279267 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0f369b4d-15a6-4fe6-8908-52bb918a7917 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:16.349981 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-da1781b3-fe83-4c13-8594-9f9c81cae3bb None None] Provisioning complete for port 1f79b473-ab22-4af6-8ff3-bfe7d34f0310 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:16.350358 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-da1781b3-fe83-4c13-8594-9f9c81cae3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:16.401148 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=2c015aa3-c822-4950-a0af-5c02f8d7d730,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:16.474522 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0f369b4d-15a6-4fe6-8908-52bb918a7917 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:16.510056 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-da1781b3-fe83-4c13-8594-9f9c81cae3bb None None] Port 1f79b473-ab22-4af6-8ff3-bfe7d34f0310 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:27:16.519579 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f369b4d-15a6-4fe6-8908-52bb918a7917 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Subnet': ['ID=ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:16.521510 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0f369b4d-15a6-4fe6-8908-52bb918a7917 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:16.527893 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0f369b4d-15a6-4fe6-8908-52bb918a7917 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/subnets/ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f HTTP/1.1" status: 204 len: 168 time: 0.4974790 Apr 11 14:27:16.531229 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44830) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:16.544705 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bab17179-a949-45f3-b4c7-8165840339c7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:16.563821 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ef67c0-d449-4d3e-9046-e79f88811c57 None None] Network c45ebddb-a60a-4cd6-b5c0-befc3017e904 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:27:16.600327 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bab17179-a949-45f3-b4c7-8165840339c7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:16.602588 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bab17179-a949-45f3-b4c7-8165840339c7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:16.662634 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc51a-4251-4382-af0d-96aace7737e9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:16.676037 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-2f3fc51a-4251-4382-af0d-96aace7737e9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting port 8160c2f6-bac5-4279-baee-0a207f69579e {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:16.676367 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc51a-4251-4382-af0d-96aace7737e9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:16.765245 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab17179-a949-45f3-b4c7-8165840339c7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Port': ['ID=1f79b473-ab22-4af6-8ff3-bfe7d34f0310,revision_number=3']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:16.844227 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab17179-a949-45f3-b4c7-8165840339c7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network df3857c8-c678-4e7d-9235-6eb1f59a66cf is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:27:16.845718 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-bab17179-a949-45f3-b4c7-8165840339c7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:27:16.911738 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-691ce9c2-f0e8-4544-b862-531fc525c3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:27:14Z', 'revision_number': 10, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None, '_interfaces': [{'id': 'c9d6b9c9-1759-4e43-806d-5ca6c090c08d', 'name': '', 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:a9:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:22Z', 'updated_at': '2022-04-11T14:26:31Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:16.919540 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-2f3fc51a-4251-4382-af0d-96aace7737e9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] For port 8160c2f6-bac5-4279-baee-0a207f69579e, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=8160c2f6-bac5-4279-baee-0a207f69579e,segment=NetworkSegment(f5342604-5ef4-4a92-aab9-78b8e5a2cbb4),segment_id=f5342604-5ef4-4a92-aab9-78b8e5a2cbb4)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:16.920454 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc51a-4251-4382-af0d-96aace7737e9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:16.924175 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691ce9c2-f0e8-4544-b862-531fc525c3d3 None None] Checking router: da37007a-b65a-4898-aab8-a21d4ec054f7 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:27:16.946357 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691ce9c2-f0e8-4544-b862-531fc525c3d3 None None] Routers {'da37007a-b65a-4898-aab8-a21d4ec054f7'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:27:16.946357 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-691ce9c2-f0e8-4544-b862-531fc525c3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['da37007a-b65a-4898-aab8-a21d4ec054f7'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:17.004360 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7f4b29-fa8a-4e08-8262-0ebfd0fde432 None None] DHCP port deletion for c45ebddb-a60a-4cd6-b5c0-befc3017e904 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:27:17.015284 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f4b29-fa8a-4e08-8262-0ebfd0fde432 None None] Deleting port 8160c2f6-bac5-4279-baee-0a207f69579e {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:17.015751 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fe7f4b29-fa8a-4e08-8262-0ebfd0fde432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:17.275689 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-2f3fc51a-4251-4382-af0d-96aace7737e9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Calling delete_port for 8160c2f6-bac5-4279-baee-0a207f69579e owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:27:17.292754 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a7496-8542-4e7c-b58d-fcfc134687b0 req-04bd4f26-de87-4970-b2fb-8a6c73704aec tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:17.295207 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f17a7496-8542-4e7c-b58d-fcfc134687b0 req-04bd4f26-de87-4970-b2fb-8a6c73704aec tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ce51c0f-463f-4197-b02d-a217813451be HTTP/1.1" status: 200 len: 945 time: 0.3404984 Apr 11 14:27:17.364925 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f17a7496-8542-4e7c-b58d-fcfc134687b0 req-e756e37d-6c4b-4f58-bad0-3da79708c4ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8d84422-c0d3-40d9-a37e-9a5fecf4ca41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607624 Apr 11 14:27:17.416002 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2c015aa3-c822-4950-a0af-5c02f8d7d730 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:27:17.437026 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-691ce9c2-f0e8-4544-b862-531fc525c3d3 None None] Set router da37007a-b65a-4898-aab8-a21d4ec054f7 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:27:17.503693 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab17179-a949-45f3-b4c7-8165840339c7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Router 93306540-eed3-4331-b779-d249d65bab06 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:27:17.503961 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc51a-4251-4382-af0d-96aace7737e9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:17.519393 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-fe7f4b29-fa8a-4e08-8262-0ebfd0fde432 None None] For port 8160c2f6-bac5-4279-baee-0a207f69579e, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=8160c2f6-bac5-4279-baee-0a207f69579e,segment=NetworkSegment(f5342604-5ef4-4a92-aab9-78b8e5a2cbb4),segment_id=f5342604-5ef4-4a92-aab9-78b8e5a2cbb4)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:17.520003 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fe7f4b29-fa8a-4e08-8262-0ebfd0fde432 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:17.547199 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9b0490cd-0b8d-49ae-ae4f-f74be3f8b127 None None] Provisioning complete for port 1f79b473-ab22-4af6-8ff3-bfe7d34f0310 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:17.547444 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9b0490cd-0b8d-49ae-ae4f-f74be3f8b127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:17.567425 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fc51a-4251-4382-af0d-96aace7737e9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Port': ['ID=8160c2f6-bac5-4279-baee-0a207f69579e,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:17.573276 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3fc51a-4251-4382-af0d-96aace7737e9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] No DVR routers for this DVR port 8160c2f6-bac5-4279-baee-0a207f69579e on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:27:17.693748 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab17179-a949-45f3-b4c7-8165840339c7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:27:17.699710 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-bab17179-a949-45f3-b4c7-8165840339c7 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "PUT /v2.0/routers/93306540-eed3-4331-b779-d249d65bab06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5750318 Apr 11 14:27:17.702928 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44836) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:17.705462 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb72d6fe-6153-485e-a23d-162d0dd7b004 None None] Sync routers for ids ['93306540-eed3-4331-b779-d249d65bab06'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:27:17.721935 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb72d6fe-6153-485e-a23d-162d0dd7b004 None None] Routers {'93306540-eed3-4331-b779-d249d65bab06'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:27:17.722088 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc51a-4251-4382-af0d-96aace7737e9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:17.722564 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-eb72d6fe-6153-485e-a23d-162d0dd7b004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['93306540-eed3-4331-b779-d249d65bab06'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:17.726027 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f4b29-fa8a-4e08-8262-0ebfd0fde432 None None] Calling delete_port for 8160c2f6-bac5-4279-baee-0a207f69579e owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:27:17.750134 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-2f3fc51a-4251-4382-af0d-96aace7737e9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c45ebddb-a60a-4cd6-b5c0-befc3017e904']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:17.764012 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-2f3fc51a-4251-4382-af0d-96aace7737e9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5342604-5ef4-4a92-aab9-78b8e5a2cbb4') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:17.764309 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-2f3fc51a-4251-4382-af0d-96aace7737e9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5342604-5ef4-4a92-aab9-78b8e5a2cbb4') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:17.780752 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc51a-4251-4382-af0d-96aace7737e9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:17.797327 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-eb72d6fe-6153-485e-a23d-162d0dd7b004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:17.800798 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc51a-4251-4382-af0d-96aace7737e9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:17.808086 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3fc51a-4251-4382-af0d-96aace7737e9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:27:17.809112 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc51a-4251-4382-af0d-96aace7737e9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:17.812380 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb72d6fe-6153-485e-a23d-162d0dd7b004 None None] Routers {'93306540-eed3-4331-b779-d249d65bab06'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:27:17.813005 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-eb72d6fe-6153-485e-a23d-162d0dd7b004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['93306540-eed3-4331-b779-d249d65bab06'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:17.821245 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263b6d16-7ca3-4017-8999-53fa3abee29d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:17.821245 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-263b6d16-7ca3-4017-8999-53fa3abee29d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Synchronizing usage tracker for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:27:17.830307 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:27:17.883093 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-eb72d6fe-6153-485e-a23d-162d0dd7b004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:17.883403 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb72d6fe-6153-485e-a23d-162d0dd7b004 None None] The sync data for ids ['93306540-eed3-4331-b779-d249d65bab06'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:27:17.925288 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-9b0490cd-0b8d-49ae-ae4f-f74be3f8b127 None None] Port 1f79b473-ab22-4af6-8ff3-bfe7d34f0310 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:27:17.960050 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-263b6d16-7ca3-4017-8999-53fa3abee29d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Unset dirty status for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:17.963883 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-263b6d16-7ca3-4017-8999-53fa3abee29d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "GET /v2.0/ports?device_id=93306540-eed3-4331-b779-d249d65bab06 HTTP/1.1" status: 200 len: 988 time: 0.2491894 Apr 11 14:27:17.964935 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44840) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:17.988969 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc51a-4251-4382-af0d-96aace7737e9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:18.021175 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc51a-4251-4382-af0d-96aace7737e9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:18.021383 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 2c015aa3-c822-4950-a0af-5c02f8d7d730 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:18.021383 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:18.021836 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fc51a-4251-4382-af0d-96aace7737e9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Network': ['ID=c45ebddb-a60a-4cd6-b5c0-befc3017e904,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:18.034869 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2f3fc51a-4251-4382-af0d-96aace7737e9 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/networks/c45ebddb-a60a-4cd6-b5c0-befc3017e904 HTTP/1.1" status: 204 len: 168 time: 1.5025260 Apr 11 14:27:18.037373 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44844) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:18.077315 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-fe7f4b29-fa8a-4e08-8262-0ebfd0fde432 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:27:18.077934 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-fe7f4b29-fa8a-4e08-8262-0ebfd0fde432 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:27:18.312288 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-691ce9c2-f0e8-4544-b862-531fc525c3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:27:14Z', 'revision_number': 10, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None, '_interfaces': [{'id': 'c9d6b9c9-1759-4e43-806d-5ca6c090c08d', 'name': '', 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:a9:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:22Z', 'updated_at': '2022-04-11T14:26:31Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:18.318140 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691ce9c2-f0e8-4544-b862-531fc525c3d3 None None] The sync data for ids ['da37007a-b65a-4898-aab8-a21d4ec054f7'] in dv-neutron-837330-1-hyperv is: [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:27:14Z', 'revision_number': 10, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None, '_interfaces': [{'id': 'c9d6b9c9-1759-4e43-806d-5ca6c090c08d', 'name': '', 'network_id': '395d28fa-78c9-4ca4-add0-012a103d116c', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'mac_address': 'fa:16:3e:a9:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:22Z', 'updated_at': '2022-04-11T14:26:31Z', 'revision_number': 5, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'subnets': [{'id': '36c5a63a-feef-4938-83d1-f5e715257d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:27:18.369385 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 8160c2f6-bac5-4279-baee-0a207f69579e no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:27:18.408086 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 8160c2f6-bac5-4279-baee-0a207f69579e {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:27:18.408704 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 8160c2f6-bac5-4279-baee-0a207f69579e not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:27:18.579994 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f4b29-fa8a-4e08-8262-0ebfd0fde432 None None] Deleting port 8160c2f6-bac5-4279-baee-0a207f69579e {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:18.579994 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fe7f4b29-fa8a-4e08-8262-0ebfd0fde432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:18.643070 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef0d1b-3554-4989-944d-5e25b0515366 req-9360c579-05ab-42e9-8b50-c660c09c1e94 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:18.644785 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fcef0d1b-3554-4989-944d-5e25b0515366 req-9360c579-05ab-42e9-8b50-c660c09c1e94 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ce51c0f-463f-4197-b02d-a217813451be HTTP/1.1" status: 200 len: 945 time: 0.1307268 Apr 11 14:27:18.664995 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f4b29-fa8a-4e08-8262-0ebfd0fde432 None None] The port '8160c2f6-bac5-4279-baee-0a207f69579e' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:27:18.714898 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5fd2d812-4779-40e5-9cde-bdf4f0efbc96 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:18.766418 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fcef0d1b-3554-4989-944d-5e25b0515366 req-4af5640b-1ea0-4d7b-8b93-cb48452e8d67 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8d84422-c0d3-40d9-a37e-9a5fecf4ca41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675406 Apr 11 14:27:18.790869 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5957ebee-c684-4dd3-a1fa-e2e53fdde34e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:19.103728 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac9c59-623e-4fa2-a74e-8985c4d9a579 req-9da5486c-fd6e-4057-93a7-597025648377 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:19.103728 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-42ac9c59-623e-4fa2-a74e-8985c4d9a579 req-9da5486c-fd6e-4057-93a7-597025648377 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ce51c0f-463f-4197-b02d-a217813451be HTTP/1.1" status: 200 len: 945 time: 0.1554585 Apr 11 14:27:19.129540 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-5fd2d812-4779-40e5-9cde-bdf4f0efbc96 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting port 1f79b473-ab22-4af6-8ff3-bfe7d34f0310 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:19.129821 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5fd2d812-4779-40e5-9cde-bdf4f0efbc96 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:19.220109 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-42ac9c59-623e-4fa2-a74e-8985c4d9a579 req-4586cad4-1584-4199-9bf2-441d8404a432 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8d84422-c0d3-40d9-a37e-9a5fecf4ca41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092448 Apr 11 14:27:19.264067 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44852) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:19.299897 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 794dd926-957e-4add-80b8-59f2e8685b52 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:27:19.314550 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-5957ebee-c684-4dd3-a1fa-e2e53fdde34e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting port c9d6b9c9-1759-4e43-806d-5ca6c090c08d {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:19.314893 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5957ebee-c684-4dd3-a1fa-e2e53fdde34e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:19.374942 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 794dd926-957e-4add-80b8-59f2e8685b52 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:27:19.375666 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 794dd926-957e-4add-80b8-59f2e8685b52 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:27:19.483397 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5fd2d812-4779-40e5-9cde-bdf4f0efbc96 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:19.523236 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-5957ebee-c684-4dd3-a1fa-e2e53fdde34e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] For port c9d6b9c9-1759-4e43-806d-5ca6c090c08d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c9d6b9c9-1759-4e43-806d-5ca6c090c08d,segment=NetworkSegment(c1734a78-da1c-4920-a648-b7e951bb30d7),segment_id=c1734a78-da1c-4920-a648-b7e951bb30d7)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:19.523739 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5957ebee-c684-4dd3-a1fa-e2e53fdde34e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:19.617600 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-5fd2d812-4779-40e5-9cde-bdf4f0efbc96 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Calling delete_port for 1f79b473-ab22-4af6-8ff3-bfe7d34f0310 owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:27:19.655531 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-5957ebee-c684-4dd3-a1fa-e2e53fdde34e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Calling delete_port for c9d6b9c9-1759-4e43-806d-5ca6c090c08d owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:27:19.696011 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370c9098-9ebc-493a-8391-e81706c1f602 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:19.697563 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-370c9098-9ebc-493a-8391-e81706c1f602 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2ce51c0f-463f-4197-b02d-a217813451be HTTP/1.1" status: 200 len: 1093 time: 0.4322295 Apr 11 14:27:19.700449 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44858) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:19.713436 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-1d085008-b518-408a-a877-50db715c06db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': '1262bc2c-195c-4ae4-bbab-babae41562c9', 'tenant_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:19.727369 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1d085008-b518-408a-a877-50db715c06db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:19.733703 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1d085008-b518-408a-a877-50db715c06db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:floatingip and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:19.742661 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1d085008-b518-408a-a877-50db715c06db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:19.749675 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1d085008-b518-408a-a877-50db715c06db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:19.847924 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1d085008-b518-408a-a877-50db715c06db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:19.943280 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5957ebee-c684-4dd3-a1fa-e2e53fdde34e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:20.000442 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957ebee-c684-4dd3-a1fa-e2e53fdde34e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Port': ['ID=c9d6b9c9-1759-4e43-806d-5ca6c090c08d,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:20.102133 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5fd2d812-4779-40e5-9cde-bdf4f0efbc96 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:20.163316 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2d812-4779-40e5-9cde-bdf4f0efbc96 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Port': ['ID=1f79b473-ab22-4af6-8ff3-bfe7d34f0310,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:20.256042 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5957ebee-c684-4dd3-a1fa-e2e53fdde34e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:20.361818 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5fd2d812-4779-40e5-9cde-bdf4f0efbc96 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:20.366658 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1d085008-b518-408a-a877-50db715c06db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:20.559600 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5957ebee-c684-4dd3-a1fa-e2e53fdde34e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Router da37007a-b65a-4898-aab8-a21d4ec054f7 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:27:20.704241 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5957ebee-c684-4dd3-a1fa-e2e53fdde34e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:27:20.716183 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b661a7e-4074-402d-b8b8-f759da1c1cfe None None] Sync routers for ids ['da37007a-b65a-4898-aab8-a21d4ec054f7'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:27:20.724255 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5957ebee-c684-4dd3-a1fa-e2e53fdde34e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "PUT /v2.0/routers/da37007a-b65a-4898-aab8-a21d4ec054f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6857643 Apr 11 14:27:20.725059 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44862) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:20.736936 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b661a7e-4074-402d-b8b8-f759da1c1cfe None None] Routers {'da37007a-b65a-4898-aab8-a21d4ec054f7'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:27:20.737839 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2b661a7e-4074-402d-b8b8-f759da1c1cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['da37007a-b65a-4898-aab8-a21d4ec054f7'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:20.768722 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd2d812-4779-40e5-9cde-bdf4f0efbc96 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Router 93306540-eed3-4331-b779-d249d65bab06 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:27:20.778292 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-1d085008-b518-408a-a877-50db715c06db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.26.7.217 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/224002ee-54de-4011-80c3-3a95c216e2b7) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:27:20.916286 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-2b661a7e-4074-402d-b8b8-f759da1c1cfe None None] Set router da37007a-b65a-4898-aab8-a21d4ec054f7 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:27:20.945632 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6fc7a0c-3569-4191-beb3-965ec37774ec tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting subnet 36c5a63a-feef-4938-83d1-f5e715257d93 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:27:20.949369 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b6fc7a0c-3569-4191-beb3-965ec37774ec tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:21.010810 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd2d812-4779-40e5-9cde-bdf4f0efbc96 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:27:21.024665 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a463b8-cf80-4094-ba90-4a09d44ec68d None None] Sync routers for ids ['93306540-eed3-4331-b779-d249d65bab06'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:27:21.040121 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a463b8-cf80-4094-ba90-4a09d44ec68d None None] Routers {'93306540-eed3-4331-b779-d249d65bab06'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:27:21.040750 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-88a463b8-cf80-4094-ba90-4a09d44ec68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['93306540-eed3-4331-b779-d249d65bab06'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:21.046280 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b6fc7a0c-3569-4191-beb3-965ec37774ec tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:21.056796 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2b661a7e-4074-402d-b8b8-f759da1c1cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:27:19Z', 'revision_number': 11, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:21.062525 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b661a7e-4074-402d-b8b8-f759da1c1cfe None None] Checking router: da37007a-b65a-4898-aab8-a21d4ec054f7 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:27:21.071934 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b661a7e-4074-402d-b8b8-f759da1c1cfe None None] Routers {'da37007a-b65a-4898-aab8-a21d4ec054f7'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:27:21.072786 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2b661a7e-4074-402d-b8b8-f759da1c1cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['da37007a-b65a-4898-aab8-a21d4ec054f7'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:21.157143 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1d085008-b518-408a-a877-50db715c06db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:21.176935 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b6fc7a0c-3569-4191-beb3-965ec37774ec tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:21.196604 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5fd2d812-4779-40e5-9cde-bdf4f0efbc96 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "PUT /v2.0/routers/93306540-eed3-4331-b779-d249d65bab06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2303920 Apr 11 14:27:21.199258 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44866) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:21.242000 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-2b661a7e-4074-402d-b8b8-f759da1c1cfe None None] Set router da37007a-b65a-4898-aab8-a21d4ec054f7 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:27:21.255838 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-8874832a-5fcd-496f-828e-f8e13ee23f9c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] GET failed (client error): The resource could not be found. Apr 11 14:27:21.257070 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8874832a-5fcd-496f-828e-f8e13ee23f9c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Synchronizing usage tracker for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:21.273664 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-88a463b8-cf80-4094-ba90-4a09d44ec68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:21.284540 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a463b8-cf80-4094-ba90-4a09d44ec68d None None] Routers {'93306540-eed3-4331-b779-d249d65bab06'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:27:21.285096 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-88a463b8-cf80-4094-ba90-4a09d44ec68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['93306540-eed3-4331-b779-d249d65bab06'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:21.311847 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1d085008-b518-408a-a877-50db715c06db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:21.353135 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-88a463b8-cf80-4094-ba90-4a09d44ec68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:21.353269 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a463b8-cf80-4094-ba90-4a09d44ec68d None None] The sync data for ids ['93306540-eed3-4331-b779-d249d65bab06'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:27:21.380835 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8874832a-5fcd-496f-828e-f8e13ee23f9c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Unset dirty status for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:21.384637 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8874832a-5fcd-496f-828e-f8e13ee23f9c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "GET /v2.0/ports/1f79b473-ab22-4af6-8ff3-bfe7d34f0310 HTTP/1.1" status: 404 len: 333 time: 0.1817868 Apr 11 14:27:21.385094 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44870) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:21.399336 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d085008-b518-408a-a877-50db715c06db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:27:21.399497 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2b661a7e-4074-402d-b8b8-f759da1c1cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:27:19Z', 'revision_number': 11, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:21.401005 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-1d085008-b518-408a-a877-50db715c06db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:27:21.402484 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b661a7e-4074-402d-b8b8-f759da1c1cfe None None] The sync data for ids ['da37007a-b65a-4898-aab8-a21d4ec054f7'] in dv-neutron-837330-1-hyperv is: [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:27:19Z', 'revision_number': 11, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:27:21.404294 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d085008-b518-408a-a877-50db715c06db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:27:21.455307 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b6fc7a0c-3569-4191-beb3-965ec37774ec tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:21.473031 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d085008-b518-408a-a877-50db715c06db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=224002ee-54de-4011-80c3-3a95c216e2b7,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:21.561889 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc7a0c-3569-4191-beb3-965ec37774ec tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Subnet': ['ID=36c5a63a-feef-4938-83d1-f5e715257d93,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:21.563911 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b6fc7a0c-3569-4191-beb3-965ec37774ec tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:21.571283 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36a6e63-6630-4824-8324-9523783b90b0 None None] Network 395d28fa-78c9-4ca4-add0-012a103d116c requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:27:21.580960 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b6fc7a0c-3569-4191-beb3-965ec37774ec tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/subnets/36c5a63a-feef-4938-83d1-f5e715257d93 HTTP/1.1" status: 204 len: 168 time: 0.8548305 Apr 11 14:27:21.583779 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0cad26fb-cfaf-4b5d-8180-b65cfaa4e2a0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:21.585247 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44874) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:21.883124 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7d2faa-8045-4eda-9169-3f7c9946e4aa None None] DHCP port deletion for 395d28fa-78c9-4ca4-add0-012a103d116c request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:27:21.888348 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-db7d2faa-8045-4eda-9169-3f7c9946e4aa None None] Deleting port c1a3f8b2-8661-4b29-9900-2157f1b80bc0 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:21.888969 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-db7d2faa-8045-4eda-9169-3f7c9946e4aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:21.929787 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0cad26fb-cfaf-4b5d-8180-b65cfaa4e2a0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:21.934039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0cad26fb-cfaf-4b5d-8180-b65cfaa4e2a0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:21.957961 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7111214e-e2b0-4b21-89b2-6eca53d382c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:21.979705 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-7111214e-e2b0-4b21-89b2-6eca53d382c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting port c1a3f8b2-8661-4b29-9900-2157f1b80bc0 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:21.980043 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7111214e-e2b0-4b21-89b2-6eca53d382c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:22.061145 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0cad26fb-cfaf-4b5d-8180-b65cfaa4e2a0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:22.061145 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cad26fb-cfaf-4b5d-8180-b65cfaa4e2a0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Fanout notify agent at l3_agent the message router_deleted on router 93306540-eed3-4331-b779-d249d65bab06 {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:27:22.077072 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0cad26fb-cfaf-4b5d-8180-b65cfaa4e2a0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:22.078186 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0cad26fb-cfaf-4b5d-8180-b65cfaa4e2a0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/routers/93306540-eed3-4331-b779-d249d65bab06 HTTP/1.1" status: 204 len: 168 time: 0.6920326 Apr 11 14:27:22.080816 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44878) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:22.126676 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-db7d2faa-8045-4eda-9169-3f7c9946e4aa None None] For port c1a3f8b2-8661-4b29-9900-2157f1b80bc0, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c1a3f8b2-8661-4b29-9900-2157f1b80bc0,segment=NetworkSegment(c1734a78-da1c-4920-a648-b7e951bb30d7),segment_id=c1734a78-da1c-4920-a648-b7e951bb30d7)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:22.127578 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-db7d2faa-8045-4eda-9169-3f7c9946e4aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:22.156764 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-47385008-4af6-42d9-baff-ae45bebea848 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting subnet d0d6ca22-6548-4cd4-9cee-84d059feb367 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:27:22.160077 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-47385008-4af6-42d9-baff-ae45bebea848 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:22.223042 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-47385008-4af6-42d9-baff-ae45bebea848 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:22.303562 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-db7d2faa-8045-4eda-9169-3f7c9946e4aa None None] Calling delete_port for c1a3f8b2-8661-4b29-9900-2157f1b80bc0 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:27:22.318419 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-47385008-4af6-42d9-baff-ae45bebea848 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:22.355496 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-7111214e-e2b0-4b21-89b2-6eca53d382c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] For port c1a3f8b2-8661-4b29-9900-2157f1b80bc0, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c1a3f8b2-8661-4b29-9900-2157f1b80bc0,segment=NetworkSegment(c1734a78-da1c-4920-a648-b7e951bb30d7),segment_id=c1734a78-da1c-4920-a648-b7e951bb30d7)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:22.355864 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7111214e-e2b0-4b21-89b2-6eca53d382c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:22.469806 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-db7d2faa-8045-4eda-9169-3f7c9946e4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:22.487391 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-7111214e-e2b0-4b21-89b2-6eca53d382c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Calling delete_port for c1a3f8b2-8661-4b29-9900-2157f1b80bc0 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:27:22.508772 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-47385008-4af6-42d9-baff-ae45bebea848 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:22.535675 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d2faa-8045-4eda-9169-3f7c9946e4aa None None] Pushing event deleted for resources: {'Port': ['ID=c1a3f8b2-8661-4b29-9900-2157f1b80bc0,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:22.542714 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7d2faa-8045-4eda-9169-3f7c9946e4aa None None] No DVR routers for this DVR port c1a3f8b2-8661-4b29-9900-2157f1b80bc0 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:27:22.554145 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47385008-4af6-42d9-baff-ae45bebea848 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Subnet': ['ID=d0d6ca22-6548-4cd4-9cee-84d059feb367,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:22.567024 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-47385008-4af6-42d9-baff-ae45bebea848 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:22.570353 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1d085008-b518-408a-a877-50db715c06db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:22.573373 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732dbe5f-e1a1-4738-8560-b3dd4c5c6f42 None None] Network df3857c8-c678-4e7d-9235-6eb1f59a66cf requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:27:22.574114 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-47385008-4af6-42d9-baff-ae45bebea848 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/subnets/d0d6ca22-6548-4cd4-9cee-84d059feb367 HTTP/1.1" status: 204 len: 168 time: 0.4922259 Apr 11 14:27:22.578823 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44886) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:22.608134 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.api [None req-7111214e-e2b0-4b21-89b2-6eca53d382c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:27:22.608677 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG oslo_db.api [None req-7111214e-e2b0-4b21-89b2-6eca53d382c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:27:22.710707 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ce5360e6-4f5f-4f31-90c8-68cbd71f5ece tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:22.723114 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-ce5360e6-4f5f-4f31-90c8-68cbd71f5ece tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting port 2c015aa3-c822-4950-a0af-5c02f8d7d730 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:22.723506 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ce5360e6-4f5f-4f31-90c8-68cbd71f5ece tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:22.771464 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1d085008-b518-408a-a877-50db715c06db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:22.865955 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f565ecbc-c083-4ef7-b0f9-722a0fb6f8cc None None] DHCP port deletion for df3857c8-c678-4e7d-9235-6eb1f59a66cf request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:27:22.871600 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f565ecbc-c083-4ef7-b0f9-722a0fb6f8cc None None] Deleting port 2c015aa3-c822-4950-a0af-5c02f8d7d730 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:22.871978 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f565ecbc-c083-4ef7-b0f9-722a0fb6f8cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:23.045308 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1d085008-b518-408a-a877-50db715c06db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:23.111137 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-7111214e-e2b0-4b21-89b2-6eca53d382c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Deleting port c1a3f8b2-8661-4b29-9900-2157f1b80bc0 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:23.111693 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7111214e-e2b0-4b21-89b2-6eca53d382c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:23.141263 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1d085008-b518-408a-a877-50db715c06db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:23.175973 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-ce5360e6-4f5f-4f31-90c8-68cbd71f5ece tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] For port 2c015aa3-c822-4950-a0af-5c02f8d7d730, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2c015aa3-c822-4950-a0af-5c02f8d7d730,segment=NetworkSegment(d461b9d5-a918-436c-a838-1d5001d78d6f),segment_id=d461b9d5-a918-436c-a838-1d5001d78d6f)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:23.176614 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f565ecbc-c083-4ef7-b0f9-722a0fb6f8cc None None] For port 2c015aa3-c822-4950-a0af-5c02f8d7d730, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2c015aa3-c822-4950-a0af-5c02f8d7d730,segment=NetworkSegment(d461b9d5-a918-436c-a838-1d5001d78d6f),segment_id=d461b9d5-a918-436c-a838-1d5001d78d6f)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:23.177057 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ce5360e6-4f5f-4f31-90c8-68cbd71f5ece tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:23.177160 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f565ecbc-c083-4ef7-b0f9-722a0fb6f8cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:23.239179 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-7111214e-e2b0-4b21-89b2-6eca53d382c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] The port 'c1a3f8b2-8661-4b29-9900-2157f1b80bc0' was deleted {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:27:23.313205 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-ce5360e6-4f5f-4f31-90c8-68cbd71f5ece tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Calling delete_port for 2c015aa3-c822-4950-a0af-5c02f8d7d730 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:27:23.323755 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f565ecbc-c083-4ef7-b0f9-722a0fb6f8cc None None] Calling delete_port for 2c015aa3-c822-4950-a0af-5c02f8d7d730 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:27:23.376837 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c1a3f8b2-8661-4b29-9900-2157f1b80bc0 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:27:23.429467 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: c1a3f8b2-8661-4b29-9900-2157f1b80bc0 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:27:23.429467 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c1a3f8b2-8661-4b29-9900-2157f1b80bc0 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:27:23.429467 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c9d6b9c9-1759-4e43-806d-5ca6c090c08d no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:27:23.440913 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7111214e-e2b0-4b21-89b2-6eca53d382c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:23.456345 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1d085008-b518-408a-a877-50db715c06db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:23.472120 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: c9d6b9c9-1759-4e43-806d-5ca6c090c08d {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:27:23.472462 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c9d6b9c9-1759-4e43-806d-5ca6c090c08d not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:27:23.472877 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2c015aa3-c822-4950-a0af-5c02f8d7d730 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:27:23.572241 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ce5360e6-4f5f-4f31-90c8-68cbd71f5ece tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:23.593611 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Port 2c015aa3-c822-4950-a0af-5c02f8d7d730 update to DOWN by agent not found {{(pid=88618) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 11 14:27:23.596709 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-f565ecbc-c083-4ef7-b0f9-722a0fb6f8cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:27:23.596888 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-f565ecbc-c083-4ef7-b0f9-722a0fb6f8cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:27:23.647447 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d085008-b518-408a-a877-50db715c06db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=224002ee-54de-4011-80c3-3a95c216e2b7,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:23.647871 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5360e6-4f5f-4f31-90c8-68cbd71f5ece tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Port': ['ID=2c015aa3-c822-4950-a0af-5c02f8d7d730,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:23.649684 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5360e6-4f5f-4f31-90c8-68cbd71f5ece tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] No DVR routers for this DVR port 2c015aa3-c822-4950-a0af-5c02f8d7d730 on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:27:23.661480 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-7111214e-e2b0-4b21-89b2-6eca53d382c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['395d28fa-78c9-4ca4-add0-012a103d116c']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:23.680334 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-7111214e-e2b0-4b21-89b2-6eca53d382c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1734a78-da1c-4920-a648-b7e951bb30d7') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:23.680334 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-7111214e-e2b0-4b21-89b2-6eca53d382c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1734a78-da1c-4920-a648-b7e951bb30d7') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:23.697770 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7111214e-e2b0-4b21-89b2-6eca53d382c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:23.789361 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7111214e-e2b0-4b21-89b2-6eca53d382c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:23.799375 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ce5360e6-4f5f-4f31-90c8-68cbd71f5ece tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:23.807092 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7111214e-e2b0-4b21-89b2-6eca53d382c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:27:23.807092 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7111214e-e2b0-4b21-89b2-6eca53d382c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: util.warn( Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:27:23.817221 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:27:23.830724 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-ce5360e6-4f5f-4f31-90c8-68cbd71f5ece tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3857c8-c678-4e7d-9235-6eb1f59a66cf']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:23.844685 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-ce5360e6-4f5f-4f31-90c8-68cbd71f5ece tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd461b9d5-a918-436c-a838-1d5001d78d6f') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:23.844981 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-ce5360e6-4f5f-4f31-90c8-68cbd71f5ece tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd461b9d5-a918-436c-a838-1d5001d78d6f') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:23.857710 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ce5360e6-4f5f-4f31-90c8-68cbd71f5ece tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:23.873590 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ce5360e6-4f5f-4f31-90c8-68cbd71f5ece tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:23.879974 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5360e6-4f5f-4f31-90c8-68cbd71f5ece tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:27:23.880663 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ce5360e6-4f5f-4f31-90c8-68cbd71f5ece tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:27:23.902180 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:27:23.905965 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-1d085008-b518-408a-a877-50db715c06db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Floating IP a676cb96-ecee-415c-adb9-443d44d715f7 associated. External IP: 172.26.7.217, port: 1262bc2c-195c-4ae4-bbab-babae41562c9. Apr 11 14:27:24.098365 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f565ecbc-c083-4ef7-b0f9-722a0fb6f8cc None None] Deleting port 2c015aa3-c822-4950-a0af-5c02f8d7d730 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:24.098738 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f565ecbc-c083-4ef7-b0f9-722a0fb6f8cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:24.102444 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7111214e-e2b0-4b21-89b2-6eca53d382c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:24.131441 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7111214e-e2b0-4b21-89b2-6eca53d382c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:24.131603 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ce5360e6-4f5f-4f31-90c8-68cbd71f5ece tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:24.145898 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111214e-e2b0-4b21-89b2-6eca53d382c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Pushing event deleted for resources: {'Network': ['ID=395d28fa-78c9-4ca4-add0-012a103d116c,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:24.156507 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ce5360e6-4f5f-4f31-90c8-68cbd71f5ece tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:24.163225 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5360e6-4f5f-4f31-90c8-68cbd71f5ece tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Network': ['ID=df3857c8-c678-4e7d-9235-6eb1f59a66cf,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:24.180506 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f565ecbc-c083-4ef7-b0f9-722a0fb6f8cc None None] The port '2c015aa3-c822-4950-a0af-5c02f8d7d730' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:27:24.223176 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7111214e-e2b0-4b21-89b2-6eca53d382c2 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/networks/395d28fa-78c9-4ca4-add0-012a103d116c HTTP/1.1" status: 204 len: 168 time: 2.6365051 Apr 11 14:27:24.225881 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44892) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:24.231029 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-e36ad095-2486-445b-88b5-8b56663e38d8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'router': {'routes': None}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:24.268535 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:24.291716 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ce5360e6-4f5f-4f31-90c8-68cbd71f5ece tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/networks/df3857c8-c678-4e7d-9235-6eb1f59a66cf HTTP/1.1" status: 204 len: 168 time: 1.7114758 Apr 11 14:27:24.304491 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44896) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:24.345183 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d085008-b518-408a-a877-50db715c06db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router fd966a5d-4c45-4cb3-b936-5ee90d4c90e8 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:27:24.535048 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d085008-b518-408a-a877-50db715c06db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:27:24.545222 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880117d9-cfc5-4031-9a02-26af8538ac27 None None] Sync routers for ids ['fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:27:24.554843 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880117d9-cfc5-4031-9a02-26af8538ac27 None None] Routers {'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:27:24.555490 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-880117d9-cfc5-4031-9a02-26af8538ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:24.556599 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11babe0-2aa0-431f-87da-033768497fd5 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:24.557199 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e11babe0-2aa0-431f-87da-033768497fd5 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Synchronizing usage tracker for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:24.599223 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.extraroute_db [None req-e36ad095-2486-445b-88b5-8b56663e38d8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Added routes are [] {{(pid=88617) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 11 14:27:24.599527 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.extraroute_db [None req-e36ad095-2486-445b-88b5-8b56663e38d8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Removed routes are [] {{(pid=88617) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 11 14:27:24.599884 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e36ad095-2486-445b-88b5-8b56663e38d8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:24.656899 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1d085008-b518-408a-a877-50db715c06db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:24.720184 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1d085008-b518-408a-a877-50db715c06db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0185888 Apr 11 14:27:24.721145 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce51c0f-463f-4197-b02d-a217813451be', 'tag': '1262bc2c-195c-4ae4-bbab-babae41562c9'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:27:24.725720 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44900) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:24.745706 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-880117d9-cfc5-4031-9a02-26af8538ac27 None None] Set router fd966a5d-4c45-4cb3-b936-5ee90d4c90e8 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:27:24.791353 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbaa1300-8990-4c09-8a73-5afcdb6e93f1'] response: {'name': 'network-changed', 'server_uuid': '2ce51c0f-463f-4197-b02d-a217813451be', 'tag': '1262bc2c-195c-4ae4-bbab-babae41562c9', 'status': 'completed', 'code': 200} Apr 11 14:27:24.823653 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e11babe0-2aa0-431f-87da-033768497fd5 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Unset dirty status for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:24.824828 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e11babe0-2aa0-431f-87da-033768497fd5 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "GET /v2.0/ports/d37ed61a-a336-4df4-add9-49deae6db82c HTTP/1.1" status: 200 len: 845 time: 0.5242884 Apr 11 14:27:24.829935 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44906) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:24.898837 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4b660286-4bd9-49f2-82e4-51598f0689ea tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/a676cb96-ecee-415c-adb9-443d44d715f7 HTTP/1.1" status: 200 len: 991 time: 0.1712089 Apr 11 14:27:24.927804 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-fd6bded6-40ca-4fb3-acc0-ffdaec453666 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "GET /v2.0/ports/d37ed61a-a336-4df4-add9-49deae6db82c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0962458 Apr 11 14:27:24.931617 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44910) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:24.939192 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-50184dd5-5e2a-45c2-bbb7-ab4dcf42cc24 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'subnet': {'network_id': '3cdea6b6-4efb-4ffa-8b30-02ed349d749b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:25.048216 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e36ad095-2486-445b-88b5-8b56663e38d8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:25.048216 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e36ad095-2486-445b-88b5-8b56663e38d8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984850'] for router, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:25.097432 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-50184dd5-5e2a-45c2-bbb7-ab4dcf42cc24 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:25.102000 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-50184dd5-5e2a-45c2-bbb7-ab4dcf42cc24 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:subnet and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:25.105018 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-50184dd5-5e2a-45c2-bbb7-ab4dcf42cc24 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:25.115038 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-50184dd5-5e2a-45c2-bbb7-ab4dcf42cc24 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:25.233086 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50184dd5-5e2a-45c2-bbb7-ab4dcf42cc24 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:27:25.236824 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-50184dd5-5e2a-45c2-bbb7-ab4dcf42cc24 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:25.244967 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36ad095-2486-445b-88b5-8b56663e38d8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Router da37007a-b65a-4898-aab8-a21d4ec054f7 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:27:25.321444 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9f143d64-b442-425e-9698-1cf8761058ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:25.398718 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-880117d9-cfc5-4031-9a02-26af8538ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'name': 'tempest-TestNetworkBasicOps-router-1010380864', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:29Z', 'updated_at': '2022-04-11T14:26:42Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:30Z', 'updated_at': '2022-04-11T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': 'a676cb96-ecee-415c-adb9-443d44d715f7', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.217', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'port_id': '1262bc2c-195c-4ae4-bbab-babae41562c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff', 'mac_address': 'fa:16:3e:53:49:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce51c0f-463f-4197-b02d-a217813451be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:27:22Z', 'updated_at': '2022-04-11T14:27:22Z', 'revision_number': 0, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae863baa-cad5-4c31-95c6-1d649caaccf3', 'name': '', 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:84:98:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '086e7528-d521-4b15-bd34-67f3c5c8d698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:39Z', 'updated_at': '2022-04-11T14:26:52Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '086e7528-d521-4b15-bd34-67f3c5c8d698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:25.408150 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880117d9-cfc5-4031-9a02-26af8538ac27 None None] Checking router: fd966a5d-4c45-4cb3-b936-5ee90d4c90e8 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:27:25.424044 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734c9d4-02a8-4a31-b8a1-6901c020b452 req-ec84dd8e-558d-4eea-96ea-65bf539be08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:25.429455 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c734c9d4-02a8-4a31-b8a1-6901c020b452 req-ec84dd8e-558d-4eea-96ea-65bf539be08b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=2ce51c0f-463f-4197-b02d-a217813451be HTTP/1.1" status: 200 len: 1098 time: 0.3757842 Apr 11 14:27:25.439863 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880117d9-cfc5-4031-9a02-26af8538ac27 None None] Routers {'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:27:25.440738 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-880117d9-cfc5-4031-9a02-26af8538ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:25.470234 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36ad095-2486-445b-88b5-8b56663e38d8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:27:25.486782 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e36ad095-2486-445b-88b5-8b56663e38d8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:25.486782 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e36ad095-2486-445b-88b5-8b56663e38d8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "PUT /v2.0/routers/da37007a-b65a-4898-aab8-a21d4ec054f7 HTTP/1.1" status: 200 len: 700 time: 1.2541413 Apr 11 14:27:25.486782 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44916) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:25.493125 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c70c4d-7e2c-4d10-aa47-25de910cb7aa None None] Sync routers for ids ['da37007a-b65a-4898-aab8-a21d4ec054f7'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:27:25.507578 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c70c4d-7e2c-4d10-aa47-25de910cb7aa None None] Routers {'da37007a-b65a-4898-aab8-a21d4ec054f7'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:27:25.508250 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-29c70c4d-7e2c-4d10-aa47-25de910cb7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['da37007a-b65a-4898-aab8-a21d4ec054f7'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:25.608350 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-50184dd5-5e2a-45c2-bbb7-ab4dcf42cc24 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:25.617234 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-764192c2-a944-409c-9b19-d1b417eda8f8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Synchronizing usage tracker for tenant:157d4d28af624b1c88b7b45d883df158 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:25.637664 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-29c70c4d-7e2c-4d10-aa47-25de910cb7aa None None] Set router da37007a-b65a-4898-aab8-a21d4ec054f7 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:27:25.668579 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734c9d4-02a8-4a31-b8a1-6901c020b452 req-cfb23876-e06f-47a9-9391-0f940c5b24f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:25.670912 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c734c9d4-02a8-4a31-b8a1-6901c020b452 req-cfb23876-e06f-47a9-9391-0f940c5b24f6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b9d8212f-4472-42a8-95e4-ce042353ebff HTTP/1.1" status: 200 len: 897 time: 0.2360058 Apr 11 14:27:25.697926 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-880117d9-cfc5-4031-9a02-26af8538ac27 None None] Set router fd966a5d-4c45-4cb3-b936-5ee90d4c90e8 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:27:25.770963 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-29c70c4d-7e2c-4d10-aa47-25de910cb7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:27:19Z', 'revision_number': 11, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:25.775219 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c70c4d-7e2c-4d10-aa47-25de910cb7aa None None] Checking router: da37007a-b65a-4898-aab8-a21d4ec054f7 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:27:25.783961 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c70c4d-7e2c-4d10-aa47-25de910cb7aa None None] Routers {'da37007a-b65a-4898-aab8-a21d4ec054f7'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:27:25.784568 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-29c70c4d-7e2c-4d10-aa47-25de910cb7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:26:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['da37007a-b65a-4898-aab8-a21d4ec054f7'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:25.816754 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c734c9d4-02a8-4a31-b8a1-6901c020b452 req-ae2ecbb9-21b8-41d9-90c2-a7f76aa65437 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1262bc2c-195c-4ae4-bbab-babae41562c9 HTTP/1.1" status: 200 len: 999 time: 0.1385276 Apr 11 14:27:25.818977 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-764192c2-a944-409c-9b19-d1b417eda8f8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Unset dirty status for tenant:157d4d28af624b1c88b7b45d883df158 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:25.826401 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-764192c2-a944-409c-9b19-d1b417eda8f8 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "GET /v2.0/ports?device_id=da37007a-b65a-4898-aab8-a21d4ec054f7 HTTP/1.1" status: 200 len: 205 time: 0.3408237 Apr 11 14:27:25.826689 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44920) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:25.828541 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50184dd5-5e2a-45c2-bbb7-ab4dcf42cc24 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network 3cdea6b6-4efb-4ffa-8b30-02ed349d749b is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:27:25.899436 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-50184dd5-5e2a-45c2-bbb7-ab4dcf42cc24 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:27:25.912999 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44924) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:25.912999 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50184dd5-5e2a-45c2-bbb7-ab4dcf42cc24 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:25.912999 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-50184dd5-5e2a-45c2-bbb7-ab4dcf42cc24 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:25.924151 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734c9d4-02a8-4a31-b8a1-6901c020b452 req-6ef0419a-6236-461a-9def-1e4f6f80dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:25.925719 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-29c70c4d-7e2c-4d10-aa47-25de910cb7aa None None] Set router da37007a-b65a-4898-aab8-a21d4ec054f7 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:27:25.926922 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c734c9d4-02a8-4a31-b8a1-6901c020b452 req-6ef0419a-6236-461a-9def-1e4f6f80dd5c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=086e7528-d521-4b15-bd34-67f3c5c8d698 HTTP/1.1" status: 200 len: 834 time: 0.0957091 Apr 11 14:27:25.954534 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485d9058-3af0-4270-8836-1df09b9c586e None None] Network 3cdea6b6-4efb-4ffa-8b30-02ed349d749b requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:27:26.032971 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734c9d4-02a8-4a31-b8a1-6901c020b452 req-b55aac98-c543-4bac-a0b8-23665c1fdd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:26.038327 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c734c9d4-02a8-4a31-b8a1-6901c020b452 req-b55aac98-c543-4bac-a0b8-23665c1fdd38 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b9d8212f-4472-42a8-95e4-ce042353ebff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1005263 Apr 11 14:27:26.040158 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-29c70c4d-7e2c-4d10-aa47-25de910cb7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:27:19Z', 'revision_number': 11, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:26.045116 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c70c4d-7e2c-4d10-aa47-25de910cb7aa None None] The sync data for ids ['da37007a-b65a-4898-aab8-a21d4ec054f7'] in dv-neutron-837330-1-hyperv is: [{'id': 'da37007a-b65a-4898-aab8-a21d4ec054f7', 'name': 'tempest-RoutersTest-router-311677291', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:19Z', 'updated_at': '2022-04-11T14:27:19Z', 'revision_number': 11, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:27:26.147270 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50184dd5-5e2a-45c2-bbb7-ab4dcf42cc24 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Subnet': ['ID=4332f766-0d36-4186-af6c-30e75320aed2,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:26.188139 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5902b868-d3ef-4700-8707-fbcaed433967 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:26.198436 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c734c9d4-02a8-4a31-b8a1-6901c020b452 req-f43841e8-3724-4019-9b8f-aec087c27856 service neutron] 10.222.0.53 "GET /v2.0/networks/b9d8212f-4472-42a8-95e4-ce042353ebff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556406 Apr 11 14:27:26.323346 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-50184dd5-5e2a-45c2-bbb7-ab4dcf42cc24 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3880394 Apr 11 14:27:26.323839 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44928) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:26.332737 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-7507dc30-bed5-4317-95d7-c7a530f78595 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'security_group': {'name': 'tempest-secgroup-1011765955'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:26.349167 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7507dc30-bed5-4317-95d7-c7a530f78595 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:26.355630 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7507dc30-bed5-4317-95d7-c7a530f78595 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:security_group and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:26.359831 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c734c9d4-02a8-4a31-b8a1-6901c020b452 req-1ee1e80b-c4c7-4b9e-90d3-6c022bf967cc service neutron] 10.222.0.53 "GET /v2.0/networks/b9d8212f-4472-42a8-95e4-ce042353ebff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552575 Apr 11 14:27:26.360631 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7507dc30-bed5-4317-95d7-c7a530f78595 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:26.366592 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7507dc30-bed5-4317-95d7-c7a530f78595 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:26.371886 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-880117d9-cfc5-4031-9a02-26af8538ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'name': 'tempest-TestNetworkBasicOps-router-1010380864', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:29Z', 'updated_at': '2022-04-11T14:26:42Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:30Z', 'updated_at': '2022-04-11T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': 'a676cb96-ecee-415c-adb9-443d44d715f7', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.217', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'port_id': '1262bc2c-195c-4ae4-bbab-babae41562c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff', 'mac_address': 'fa:16:3e:53:49:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce51c0f-463f-4197-b02d-a217813451be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:27:22Z', 'updated_at': '2022-04-11T14:27:22Z', 'revision_number': 0, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae863baa-cad5-4c31-95c6-1d649caaccf3', 'name': '', 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:84:98:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '086e7528-d521-4b15-bd34-67f3c5c8d698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:39Z', 'updated_at': '2022-04-11T14:26:52Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '086e7528-d521-4b15-bd34-67f3c5c8d698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:26.392492 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880117d9-cfc5-4031-9a02-26af8538ac27 None None] The sync data for ids ['fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'] in dv-neutron-837330-1-hyperv is: [{'id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'name': 'tempest-TestNetworkBasicOps-router-1010380864', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:29Z', 'updated_at': '2022-04-11T14:26:42Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:30Z', 'updated_at': '2022-04-11T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': 'a676cb96-ecee-415c-adb9-443d44d715f7', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.217', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'port_id': '1262bc2c-195c-4ae4-bbab-babae41562c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff', 'mac_address': 'fa:16:3e:53:49:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce51c0f-463f-4197-b02d-a217813451be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:27:22Z', 'updated_at': '2022-04-11T14:27:22Z', 'revision_number': 0, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae863baa-cad5-4c31-95c6-1d649caaccf3', 'name': '', 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:84:98:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '086e7528-d521-4b15-bd34-67f3c5c8d698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:39Z', 'updated_at': '2022-04-11T14:26:52Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '086e7528-d521-4b15-bd34-67f3c5c8d698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:27:26.395195 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-befaa87d-c472-4a24-97ce-1114b5dc14e2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/a676cb96-ecee-415c-adb9-443d44d715f7 HTTP/1.1" status: 200 len: 991 time: 0.4703918 Apr 11 14:27:26.408359 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d71f908-7ae1-4f6d-918e-0eb1db9fe313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-3cdea6b6-4efb-4ffa-8b30-02ed349d749b', 'network_id': '3cdea6b6-4efb-4ffa-8b30-02ed349d749b', 'tenant_id': '041662ca6af3404fb6dd620d189fb3c3', 'fixed_ips': [{'subnet_id': '4332f766-0d36-4186-af6c-30e75320aed2'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:27:26.409395 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3d71f908-7ae1-4f6d-918e-0eb1db9fe313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:26.457460 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7507dc30-bed5-4317-95d7-c7a530f78595 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:26.482811 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7507dc30-bed5-4317-95d7-c7a530f78595 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:26.487282 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7507dc30-bed5-4317-95d7-c7a530f78595 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:security_group_rule and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:26.490289 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7507dc30-bed5-4317-95d7-c7a530f78595 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:26.496860 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7507dc30-bed5-4317-95d7-c7a530f78595 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:26.548975 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5902b868-d3ef-4700-8707-fbcaed433967 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:26.551656 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5902b868-d3ef-4700-8707-fbcaed433967 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:26.599145 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7507dc30-bed5-4317-95d7-c7a530f78595 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:26.610658 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-3d71f908-7ae1-4f6d-918e-0eb1db9fe313 None None] Allocated IP 2001:db8::2 (3cdea6b6-4efb-4ffa-8b30-02ed349d749b/4332f766-0d36-4186-af6c-30e75320aed2/af1319e6-a5c8-4120-bec2-3832906e6092) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:27:26.657328 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5902b868-d3ef-4700-8707-fbcaed433967 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:26.657947 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5902b868-d3ef-4700-8707-fbcaed433967 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Fanout notify agent at l3_agent the message router_deleted on router da37007a-b65a-4898-aab8-a21d4ec054f7 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:27:26.679448 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5902b868-d3ef-4700-8707-fbcaed433967 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:26.680816 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5902b868-d3ef-4700-8707-fbcaed433967 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/routers/da37007a-b65a-4898-aab8-a21d4ec054f7 HTTP/1.1" status: 204 len: 168 time: 0.8508601 Apr 11 14:27:26.687775 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44932) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:26.697235 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944db3fe-595d-46f3-bc96-c4b9dca819db None None] New status for floating IP a676cb96-ecee-415c-adb9-443d44d715f7: ACTIVE {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:27:26.697714 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-8e76496f-c41c-43bc-aa1f-807c15eecd99 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2073619786', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:26.713729 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8e76496f-c41c-43bc-aa1f-807c15eecd99 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:26.719343 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8e76496f-c41c-43bc-aa1f-807c15eecd99 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Usage tracker for resource:router and tenant:157d4d28af624b1c88b7b45d883df158 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:26.724761 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8e76496f-c41c-43bc-aa1f-807c15eecd99 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:26.737866 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8e76496f-c41c-43bc-aa1f-807c15eecd99 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:26.761414 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7507dc30-bed5-4317-95d7-c7a530f78595 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:26.808832 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507dc30-bed5-4317-95d7-c7a530f78595 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14932f6e-2487-4241-980d-745524dfd143,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:26.901331 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8e76496f-c41c-43bc-aa1f-807c15eecd99 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:26.901331 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8e76496f-c41c-43bc-aa1f-807c15eecd99 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:26.924163 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8e76496f-c41c-43bc-aa1f-807c15eecd99 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:26.964722 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7507dc30-bed5-4317-95d7-c7a530f78595 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:26.964722 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7507dc30-bed5-4317-95d7-c7a530f78595 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6305406 Apr 11 14:27:26.964722 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44936) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:26.964722 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-6e806ff9-311e-49e4-893c-0920488cffd4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'security_group': {'name': 'tempest-secgroup-1199283296'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:26.972474 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-6e806ff9-311e-49e4-893c-0920488cffd4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:26.976487 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-6e806ff9-311e-49e4-893c-0920488cffd4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:security_group and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:26.980311 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-6e806ff9-311e-49e4-893c-0920488cffd4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:26.987173 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-6e806ff9-311e-49e4-893c-0920488cffd4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:27.074470 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8e76496f-c41c-43bc-aa1f-807c15eecd99 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:27.110867 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6e806ff9-311e-49e4-893c-0920488cffd4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:27.136408 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-6e806ff9-311e-49e4-893c-0920488cffd4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:27.139959 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-6e806ff9-311e-49e4-893c-0920488cffd4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:security_group_rule and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:27.142086 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3d71f908-7ae1-4f6d-918e-0eb1db9fe313 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:27.144101 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-6e806ff9-311e-49e4-893c-0920488cffd4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:27.154849 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3d71f908-7ae1-4f6d-918e-0eb1db9fe313 None None] Transition to ACTIVE for port object af1319e6-a5c8-4120-bec2-3832906e6092 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:27:27.156670 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-6e806ff9-311e-49e4-893c-0920488cffd4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:27.178884 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3d71f908-7ae1-4f6d-918e-0eb1db9fe313 None None] Transition to ACTIVE for port object af1319e6-a5c8-4120-bec2-3832906e6092 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:27:27.240743 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6e806ff9-311e-49e4-893c-0920488cffd4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:27.252592 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8e76496f-c41c-43bc-aa1f-807c15eecd99 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:27.253976 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8e76496f-c41c-43bc-aa1f-807c15eecd99 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5642645 Apr 11 14:27:27.256757 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44940) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:27.264398 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-b83c6073-17c1-4bbd-ae16-f4fcf4618154 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:27.315546 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3d71f908-7ae1-4f6d-918e-0eb1db9fe313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:27.348415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6e806ff9-311e-49e4-893c-0920488cffd4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:27.395718 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e806ff9-311e-49e4-893c-0920488cffd4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f81e044d-d2ca-4929-a53c-acaecfa38157,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:27.398279 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d71f908-7ae1-4f6d-918e-0eb1db9fe313 None None] Network 3cdea6b6-4efb-4ffa-8b30-02ed349d749b is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:27:27.399287 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44944) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:27.403093 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-3d71f908-7ae1-4f6d-918e-0eb1db9fe313 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:27:27.412155 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d71f908-7ae1-4f6d-918e-0eb1db9fe313 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:27:27.470751 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6e806ff9-311e-49e4-893c-0920488cffd4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:27.475207 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6e806ff9-311e-49e4-893c-0920488cffd4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5147364 Apr 11 14:27:27.476255 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44948) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:27.479585 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71f908-7ae1-4f6d-918e-0eb1db9fe313 None None] Pushing event updated for resources: {'Port': ['ID=af1319e6-a5c8-4120-bec2-3832906e6092,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:27.499937 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-731c5fc2-583b-4c2d-b808-b1a7aa509dbf tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2138824752', 'security_groups': ['f81e044d-d2ca-4929-a53c-acaecfa38157'], 'network_id': '3cdea6b6-4efb-4ffa-8b30-02ed349d749b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4332f766-0d36-4186-af6c-30e75320aed2'}]}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:27.556865 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-3d71f908-7ae1-4f6d-918e-0eb1db9fe313 None None] Attempting to bind port af1319e6-a5c8-4120-bec2-3832906e6092 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:27:27.557248 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-3d71f908-7ae1-4f6d-918e-0eb1db9fe313 None None] Attempting to bind port af1319e6-a5c8-4120-bec2-3832906e6092 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '9adcec58-4962-4b15-850f-154092109830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '3cdea6b6-4efb-4ffa-8b30-02ed349d749b'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:27:27.557620 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71f908-7ae1-4f6d-918e-0eb1db9fe313 None None] Attempting to bind port af1319e6-a5c8-4120-bec2-3832906e6092 on network 3cdea6b6-4efb-4ffa-8b30-02ed349d749b {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:27:27.565542 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71f908-7ae1-4f6d-918e-0eb1db9fe313 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:27:27.565889 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71f908-7ae1-4f6d-918e-0eb1db9fe313 None None] Checking segment: {'id': '9adcec58-4962-4b15-850f-154092109830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '3cdea6b6-4efb-4ffa-8b30-02ed349d749b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:27:27.566327 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3d71f908-7ae1-4f6d-918e-0eb1db9fe313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:27.566726 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71f908-7ae1-4f6d-918e-0eb1db9fe313 None None] Bound using segment: {'id': '9adcec58-4962-4b15-850f-154092109830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '3cdea6b6-4efb-4ffa-8b30-02ed349d749b'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:27:27.567212 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-3d71f908-7ae1-4f6d-918e-0eb1db9fe313 None None] Bound port: af1319e6-a5c8-4120-bec2-3832906e6092, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9adcec58-4962-4b15-850f-154092109830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '3cdea6b6-4efb-4ffa-8b30-02ed349d749b'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:27:27.567593 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3d71f908-7ae1-4f6d-918e-0eb1db9fe313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:27.678301 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-3d71f908-7ae1-4f6d-918e-0eb1db9fe313 None None] For port af1319e6-a5c8-4120-bec2-3832906e6092, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:27:27.681812 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-3d71f908-7ae1-4f6d-918e-0eb1db9fe313 None None] For port af1319e6-a5c8-4120-bec2-3832906e6092, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=af1319e6-a5c8-4120-bec2-3832906e6092,segment=NetworkSegment(9adcec58-4962-4b15-850f-154092109830),segment_id=9adcec58-4962-4b15-850f-154092109830)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:27:27.771568 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:27:27.772364 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ea07a2a3-5617-42e7-a0f2-9db4802e6b70 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/a676cb96-ecee-415c-adb9-443d44d715f7 HTTP/1.1" status: 200 len: 993 time: 0.3716118 Apr 11 14:27:27.779807 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b83c6073-17c1-4bbd-ae16-f4fcf4618154 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:27.795967 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3d71f908-7ae1-4f6d-918e-0eb1db9fe313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:27.828704 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-731c5fc2-583b-4c2d-b808-b1a7aa509dbf tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:27.842429 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-731c5fc2-583b-4c2d-b808-b1a7aa509dbf tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:27.846761 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d85f0edc-1463-41bc-bc5b-847082819d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:27.848411 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b83c6073-17c1-4bbd-ae16-f4fcf4618154 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984850'] for router, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:27.902669 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71f908-7ae1-4f6d-918e-0eb1db9fe313 None None] Pushing event updated for resources: {'Port': ['ID=af1319e6-a5c8-4120-bec2-3832906e6092,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:27.920329 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731c5fc2-583b-4c2d-b808-b1a7aa509dbf tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:27:28.104391 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-731c5fc2-583b-4c2d-b808-b1a7aa509dbf tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:28.131073 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-731c5fc2-583b-4c2d-b808-b1a7aa509dbf tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] device_id is not set on port 9aaebe22-6c11-4535-b7bf-86ba973d9ded yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:27:28.256662 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83c6073-17c1-4bbd-ae16-f4fcf4618154 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Router 8884af30-2fad-400a-8e52-48dfe7f7c359 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:27:28.409548 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-731c5fc2-583b-4c2d-b808-b1a7aa509dbf tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Allocated IP 2001:db8::269 (3cdea6b6-4efb-4ffa-8b30-02ed349d749b/4332f766-0d36-4186-af6c-30e75320aed2/9aaebe22-6c11-4535-b7bf-86ba973d9ded) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:27:28.451529 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83c6073-17c1-4bbd-ae16-f4fcf4618154 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:27:28.458196 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b83c6073-17c1-4bbd-ae16-f4fcf4618154 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:28.462204 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b83c6073-17c1-4bbd-ae16-f4fcf4618154 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "PUT /v2.0/routers/8884af30-2fad-400a-8e52-48dfe7f7c359 HTTP/1.1" status: 200 len: 694 time: 1.2009087 Apr 11 14:27:28.462517 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44952) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:28.464714 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014140a0-5a04-411e-bc89-cec139abafce None None] Sync routers for ids ['8884af30-2fad-400a-8e52-48dfe7f7c359'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:27:28.475231 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014140a0-5a04-411e-bc89-cec139abafce None None] Routers {'8884af30-2fad-400a-8e52-48dfe7f7c359'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:27:28.484946 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-014140a0-5a04-411e-bc89-cec139abafce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:27:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['8884af30-2fad-400a-8e52-48dfe7f7c359'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:28.593598 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:28.651484 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-212869fe-1927-460d-924c-f56a3edce615 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "GET /v2.0/routers/8884af30-2fad-400a-8e52-48dfe7f7c359 HTTP/1.1" status: 200 len: 700 time: 0.1834936 Apr 11 14:27:28.654981 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44956) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:28.673754 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:28.685446 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-014140a0-5a04-411e-bc89-cec139abafce None None] Set router 8884af30-2fad-400a-8e52-48dfe7f7c359 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:27:28.703802 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-731c5fc2-583b-4c2d-b808-b1a7aa509dbf tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:28.708416 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7a8da67b-2dab-4989-84cd-206107c19a0f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "GET /v2.0/ports?device_id=8884af30-2fad-400a-8e52-48dfe7f7c359 HTTP/1.1" status: 200 len: 205 time: 0.0523877 Apr 11 14:27:28.711221 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44962) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:28.723863 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-731c5fc2-583b-4c2d-b808-b1a7aa509dbf tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Transition to ACTIVE for port object 9aaebe22-6c11-4535-b7bf-86ba973d9ded will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:27:28.817175 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-731c5fc2-583b-4c2d-b808-b1a7aa509dbf tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:28.828452 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-014140a0-5a04-411e-bc89-cec139abafce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8884af30-2fad-400a-8e52-48dfe7f7c359', 'name': 'tempest-RoutersTest-router-2073619786', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:27:26Z', 'updated_at': '2022-04-11T14:27:27Z', 'revision_number': 2, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:28.833558 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014140a0-5a04-411e-bc89-cec139abafce None None] Checking router: 8884af30-2fad-400a-8e52-48dfe7f7c359 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:27:28.846196 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014140a0-5a04-411e-bc89-cec139abafce None None] Routers {'8884af30-2fad-400a-8e52-48dfe7f7c359'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:27:28.846907 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-014140a0-5a04-411e-bc89-cec139abafce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:27:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['8884af30-2fad-400a-8e52-48dfe7f7c359'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:28.871779 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a2216202-75e2-463c-97ff-28e892e71f5a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:28.890005 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731c5fc2-583b-4c2d-b808-b1a7aa509dbf tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network 3cdea6b6-4efb-4ffa-8b30-02ed349d749b is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:27:28.893301 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-731c5fc2-583b-4c2d-b808-b1a7aa509dbf tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:27:28.905647 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731c5fc2-583b-4c2d-b808-b1a7aa509dbf tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:27:28.911835 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731c5fc2-583b-4c2d-b808-b1a7aa509dbf tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:28.912737 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-731c5fc2-583b-4c2d-b808-b1a7aa509dbf tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:28.932097 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c5fc2-583b-4c2d-b808-b1a7aa509dbf tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Port': ['ID=9aaebe22-6c11-4535-b7bf-86ba973d9ded,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:29.014890 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-014140a0-5a04-411e-bc89-cec139abafce None None] Set router 8884af30-2fad-400a-8e52-48dfe7f7c359 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:27:29.026741 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-731c5fc2-583b-4c2d-b808-b1a7aa509dbf tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5359495 Apr 11 14:27:29.027037 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44968) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:29.033442 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-a17766ca-2763-477d-b9a5-623cd585054b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'subnet': {'network_id': '3cdea6b6-4efb-4ffa-8b30-02ed349d749b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:29.192705 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-014140a0-5a04-411e-bc89-cec139abafce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8884af30-2fad-400a-8e52-48dfe7f7c359', 'name': 'tempest-RoutersTest-router-2073619786', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:27:26Z', 'updated_at': '2022-04-11T14:27:27Z', 'revision_number': 2, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:29.196879 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014140a0-5a04-411e-bc89-cec139abafce None None] The sync data for ids ['8884af30-2fad-400a-8e52-48dfe7f7c359'] in dv-neutron-837330-1-hyperv is: [{'id': '8884af30-2fad-400a-8e52-48dfe7f7c359', 'name': 'tempest-RoutersTest-router-2073619786', 'tenant_id': '157d4d28af624b1c88b7b45d883df158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:27:26Z', 'updated_at': '2022-04-11T14:27:27Z', 'revision_number': 2, 'project_id': '157d4d28af624b1c88b7b45d883df158', 'gw_port_host': None}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:27:29.227975 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a2216202-75e2-463c-97ff-28e892e71f5a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:29.230493 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a2216202-75e2-463c-97ff-28e892e71f5a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:29.246754 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a17766ca-2763-477d-b9a5-623cd585054b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:29.252894 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a17766ca-2763-477d-b9a5-623cd585054b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:subnet and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:29.260179 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a17766ca-2763-477d-b9a5-623cd585054b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:29.263512 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a17766ca-2763-477d-b9a5-623cd585054b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:29.332468 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a2216202-75e2-463c-97ff-28e892e71f5a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:29.332468 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2216202-75e2-463c-97ff-28e892e71f5a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Fanout notify agent at l3_agent the message router_deleted on router 8884af30-2fad-400a-8e52-48dfe7f7c359 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:27:29.348037 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a2216202-75e2-463c-97ff-28e892e71f5a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:29.348282 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17766ca-2763-477d-b9a5-623cd585054b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:27:29.349447 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a2216202-75e2-463c-97ff-28e892e71f5a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/routers/8884af30-2fad-400a-8e52-48dfe7f7c359 HTTP/1.1" status: 204 len: 168 time: 0.6368399 Apr 11 14:27:29.355270 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44974) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:29.358049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a17766ca-2763-477d-b9a5-623cd585054b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:29.371866 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device af1319e6-a5c8-4120-bec2-3832906e6092 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:27:29.411036 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-847070cc-2074-4fa1-8bb5-5f7a24bf92b6 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Synchronizing usage tracker for tenant:157d4d28af624b1c88b7b45d883df158 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:29.446466 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-78ac586b-3775-43b4-afab-61ab8891f6ef None None] Provisioning complete for port d37ed61a-a336-4df4-add9-49deae6db82c triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:29.446982 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-78ac586b-3775-43b4-afab-61ab8891f6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:29.476364 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-847070cc-2074-4fa1-8bb5-5f7a24bf92b6 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] Unset dirty status for tenant:157d4d28af624b1c88b7b45d883df158 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:29.477571 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-847070cc-2074-4fa1-8bb5-5f7a24bf92b6 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "GET /v2.0/ports?device_id=8884af30-2fad-400a-8e52-48dfe7f7c359 HTTP/1.1" status: 200 len: 205 time: 0.1213171 Apr 11 14:27:29.480000 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44978) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:29.557387 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-78ac586b-3775-43b4-afab-61ab8891f6ef None None] Port d37ed61a-a336-4df4-add9-49deae6db82c cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:27:29.557728 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.ipam_backend_mixin [None req-a17766ca-2763-477d-b9a5-623cd585054b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4332f766-0d36-4186-af6c-30e75320aed2 (CIDR: 2001:db8::/64) Apr 11 14:27:29.580792 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-80f78e14-09eb-4896-8d71-d3235c766acd tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] delete failed (client error): The resource could not be found. Apr 11 14:27:29.584166 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-80f78e14-09eb-4896-8d71-d3235c766acd tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/routers/8884af30-2fad-400a-8e52-48dfe7f7c359 HTTP/1.1" status: 404 len: 336 time: 0.1009951 Apr 11 14:27:29.584734 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44982) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:29.621404 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17766ca-2763-477d-b9a5-623cd585054b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:27:29.621780 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a17766ca-2763-477d-b9a5-623cd585054b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:27:29.630265 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-4884a8e8-9e23-4e1a-a3f8-da020850fbce tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] DELETE failed (client error): The resource could not be found. Apr 11 14:27:29.630706 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4884a8e8-9e23-4e1a-a3f8-da020850fbce tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:27:29.632471 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4884a8e8-9e23-4e1a-a3f8-da020850fbce tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/subnets/c4313394-9d58-4276-b14a-cbc3d913f4ac HTTP/1.1" status: 404 len: 337 time: 0.0466566 Apr 11 14:27:29.635007 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44986) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:29.645246 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-78ac586b-3775-43b4-afab-61ab8891f6ef None None] Provisioning for port af1319e6-a5c8-4120-bec2-3832906e6092 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:27:29.678434 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa54a97-aae1-415c-9916-dca304d6e66e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] DELETE failed (client error): The resource could not be found. Apr 11 14:27:29.678893 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa54a97-aae1-415c-9916-dca304d6e66e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:27:29.680581 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-caa54a97-aae1-415c-9916-dca304d6e66e tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/subnets/c57b3b97-6596-4f44-9121-b5971be34175 HTTP/1.1" status: 404 len: 337 time: 0.0444982 Apr 11 14:27:29.683472 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44990) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:29.691061 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port af1319e6-a5c8-4120-bec2-3832906e6092 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:27:29.696339 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port af1319e6-a5c8-4120-bec2-3832906e6092 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:29.696824 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:29.725309 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-519636b7-00a3-4039-8669-e467cca03ae5 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] DELETE failed (client error): The resource could not be found. Apr 11 14:27:29.725309 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-519636b7-00a3-4039-8669-e467cca03ae5 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:27:29.725879 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-519636b7-00a3-4039-8669-e467cca03ae5 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/subnets/ea704c6f-1b0f-4c5e-90c5-85ce181e5e3f HTTP/1.1" status: 404 len: 337 time: 0.0414951 Apr 11 14:27:29.728676 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 44994) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:29.743222 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a17766ca-2763-477d-b9a5-623cd585054b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7152562 Apr 11 14:27:29.749560 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 44998) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:29.757432 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-a92d58fd-7208-4535-9d9c-cae54a049b8b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'subnet': {'network_id': '3cdea6b6-4efb-4ffa-8b30-02ed349d749b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:29.779700 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03b9513-b247-4069-8018-98caf781f364 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] DELETE failed (client error): The resource could not be found. Apr 11 14:27:29.780157 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a03b9513-b247-4069-8018-98caf781f364 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:27:29.781909 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a03b9513-b247-4069-8018-98caf781f364 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/subnets/36c5a63a-feef-4938-83d1-f5e715257d93 HTTP/1.1" status: 404 len: 337 time: 0.0520020 Apr 11 14:27:29.786249 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45002) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:29.863729 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:29.887134 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6fa1007f-94ed-4038-9ecb-56b6d2b2fd1f None None] Provisioning for port 9aaebe22-6c11-4535-b7bf-86ba973d9ded completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:27:29.899237 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6fa1007f-94ed-4038-9ecb-56b6d2b2fd1f None None] Provisioning complete for port 9aaebe22-6c11-4535-b7bf-86ba973d9ded triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:29.899612 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6fa1007f-94ed-4038-9ecb-56b6d2b2fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:29.932500 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:29.941029 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a92d58fd-7208-4535-9d9c-cae54a049b8b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:29.944981 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a92d58fd-7208-4535-9d9c-cae54a049b8b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:subnet and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:29.948877 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a92d58fd-7208-4535-9d9c-cae54a049b8b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:29.954721 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port af1319e6-a5c8-4120-bec2-3832906e6092, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=af1319e6-a5c8-4120-bec2-3832906e6092,segment=NetworkSegment(9adcec58-4962-4b15-850f-154092109830),segment_id=9adcec58-4962-4b15-850f-154092109830)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:29.957012 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a92d58fd-7208-4535-9d9c-cae54a049b8b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:29.958860 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2ef2b9e2-a2be-4a8e-905d-dbdfe09d20b7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "GET /v2.0/ports?device_id=da37007a-b65a-4898-aab8-a21d4ec054f7 HTTP/1.1" status: 200 len: 205 time: 0.1713896 Apr 11 14:27:29.961259 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45006) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:29.976847 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-6fa1007f-94ed-4038-9ecb-56b6d2b2fd1f None None] Port 9aaebe22-6c11-4535-b7bf-86ba973d9ded cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:27:30.019342 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:30.034347 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92d58fd-7208-4535-9d9c-cae54a049b8b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:27:30.038023 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a92d58fd-7208-4535-9d9c-cae54a049b8b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:30.049260 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-17e7a4d8-1bdf-4433-a722-2c058a9b5327 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] delete failed (client error): The resource could not be found. Apr 11 14:27:30.055503 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-17e7a4d8-1bdf-4433-a722-2c058a9b5327 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/routers/da37007a-b65a-4898-aab8-a21d4ec054f7 HTTP/1.1" status: 404 len: 336 time: 0.0908048 Apr 11 14:27:30.056379 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45012) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:30.115386 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=af1319e6-a5c8-4120-bec2-3832906e6092,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:30.137029 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-09f04155-2c61-4dc7-8aa7-c63b18963eba tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "GET /v2.0/ports?device_id=bccfa2d7-bd06-431f-9726-f54934afd727 HTTP/1.1" status: 200 len: 205 time: 0.0795372 Apr 11 14:27:30.139717 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45016) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:30.212393 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-e2c6638b-8f32-465b-bd81-22e7e098867a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] delete failed (client error): The resource could not be found. Apr 11 14:27:30.213412 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e2c6638b-8f32-465b-bd81-22e7e098867a tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/routers/bccfa2d7-bd06-431f-9726-f54934afd727 HTTP/1.1" status: 404 len: 336 time: 0.0726728 Apr 11 14:27:30.216814 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45020) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:30.262088 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-812c1b22-3e17-4d48-916a-5ec8d046a6a0 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] DELETE failed (client error): The resource could not be found. Apr 11 14:27:30.262542 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812c1b22-3e17-4d48-916a-5ec8d046a6a0 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:27:30.271405 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-812c1b22-3e17-4d48-916a-5ec8d046a6a0 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/subnets/6ef34c6f-2209-4dd5-84fe-118bc6c13ae7 HTTP/1.1" status: 404 len: 337 time: 0.0467389 Apr 11 14:27:30.271405 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45024) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:30.314697 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8abae0aa-3840-4707-b7bb-73212996bbfc tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "GET /v2.0/ports?device_id=0067de6d-511e-4cb4-b730-779a33e55fbf HTTP/1.1" status: 200 len: 205 time: 0.0460513 Apr 11 14:27:30.317320 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45028) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:30.396347 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-2137df83-bfc7-4654-8b6a-a3df5053a29f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] delete failed (client error): The resource could not be found. Apr 11 14:27:30.396347 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2137df83-bfc7-4654-8b6a-a3df5053a29f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/routers/0067de6d-511e-4cb4-b730-779a33e55fbf HTTP/1.1" status: 404 len: 336 time: 0.0743134 Apr 11 14:27:30.396347 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45032) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:30.440262 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e87b9df9-b55a-4347-a0f7-4bf6af922eec tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "GET /v2.0/ports?device_id=3131fedf-6dfd-43d3-b841-c016844cde72 HTTP/1.1" status: 200 len: 205 time: 0.0439537 Apr 11 14:27:30.442760 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45036) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:30.474445 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a92d58fd-7208-4535-9d9c-cae54a049b8b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:30.515572 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-4e6965db-78fd-42ea-9f52-60ad0971f88c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] delete failed (client error): The resource could not be found. Apr 11 14:27:30.516629 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4e6965db-78fd-42ea-9f52-60ad0971f88c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/routers/3131fedf-6dfd-43d3-b841-c016844cde72 HTTP/1.1" status: 404 len: 336 time: 0.0729585 Apr 11 14:27:30.519349 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45040) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:30.532162 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92d58fd-7208-4535-9d9c-cae54a049b8b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network 3cdea6b6-4efb-4ffa-8b30-02ed349d749b is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:27:30.535276 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-a92d58fd-7208-4535-9d9c-cae54a049b8b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:27:30.539468 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92d58fd-7208-4535-9d9c-cae54a049b8b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:30.540049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a92d58fd-7208-4535-9d9c-cae54a049b8b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:30.547143 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c50a807-8d20-4728-9cbb-2cd6139ed42f None None] Network 3cdea6b6-4efb-4ffa-8b30-02ed349d749b requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:27:30.558902 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d58fd-7208-4535-9d9c-cae54a049b8b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Subnet': ['ID=4c1a75f7-eea5-4b56-8e9f-4568618b7765,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:30.559420 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-4487860f-a975-4aab-94be-5eb1c8f781f7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] DELETE failed (client error): The resource could not be found. Apr 11 14:27:30.562508 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4487860f-a975-4aab-94be-5eb1c8f781f7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:27:30.562508 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4487860f-a975-4aab-94be-5eb1c8f781f7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/subnets/9bd35aff-2636-42f5-b4e3-861146c0fb60 HTTP/1.1" status: 404 len: 337 time: 0.0418491 Apr 11 14:27:30.565573 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45044) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:30.610790 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4a68209f-739d-4733-884c-6a95efaaa6b7 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "GET /v2.0/ports?device_id=30694862-b8fa-4891-8784-5416c25808de HTTP/1.1" status: 200 len: 205 time: 0.0431700 Apr 11 14:27:30.619413 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45048) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:30.635837 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a92d58fd-7208-4535-9d9c-cae54a049b8b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8845766 Apr 11 14:27:30.640897 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45052) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:30.647983 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-427e10ee-39f4-4eae-a9e5-3dfa8564dff1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1079545760', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4c1a75f7-eea5-4b56-8e9f-4568618b7765'}], 'security_groups': ['14932f6e-2487-4241-980d-745524dfd143']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:30.693493 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-e97eed8c-9e20-4973-ba0c-8f55a32a20eb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] delete failed (client error): The resource could not be found. Apr 11 14:27:30.697185 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e97eed8c-9e20-4973-ba0c-8f55a32a20eb tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/routers/30694862-b8fa-4891-8784-5416c25808de HTTP/1.1" status: 404 len: 336 time: 0.0743234 Apr 11 14:27:30.697840 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45056) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:30.738123 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-040f4f3c-a1b7-485e-8598-dcadae34809c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] DELETE failed (client error): The resource could not be found. Apr 11 14:27:30.738576 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-040f4f3c-a1b7-485e-8598-dcadae34809c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:27:30.743223 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-040f4f3c-a1b7-485e-8598-dcadae34809c tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/subnets/635b32e6-6c71-4194-9ed7-4cc1f6f4b175 HTTP/1.1" status: 404 len: 337 time: 0.0420427 Apr 11 14:27:30.746590 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45060) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:30.795069 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e6f217cc-2d15-4e6f-baf0-12d0381da16d tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "GET /v2.0/ports?device_id=40528385-b57b-4319-a034-95573ad5248b HTTP/1.1" status: 200 len: 205 time: 0.0502586 Apr 11 14:27:30.797355 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45064) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:30.876254 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-314c1249-b056-4195-8386-fd111b2d5522 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] delete failed (client error): The resource could not be found. Apr 11 14:27:30.879542 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-314c1249-b056-4195-8386-fd111b2d5522 tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/routers/40528385-b57b-4319-a034-95573ad5248b HTTP/1.1" status: 404 len: 336 time: 0.0782847 Apr 11 14:27:30.880275 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45068) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:30.919977 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-83a2f352-56eb-420d-88a7-dfe99f289e7f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] DELETE failed (client error): The resource could not be found. Apr 11 14:27:30.920570 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83a2f352-56eb-420d-88a7-dfe99f289e7f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:27:30.924799 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-83a2f352-56eb-420d-88a7-dfe99f289e7f tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/subnets/8a1e6159-cf4e-437e-9307-d94f6a39dc18 HTTP/1.1" status: 404 len: 337 time: 0.0412748 Apr 11 14:27:30.925059 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45072) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:30.932302 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-427e10ee-39f4-4eae-a9e5-3dfa8564dff1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:30.965216 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40040716-f611-4571-80cd-a6f808c1aa74 None None] Update dhcp port {'port': {'network_id': '3cdea6b6-4efb-4ffa-8b30-02ed349d749b', 'fixed_ips': [{'subnet_id': '4332f766-0d36-4186-af6c-30e75320aed2', 'ip_address': '2001:db8::2'}, {'subnet_id': '4c1a75f7-eea5-4b56-8e9f-4568618b7765'}], 'binding:host_id': 'dv-neutron-837330-1-hyperv'}, 'id': 'af1319e6-a5c8-4120-bec2-3832906e6092'} from dv-neutron-837330-1-hyperv. {{(pid=88618) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 11 14:27:30.972160 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff518a6c-11e7-43c1-bf85-8b60d8422d4b tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] DELETE failed (client error): The resource could not be found. Apr 11 14:27:30.972752 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff518a6c-11e7-43c1-bf85-8b60d8422d4b tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:27:30.974712 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ff518a6c-11e7-43c1-bf85-8b60d8422d4b tempest-RoutersTest-2071639862 tempest-RoutersTest-2071639862-project] 10.222.0.66 "DELETE /v2.0/subnets/28e9845d-55ac-40fb-b5cb-a7d0c926fbbd HTTP/1.1" status: 404 len: 337 time: 0.0486994 Apr 11 14:27:31.043035 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-40040716-f611-4571-80cd-a6f808c1aa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:31.264721 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-40040716-f611-4571-80cd-a6f808c1aa74 None None] Allocated IP 2001:db8:0:1::2 (3cdea6b6-4efb-4ffa-8b30-02ed349d749b/4c1a75f7-eea5-4b56-8e9f-4568618b7765/af1319e6-a5c8-4120-bec2-3832906e6092) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:27:31.364861 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device af1319e6-a5c8-4120-bec2-3832906e6092 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:27:31.468554 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-40040716-f611-4571-80cd-a6f808c1aa74 None None] For port af1319e6-a5c8-4120-bec2-3832906e6092, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=af1319e6-a5c8-4120-bec2-3832906e6092,segment=NetworkSegment(9adcec58-4962-4b15-850f-154092109830),segment_id=9adcec58-4962-4b15-850f-154092109830)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:31.481816 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port af1319e6-a5c8-4120-bec2-3832906e6092 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:31.482218 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:31.522183 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45080) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:31.547486 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-40040716-f611-4571-80cd-a6f808c1aa74 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:31.572497 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-40040716-f611-4571-80cd-a6f808c1aa74 None None] Transition to ACTIVE for port object af1319e6-a5c8-4120-bec2-3832906e6092 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:27:31.668729 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-40040716-f611-4571-80cd-a6f808c1aa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:31.680263 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c55e0e8b-8ef0-4109-86c0-c73e61ceb344 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=157d4d28af624b1c88b7b45d883df158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1546454 Apr 11 14:27:31.680566 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45086) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:31.754634 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba44d7d1-afed-4745-aac5-bf5f5c06cdae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:31.795354 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba44d7d1-afed-4745-aac5-bf5f5c06cdae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:31.821039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-427e10ee-39f4-4eae-a9e5-3dfa8564dff1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Delete allocated IP 2001:db8::269 (3cdea6b6-4efb-4ffa-8b30-02ed349d749b/4332f766-0d36-4186-af6c-30e75320aed2) {{(pid=88617) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 11 14:27:31.829989 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-427e10ee-39f4-4eae-a9e5-3dfa8564dff1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Allocated IP 2001:db8:0:1::2e3 (3cdea6b6-4efb-4ffa-8b30-02ed349d749b/4c1a75f7-eea5-4b56-8e9f-4568618b7765/9aaebe22-6c11-4535-b7bf-86ba973d9ded) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:27:31.840056 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40040716-f611-4571-80cd-a6f808c1aa74 None None] Pushing event updated for resources: {'Port': ['ID=af1319e6-a5c8-4120-bec2-3832906e6092,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:31.921998 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba44d7d1-afed-4745-aac5-bf5f5c06cdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:31.936971 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44d7d1-afed-4745-aac5-bf5f5c06cdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea4a040-46e4-4a40-b92f-a7067a576050,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:31.944836 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba44d7d1-afed-4745-aac5-bf5f5c06cdae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:31.948376 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ba44d7d1-afed-4745-aac5-bf5f5c06cdae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2ea4a040-46e4-4a40-b92f-a7067a576050 HTTP/1.1" status: 204 len: 168 time: 0.2644699 Apr 11 14:27:32.110357 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-427e10ee-39f4-4eae-a9e5-3dfa8564dff1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:32.128319 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-427e10ee-39f4-4eae-a9e5-3dfa8564dff1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Transition to ACTIVE for port object 9aaebe22-6c11-4535-b7bf-86ba973d9ded will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:27:32.199419 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-427e10ee-39f4-4eae-a9e5-3dfa8564dff1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:32.306400 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-427e10ee-39f4-4eae-a9e5-3dfa8564dff1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] In _notify_port_updated(), no bound segment for port 9aaebe22-6c11-4535-b7bf-86ba973d9ded on network 3cdea6b6-4efb-4ffa-8b30-02ed349d749b {{(pid=88617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 11 14:27:32.316006 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427e10ee-39f4-4eae-a9e5-3dfa8564dff1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:32.320841 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-427e10ee-39f4-4eae-a9e5-3dfa8564dff1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:32.325271 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45096) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:32.326557 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-427e10ee-39f4-4eae-a9e5-3dfa8564dff1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "PUT /v2.0/ports/9aaebe22-6c11-4535-b7bf-86ba973d9ded HTTP/1.1" status: 200 len: 931 time: 1.6827331 Apr 11 14:27:32.364813 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e10ee-39f4-4eae-a9e5-3dfa8564dff1 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Port': ['ID=9aaebe22-6c11-4535-b7bf-86ba973d9ded,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:32.407967 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-a424cb68-028d-43de-9349-0a8e2fb9efeb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting port 9aaebe22-6c11-4535-b7bf-86ba973d9ded {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:32.408393 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a424cb68-028d-43de-9349-0a8e2fb9efeb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:32.526135 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-58ac743f-35d6-4377-8b40-ad516d8464af None None] Provisioning complete for port d37ed61a-a336-4df4-add9-49deae6db82c triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:32.526702 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-58ac743f-35d6-4377-8b40-ad516d8464af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:32.594732 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-58ac743f-35d6-4377-8b40-ad516d8464af None None] Port d37ed61a-a336-4df4-add9-49deae6db82c cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:27:32.656456 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-58ac743f-35d6-4377-8b40-ad516d8464af None None] Provisioning for port af1319e6-a5c8-4120-bec2-3832906e6092 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:27:32.662286 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-58ac743f-35d6-4377-8b40-ad516d8464af None None] Provisioning complete for port af1319e6-a5c8-4120-bec2-3832906e6092 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:32.662720 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-58ac743f-35d6-4377-8b40-ad516d8464af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:32.698489 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a424cb68-028d-43de-9349-0a8e2fb9efeb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:32.848002 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-a424cb68-028d-43de-9349-0a8e2fb9efeb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Calling delete_port for 9aaebe22-6c11-4535-b7bf-86ba973d9ded owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:27:32.870092 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-58ac743f-35d6-4377-8b40-ad516d8464af None None] Provisioning for port 9aaebe22-6c11-4535-b7bf-86ba973d9ded completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:27:32.877777 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-58ac743f-35d6-4377-8b40-ad516d8464af None None] Provisioning complete for port 9aaebe22-6c11-4535-b7bf-86ba973d9ded triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:32.878244 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-58ac743f-35d6-4377-8b40-ad516d8464af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:32.942824 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-58ac743f-35d6-4377-8b40-ad516d8464af None None] Port 9aaebe22-6c11-4535-b7bf-86ba973d9ded cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:27:33.066508 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f725b350-be78-4333-826b-4ea2da12f2b3 None None] Provisioning complete for port 9aaebe22-6c11-4535-b7bf-86ba973d9ded triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:33.066880 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f725b350-be78-4333-826b-4ea2da12f2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:33.136900 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f725b350-be78-4333-826b-4ea2da12f2b3 None None] Port 9aaebe22-6c11-4535-b7bf-86ba973d9ded cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:27:33.193706 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a424cb68-028d-43de-9349-0a8e2fb9efeb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:33.223636 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45120) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:33.255734 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424cb68-028d-43de-9349-0a8e2fb9efeb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Port': ['ID=9aaebe22-6c11-4535-b7bf-86ba973d9ded,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:33.307748 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a424cb68-028d-43de-9349-0a8e2fb9efeb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:33.320235 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a424cb68-028d-43de-9349-0a8e2fb9efeb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/ports/9aaebe22-6c11-4535-b7bf-86ba973d9ded HTTP/1.1" status: 204 len: 168 time: 0.9934306 Apr 11 14:27:33.323360 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45126) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:33.357374 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device af1319e6-a5c8-4120-bec2-3832906e6092 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:27:33.383022 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-c66973cb-44bc-4f96-8f9e-e39030343fa5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1931416482'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:33.404906 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c5174db-00fb-4e7b-b00a-5a5a4e23ded5 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] GET failed (client error): The resource could not be found. Apr 11 14:27:33.404906 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7c5174db-00fb-4e7b-b00a-5a5a4e23ded5 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Synchronizing usage tracker for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:33.404906 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c66973cb-44bc-4f96-8f9e-e39030343fa5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:33.404906 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c66973cb-44bc-4f96-8f9e-e39030343fa5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Usage tracker for resource:security_group and tenant:4722316284054dbfba91927968d73853 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:33.408589 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c66973cb-44bc-4f96-8f9e-e39030343fa5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:33.417159 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c66973cb-44bc-4f96-8f9e-e39030343fa5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:33.452507 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port af1319e6-a5c8-4120-bec2-3832906e6092 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:33.452507 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:33.475324 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7c5174db-00fb-4e7b-b00a-5a5a4e23ded5 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Unset dirty status for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:33.476615 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7c5174db-00fb-4e7b-b00a-5a5a4e23ded5 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "GET /v2.0/ports/9aaebe22-6c11-4535-b7bf-86ba973d9ded HTTP/1.1" status: 404 len: 333 time: 0.1518345 Apr 11 14:27:33.479340 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45130) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:33.514231 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c66973cb-44bc-4f96-8f9e-e39030343fa5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:33.534218 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c66973cb-44bc-4f96-8f9e-e39030343fa5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:33.560679 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c66973cb-44bc-4f96-8f9e-e39030343fa5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:33.569303 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c66973cb-44bc-4f96-8f9e-e39030343fa5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Usage tracker for resource:security_group_rule and tenant:4722316284054dbfba91927968d73853 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:33.579465 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c66973cb-44bc-4f96-8f9e-e39030343fa5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:33.589659 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c66973cb-44bc-4f96-8f9e-e39030343fa5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:33.595727 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f63f9083-0fc0-4d99-948f-656e40b1a608 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:33.641280 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f63f9083-0fc0-4d99-948f-656e40b1a608 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:33.738604 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c66973cb-44bc-4f96-8f9e-e39030343fa5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:33.782432 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f63f9083-0fc0-4d99-948f-656e40b1a608 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:33.800475 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f9083-0fc0-4d99-948f-656e40b1a608 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81e044d-d2ca-4929-a53c-acaecfa38157,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:33.814988 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f63f9083-0fc0-4d99-948f-656e40b1a608 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:33.814988 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f63f9083-0fc0-4d99-948f-656e40b1a608 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/security-groups/f81e044d-d2ca-4929-a53c-acaecfa38157 HTTP/1.1" status: 204 len: 168 time: 0.3342648 Apr 11 14:27:33.818223 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45134) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:33.835656 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c66973cb-44bc-4f96-8f9e-e39030343fa5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:33.849419 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c66973cb-44bc-4f96-8f9e-e39030343fa5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:33.866009 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c66973cb-44bc-4f96-8f9e-e39030343fa5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Usage tracker for resource:security_group_rule and tenant:4722316284054dbfba91927968d73853 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:33.875552 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c66973cb-44bc-4f96-8f9e-e39030343fa5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:33.902244 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c66973cb-44bc-4f96-8f9e-e39030343fa5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:33.907427 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66973cb-44bc-4f96-8f9e-e39030343fa5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de0f8ecc-a5cd-427a-89ba-09fc70beb2ab,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:33.948859 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f538-1c18-4cda-a6df-a2300d027ee4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:33.988352 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f538-1c18-4cda-a6df-a2300d027ee4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:34.061127 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c66973cb-44bc-4f96-8f9e-e39030343fa5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:34.182910 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c66973cb-44bc-4f96-8f9e-e39030343fa5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:34.198084 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f538-1c18-4cda-a6df-a2300d027ee4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:34.242347 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f538-1c18-4cda-a6df-a2300d027ee4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:34.245551 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0bf1f538-1c18-4cda-a6df-a2300d027ee4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/security-groups/14932f6e-2487-4241-980d-745524dfd143 HTTP/1.1" status: 204 len: 168 time: 0.4233882 Apr 11 14:27:34.245551 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66973cb-44bc-4f96-8f9e-e39030343fa5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da2bf151-a1ea-4fe8-a8c7-63cd932e9064,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:34.247461 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45138) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:34.259069 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1f538-1c18-4cda-a6df-a2300d027ee4 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14932f6e-2487-4241-980d-745524dfd143,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:34.323653 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d8fbd92-57d6-452b-939d-a6fb2db175fa tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting subnet 4332f766-0d36-4186-af6c-30e75320aed2 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:27:34.327952 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0d8fbd92-57d6-452b-939d-a6fb2db175fa tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:34.330654 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c66973cb-44bc-4f96-8f9e-e39030343fa5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:34.331957 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c66973cb-44bc-4f96-8f9e-e39030343fa5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1073999 Apr 11 14:27:34.335894 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45142) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:34.384479 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0d8fbd92-57d6-452b-939d-a6fb2db175fa tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:34.408609 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-2cbe9913-9482-4283-bc8a-db8086e1d18a tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Synchronizing usage tracker for tenant:4722316284054dbfba91927968d73853 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:34.495881 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0d8fbd92-57d6-452b-939d-a6fb2db175fa tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:34.582428 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-2cbe9913-9482-4283-bc8a-db8086e1d18a tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Unset dirty status for tenant:4722316284054dbfba91927968d73853 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:34.583675 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2cbe9913-9482-4283-bc8a-db8086e1d18a tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2463624 Apr 11 14:27:34.587145 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45146) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:34.592433 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-c0a5ca4f-99f4-40a3-b376-c023b54fef9f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Request body: {'security_group': {'name': 'tempest-security--1444811942', 'description': 'tempest-security-description-1486346758'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:34.624280 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c0a5ca4f-99f4-40a3-b376-c023b54fef9f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:34.659214 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0d8fbd92-57d6-452b-939d-a6fb2db175fa tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:34.708571 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8fbd92-57d6-452b-939d-a6fb2db175fa tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Subnet': ['ID=4332f766-0d36-4186-af6c-30e75320aed2,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:34.710544 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0d8fbd92-57d6-452b-939d-a6fb2db175fa tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:34.716596 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f49642-0385-44e5-a7e6-3468dbe09d0a None None] Network 3cdea6b6-4efb-4ffa-8b30-02ed349d749b requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:27:34.726133 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0d8fbd92-57d6-452b-939d-a6fb2db175fa tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/subnets/4332f766-0d36-4186-af6c-30e75320aed2 HTTP/1.1" status: 204 len: 168 time: 0.4769096 Apr 11 14:27:34.729601 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c0a5ca4f-99f4-40a3-b376-c023b54fef9f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:34.738286 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45150) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:34.740224 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-cbf3e21a-b517-4bfb-84dc-fbaf338a3e68 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'subnet': {'network_id': '3cdea6b6-4efb-4ffa-8b30-02ed349d749b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:34.807136 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c0a5ca4f-99f4-40a3-b376-c023b54fef9f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:34.810742 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c0a5ca4f-99f4-40a3-b376-c023b54fef9f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:34.812009 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c0a5ca4f-99f4-40a3-b376-c023b54fef9f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "PUT /v2.0/security-groups/da2bf151-a1ea-4fe8-a8c7-63cd932e9064 HTTP/1.1" status: 200 len: 1780 time: 0.2238381 Apr 11 14:27:34.822862 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45154) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:34.860524 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5ca4f-99f4-40a3-b376-c023b54fef9f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da2bf151-a1ea-4fe8-a8c7-63cd932e9064,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:34.896922 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-cbf3e21a-b517-4bfb-84dc-fbaf338a3e68 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:34.901266 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-cbf3e21a-b517-4bfb-84dc-fbaf338a3e68 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:subnet and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:34.904327 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-cbf3e21a-b517-4bfb-84dc-fbaf338a3e68 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:34.906078 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a1a9db74-fae7-4384-851a-67bd608600b2 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-groups/da2bf151-a1ea-4fe8-a8c7-63cd932e9064 HTTP/1.1" status: 200 len: 1780 time: 0.0821114 Apr 11 14:27:34.910912 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45158) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:34.911087 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-cbf3e21a-b517-4bfb-84dc-fbaf338a3e68 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:34.978670 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d464038f-eb51-4b48-aeae-e0704689a782 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:35.007798 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d464038f-eb51-4b48-aeae-e0704689a782 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:35.036401 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf3e21a-b517-4bfb-84dc-fbaf338a3e68 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:27:35.042501 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cbf3e21a-b517-4bfb-84dc-fbaf338a3e68 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:35.131651 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d464038f-eb51-4b48-aeae-e0704689a782 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:35.152617 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464038f-eb51-4b48-aeae-e0704689a782 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2bf151-a1ea-4fe8-a8c7-63cd932e9064,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:35.314478 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d464038f-eb51-4b48-aeae-e0704689a782 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:35.315987 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d464038f-eb51-4b48-aeae-e0704689a782 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "DELETE /v2.0/security-groups/da2bf151-a1ea-4fe8-a8c7-63cd932e9064 HTTP/1.1" status: 204 len: 168 time: 0.4055705 Apr 11 14:27:35.319596 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45162) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:35.376847 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-74ae8638-10d3-4a58-a47b-20a9cda4dc80 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Synchronizing usage tracker for tenant:4722316284054dbfba91927968d73853 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:35.406033 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cbf3e21a-b517-4bfb-84dc-fbaf338a3e68 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:35.479744 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf3e21a-b517-4bfb-84dc-fbaf338a3e68 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network 3cdea6b6-4efb-4ffa-8b30-02ed349d749b is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:27:35.479744 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-cbf3e21a-b517-4bfb-84dc-fbaf338a3e68 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:27:35.481233 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf3e21a-b517-4bfb-84dc-fbaf338a3e68 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:35.481233 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cbf3e21a-b517-4bfb-84dc-fbaf338a3e68 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:35.494542 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3e21a-b517-4bfb-84dc-fbaf338a3e68 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Subnet': ['ID=8f260ca6-636a-4b68-8b82-6a84917c6cbb,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:35.497647 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-74ae8638-10d3-4a58-a47b-20a9cda4dc80 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Unset dirty status for tenant:4722316284054dbfba91927968d73853 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:35.503115 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-74ae8638-10d3-4a58-a47b-20a9cda4dc80 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1797132 Apr 11 14:27:35.503494 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45166) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:35.522596 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-a18967d5-b3f9-4638-8bc1-dacb2ff5a2b9 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] delete failed (client error): The resource could not be found. Apr 11 14:27:35.523816 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a18967d5-b3f9-4638-8bc1-dacb2ff5a2b9 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "DELETE /v2.0/security-groups/da2bf151-a1ea-4fe8-a8c7-63cd932e9064 HTTP/1.1" status: 404 len: 347 time: 0.0191407 Apr 11 14:27:35.531115 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45170) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:35.536283 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-990e6377-04b2-4ce3-aa55-da2a45002549 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1523970585'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:35.539735 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74385f91-2ddf-42b2-a0d3-daddec5e6941 None None] Network 3cdea6b6-4efb-4ffa-8b30-02ed349d749b requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:27:35.542622 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-990e6377-04b2-4ce3-aa55-da2a45002549 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:35.554411 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-990e6377-04b2-4ce3-aa55-da2a45002549 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:35.560947 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-cbf3e21a-b517-4bfb-84dc-fbaf338a3e68 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8293445 Apr 11 14:27:35.563651 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45174) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:35.569215 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-7af1aa31-bf22-448f-a09f-ad7be2c1de46 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'security_group': {'name': 'tempest-secgroup-1353691614'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:35.577952 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7af1aa31-bf22-448f-a09f-ad7be2c1de46 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:35.582114 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7af1aa31-bf22-448f-a09f-ad7be2c1de46 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:security_group and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:35.586115 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7af1aa31-bf22-448f-a09f-ad7be2c1de46 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:35.595718 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7af1aa31-bf22-448f-a09f-ad7be2c1de46 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:35.610743 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-990e6377-04b2-4ce3-aa55-da2a45002549 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:35.631784 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-990e6377-04b2-4ce3-aa55-da2a45002549 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:35.635687 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-990e6377-04b2-4ce3-aa55-da2a45002549 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Usage tracker for resource:security_group_rule and tenant:4722316284054dbfba91927968d73853 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:35.639890 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-990e6377-04b2-4ce3-aa55-da2a45002549 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:35.645893 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-990e6377-04b2-4ce3-aa55-da2a45002549 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:35.674215 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-cc3c9934-96b8-4ae9-84eb-a9c9a080d906 None None] Provisioning complete for port d37ed61a-a336-4df4-add9-49deae6db82c triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:35.674496 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-cc3c9934-96b8-4ae9-84eb-a9c9a080d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:35.710742 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7af1aa31-bf22-448f-a09f-ad7be2c1de46 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:35.721549 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-990e6377-04b2-4ce3-aa55-da2a45002549 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:35.735610 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7af1aa31-bf22-448f-a09f-ad7be2c1de46 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:35.739443 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7af1aa31-bf22-448f-a09f-ad7be2c1de46 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:security_group_rule and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:35.742505 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7af1aa31-bf22-448f-a09f-ad7be2c1de46 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:35.754597 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-cc3c9934-96b8-4ae9-84eb-a9c9a080d906 None None] Port d37ed61a-a336-4df4-add9-49deae6db82c cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:27:35.755190 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7af1aa31-bf22-448f-a09f-ad7be2c1de46 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:35.804388 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-cc3c9934-96b8-4ae9-84eb-a9c9a080d906 None None] Provisioning complete for port af1319e6-a5c8-4120-bec2-3832906e6092 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:35.804791 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-cc3c9934-96b8-4ae9-84eb-a9c9a080d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:35.816381 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-990e6377-04b2-4ce3-aa55-da2a45002549 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:35.824704 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7af1aa31-bf22-448f-a09f-ad7be2c1de46 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:35.870263 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e6377-04b2-4ce3-aa55-da2a45002549 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9056a10b-00dc-4109-bb1a-ae8eea169d2c,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:35.885609 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7af1aa31-bf22-448f-a09f-ad7be2c1de46 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:35.931538 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-990e6377-04b2-4ce3-aa55-da2a45002549 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:35.938860 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-990e6377-04b2-4ce3-aa55-da2a45002549 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4008963 Apr 11 14:27:35.938860 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45178) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:35.942015 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1aa31-bf22-448f-a09f-ad7be2c1de46 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3af201a-577a-4a66-960d-6e2b0cf1027a,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:35.946432 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-2a8a4813-b9f6-47e7-b60d-c669a6499a1e tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Request body: {'security_group_rule': {'security_group_id': '9056a10b-00dc-4109-bb1a-ae8eea169d2c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:35.953741 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2a8a4813-b9f6-47e7-b60d-c669a6499a1e tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:35.957975 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2a8a4813-b9f6-47e7-b60d-c669a6499a1e tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Usage tracker for resource:security_group_rule and tenant:4722316284054dbfba91927968d73853 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:35.961205 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2a8a4813-b9f6-47e7-b60d-c669a6499a1e tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:35.967634 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2a8a4813-b9f6-47e7-b60d-c669a6499a1e tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:36.012740 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7af1aa31-bf22-448f-a09f-ad7be2c1de46 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:36.015328 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7af1aa31-bf22-448f-a09f-ad7be2c1de46 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4504039 Apr 11 14:27:36.019197 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45182) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:36.024331 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-26e1846c-81ca-456b-a232-107eb587ad8e tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'security_group': {'name': 'tempest-secgroup-2033497890'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:36.031736 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-26e1846c-81ca-456b-a232-107eb587ad8e tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:36.036115 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-26e1846c-81ca-456b-a232-107eb587ad8e tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:security_group and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:36.039304 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-26e1846c-81ca-456b-a232-107eb587ad8e tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:36.046197 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-26e1846c-81ca-456b-a232-107eb587ad8e tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:36.086552 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1878f278-3c64-4126-b9ae-1b4acd52c862 None None] Update dhcp port {'port': {'network_id': '3cdea6b6-4efb-4ffa-8b30-02ed349d749b', 'fixed_ips': [{'subnet_id': '4c1a75f7-eea5-4b56-8e9f-4568618b7765', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8f260ca6-636a-4b68-8b82-6a84917c6cbb'}], 'binding:host_id': 'dv-neutron-837330-1-hyperv'}, 'id': 'af1319e6-a5c8-4120-bec2-3832906e6092'} from dv-neutron-837330-1-hyperv. {{(pid=88618) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 11 14:27:36.127443 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2a8a4813-b9f6-47e7-b60d-c669a6499a1e tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:36.154781 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1878f278-3c64-4126-b9ae-1b4acd52c862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:36.171428 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-26e1846c-81ca-456b-a232-107eb587ad8e tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:36.198818 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-26e1846c-81ca-456b-a232-107eb587ad8e tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:36.200644 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-26e1846c-81ca-456b-a232-107eb587ad8e tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:security_group_rule and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:36.203955 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-26e1846c-81ca-456b-a232-107eb587ad8e tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:36.206187 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2a8a4813-b9f6-47e7-b60d-c669a6499a1e tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:36.210646 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-26e1846c-81ca-456b-a232-107eb587ad8e tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:36.271840 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2a8a4813-b9f6-47e7-b60d-c669a6499a1e tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:36.290319 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-26e1846c-81ca-456b-a232-107eb587ad8e tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:36.297083 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a4813-b9f6-47e7-b60d-c669a6499a1e tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95bdc32a-4502-40c4-878e-748134411cef,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:36.359720 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-26e1846c-81ca-456b-a232-107eb587ad8e tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:36.359929 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2a8a4813-b9f6-47e7-b60d-c669a6499a1e tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:36.361196 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2a8a4813-b9f6-47e7-b60d-c669a6499a1e tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4210777 Apr 11 14:27:36.362187 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-1878f278-3c64-4126-b9ae-1b4acd52c862 None None] Allocated IP 2001:db8::2 (3cdea6b6-4efb-4ffa-8b30-02ed349d749b/8f260ca6-636a-4b68-8b82-6a84917c6cbb/af1319e6-a5c8-4120-bec2-3832906e6092) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:27:36.363986 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45186) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:36.395506 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9c423a54-c9a5-44e7-918f-44e98ce967d0 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:36.402570 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1846c-81ca-456b-a232-107eb587ad8e tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1409cc-6a60-476a-a980-ff9cc7d4ed49,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:36.407915 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9c423a54-c9a5-44e7-918f-44e98ce967d0 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:36.485498 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-26e1846c-81ca-456b-a232-107eb587ad8e tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:36.489259 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-26e1846c-81ca-456b-a232-107eb587ad8e tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4666378 Apr 11 14:27:36.489825 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45190) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:36.495135 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-080c7b04-c641-4116-be35-235ef7b7cbef tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'security_group': {'name': 'tempest-secgroup-570558086'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:36.501832 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-080c7b04-c641-4116-be35-235ef7b7cbef tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:36.505743 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-080c7b04-c641-4116-be35-235ef7b7cbef tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:security_group and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:36.515365 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-080c7b04-c641-4116-be35-235ef7b7cbef tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:36.515511 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-1878f278-3c64-4126-b9ae-1b4acd52c862 None None] For port af1319e6-a5c8-4120-bec2-3832906e6092, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=af1319e6-a5c8-4120-bec2-3832906e6092,segment=NetworkSegment(9adcec58-4962-4b15-850f-154092109830),segment_id=9adcec58-4962-4b15-850f-154092109830)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:36.515636 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9c423a54-c9a5-44e7-918f-44e98ce967d0 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:36.527014 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-080c7b04-c641-4116-be35-235ef7b7cbef tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:36.533291 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c423a54-c9a5-44e7-918f-44e98ce967d0 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95bdc32a-4502-40c4-878e-748134411cef,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:36.539119 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1878f278-3c64-4126-b9ae-1b4acd52c862 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:36.540239 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9c423a54-c9a5-44e7-918f-44e98ce967d0 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:36.541259 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9c423a54-c9a5-44e7-918f-44e98ce967d0 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/95bdc32a-4502-40c4-878e-748134411cef HTTP/1.1" status: 204 len: 168 time: 0.1756773 Apr 11 14:27:36.544070 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45194) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:36.556246 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1878f278-3c64-4126-b9ae-1b4acd52c862 None None] Transition to ACTIVE for port object af1319e6-a5c8-4120-bec2-3832906e6092 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:27:36.591991 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-89b6d448-d320-42d9-8c71-e2b0c31ec032 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Synchronizing usage tracker for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:36.606745 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-080c7b04-c641-4116-be35-235ef7b7cbef tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:36.627558 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-080c7b04-c641-4116-be35-235ef7b7cbef tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:36.631407 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-080c7b04-c641-4116-be35-235ef7b7cbef tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:security_group_rule and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:36.634289 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-080c7b04-c641-4116-be35-235ef7b7cbef tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:36.640044 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-080c7b04-c641-4116-be35-235ef7b7cbef tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:36.645152 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1878f278-3c64-4126-b9ae-1b4acd52c862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:36.695435 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-89b6d448-d320-42d9-8c71-e2b0c31ec032 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Unset dirty status for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:36.696982 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-89b6d448-d320-42d9-8c71-e2b0c31ec032 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1519864 Apr 11 14:27:36.700714 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45198) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:36.714688 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-080c7b04-c641-4116-be35-235ef7b7cbef tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:36.772852 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-61db8b73-f7d1-4287-b2da-54dcc9bef2f7 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:36.782899 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-080c7b04-c641-4116-be35-235ef7b7cbef tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:36.790923 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878f278-3c64-4126-b9ae-1b4acd52c862 None None] Pushing event updated for resources: {'Port': ['ID=af1319e6-a5c8-4120-bec2-3832906e6092,revision_number=6']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:36.807298 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-61db8b73-f7d1-4287-b2da-54dcc9bef2f7 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:36.845052 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c7b04-c641-4116-be35-235ef7b7cbef tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a11dc00c-0c35-45a0-9242-bd9c80b885dd,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:36.902700 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-080c7b04-c641-4116-be35-235ef7b7cbef tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:36.904939 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-080c7b04-c641-4116-be35-235ef7b7cbef tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4138000 Apr 11 14:27:36.913730 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45202) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:36.913730 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-58f09ee7-b3f6-44c0-b0f9-e25aa3fd1f91 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-131649927', 'security_groups': ['a11dc00c-0c35-45a0-9242-bd9c80b885dd'], 'network_id': '3cdea6b6-4efb-4ffa-8b30-02ed349d749b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8f260ca6-636a-4b68-8b82-6a84917c6cbb'}]}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:36.931464 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-61db8b73-f7d1-4287-b2da-54dcc9bef2f7 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:37.134353 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db8b73-f7d1-4287-b2da-54dcc9bef2f7 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9056a10b-00dc-4109-bb1a-ae8eea169d2c,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:37.205553 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-58f09ee7-b3f6-44c0-b0f9-e25aa3fd1f91 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:37.212925 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-61db8b73-f7d1-4287-b2da-54dcc9bef2f7 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:37.214122 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-61db8b73-f7d1-4287-b2da-54dcc9bef2f7 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "DELETE /v2.0/security-groups/9056a10b-00dc-4109-bb1a-ae8eea169d2c HTTP/1.1" status: 204 len: 168 time: 0.5121150 Apr 11 14:27:37.217063 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45206) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:37.218558 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-58f09ee7-b3f6-44c0-b0f9-e25aa3fd1f91 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:37.274233 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-41f194e0-e036-445e-b049-0c8709452096 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Synchronizing usage tracker for tenant:4722316284054dbfba91927968d73853 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:37.308337 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f09ee7-b3f6-44c0-b0f9-e25aa3fd1f91 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:27:37.332771 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6e469a59-f1ce-4bf7-b1b0-8a890abf8b1f None None] Provisioning complete for port d37ed61a-a336-4df4-add9-49deae6db82c triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:37.333156 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6e469a59-f1ce-4bf7-b1b0-8a890abf8b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:37.365074 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device af1319e6-a5c8-4120-bec2-3832906e6092 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:27:37.365440 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-41f194e0-e036-445e-b049-0c8709452096 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Unset dirty status for tenant:4722316284054dbfba91927968d73853 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:37.366775 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-41f194e0-e036-445e-b049-0c8709452096 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1483026 Apr 11 14:27:37.370970 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45210) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:37.377016 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-cccc067f-61b4-4f27-b09b-53be4d5cee96 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1561002842'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:37.383952 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-cccc067f-61b4-4f27-b09b-53be4d5cee96 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:37.394024 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-cccc067f-61b4-4f27-b09b-53be4d5cee96 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:37.441188 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-6e469a59-f1ce-4bf7-b1b0-8a890abf8b1f None None] Port d37ed61a-a336-4df4-add9-49deae6db82c cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:27:37.452949 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-58f09ee7-b3f6-44c0-b0f9-e25aa3fd1f91 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:37.476107 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-58f09ee7-b3f6-44c0-b0f9-e25aa3fd1f91 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] device_id is not set on port 141d5c6f-a527-447d-8442-15875310ae2f yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:27:37.496621 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cccc067f-61b4-4f27-b09b-53be4d5cee96 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:37.518578 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-cccc067f-61b4-4f27-b09b-53be4d5cee96 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:37.522725 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-cccc067f-61b4-4f27-b09b-53be4d5cee96 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Usage tracker for resource:security_group_rule and tenant:4722316284054dbfba91927968d73853 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:37.525632 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-cccc067f-61b4-4f27-b09b-53be4d5cee96 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:37.532275 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-cccc067f-61b4-4f27-b09b-53be4d5cee96 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:37.587804 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6e469a59-f1ce-4bf7-b1b0-8a890abf8b1f None None] Provisioning for port af1319e6-a5c8-4120-bec2-3832906e6092 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:27:37.593894 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6e469a59-f1ce-4bf7-b1b0-8a890abf8b1f None None] Provisioning complete for port af1319e6-a5c8-4120-bec2-3832906e6092 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:37.594269 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6e469a59-f1ce-4bf7-b1b0-8a890abf8b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:37.612463 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cccc067f-61b4-4f27-b09b-53be4d5cee96 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:37.691605 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cccc067f-61b4-4f27-b09b-53be4d5cee96 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:37.704276 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-58f09ee7-b3f6-44c0-b0f9-e25aa3fd1f91 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Allocated IP 2001:db8::157 (3cdea6b6-4efb-4ffa-8b30-02ed349d749b/8f260ca6-636a-4b68-8b82-6a84917c6cbb/141d5c6f-a527-447d-8442-15875310ae2f) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:27:37.745370 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc067f-61b4-4f27-b09b-53be4d5cee96 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4197b6-0a46-48d6-983e-df575a3de85d,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:37.811074 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cccc067f-61b4-4f27-b09b-53be4d5cee96 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:37.816636 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cccc067f-61b4-4f27-b09b-53be4d5cee96 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4395781 Apr 11 14:27:37.816636 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45214) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:37.820982 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-948d64e4-e230-493b-9344-3832e9a754f3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Request body: {'security_group_rule': {'security_group_id': '3b4197b6-0a46-48d6-983e-df575a3de85d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:37.826789 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-948d64e4-e230-493b-9344-3832e9a754f3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:37.830953 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-948d64e4-e230-493b-9344-3832e9a754f3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Usage tracker for resource:security_group_rule and tenant:4722316284054dbfba91927968d73853 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:37.833815 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-948d64e4-e230-493b-9344-3832e9a754f3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:37.841342 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-948d64e4-e230-493b-9344-3832e9a754f3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:37.905349 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-58f09ee7-b3f6-44c0-b0f9-e25aa3fd1f91 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:37.921403 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-948d64e4-e230-493b-9344-3832e9a754f3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:37.923024 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-58f09ee7-b3f6-44c0-b0f9-e25aa3fd1f91 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Transition to ACTIVE for port object 141d5c6f-a527-447d-8442-15875310ae2f will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:27:37.991363 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-948d64e4-e230-493b-9344-3832e9a754f3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:38.033698 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-58f09ee7-b3f6-44c0-b0f9-e25aa3fd1f91 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:38.079499 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-948d64e4-e230-493b-9344-3832e9a754f3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:38.104597 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d64e4-e230-493b-9344-3832e9a754f3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0079feb-ba93-4bdd-a9ec-0e346e9b36c2,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:38.121383 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f09ee7-b3f6-44c0-b0f9-e25aa3fd1f91 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Port': ['ID=141d5c6f-a527-447d-8442-15875310ae2f,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:38.127400 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f09ee7-b3f6-44c0-b0f9-e25aa3fd1f91 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network 3cdea6b6-4efb-4ffa-8b30-02ed349d749b is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:27:38.128519 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-58f09ee7-b3f6-44c0-b0f9-e25aa3fd1f91 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:27:38.130660 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f09ee7-b3f6-44c0-b0f9-e25aa3fd1f91 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:27:38.138393 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f09ee7-b3f6-44c0-b0f9-e25aa3fd1f91 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:38.138393 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-58f09ee7-b3f6-44c0-b0f9-e25aa3fd1f91 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:38.182534 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-948d64e4-e230-493b-9344-3832e9a754f3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:38.184027 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-948d64e4-e230-493b-9344-3832e9a754f3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3678100 Apr 11 14:27:38.187439 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45218) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:38.192568 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-c7f95bdd-dd6c-4798-8496-519f27024e30 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Request body: {'security_group_rule': {'security_group_id': '3b4197b6-0a46-48d6-983e-df575a3de85d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:38.198700 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c7f95bdd-dd6c-4798-8496-519f27024e30 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:38.204103 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c7f95bdd-dd6c-4798-8496-519f27024e30 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Usage tracker for resource:security_group_rule and tenant:4722316284054dbfba91927968d73853 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:38.207102 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c7f95bdd-dd6c-4798-8496-519f27024e30 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:38.212812 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c7f95bdd-dd6c-4798-8496-519f27024e30 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:38.234511 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-58f09ee7-b3f6-44c0-b0f9-e25aa3fd1f91 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3254838 Apr 11 14:27:38.238507 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45222) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:38.242877 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-f5755c8e-580c-47be-97b4-a142f31255d9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'subnet': {'network_id': '3cdea6b6-4efb-4ffa-8b30-02ed349d749b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:38.316608 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c7f95bdd-dd6c-4798-8496-519f27024e30 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:38.381669 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c7f95bdd-dd6c-4798-8496-519f27024e30 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:38.382394 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3e07d65f-ddd6-4cff-8148-125a5f83ede8 None None] Provisioning for port 141d5c6f-a527-447d-8442-15875310ae2f completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:27:38.387116 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3e07d65f-ddd6-4cff-8148-125a5f83ede8 None None] Provisioning complete for port 141d5c6f-a527-447d-8442-15875310ae2f triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:38.388961 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3e07d65f-ddd6-4cff-8148-125a5f83ede8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:38.390611 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f5755c8e-580c-47be-97b4-a142f31255d9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:38.394619 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f5755c8e-580c-47be-97b4-a142f31255d9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:subnet and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:38.397403 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f5755c8e-580c-47be-97b4-a142f31255d9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:38.403689 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f5755c8e-580c-47be-97b4-a142f31255d9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:38.439683 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c7f95bdd-dd6c-4798-8496-519f27024e30 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:38.445520 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-3e07d65f-ddd6-4cff-8148-125a5f83ede8 None None] Port 141d5c6f-a527-447d-8442-15875310ae2f cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:27:38.463743 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f95bdd-dd6c-4798-8496-519f27024e30 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7ae0ba-a553-4122-89bd-67e0875f59a2,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:38.495980 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5755c8e-580c-47be-97b4-a142f31255d9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:27:38.502464 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f5755c8e-580c-47be-97b4-a142f31255d9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:38.547851 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c7f95bdd-dd6c-4798-8496-519f27024e30 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:38.549116 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c7f95bdd-dd6c-4798-8496-519f27024e30 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3607240 Apr 11 14:27:38.552056 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45226) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:38.557411 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-0bedba73-fc8a-4973-b364-5d4804ef7adf tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Request body: {'security_group_rule': {'security_group_id': '3b4197b6-0a46-48d6-983e-df575a3de85d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:38.564377 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0bedba73-fc8a-4973-b364-5d4804ef7adf tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:38.568624 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0bedba73-fc8a-4973-b364-5d4804ef7adf tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Usage tracker for resource:security_group_rule and tenant:4722316284054dbfba91927968d73853 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:38.571587 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0bedba73-fc8a-4973-b364-5d4804ef7adf tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:38.578029 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0bedba73-fc8a-4973-b364-5d4804ef7adf tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:38.633978 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.ipam_backend_mixin [None req-f5755c8e-580c-47be-97b4-a142f31255d9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8f260ca6-636a-4b68-8b82-6a84917c6cbb (CIDR: 2001:db8::/64) Apr 11 14:27:38.646860 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0bedba73-fc8a-4973-b364-5d4804ef7adf tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:38.686421 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5755c8e-580c-47be-97b4-a142f31255d9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:27:38.686880 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5755c8e-580c-47be-97b4-a142f31255d9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:27:38.711900 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0bedba73-fc8a-4973-b364-5d4804ef7adf tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:38.777124 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f5755c8e-580c-47be-97b4-a142f31255d9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5388453 Apr 11 14:27:38.780248 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45232) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:38.786368 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-e57c632b-5b1f-46b4-aac1-a250c8e6f0f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'subnet': {'network_id': '3cdea6b6-4efb-4ffa-8b30-02ed349d749b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:38.788039 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0bedba73-fc8a-4973-b364-5d4804ef7adf tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:38.817930 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bedba73-fc8a-4973-b364-5d4804ef7adf tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a24fefac-5dc5-4507-b8a3-19f304f765d5,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:38.879818 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0bedba73-fc8a-4973-b364-5d4804ef7adf tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:38.881073 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0bedba73-fc8a-4973-b364-5d4804ef7adf tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3280494 Apr 11 14:27:38.883939 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45236) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:38.898939 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-56aca231-1d6a-4414-ae5a-3ac9427e981f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Request body: {'security_group_rule': {'security_group_id': '3b4197b6-0a46-48d6-983e-df575a3de85d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:38.913905 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-56aca231-1d6a-4414-ae5a-3ac9427e981f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:38.922503 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-56aca231-1d6a-4414-ae5a-3ac9427e981f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Usage tracker for resource:security_group_rule and tenant:4722316284054dbfba91927968d73853 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:38.927123 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-56aca231-1d6a-4414-ae5a-3ac9427e981f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:38.936865 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-56aca231-1d6a-4414-ae5a-3ac9427e981f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:38.965999 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e57c632b-5b1f-46b4-aac1-a250c8e6f0f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:38.970446 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e57c632b-5b1f-46b4-aac1-a250c8e6f0f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:subnet and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:38.973313 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e57c632b-5b1f-46b4-aac1-a250c8e6f0f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:38.979051 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e57c632b-5b1f-46b4-aac1-a250c8e6f0f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:39.092815 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56aca231-1d6a-4414-ae5a-3ac9427e981f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:39.118190 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57c632b-5b1f-46b4-aac1-a250c8e6f0f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:27:39.121791 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e57c632b-5b1f-46b4-aac1-a250c8e6f0f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:39.276243 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56aca231-1d6a-4414-ae5a-3ac9427e981f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:39.292588 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.ipam_backend_mixin [None req-e57c632b-5b1f-46b4-aac1-a250c8e6f0f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 4c1a75f7-eea5-4b56-8e9f-4568618b7765 (CIDR: 2001:db8:0:1::/64) Apr 11 14:27:39.319770 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-e57c632b-5b1f-46b4-aac1-a250c8e6f0f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:27:39.320224 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e57c632b-5b1f-46b4-aac1-a250c8e6f0f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:27:39.376320 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56aca231-1d6a-4414-ae5a-3ac9427e981f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:39.401565 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aca231-1d6a-4414-ae5a-3ac9427e981f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84506be-eb82-4b9a-b0c2-65d871190006,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:39.422973 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e57c632b-5b1f-46b4-aac1-a250c8e6f0f0 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6416705 Apr 11 14:27:39.425713 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45240) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:39.431125 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-61cc3b4a-d28d-43fa-b38f-751094978d14 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'subnet': {'network_id': '3cdea6b6-4efb-4ffa-8b30-02ed349d749b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:39.448716 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56aca231-1d6a-4414-ae5a-3ac9427e981f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:39.451498 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-56aca231-1d6a-4414-ae5a-3ac9427e981f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5666296 Apr 11 14:27:39.460454 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45244) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:39.466361 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-5725eb8a-ef35-4977-8dc5-911fcb11bb86 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Request body: {'security_group_rule': {'security_group_id': '3b4197b6-0a46-48d6-983e-df575a3de85d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:39.472612 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5725eb8a-ef35-4977-8dc5-911fcb11bb86 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:39.476920 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5725eb8a-ef35-4977-8dc5-911fcb11bb86 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Usage tracker for resource:security_group_rule and tenant:4722316284054dbfba91927968d73853 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:39.479871 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5725eb8a-ef35-4977-8dc5-911fcb11bb86 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:39.488219 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5725eb8a-ef35-4977-8dc5-911fcb11bb86 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:39.580278 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-61cc3b4a-d28d-43fa-b38f-751094978d14 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:39.584650 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-61cc3b4a-d28d-43fa-b38f-751094978d14 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Usage tracker for resource:subnet and tenant:041662ca6af3404fb6dd620d189fb3c3 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:39.587512 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-61cc3b4a-d28d-43fa-b38f-751094978d14 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:39.593952 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-61cc3b4a-d28d-43fa-b38f-751094978d14 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:39.600233 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5725eb8a-ef35-4977-8dc5-911fcb11bb86 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:39.664622 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5725eb8a-ef35-4977-8dc5-911fcb11bb86 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:39.679176 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cc3b4a-d28d-43fa-b38f-751094978d14 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Made reservation on behalf of 041662ca6af3404fb6dd620d189fb3c3 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:27:39.683279 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-61cc3b4a-d28d-43fa-b38f-751094978d14 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:39.730978 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5725eb8a-ef35-4977-8dc5-911fcb11bb86 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:39.754596 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725eb8a-ef35-4977-8dc5-911fcb11bb86 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1192b5-9e40-4d16-9ac0-fbb09d19658a,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:39.834711 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5725eb8a-ef35-4977-8dc5-911fcb11bb86 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:39.835371 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5725eb8a-ef35-4977-8dc5-911fcb11bb86 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3738854 Apr 11 14:27:39.838150 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45248) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:39.918960 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4795c5c2-1e91-4464-973d-340ea63a47d2 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:39.935708 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4795c5c2-1e91-4464-973d-340ea63a47d2 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:40.051392 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4795c5c2-1e91-4464-973d-340ea63a47d2 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:40.066568 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795c5c2-1e91-4464-973d-340ea63a47d2 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e1192b5-9e40-4d16-9ac0-fbb09d19658a,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:40.079206 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4795c5c2-1e91-4464-973d-340ea63a47d2 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:40.080360 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4795c5c2-1e91-4464-973d-340ea63a47d2 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/0e1192b5-9e40-4d16-9ac0-fbb09d19658a HTTP/1.1" status: 204 len: 168 time: 0.2412920 Apr 11 14:27:40.081436 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-61cc3b4a-d28d-43fa-b38f-751094978d14 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:40.083067 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45252) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:40.136948 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0935300f-e5eb-4ea6-9a09-55b16999b82f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Synchronizing usage tracker for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:40.251088 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0935300f-e5eb-4ea6-9a09-55b16999b82f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Unset dirty status for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:40.256999 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0935300f-e5eb-4ea6-9a09-55b16999b82f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1684082 Apr 11 14:27:40.257152 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45256) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:40.261141 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cc3b4a-d28d-43fa-b38f-751094978d14 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Network 3cdea6b6-4efb-4ffa-8b30-02ed349d749b is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:27:40.278612 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-61cc3b4a-d28d-43fa-b38f-751094978d14 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:27:40.278612 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cc3b4a-d28d-43fa-b38f-751094978d14 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:40.278612 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-61cc3b4a-d28d-43fa-b38f-751094978d14 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:40.282244 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ae4711-5b23-45da-8c6d-59f2a6fa1661 None None] Network 3cdea6b6-4efb-4ffa-8b30-02ed349d749b requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:27:40.290596 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc3b4a-d28d-43fa-b38f-751094978d14 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Subnet': ['ID=f7a62b73-90b1-42d7-9055-18a11a78991c,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:40.315391 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fd4d8d36-50ae-4b7e-9019-d78a6082a4fc tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:40.328012 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fd4d8d36-50ae-4b7e-9019-d78a6082a4fc tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:40.376901 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-61cc3b4a-d28d-43fa-b38f-751094978d14 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9500966 Apr 11 14:27:40.379471 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45260) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:40.385197 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-f580444c-5e10-4cbc-afd1-ccfff246eff3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-264711206', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f7a62b73-90b1-42d7-9055-18a11a78991c'}], 'security_groups': ['a3af201a-577a-4a66-960d-6e2b0cf1027a', '8f1409cc-6a60-476a-a980-ff9cc7d4ed49']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:40.435551 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fd4d8d36-50ae-4b7e-9019-d78a6082a4fc tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:40.471065 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d8d36-50ae-4b7e-9019-d78a6082a4fc tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c84506be-eb82-4b9a-b0c2-65d871190006,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:40.539352 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f580444c-5e10-4cbc-afd1-ccfff246eff3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:40.590585 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fd4d8d36-50ae-4b7e-9019-d78a6082a4fc tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:40.591656 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-fd4d8d36-50ae-4b7e-9019-d78a6082a4fc tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/c84506be-eb82-4b9a-b0c2-65d871190006 HTTP/1.1" status: 204 len: 168 time: 0.3351567 Apr 11 14:27:40.594323 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45264) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:40.652156 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0ff472da-df7c-4f35-98fc-9cc59cbbb707 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0561557 Apr 11 14:27:40.655212 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45268) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:40.673067 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39991846-3a28-482b-a7e0-46ecaa260f38 None None] Update dhcp port {'port': {'network_id': '3cdea6b6-4efb-4ffa-8b30-02ed349d749b', 'fixed_ips': [{'subnet_id': '4c1a75f7-eea5-4b56-8e9f-4568618b7765', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8f260ca6-636a-4b68-8b82-6a84917c6cbb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f7a62b73-90b1-42d7-9055-18a11a78991c'}], 'binding:host_id': 'dv-neutron-837330-1-hyperv'}, 'id': 'af1319e6-a5c8-4120-bec2-3832906e6092'} from dv-neutron-837330-1-hyperv. {{(pid=88618) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 11 14:27:40.689489 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-65cd0469-e5a2-43b6-a7b2-5a1cb2c8ae3f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:40.701007 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-65cd0469-e5a2-43b6-a7b2-5a1cb2c8ae3f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:40.732566 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-39991846-3a28-482b-a7e0-46ecaa260f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:40.799502 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-65cd0469-e5a2-43b6-a7b2-5a1cb2c8ae3f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:40.847057 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd0469-e5a2-43b6-a7b2-5a1cb2c8ae3f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a24fefac-5dc5-4507-b8a3-19f304f765d5,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:40.847057 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-65cd0469-e5a2-43b6-a7b2-5a1cb2c8ae3f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:40.847057 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-65cd0469-e5a2-43b6-a7b2-5a1cb2c8ae3f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/a24fefac-5dc5-4507-b8a3-19f304f765d5 HTTP/1.1" status: 204 len: 168 time: 0.1688595 Apr 11 14:27:40.847057 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45272) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:40.890748 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5562cdaf-964f-45f8-b314-01b6d6271d42 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Synchronizing usage tracker for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:40.970519 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5562cdaf-964f-45f8-b314-01b6d6271d42 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Unset dirty status for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:40.971856 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5562cdaf-964f-45f8-b314-01b6d6271d42 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1426060 Apr 11 14:27:40.974787 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45276) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:41.004819 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7eb84465-4e4b-4e4b-b87a-0b5992e7cdf6 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:41.015935 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7eb84465-4e4b-4e4b-b87a-0b5992e7cdf6 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:41.029819 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-f580444c-5e10-4cbc-afd1-ccfff246eff3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Delete allocated IP 2001:db8::157 (3cdea6b6-4efb-4ffa-8b30-02ed349d749b/8f260ca6-636a-4b68-8b82-6a84917c6cbb) {{(pid=88617) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 11 14:27:41.037369 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-f580444c-5e10-4cbc-afd1-ccfff246eff3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Allocated IP 2001:db8:0:2::bc (3cdea6b6-4efb-4ffa-8b30-02ed349d749b/f7a62b73-90b1-42d7-9055-18a11a78991c/141d5c6f-a527-447d-8442-15875310ae2f) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:27:41.135906 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7eb84465-4e4b-4e4b-b87a-0b5992e7cdf6 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:41.155793 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb84465-4e4b-4e4b-b87a-0b5992e7cdf6 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c7ae0ba-a553-4122-89bd-67e0875f59a2,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:41.205398 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7eb84465-4e4b-4e4b-b87a-0b5992e7cdf6 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:41.207034 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7eb84465-4e4b-4e4b-b87a-0b5992e7cdf6 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/7c7ae0ba-a553-4122-89bd-67e0875f59a2 HTTP/1.1" status: 204 len: 168 time: 0.2306733 Apr 11 14:27:41.209487 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45280) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:41.257590 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a9c87043-0132-4984-85fe-1326616083fb tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Synchronizing usage tracker for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:41.259713 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f580444c-5e10-4cbc-afd1-ccfff246eff3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:41.277222 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-f580444c-5e10-4cbc-afd1-ccfff246eff3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Transition to ACTIVE for port object 141d5c6f-a527-447d-8442-15875310ae2f will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:27:41.313563 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a9c87043-0132-4984-85fe-1326616083fb tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Unset dirty status for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:41.314957 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a9c87043-0132-4984-85fe-1326616083fb tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1044075 Apr 11 14:27:41.320198 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45284) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:41.331059 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f580444c-5e10-4cbc-afd1-ccfff246eff3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:41.348218 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-16ad4c88-345b-4ae0-81b6-666a613e922d tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:41.359165 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-16ad4c88-345b-4ae0-81b6-666a613e922d tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:41.403457 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-39991846-3a28-482b-a7e0-46ecaa260f38 None None] Allocated IP 2001:db8:0:2::2 (3cdea6b6-4efb-4ffa-8b30-02ed349d749b/f7a62b73-90b1-42d7-9055-18a11a78991c/af1319e6-a5c8-4120-bec2-3832906e6092) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:27:41.448521 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-f580444c-5e10-4cbc-afd1-ccfff246eff3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] In _notify_port_updated(), no bound segment for port 141d5c6f-a527-447d-8442-15875310ae2f on network 3cdea6b6-4efb-4ffa-8b30-02ed349d749b {{(pid=88617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 11 14:27:41.457221 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f580444c-5e10-4cbc-afd1-ccfff246eff3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:41.457221 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f580444c-5e10-4cbc-afd1-ccfff246eff3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:41.457221 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f580444c-5e10-4cbc-afd1-ccfff246eff3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "PUT /v2.0/ports/141d5c6f-a527-447d-8442-15875310ae2f HTTP/1.1" status: 200 len: 968 time: 1.0765913 Apr 11 14:27:41.460479 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45288) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:41.464824 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580444c-5e10-4cbc-afd1-ccfff246eff3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event updated for resources: {'Port': ['ID=141d5c6f-a527-447d-8442-15875310ae2f,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:41.502018 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-16ad4c88-345b-4ae0-81b6-666a613e922d tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:41.541952 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad4c88-345b-4ae0-81b6-666a613e922d tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0079feb-ba93-4bdd-a9ec-0e346e9b36c2,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:41.548948 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-39991846-3a28-482b-a7e0-46ecaa260f38 None None] For port af1319e6-a5c8-4120-bec2-3832906e6092, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=af1319e6-a5c8-4120-bec2-3832906e6092,segment=NetworkSegment(9adcec58-4962-4b15-850f-154092109830),segment_id=9adcec58-4962-4b15-850f-154092109830)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:41.553139 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-1388eccc-b00b-457f-b636-d1ebd671c16f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting port 141d5c6f-a527-447d-8442-15875310ae2f {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:41.557307 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1388eccc-b00b-457f-b636-d1ebd671c16f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:41.576021 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-39991846-3a28-482b-a7e0-46ecaa260f38 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:41.592422 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-39991846-3a28-482b-a7e0-46ecaa260f38 None None] Transition to ACTIVE for port object af1319e6-a5c8-4120-bec2-3832906e6092 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:27:41.611487 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-16ad4c88-345b-4ae0-81b6-666a613e922d tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:41.612567 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-16ad4c88-345b-4ae0-81b6-666a613e922d tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/b0079feb-ba93-4bdd-a9ec-0e346e9b36c2 HTTP/1.1" status: 204 len: 168 time: 0.2939324 Apr 11 14:27:41.622771 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45292) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:41.671786 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-2ff9805e-f325-44e9-b117-620125bc0d29 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Synchronizing usage tracker for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:41.679041 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-39991846-3a28-482b-a7e0-46ecaa260f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:41.753310 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-2ff9805e-f325-44e9-b117-620125bc0d29 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Unset dirty status for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:41.757912 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2ff9805e-f325-44e9-b117-620125bc0d29 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1340468 Apr 11 14:27:41.758580 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45296) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:41.816990 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1388eccc-b00b-457f-b636-d1ebd671c16f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:41.842321 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dd185346-fc0b-4fde-a57d-91f5b867c83f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:41.863035 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39991846-3a28-482b-a7e0-46ecaa260f38 None None] Pushing event updated for resources: {'Port': ['ID=af1319e6-a5c8-4120-bec2-3832906e6092,revision_number=7']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:41.877603 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dd185346-fc0b-4fde-a57d-91f5b867c83f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:41.957426 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-1388eccc-b00b-457f-b636-d1ebd671c16f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Calling delete_port for 141d5c6f-a527-447d-8442-15875310ae2f owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:27:42.033729 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dd185346-fc0b-4fde-a57d-91f5b867c83f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:42.058235 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd185346-fc0b-4fde-a57d-91f5b867c83f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4197b6-0a46-48d6-983e-df575a3de85d,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:42.148477 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dd185346-fc0b-4fde-a57d-91f5b867c83f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:42.152301 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-dd185346-fc0b-4fde-a57d-91f5b867c83f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "DELETE /v2.0/security-groups/3b4197b6-0a46-48d6-983e-df575a3de85d HTTP/1.1" status: 204 len: 168 time: 0.3902476 Apr 11 14:27:42.152967 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45300) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:42.214451 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-65ef9974-ca6b-4795-b3bc-d7326e71ec75 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Synchronizing usage tracker for tenant:4722316284054dbfba91927968d73853 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:42.339498 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-65ef9974-ca6b-4795-b3bc-d7326e71ec75 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Unset dirty status for tenant:4722316284054dbfba91927968d73853 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:42.339498 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-65ef9974-ca6b-4795-b3bc-d7326e71ec75 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1840620 Apr 11 14:27:42.342501 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1388eccc-b00b-457f-b636-d1ebd671c16f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:42.343169 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45304) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:42.348339 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-87248ea7-7528-4f9f-8108-588d1c0cbbab tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Request body: {'security_group': {'name': 'tempest-secgroup--520964905'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:42.355466 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-87248ea7-7528-4f9f-8108-588d1c0cbbab tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:42.368325 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-87248ea7-7528-4f9f-8108-588d1c0cbbab tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:42.400493 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388eccc-b00b-457f-b636-d1ebd671c16f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Port': ['ID=141d5c6f-a527-447d-8442-15875310ae2f,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:42.439279 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-87248ea7-7528-4f9f-8108-588d1c0cbbab tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:42.447160 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1388eccc-b00b-457f-b636-d1ebd671c16f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:42.459106 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1388eccc-b00b-457f-b636-d1ebd671c16f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/ports/141d5c6f-a527-447d-8442-15875310ae2f HTTP/1.1" status: 204 len: 168 time: 0.9968696 Apr 11 14:27:42.461528 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45308) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:42.510688 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-87248ea7-7528-4f9f-8108-588d1c0cbbab tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:42.514318 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-6526693f-cab4-4679-aebc-a3b9ba2d765c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] GET failed (client error): The resource could not be found. Apr 11 14:27:42.515115 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-6526693f-cab4-4679-aebc-a3b9ba2d765c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Synchronizing usage tracker for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:42.520284 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-87248ea7-7528-4f9f-8108-588d1c0cbbab tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Usage tracker for resource:security_group_rule and tenant:4722316284054dbfba91927968d73853 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:42.524611 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-87248ea7-7528-4f9f-8108-588d1c0cbbab tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:42.536486 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-87248ea7-7528-4f9f-8108-588d1c0cbbab tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:42.604439 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a301ce64-5340-4d70-bda3-062edc256ac8 None None] Provisioning complete for port d37ed61a-a336-4df4-add9-49deae6db82c triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:42.604996 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a301ce64-5340-4d70-bda3-062edc256ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:42.620108 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-87248ea7-7528-4f9f-8108-588d1c0cbbab tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:42.622013 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-6526693f-cab4-4679-aebc-a3b9ba2d765c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Unset dirty status for tenant:041662ca6af3404fb6dd620d189fb3c3 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:42.625776 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6526693f-cab4-4679-aebc-a3b9ba2d765c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "GET /v2.0/ports/141d5c6f-a527-447d-8442-15875310ae2f HTTP/1.1" status: 404 len: 333 time: 0.1607263 Apr 11 14:27:42.626151 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45312) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:42.664348 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-a301ce64-5340-4d70-bda3-062edc256ac8 None None] Port d37ed61a-a336-4df4-add9-49deae6db82c cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:27:42.678216 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-87248ea7-7528-4f9f-8108-588d1c0cbbab tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:42.724421 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-453f7d80-ced2-4154-bc39-6a5b2ce92e14 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:42.742124 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a301ce64-5340-4d70-bda3-062edc256ac8 None None] Provisioning for port af1319e6-a5c8-4120-bec2-3832906e6092 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:27:42.749734 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a301ce64-5340-4d70-bda3-062edc256ac8 None None] Provisioning complete for port af1319e6-a5c8-4120-bec2-3832906e6092 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:42.749734 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a301ce64-5340-4d70-bda3-062edc256ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:42.758510 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87248ea7-7528-4f9f-8108-588d1c0cbbab tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e71e53-60ef-4629-a561-8a59c0e67626,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:42.783260 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-453f7d80-ced2-4154-bc39-6a5b2ce92e14 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:42.833623 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-87248ea7-7528-4f9f-8108-588d1c0cbbab tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:42.834882 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-87248ea7-7528-4f9f-8108-588d1c0cbbab tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4907820 Apr 11 14:27:42.842720 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45316) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:42.848252 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-8030e59e-4356-4e85-9306-7365c3d03dc9 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Request body: {'security_group_rule': {'security_group_id': 'd8e71e53-60ef-4629-a561-8a59c0e67626', 'direction': 'ingress', 'protocol': 17}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:42.862349 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8030e59e-4356-4e85-9306-7365c3d03dc9 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:42.862349 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8030e59e-4356-4e85-9306-7365c3d03dc9 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Usage tracker for resource:security_group_rule and tenant:4722316284054dbfba91927968d73853 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:42.864677 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8030e59e-4356-4e85-9306-7365c3d03dc9 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:42.873810 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8030e59e-4356-4e85-9306-7365c3d03dc9 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:42.888920 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a301ce64-5340-4d70-bda3-062edc256ac8 None None] Could not find standard attr ID for object 141d5c6f-a527-447d-8442-15875310ae2f. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:27:42.908132 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-453f7d80-ced2-4154-bc39-6a5b2ce92e14 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:42.927753 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f7d80-ced2-4154-bc39-6a5b2ce92e14 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11dc00c-0c35-45a0-9242-bd9c80b885dd,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:42.932403 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-453f7d80-ced2-4154-bc39-6a5b2ce92e14 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:42.937656 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-453f7d80-ced2-4154-bc39-6a5b2ce92e14 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/security-groups/a11dc00c-0c35-45a0-9242-bd9c80b885dd HTTP/1.1" status: 204 len: 168 time: 0.3065839 Apr 11 14:27:42.937656 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45320) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:42.971127 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8030e59e-4356-4e85-9306-7365c3d03dc9 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:43.002278 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-d94e7f07-17f0-4a11-9257-dc38baaeb85e None None] Could not find standard attr ID for object 141d5c6f-a527-447d-8442-15875310ae2f. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:27:43.040534 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0cf6c7e4-3b15-4481-aaa8-b6a935742ef8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:43.074440 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8030e59e-4356-4e85-9306-7365c3d03dc9 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:43.080481 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0cf6c7e4-3b15-4481-aaa8-b6a935742ef8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:43.135994 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8030e59e-4356-4e85-9306-7365c3d03dc9 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:43.163919 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030e59e-4356-4e85-9306-7365c3d03dc9 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9340a63-990e-4f7d-94d4-5d29cc60924d,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:43.178637 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0cf6c7e4-3b15-4481-aaa8-b6a935742ef8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:43.185039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0cf6c7e4-3b15-4481-aaa8-b6a935742ef8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:43.185039 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0cf6c7e4-3b15-4481-aaa8-b6a935742ef8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/security-groups/8f1409cc-6a60-476a-a980-ff9cc7d4ed49 HTTP/1.1" status: 204 len: 168 time: 0.2446668 Apr 11 14:27:43.185296 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45324) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:43.193241 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6c7e4-3b15-4481-aaa8-b6a935742ef8 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1409cc-6a60-476a-a980-ff9cc7d4ed49,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:43.239166 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8030e59e-4356-4e85-9306-7365c3d03dc9 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:43.240428 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8030e59e-4356-4e85-9306-7365c3d03dc9 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3965499 Apr 11 14:27:43.243448 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45328) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:43.256899 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b44e787b-ca18-4c9f-aa03-08956d91b969 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:43.287731 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b44e787b-ca18-4c9f-aa03-08956d91b969 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:43.311268 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-232aa413-96d8-4097-8970-1baa73811ed7 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:43.341673 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device af1319e6-a5c8-4120-bec2-3832906e6092 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:27:43.343702 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-232aa413-96d8-4097-8970-1baa73811ed7 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:43.413517 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port af1319e6-a5c8-4120-bec2-3832906e6092 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:43.413946 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:43.416334 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b44e787b-ca18-4c9f-aa03-08956d91b969 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:43.432644 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e787b-ca18-4c9f-aa03-08956d91b969 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3af201a-577a-4a66-960d-6e2b0cf1027a,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:43.442067 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b44e787b-ca18-4c9f-aa03-08956d91b969 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:43.445713 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45332) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:43.445939 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b44e787b-ca18-4c9f-aa03-08956d91b969 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/security-groups/a3af201a-577a-4a66-960d-6e2b0cf1027a HTTP/1.1" status: 204 len: 168 time: 0.2594588 Apr 11 14:27:43.484882 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-232aa413-96d8-4097-8970-1baa73811ed7 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:43.521033 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232aa413-96d8-4097-8970-1baa73811ed7 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e71e53-60ef-4629-a561-8a59c0e67626,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:43.542158 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-232aa413-96d8-4097-8970-1baa73811ed7 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:43.543288 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-232aa413-96d8-4097-8970-1baa73811ed7 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "DELETE /v2.0/security-groups/d8e71e53-60ef-4629-a561-8a59c0e67626 HTTP/1.1" status: 204 len: 168 time: 0.2988977 Apr 11 14:27:43.546083 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45336) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:43.552191 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b4a62b-1f3a-40f4-99d4-e4c05be66ad9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting subnet 8f260ca6-636a-4b68-8b82-6a84917c6cbb {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:27:43.569318 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-87b4a62b-1f3a-40f4-99d4-e4c05be66ad9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:43.647119 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-87b4a62b-1f3a-40f4-99d4-e4c05be66ad9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:43.682112 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-6362caac-c7bd-48a8-a895-d42ec005bf60 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Synchronizing usage tracker for tenant:4722316284054dbfba91927968d73853 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:43.745586 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-87b4a62b-1f3a-40f4-99d4-e4c05be66ad9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:43.795742 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-6362caac-c7bd-48a8-a895-d42ec005bf60 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Unset dirty status for tenant:4722316284054dbfba91927968d73853 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:43.797067 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6362caac-c7bd-48a8-a895-d42ec005bf60 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2500963 Apr 11 14:27:43.801561 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45340) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:43.806784 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-93f55308-09a8-42f5-a8d5-62230a84fadf tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1363808314'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:43.813765 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-93f55308-09a8-42f5-a8d5-62230a84fadf tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:43.824059 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-93f55308-09a8-42f5-a8d5-62230a84fadf tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:43.880556 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-87b4a62b-1f3a-40f4-99d4-e4c05be66ad9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:43.907542 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-93f55308-09a8-42f5-a8d5-62230a84fadf tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:43.921006 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4a62b-1f3a-40f4-99d4-e4c05be66ad9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Subnet': ['ID=8f260ca6-636a-4b68-8b82-6a84917c6cbb,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:43.927784 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-87b4a62b-1f3a-40f4-99d4-e4c05be66ad9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:43.929452 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-93f55308-09a8-42f5-a8d5-62230a84fadf tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:43.940895 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-93f55308-09a8-42f5-a8d5-62230a84fadf tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Usage tracker for resource:security_group_rule and tenant:4722316284054dbfba91927968d73853 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:43.941693 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efb08f6-6f07-43b6-8320-d6cf57649b69 None None] Network 3cdea6b6-4efb-4ffa-8b30-02ed349d749b requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:27:43.942179 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-87b4a62b-1f3a-40f4-99d4-e4c05be66ad9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/subnets/8f260ca6-636a-4b68-8b82-6a84917c6cbb HTTP/1.1" status: 204 len: 168 time: 0.4900844 Apr 11 14:27:43.942311 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-93f55308-09a8-42f5-a8d5-62230a84fadf tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:43.942413 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45344) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:43.945926 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-93f55308-09a8-42f5-a8d5-62230a84fadf tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:44.026068 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-93f55308-09a8-42f5-a8d5-62230a84fadf tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:44.031262 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f471f43-5126-469c-8f3e-8ee9b478575c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting subnet f7a62b73-90b1-42d7-9055-18a11a78991c {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:27:44.034419 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3f471f43-5126-469c-8f3e-8ee9b478575c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:44.094722 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3f471f43-5126-469c-8f3e-8ee9b478575c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:44.142283 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-93f55308-09a8-42f5-a8d5-62230a84fadf tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:44.188797 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3f471f43-5126-469c-8f3e-8ee9b478575c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:44.192598 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f55308-09a8-42f5-a8d5-62230a84fadf tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99f085b-9b42-4390-b201-4c194432c7b0,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:44.267783 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-93f55308-09a8-42f5-a8d5-62230a84fadf tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:44.269399 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-93f55308-09a8-42f5-a8d5-62230a84fadf tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4667819 Apr 11 14:27:44.272452 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45348) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:44.278913 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-0a2cef92-1635-461d-a052-6f716433394e tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1566822880'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:44.285518 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0a2cef92-1635-461d-a052-6f716433394e tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:44.290331 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0a2cef92-1635-461d-a052-6f716433394e tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Usage tracker for resource:security_group and tenant:4722316284054dbfba91927968d73853 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:44.293514 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0a2cef92-1635-461d-a052-6f716433394e tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:44.302187 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0a2cef92-1635-461d-a052-6f716433394e tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:44.378154 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0a2cef92-1635-461d-a052-6f716433394e tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:44.400834 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0a2cef92-1635-461d-a052-6f716433394e tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:44.405429 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0a2cef92-1635-461d-a052-6f716433394e tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Usage tracker for resource:security_group_rule and tenant:4722316284054dbfba91927968d73853 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:44.408624 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0a2cef92-1635-461d-a052-6f716433394e tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:44.416481 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0a2cef92-1635-461d-a052-6f716433394e tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:44.467940 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3f471f43-5126-469c-8f3e-8ee9b478575c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:44.494066 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0a2cef92-1635-461d-a052-6f716433394e tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:44.514341 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f471f43-5126-469c-8f3e-8ee9b478575c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a62b73-90b1-42d7-9055-18a11a78991c,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:44.518289 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3f471f43-5126-469c-8f3e-8ee9b478575c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:44.525191 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3f471f43-5126-469c-8f3e-8ee9b478575c tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/subnets/f7a62b73-90b1-42d7-9055-18a11a78991c HTTP/1.1" status: 204 len: 168 time: 0.5826132 Apr 11 14:27:44.531617 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45354) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:44.576969 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0a2cef92-1635-461d-a052-6f716433394e tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:44.578598 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-5367a8b8-33e8-4aa7-9eae-f75423d14be6 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] DELETE failed (client error): The resource could not be found. Apr 11 14:27:44.579198 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5367a8b8-33e8-4aa7-9eae-f75423d14be6 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:27:44.580790 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5367a8b8-33e8-4aa7-9eae-f75423d14be6 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/subnets/8f260ca6-636a-4b68-8b82-6a84917c6cbb HTTP/1.1" status: 404 len: 337 time: 0.0529637 Apr 11 14:27:44.586763 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45358) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:44.630306 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cef92-1635-461d-a052-6f716433394e tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4e5bd5-3d32-40f8-a823-fbf4847695ec,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:44.656016 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-78020c9c-1775-4233-997d-b25c38ac388f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting subnet 4c1a75f7-eea5-4b56-8e9f-4568618b7765 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:27:44.659332 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-78020c9c-1775-4233-997d-b25c38ac388f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:44.718494 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-78020c9c-1775-4233-997d-b25c38ac388f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:44.719554 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0a2cef92-1635-461d-a052-6f716433394e tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:44.725942 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0a2cef92-1635-461d-a052-6f716433394e tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4470541 Apr 11 14:27:44.725942 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45362) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:44.727242 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db77fbf2-2808-440b-b797-887e6fa88429 None None] Network 3cdea6b6-4efb-4ffa-8b30-02ed349d749b requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:27:44.728831 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-43691d0f-477a-4f0e-9817-207af30a17f3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Request body: {'security_group_rule': {'security_group_id': 'a99f085b-9b42-4390-b201-4c194432c7b0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ed4e5bd5-3d32-40f8-a823-fbf4847695ec', 'remote_ip_prefix': None}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:44.735055 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-43691d0f-477a-4f0e-9817-207af30a17f3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:44.739176 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-43691d0f-477a-4f0e-9817-207af30a17f3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Usage tracker for resource:security_group_rule and tenant:4722316284054dbfba91927968d73853 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:44.743778 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-43691d0f-477a-4f0e-9817-207af30a17f3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:44.751223 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-43691d0f-477a-4f0e-9817-207af30a17f3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:44.821321 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-78020c9c-1775-4233-997d-b25c38ac388f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:44.829217 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-43691d0f-477a-4f0e-9817-207af30a17f3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:44.837328 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5ec7fe9a-374f-4699-8c62-f0ab80402ada None None] Provisioning complete for port d37ed61a-a336-4df4-add9-49deae6db82c triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:44.837716 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5ec7fe9a-374f-4699-8c62-f0ab80402ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:44.913316 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-43691d0f-477a-4f0e-9817-207af30a17f3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:44.970134 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-5ec7fe9a-374f-4699-8c62-f0ab80402ada None None] Port d37ed61a-a336-4df4-add9-49deae6db82c cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:27:44.977823 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-78020c9c-1775-4233-997d-b25c38ac388f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:45.000935 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5ec7fe9a-374f-4699-8c62-f0ab80402ada None None] Provisioning complete for port af1319e6-a5c8-4120-bec2-3832906e6092 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:45.001118 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5ec7fe9a-374f-4699-8c62-f0ab80402ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:45.003290 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-43691d0f-477a-4f0e-9817-207af30a17f3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:45.061077 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43691d0f-477a-4f0e-9817-207af30a17f3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51732c29-6161-4df6-9692-1621a77bbb77,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:45.080354 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78020c9c-1775-4233-997d-b25c38ac388f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Subnet': ['ID=4c1a75f7-eea5-4b56-8e9f-4568618b7765,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:45.092397 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-78020c9c-1775-4233-997d-b25c38ac388f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:45.104977 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-78020c9c-1775-4233-997d-b25c38ac388f tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/subnets/4c1a75f7-eea5-4b56-8e9f-4568618b7765 HTTP/1.1" status: 204 len: 168 time: 0.5197201 Apr 11 14:27:45.109047 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45368) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:45.150647 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-4296d879-d808-4c1b-9f2f-5e512f7091bd tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] DELETE failed (client error): The resource could not be found. Apr 11 14:27:45.151985 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4296d879-d808-4c1b-9f2f-5e512f7091bd tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:27:45.152882 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4296d879-d808-4c1b-9f2f-5e512f7091bd tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/subnets/4332f766-0d36-4186-af6c-30e75320aed2 HTTP/1.1" status: 404 len: 337 time: 0.0419779 Apr 11 14:27:45.154880 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-43691d0f-477a-4f0e-9817-207af30a17f3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:45.155790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45372) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:45.156085 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-43691d0f-477a-4f0e-9817-207af30a17f3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4316103 Apr 11 14:27:45.158818 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45376) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:45.197698 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c0bb81fd-f590-4eff-ad6d-1016e098a4f4 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:45.209647 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-857700f2-8887-45ee-9950-364d993d9318 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "GET /v2.0/ports?device_id=93306540-eed3-4331-b779-d249d65bab06 HTTP/1.1" status: 200 len: 205 time: 0.0518763 Apr 11 14:27:45.211439 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c0bb81fd-f590-4eff-ad6d-1016e098a4f4 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:45.211731 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45382) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:45.302271 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c0bb81fd-f590-4eff-ad6d-1016e098a4f4 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:45.328104 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb81fd-f590-4eff-ad6d-1016e098a4f4 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51732c29-6161-4df6-9692-1621a77bbb77,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:45.333739 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c0bb81fd-f590-4eff-ad6d-1016e098a4f4 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:45.333975 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-a1c91351-42c5-4aca-8022-e13c74630512 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] delete failed (client error): The resource could not be found. Apr 11 14:27:45.334592 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c0bb81fd-f590-4eff-ad6d-1016e098a4f4 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/51732c29-6161-4df6-9692-1621a77bbb77 HTTP/1.1" status: 204 len: 168 time: 0.1748493 Apr 11 14:27:45.337743 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a1c91351-42c5-4aca-8022-e13c74630512 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/routers/93306540-eed3-4331-b779-d249d65bab06 HTTP/1.1" status: 404 len: 336 time: 0.1221797 Apr 11 14:27:45.337743 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45388) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:45.338024 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45386) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:45.344770 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fa4abc-f229-4b12-a35f-714bbca74e43 None None] Update dhcp port {'port': {'network_id': '3cdea6b6-4efb-4ffa-8b30-02ed349d749b', 'fixed_ips': [{'subnet_id': '4c1a75f7-eea5-4b56-8e9f-4568618b7765'}], 'binding:host_id': 'dv-neutron-837330-1-hyperv'}, 'id': 'af1319e6-a5c8-4120-bec2-3832906e6092'} from dv-neutron-837330-1-hyperv. {{(pid=88618) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 11 14:27:45.394534 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-67733e43-2b7c-41b9-a5e3-c17efd9175c3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] DELETE failed (client error): The resource could not be found. Apr 11 14:27:45.394981 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67733e43-2b7c-41b9-a5e3-c17efd9175c3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:27:45.395242 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-92fa4abc-f229-4b12-a35f-714bbca74e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:45.396632 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-67733e43-2b7c-41b9-a5e3-c17efd9175c3 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/subnets/d0d6ca22-6548-4cd4-9cee-84d059feb367 HTTP/1.1" status: 404 len: 337 time: 0.0576632 Apr 11 14:27:45.399368 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45396) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:45.460407 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.pecan_wsgi.hooks.translation [None req-627b2f35-1916-4220-88df-a41ccae7dace tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] DELETE failed (client error): The resource could not be found. Apr 11 14:27:45.460876 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-627b2f35-1916-4220-88df-a41ccae7dace tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:27:45.462568 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-627b2f35-1916-4220-88df-a41ccae7dace tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/subnets/41ac7b10-6b06-403d-a231-9a26c40ee2bc HTTP/1.1" status: 404 len: 337 time: 0.0624187 Apr 11 14:27:45.465633 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45400) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:45.474116 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-3eef0c72-8803-4132-ac8e-a13d73d6a89c tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Synchronizing usage tracker for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:45.507095 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5253ae-232d-497b-ad68-62775a49a206 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] DELETE failed (client error): The resource could not be found. Apr 11 14:27:45.507562 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf5253ae-232d-497b-ad68-62775a49a206 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:27:45.509255 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cf5253ae-232d-497b-ad68-62775a49a206 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/subnets/19b9846c-9d73-4823-b901-047aa5c82e68 HTTP/1.1" status: 404 len: 337 time: 0.0423851 Apr 11 14:27:45.512045 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45404) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:45.554446 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-4052d34b-af65-4466-9279-e2617ca309fd tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] DELETE failed (client error): The resource could not be found. Apr 11 14:27:45.554929 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4052d34b-af65-4466-9279-e2617ca309fd tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:27:45.556627 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4052d34b-af65-4466-9279-e2617ca309fd tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/ports/d9ffda14-043d-4c7b-8cfb-220629cecc8e HTTP/1.1" status: 404 len: 333 time: 0.0434930 Apr 11 14:27:45.560143 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-3eef0c72-8803-4132-ac8e-a13d73d6a89c tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Unset dirty status for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:45.562340 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3eef0c72-8803-4132-ac8e-a13d73d6a89c tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2211411 Apr 11 14:27:45.563907 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45408) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:45.564498 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45410) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:45.605316 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-22050381-b511-4caf-96fa-1967762cb3fb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] DELETE failed (client error): The resource could not be found. Apr 11 14:27:45.606455 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22050381-b511-4caf-96fa-1967762cb3fb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:27:45.608221 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-22050381-b511-4caf-96fa-1967762cb3fb tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/subnets/780d457e-d3ee-4fc1-ad3f-7fa928ec46d0 HTTP/1.1" status: 404 len: 337 time: 0.0434124 Apr 11 14:27:45.611342 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45416) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:45.617414 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bf2121-abff-4252-bd1b-d555f6916c50 None None] Network 3cdea6b6-4efb-4ffa-8b30-02ed349d749b requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:27:45.639768 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-495ba440-b477-4c98-97e5-f7aca3c3cf48 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:45.650453 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8664b1-ae64-427f-a361-6876c45c2e01 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] DELETE failed (client error): The resource could not be found. Apr 11 14:27:45.650908 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c8664b1-ae64-427f-a361-6876c45c2e01 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:27:45.653012 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2c8664b1-ae64-427f-a361-6876c45c2e01 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/subnets/1ec8070c-0a47-468c-8654-e2e971d696de HTTP/1.1" status: 404 len: 337 time: 0.0403540 Apr 11 14:27:45.655740 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45420) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:45.657016 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8444656d-16f7-4f60-922f-0b22fe4e4300 None None] Provisioning complete for port d37ed61a-a336-4df4-add9-49deae6db82c triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:45.657398 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8444656d-16f7-4f60-922f-0b22fe4e4300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:45.671758 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-495ba440-b477-4c98-97e5-f7aca3c3cf48 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:45.708591 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa148a1b-121d-4fbf-9555-a6555a478f9d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] DELETE failed (client error): The resource could not be found. Apr 11 14:27:45.709296 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa148a1b-121d-4fbf-9555-a6555a478f9d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:27:45.711213 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-fa148a1b-121d-4fbf-9555-a6555a478f9d tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/ports/61853311-a7a8-4a9d-9044-097a5cce5816 HTTP/1.1" status: 404 len: 333 time: 0.0535238 Apr 11 14:27:45.713761 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45424) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:45.756282 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b41aea-ab08-408d-b164-894172d42ec5 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] DELETE failed (client error): The resource could not be found. Apr 11 14:27:45.756740 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b41aea-ab08-408d-b164-894172d42ec5 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:27:45.758523 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-52b41aea-ab08-408d-b164-894172d42ec5 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/subnets/de35013c-49a2-4e91-87f0-9ba40f67ddee HTTP/1.1" status: 404 len: 337 time: 0.0436502 Apr 11 14:27:45.767976 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45428) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:45.800481 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-777d7c5e-601a-4a80-af6e-1e84ef4e999b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] DELETE failed (client error): The resource could not be found. Apr 11 14:27:45.800941 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-777d7c5e-601a-4a80-af6e-1e84ef4e999b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:27:45.805423 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-777d7c5e-601a-4a80-af6e-1e84ef4e999b tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/subnets/9eea2d40-2b4a-4da9-a2c4-7836400144c8 HTTP/1.1" status: 404 len: 337 time: 0.0407305 Apr 11 14:27:45.805525 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-8444656d-16f7-4f60-922f-0b22fe4e4300 None None] Port d37ed61a-a336-4df4-add9-49deae6db82c cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:27:45.805619 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45432) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:45.811051 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-495ba440-b477-4c98-97e5-f7aca3c3cf48 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:45.831620 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ba440-b477-4c98-97e5-f7aca3c3cf48 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4e5bd5-3d32-40f8-a823-fbf4847695ec,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:45.865014 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8444656d-16f7-4f60-922f-0b22fe4e4300 None None] Provisioning complete for port af1319e6-a5c8-4120-bec2-3832906e6092 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:45.865506 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8444656d-16f7-4f60-922f-0b22fe4e4300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:45.881653 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-25f7ac47-5d3e-423b-9317-6e89d13bd827 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Deleting port d37ed61a-a336-4df4-add9-49deae6db82c {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:45.882031 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-25f7ac47-5d3e-423b-9317-6e89d13bd827 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:45.921112 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-495ba440-b477-4c98-97e5-f7aca3c3cf48 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:45.921112 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-495ba440-b477-4c98-97e5-f7aca3c3cf48 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "DELETE /v2.0/security-groups/ed4e5bd5-3d32-40f8-a823-fbf4847695ec HTTP/1.1" status: 204 len: 168 time: 0.3495972 Apr 11 14:27:45.921112 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45436) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:45.986809 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e854bd9a-0a9f-4015-9117-4c787963c6ff None None] DHCP port deletion for 3cdea6b6-4efb-4ffa-8b30-02ed349d749b request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:27:45.997433 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-e854bd9a-0a9f-4015-9117-4c787963c6ff None None] Deleting port af1319e6-a5c8-4120-bec2-3832906e6092 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:27:45.997802 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e854bd9a-0a9f-4015-9117-4c787963c6ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:46.020224 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-cc869687-b9d5-4997-b6a0-aae4c85ff68f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Synchronizing usage tracker for tenant:4722316284054dbfba91927968d73853 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:46.119822 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-cc869687-b9d5-4997-b6a0-aae4c85ff68f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Unset dirty status for tenant:4722316284054dbfba91927968d73853 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:46.133399 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-cc869687-b9d5-4997-b6a0-aae4c85ff68f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2018180 Apr 11 14:27:46.133399 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45440) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:46.149923 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-25f7ac47-5d3e-423b-9317-6e89d13bd827 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:46.203114 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-22c5ba80-83f5-4802-8569-267085d58475 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:46.232590 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-22c5ba80-83f5-4802-8569-267085d58475 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:46.236097 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-e854bd9a-0a9f-4015-9117-4c787963c6ff None None] For port af1319e6-a5c8-4120-bec2-3832906e6092, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=af1319e6-a5c8-4120-bec2-3832906e6092,segment=NetworkSegment(9adcec58-4962-4b15-850f-154092109830),segment_id=9adcec58-4962-4b15-850f-154092109830)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:46.236506 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e854bd9a-0a9f-4015-9117-4c787963c6ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:46.287896 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-25f7ac47-5d3e-423b-9317-6e89d13bd827 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Calling delete_port for d37ed61a-a336-4df4-add9-49deae6db82c owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:27:46.369398 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-e854bd9a-0a9f-4015-9117-4c787963c6ff None None] Calling delete_port for af1319e6-a5c8-4120-bec2-3832906e6092 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:27:46.405127 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-22c5ba80-83f5-4802-8569-267085d58475 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:46.424883 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5ba80-83f5-4802-8569-267085d58475 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99f085b-9b42-4390-b201-4c194432c7b0,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:46.451125 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-25f7ac47-5d3e-423b-9317-6e89d13bd827 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:46.503447 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7ac47-5d3e-423b-9317-6e89d13bd827 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Port': ['ID=d37ed61a-a336-4df4-add9-49deae6db82c,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:46.508265 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-25f7ac47-5d3e-423b-9317-6e89d13bd827 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:46.549959 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-22c5ba80-83f5-4802-8569-267085d58475 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:46.551071 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-22c5ba80-83f5-4802-8569-267085d58475 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "DELETE /v2.0/security-groups/a99f085b-9b42-4390-b201-4c194432c7b0 HTTP/1.1" status: 204 len: 168 time: 0.4215710 Apr 11 14:27:46.553756 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45444) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:46.573965 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e854bd9a-0a9f-4015-9117-4c787963c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:46.609213 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9cfbaa10-9f8b-4c63-86d7-7372c4741b8a tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Synchronizing usage tracker for tenant:4722316284054dbfba91927968d73853 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:46.617632 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854bd9a-0a9f-4015-9117-4c787963c6ff None None] Pushing event deleted for resources: {'Port': ['ID=af1319e6-a5c8-4120-bec2-3832906e6092,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:46.630253 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-25f7ac47-5d3e-423b-9317-6e89d13bd827 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/ports/d37ed61a-a336-4df4-add9-49deae6db82c HTTP/1.1" status: 204 len: 168 time: 0.8169384 Apr 11 14:27:46.630672 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e854bd9a-0a9f-4015-9117-4c787963c6ff None None] No DVR routers for this DVR port af1319e6-a5c8-4120-bec2-3832906e6092 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:27:46.630788 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45448) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:46.666753 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9cfbaa10-9f8b-4c63-86d7-7372c4741b8a tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Unset dirty status for tenant:4722316284054dbfba91927968d73853 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:46.670285 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9cfbaa10-9f8b-4c63-86d7-7372c4741b8a tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1133158 Apr 11 14:27:46.672630 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45452) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:46.677993 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-81b386b4-b820-4931-81fe-48c7f364329a tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Request body: {'security_group': {'name': 'tempest-secgroup--847235683'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:46.684880 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-81b386b4-b820-4931-81fe-48c7f364329a tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:46.699123 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-81b386b4-b820-4931-81fe-48c7f364329a tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:46.746968 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8d7b7c64-29b4-41d5-a5aa-4fa4af19adc9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:46.759152 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-81b386b4-b820-4931-81fe-48c7f364329a tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:46.779407 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-81b386b4-b820-4931-81fe-48c7f364329a tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:46.783941 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-81b386b4-b820-4931-81fe-48c7f364329a tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Usage tracker for resource:security_group_rule and tenant:4722316284054dbfba91927968d73853 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:46.788044 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-81b386b4-b820-4931-81fe-48c7f364329a tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:46.795098 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-81b386b4-b820-4931-81fe-48c7f364329a tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:46.870943 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-81b386b4-b820-4931-81fe-48c7f364329a tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:46.889725 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8d7b7c64-29b4-41d5-a5aa-4fa4af19adc9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:46.924250 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-8d7b7c64-29b4-41d5-a5aa-4fa4af19adc9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cdea6b6-4efb-4ffa-8b30-02ed349d749b']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:46.924250 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-8d7b7c64-29b4-41d5-a5aa-4fa4af19adc9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9adcec58-4962-4b15-850f-154092109830') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:46.924250 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-8d7b7c64-29b4-41d5-a5aa-4fa4af19adc9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9adcec58-4962-4b15-850f-154092109830') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:46.934762 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8d7b7c64-29b4-41d5-a5aa-4fa4af19adc9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:46.941806 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-81b386b4-b820-4931-81fe-48c7f364329a tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:46.954918 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8d7b7c64-29b4-41d5-a5aa-4fa4af19adc9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:46.961252 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7b7c64-29b4-41d5-a5aa-4fa4af19adc9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:27:46.961431 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8d7b7c64-29b4-41d5-a5aa-4fa4af19adc9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:27:46.978338 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:27:47.000656 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b386b4-b820-4931-81fe-48c7f364329a tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd8eada-8bdd-40b0-8cd8-73ed1a4156e8,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:47.085217 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-81b386b4-b820-4931-81fe-48c7f364329a tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:47.086500 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-81b386b4-b820-4931-81fe-48c7f364329a tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4127023 Apr 11 14:27:47.089268 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45456) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:47.095146 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-5dc42898-cb92-4e4e-88dc-f399354161c4 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Request body: {'security_group_rule': {'security_group_id': '0dd8eada-8bdd-40b0-8cd8-73ed1a4156e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:47.101249 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5dc42898-cb92-4e4e-88dc-f399354161c4 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:47.105405 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5dc42898-cb92-4e4e-88dc-f399354161c4 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Usage tracker for resource:security_group_rule and tenant:4722316284054dbfba91927968d73853 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:47.114597 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5dc42898-cb92-4e4e-88dc-f399354161c4 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:47.114597 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5dc42898-cb92-4e4e-88dc-f399354161c4 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:47.182453 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8d7b7c64-29b4-41d5-a5aa-4fa4af19adc9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:47.200550 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8d7b7c64-29b4-41d5-a5aa-4fa4af19adc9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:47.210384 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b7c64-29b4-41d5-a5aa-4fa4af19adc9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] Pushing event deleted for resources: {'Network': ['ID=3cdea6b6-4efb-4ffa-8b30-02ed349d749b,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:47.213704 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8d7b7c64-29b4-41d5-a5aa-4fa4af19adc9 tempest-PortsIpV6TestJSON-117636922 tempest-PortsIpV6TestJSON-117636922-project] 10.222.0.66 "DELETE /v2.0/networks/3cdea6b6-4efb-4ffa-8b30-02ed349d749b HTTP/1.1" status: 204 len: 168 time: 0.5868907 Apr 11 14:27:47.213887 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5dc42898-cb92-4e4e-88dc-f399354161c4 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:47.283791 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5dc42898-cb92-4e4e-88dc-f399354161c4 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:47.338382 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device af1319e6-a5c8-4120-bec2-3832906e6092 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:27:47.365162 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5dc42898-cb92-4e4e-88dc-f399354161c4 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:47.376467 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: af1319e6-a5c8-4120-bec2-3832906e6092 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:27:47.376819 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device af1319e6-a5c8-4120-bec2-3832906e6092 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:27:47.389400 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc42898-cb92-4e4e-88dc-f399354161c4 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bab7877-4431-4408-967b-def97340de8d,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:47.496978 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5dc42898-cb92-4e4e-88dc-f399354161c4 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:47.501977 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5dc42898-cb92-4e4e-88dc-f399354161c4 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4078150 Apr 11 14:27:47.501977 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45462) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:47.531463 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6f4fc007-20f8-4b14-a624-412b2b4690d4 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:47.541886 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6f4fc007-20f8-4b14-a624-412b2b4690d4 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:47.650649 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6f4fc007-20f8-4b14-a624-412b2b4690d4 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:47.672736 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fc007-20f8-4b14-a624-412b2b4690d4 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bab7877-4431-4408-967b-def97340de8d,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:47.676878 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6f4fc007-20f8-4b14-a624-412b2b4690d4 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:47.678231 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6f4fc007-20f8-4b14-a624-412b2b4690d4 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/6bab7877-4431-4408-967b-def97340de8d HTTP/1.1" status: 204 len: 168 time: 0.1760349 Apr 11 14:27:47.680920 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45468) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:47.728833 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-79fcdcc9-b631-4a22-80bc-3b4ee5e1f2c1 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Synchronizing usage tracker for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:47.780887 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45472) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:47.798092 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-79fcdcc9-b631-4a22-80bc-3b4ee5e1f2c1 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Unset dirty status for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:47.799377 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-79fcdcc9-b631-4a22-80bc-3b4ee5e1f2c1 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1179121 Apr 11 14:27:47.803613 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45478) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:47.875956 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-262366a7-ea01-4fff-91f3-9c806cdc5c9c tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:47.925135 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-262366a7-ea01-4fff-91f3-9c806cdc5c9c tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:47.988101 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5013b94c-90c0-4405-b233-90366c7d68f0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=041662ca6af3404fb6dd620d189fb3c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2060835 Apr 11 14:27:47.991420 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45482) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:48.066427 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-32549509-06ec-40e3-87ed-2a91d3fdab11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:48.103049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-262366a7-ea01-4fff-91f3-9c806cdc5c9c tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:48.106888 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-32549509-06ec-40e3-87ed-2a91d3fdab11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:48.117743 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262366a7-ea01-4fff-91f3-9c806cdc5c9c tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd8eada-8bdd-40b0-8cd8-73ed1a4156e8,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:48.233863 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-262366a7-ea01-4fff-91f3-9c806cdc5c9c tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:48.237589 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-262366a7-ea01-4fff-91f3-9c806cdc5c9c tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "DELETE /v2.0/security-groups/0dd8eada-8bdd-40b0-8cd8-73ed1a4156e8 HTTP/1.1" status: 204 len: 168 time: 0.4304862 Apr 11 14:27:48.237764 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45486) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:48.286078 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-32549509-06ec-40e3-87ed-2a91d3fdab11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:48.296575 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-88e71e1a-e87a-4a7c-a166-0fdc9906ac9c tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Synchronizing usage tracker for tenant:4722316284054dbfba91927968d73853 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:48.310681 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32549509-06ec-40e3-87ed-2a91d3fdab11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8e82db-366b-4272-af4e-eefe52786765,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:48.310681 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-32549509-06ec-40e3-87ed-2a91d3fdab11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:48.320824 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-32549509-06ec-40e3-87ed-2a91d3fdab11 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7b8e82db-366b-4272-af4e-eefe52786765 HTTP/1.1" status: 204 len: 168 time: 0.3237946 Apr 11 14:27:48.437417 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-88e71e1a-e87a-4a7c-a166-0fdc9906ac9c tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Unset dirty status for tenant:4722316284054dbfba91927968d73853 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:48.437417 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-88e71e1a-e87a-4a7c-a166-0fdc9906ac9c tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1899328 Apr 11 14:27:48.437417 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45492) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:48.442844 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-677f2afa-9522-4b52-a6d5-04bebd1b0774 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Request body: {'security_group': {'name': 'tempest-secgroup--598140406'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:48.449688 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-677f2afa-9522-4b52-a6d5-04bebd1b0774 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:48.465530 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-677f2afa-9522-4b52-a6d5-04bebd1b0774 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:48.541518 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-677f2afa-9522-4b52-a6d5-04bebd1b0774 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:48.564231 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-677f2afa-9522-4b52-a6d5-04bebd1b0774 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:48.568861 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-677f2afa-9522-4b52-a6d5-04bebd1b0774 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Usage tracker for resource:security_group_rule and tenant:4722316284054dbfba91927968d73853 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:48.571227 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-677f2afa-9522-4b52-a6d5-04bebd1b0774 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:48.577041 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-677f2afa-9522-4b52-a6d5-04bebd1b0774 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:48.655104 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-677f2afa-9522-4b52-a6d5-04bebd1b0774 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:48.747185 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-677f2afa-9522-4b52-a6d5-04bebd1b0774 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:48.800568 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f2afa-9522-4b52-a6d5-04bebd1b0774 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf65398-d7dc-4f85-81a2-87ffe108b1ad,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:48.889688 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-677f2afa-9522-4b52-a6d5-04bebd1b0774 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:48.889688 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-677f2afa-9522-4b52-a6d5-04bebd1b0774 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4478793 Apr 11 14:27:48.890003 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45504) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:48.895514 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-d60f191b-7cdc-420a-b2ec-e2f7d13c5226 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Request body: {'security_group_rule': {'security_group_id': 'cdf65398-d7dc-4f85-81a2-87ffe108b1ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:48.902112 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-d60f191b-7cdc-420a-b2ec-e2f7d13c5226 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:48.907456 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d60f191b-7cdc-420a-b2ec-e2f7d13c5226 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Usage tracker for resource:security_group_rule and tenant:4722316284054dbfba91927968d73853 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:48.910520 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d60f191b-7cdc-420a-b2ec-e2f7d13c5226 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:48.916591 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-d60f191b-7cdc-420a-b2ec-e2f7d13c5226 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:49.035357 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d60f191b-7cdc-420a-b2ec-e2f7d13c5226 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:49.101277 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d60f191b-7cdc-420a-b2ec-e2f7d13c5226 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:49.184855 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d60f191b-7cdc-420a-b2ec-e2f7d13c5226 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:49.209095 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f191b-7cdc-420a-b2ec-e2f7d13c5226 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68bec4d-a712-4e19-8de7-96b2b310c676,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:49.306983 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d60f191b-7cdc-420a-b2ec-e2f7d13c5226 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:49.308455 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d60f191b-7cdc-420a-b2ec-e2f7d13c5226 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4174087 Apr 11 14:27:49.311733 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45518) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:49.335411 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-629b5e00-af31-4b61-95f3-97fc94211735 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-group-rules/d68bec4d-a712-4e19-8de7-96b2b310c676 HTTP/1.1" status: 200 len: 763 time: 0.0224917 Apr 11 14:27:49.337873 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45522) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:49.389579 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-36cd4e15-6b84-4468-8fc8-0d499b454e72 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Synchronizing usage tracker for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:49.435209 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45526) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:49.484318 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-36cd4e15-6b84-4468-8fc8-0d499b454e72 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Unset dirty status for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:49.488106 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-36cd4e15-6b84-4468-8fc8-0d499b454e72 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1472433 Apr 11 14:27:49.488906 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45532) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:49.518440 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-29ca5aec-13c6-4133-9454-dbb4069b5fd9 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:49.529444 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-29ca5aec-13c6-4133-9454-dbb4069b5fd9 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:49.543312 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-aa20db26-d271-4b89-9389-b75ae0165fb1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-380366223', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:49.551580 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-aa20db26-d271-4b89-9389-b75ae0165fb1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:49.557386 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-aa20db26-d271-4b89-9389-b75ae0165fb1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Usage tracker for resource:router and tenant:3365eae61d63482b87434070f5dd0d5d is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:49.562993 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-aa20db26-d271-4b89-9389-b75ae0165fb1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:49.569765 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-aa20db26-d271-4b89-9389-b75ae0165fb1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:49.656651 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-29ca5aec-13c6-4133-9454-dbb4069b5fd9 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:49.676113 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca5aec-13c6-4133-9454-dbb4069b5fd9 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d68bec4d-a712-4e19-8de7-96b2b310c676,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:49.679891 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-aa20db26-d271-4b89-9389-b75ae0165fb1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:49.680920 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-aa20db26-d271-4b89-9389-b75ae0165fb1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:49.696299 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-aa20db26-d271-4b89-9389-b75ae0165fb1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:49.747913 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-29ca5aec-13c6-4133-9454-dbb4069b5fd9 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:49.749286 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-29ca5aec-13c6-4133-9454-dbb4069b5fd9 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/d68bec4d-a712-4e19-8de7-96b2b310c676 HTTP/1.1" status: 204 len: 168 time: 0.2591612 Apr 11 14:27:49.752055 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45536) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:49.784245 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-aa20db26-d271-4b89-9389-b75ae0165fb1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:49.809526 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ecc7837e-019d-4913-822b-ddf4e4241b8b tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Synchronizing usage tracker for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:49.930387 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-aa20db26-d271-4b89-9389-b75ae0165fb1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:49.934662 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-aa20db26-d271-4b89-9389-b75ae0165fb1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4954157 Apr 11 14:27:49.935566 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45540) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:49.940926 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-1fe05d5a-5e07-459e-b302-a7dbfea24818 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-592874941'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:49.945874 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1fe05d5a-5e07-459e-b302-a7dbfea24818 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:49.949629 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1fe05d5a-5e07-459e-b302-a7dbfea24818 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Usage tracker for resource:network and tenant:3365eae61d63482b87434070f5dd0d5d is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:49.961970 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1fe05d5a-5e07-459e-b302-a7dbfea24818 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:49.961970 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ecc7837e-019d-4913-822b-ddf4e4241b8b tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Unset dirty status for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:49.961970 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ecc7837e-019d-4913-822b-ddf4e4241b8b tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2049880 Apr 11 14:27:49.962263 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45544) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:49.963105 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1fe05d5a-5e07-459e-b302-a7dbfea24818 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:49.966473 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-2d097a4e-4b96-4c8c-8634-f70dbd59d38f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Request body: {'security_group_rule': {'security_group_id': 'cdf65398-d7dc-4f85-81a2-87ffe108b1ad', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:49.973040 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-2d097a4e-4b96-4c8c-8634-f70dbd59d38f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:49.983399 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-2d097a4e-4b96-4c8c-8634-f70dbd59d38f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:50.045975 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe05d5a-5e07-459e-b302-a7dbfea24818 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Made reservation on behalf of 3365eae61d63482b87434070f5dd0d5d for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:27:50.048989 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1fe05d5a-5e07-459e-b302-a7dbfea24818 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:50.065291 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1fe05d5a-5e07-459e-b302-a7dbfea24818 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:50.075627 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2d097a4e-4b96-4c8c-8634-f70dbd59d38f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:50.080385 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1fe05d5a-5e07-459e-b302-a7dbfea24818 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:50.084324 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1fe05d5a-5e07-459e-b302-a7dbfea24818 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Usage tracker for resource:security_group_rule and tenant:3365eae61d63482b87434070f5dd0d5d is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:50.087241 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1fe05d5a-5e07-459e-b302-a7dbfea24818 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:50.095594 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1fe05d5a-5e07-459e-b302-a7dbfea24818 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:50.146602 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2d097a4e-4b96-4c8c-8634-f70dbd59d38f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:50.177145 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1fe05d5a-5e07-459e-b302-a7dbfea24818 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:50.193534 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2d097a4e-4b96-4c8c-8634-f70dbd59d38f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:50.215101 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097a4e-4b96-4c8c-8634-f70dbd59d38f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef700da7-d6a2-440f-8684-2d1327866460,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:50.256340 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1fe05d5a-5e07-459e-b302-a7dbfea24818 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:50.285311 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2d097a4e-4b96-4c8c-8634-f70dbd59d38f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:50.286761 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2d097a4e-4b96-4c8c-8634-f70dbd59d38f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3247919 Apr 11 14:27:50.289455 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45548) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:50.289842 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe05d5a-5e07-459e-b302-a7dbfea24818 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:27:50.299851 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe05d5a-5e07-459e-b302-a7dbfea24818 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03ea23a7-b262-4fd7-9d31-4feba6a7371c,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:50.305660 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1fe05d5a-5e07-459e-b302-a7dbfea24818 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:50.314790 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-1fe05d5a-5e07-459e-b302-a7dbfea24818 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Added segment 7c454b89-2dc9-4c23-b327-543116711d56 of type vlan for network 5f7c939e-3519-4465-a398-f78a381b7567 Apr 11 14:27:50.326735 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8791835e-f998-412b-9964-8b4e998beb3b tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-group-rules/ef700da7-d6a2-440f-8684-2d1327866460 HTTP/1.1" status: 200 len: 763 time: 0.0332336 Apr 11 14:27:50.327316 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45552) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:50.339455 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1fe05d5a-5e07-459e-b302-a7dbfea24818 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:50.376565 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9210a10e-6f0f-467c-9c3c-df4c04ea5b66 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Synchronizing usage tracker for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:50.444483 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1fe05d5a-5e07-459e-b302-a7dbfea24818 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:50.449630 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe05d5a-5e07-459e-b302-a7dbfea24818 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:50.455354 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1fe05d5a-5e07-459e-b302-a7dbfea24818 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:50.474256 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9210a10e-6f0f-467c-9c3c-df4c04ea5b66 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Unset dirty status for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:50.475068 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9210a10e-6f0f-467c-9c3c-df4c04ea5b66 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1471341 Apr 11 14:27:50.478555 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45556) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:50.508552 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e8047285-2ab9-4ed7-a294-eb0913c1fa5d tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:50.521396 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e8047285-2ab9-4ed7-a294-eb0913c1fa5d tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:50.600527 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e8047285-2ab9-4ed7-a294-eb0913c1fa5d tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:50.620642 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8047285-2ab9-4ed7-a294-eb0913c1fa5d tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef700da7-d6a2-440f-8684-2d1327866460,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:50.664370 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe05d5a-5e07-459e-b302-a7dbfea24818 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Pushing event updated for resources: {'Network': ['ID=5f7c939e-3519-4465-a398-f78a381b7567,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:50.673844 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e8047285-2ab9-4ed7-a294-eb0913c1fa5d tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:50.674222 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 5f7c939e-3519-4465-a398-f78a381b7567 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:27:50.675093 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e8047285-2ab9-4ed7-a294-eb0913c1fa5d tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/ef700da7-d6a2-440f-8684-2d1327866460 HTTP/1.1" status: 204 len: 168 time: 0.1955433 Apr 11 14:27:50.677491 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45560) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:50.707182 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1fe05d5a-5e07-459e-b302-a7dbfea24818 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7683339 Apr 11 14:27:50.709762 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45564) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:50.716992 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-483cb91f-2540-4aa8-a680-1f3a4cb0477b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Request body: {'subnet': {'network_id': '5f7c939e-3519-4465-a398-f78a381b7567', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:50.727031 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8f8f9658-db0f-4eb9-9d6d-4ac87989047f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Synchronizing usage tracker for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:50.805366 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8f8f9658-db0f-4eb9-9d6d-4ac87989047f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Unset dirty status for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:50.806801 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8f8f9658-db0f-4eb9-9d6d-4ac87989047f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1283119 Apr 11 14:27:50.810049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45568) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:50.818779 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-e0165848-e4e8-455b-a8db-07f196f1ef40 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Request body: {'security_group_rule': {'security_group_id': 'cdf65398-d7dc-4f85-81a2-87ffe108b1ad', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:50.821781 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e0165848-e4e8-455b-a8db-07f196f1ef40 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:50.838440 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e0165848-e4e8-455b-a8db-07f196f1ef40 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:50.844191 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-483cb91f-2540-4aa8-a680-1f3a4cb0477b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:50.848169 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-483cb91f-2540-4aa8-a680-1f3a4cb0477b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Usage tracker for resource:subnet and tenant:3365eae61d63482b87434070f5dd0d5d is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:50.851084 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-483cb91f-2540-4aa8-a680-1f3a4cb0477b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:50.857248 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-483cb91f-2540-4aa8-a680-1f3a4cb0477b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:50.925871 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e0165848-e4e8-455b-a8db-07f196f1ef40 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:50.943845 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483cb91f-2540-4aa8-a680-1f3a4cb0477b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Made reservation on behalf of 3365eae61d63482b87434070f5dd0d5d for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:27:50.945398 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-483cb91f-2540-4aa8-a680-1f3a4cb0477b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:50.989603 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e0165848-e4e8-455b-a8db-07f196f1ef40 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:51.085188 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e0165848-e4e8-455b-a8db-07f196f1ef40 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:51.110413 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0165848-e4e8-455b-a8db-07f196f1ef40 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd364e2f-3616-4421-927d-244e4b6601cb,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:51.290712 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e0165848-e4e8-455b-a8db-07f196f1ef40 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:51.300047 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e0165848-e4e8-455b-a8db-07f196f1ef40 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4809973 Apr 11 14:27:51.300047 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45572) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:51.306775 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-483cb91f-2540-4aa8-a680-1f3a4cb0477b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:51.315507 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-21fd55ab-4137-4fb1-b446-9b12d03de5be tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-group-rules/dd364e2f-3616-4421-927d-244e4b6601cb HTTP/1.1" status: 200 len: 764 time: 0.0192456 Apr 11 14:27:51.318016 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45576) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:51.366677 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c5961d2f-b2e1-4940-a013-2c9b984a1440 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Synchronizing usage tracker for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:51.392773 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cb91f-2540-4aa8-a680-1f3a4cb0477b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Pushing event updated for resources: {'Subnet': ['ID=0bacd609-25f0-4f8b-ab0d-f95fe922e94d,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:51.403632 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483cb91f-2540-4aa8-a680-1f3a4cb0477b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Checking segment: {'id': '7c454b89-2dc9-4c23-b327-543116711d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '5f7c939e-3519-4465-a398-f78a381b7567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:27:51.403632 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483cb91f-2540-4aa8-a680-1f3a4cb0477b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Network hostable DHCP agents. Network: 5f7c939e-3519-4465-a398-f78a381b7567, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:27:51.501691 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c5961d2f-b2e1-4940-a013-2c9b984a1440 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Unset dirty status for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:51.503090 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c5961d2f-b2e1-4940-a013-2c9b984a1440 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1841509 Apr 11 14:27:51.506212 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45580) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:51.530329 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483cb91f-2540-4aa8-a680-1f3a4cb0477b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Network 5f7c939e-3519-4465-a398-f78a381b7567 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:27:51.535844 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-43b3aa06-991e-424b-b802-72c94744aecb tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:51.546581 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-43b3aa06-991e-424b-b802-72c94744aecb tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:51.593467 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-483cb91f-2540-4aa8-a680-1f3a4cb0477b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 5f7c939e-3519-4465-a398-f78a381b7567) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:27:51.605240 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483cb91f-2540-4aa8-a680-1f3a4cb0477b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:51.605240 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-483cb91f-2540-4aa8-a680-1f3a4cb0477b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:51.605471 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01586015-d4e4-4251-8ba6-5d09d7c3c605 None None] Network 5f7c939e-3519-4465-a398-f78a381b7567 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:27:51.654148 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-43b3aa06-991e-424b-b802-72c94744aecb tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:51.686289 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3aa06-991e-424b-b802-72c94744aecb tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd364e2f-3616-4421-927d-244e4b6601cb,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:51.689144 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-483cb91f-2540-4aa8-a680-1f3a4cb0477b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9658122 Apr 11 14:27:51.689144 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45584) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:51.695149 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-0879b367-4543-414f-9807-049efb8db2c9 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Request body: {'network': {'name': 'tempest-router-network01--804809814'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:51.700907 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0879b367-4543-414f-9807-049efb8db2c9 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:51.700907 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0879b367-4543-414f-9807-049efb8db2c9 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Usage tracker for resource:network and tenant:3365eae61d63482b87434070f5dd0d5d is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:51.710087 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0879b367-4543-414f-9807-049efb8db2c9 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:51.715753 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0879b367-4543-414f-9807-049efb8db2c9 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:51.753476 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-43b3aa06-991e-424b-b802-72c94744aecb tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:51.754776 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-43b3aa06-991e-424b-b802-72c94744aecb tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/dd364e2f-3616-4421-927d-244e4b6601cb HTTP/1.1" status: 204 len: 168 time: 0.2476337 Apr 11 14:27:51.757275 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45588) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:51.809955 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0879b367-4543-414f-9807-049efb8db2c9 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Made reservation on behalf of 3365eae61d63482b87434070f5dd0d5d for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:27:51.809955 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0879b367-4543-414f-9807-049efb8db2c9 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:51.810646 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b830b5a1-889b-4d6c-9741-f2c373a51ff3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Synchronizing usage tracker for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:51.833563 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbfbfc9-b611-45b4-a7b2-f62b9916aed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-5f7c939e-3519-4465-a398-f78a381b7567', 'network_id': '5f7c939e-3519-4465-a398-f78a381b7567', 'tenant_id': '3365eae61d63482b87434070f5dd0d5d', 'fixed_ips': [{'subnet_id': '0bacd609-25f0-4f8b-ab0d-f95fe922e94d'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:27:51.833563 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2fbfbfc9-b611-45b4-a7b2-f62b9916aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:51.839937 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0879b367-4543-414f-9807-049efb8db2c9 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:27:51.849333 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0879b367-4543-414f-9807-049efb8db2c9 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:51.849732 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-0879b367-4543-414f-9807-049efb8db2c9 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Added segment b5cdeda3-fdb6-47f8-8b25-daf4a5f6f0e1 of type vlan for network 03dee322-de53-432b-813d-f56e02f0ea72 Apr 11 14:27:51.880494 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0879b367-4543-414f-9807-049efb8db2c9 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:51.919305 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b830b5a1-889b-4d6c-9741-f2c373a51ff3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Unset dirty status for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:51.920260 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b830b5a1-889b-4d6c-9741-f2c373a51ff3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1620128 Apr 11 14:27:51.923174 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45592) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:51.982600 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0879b367-4543-414f-9807-049efb8db2c9 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:51.987357 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-832080a5-d221-4a53-982e-b9203d1612b3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:51.992299 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0879b367-4543-414f-9807-049efb8db2c9 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:51.993390 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0879b367-4543-414f-9807-049efb8db2c9 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:52.004853 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-2fbfbfc9-b611-45b4-a7b2-f62b9916aed7 None None] Allocated IP 2001:db8::2 (5f7c939e-3519-4465-a398-f78a381b7567/0bacd609-25f0-4f8b-ab0d-f95fe922e94d/6d143acf-3bb6-4383-8416-7838879e1dfe) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:27:52.017532 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-832080a5-d221-4a53-982e-b9203d1612b3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:52.144750 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879b367-4543-414f-9807-049efb8db2c9 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Pushing event updated for resources: {'Network': ['ID=03dee322-de53-432b-813d-f56e02f0ea72,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:52.157752 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 03dee322-de53-432b-813d-f56e02f0ea72 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:27:52.186941 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-832080a5-d221-4a53-982e-b9203d1612b3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:52.187189 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0879b367-4543-414f-9807-049efb8db2c9 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5028915 Apr 11 14:27:52.187189 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45596) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:52.193651 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-f4dcb57a-5f61-4a70-96a0-b3b0ecffb11b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Request body: {'network': {'name': 'tempest-router-network02--1483828824'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:52.198793 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f4dcb57a-5f61-4a70-96a0-b3b0ecffb11b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:52.203101 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f4dcb57a-5f61-4a70-96a0-b3b0ecffb11b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Usage tracker for resource:network and tenant:3365eae61d63482b87434070f5dd0d5d is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:52.208504 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f4dcb57a-5f61-4a70-96a0-b3b0ecffb11b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:52.210259 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832080a5-d221-4a53-982e-b9203d1612b3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf65398-d7dc-4f85-81a2-87ffe108b1ad,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:52.223575 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f4dcb57a-5f61-4a70-96a0-b3b0ecffb11b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:52.415930 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2fbfbfc9-b611-45b4-a7b2-f62b9916aed7 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:52.429370 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-2fbfbfc9-b611-45b4-a7b2-f62b9916aed7 None None] Transition to ACTIVE for port object 6d143acf-3bb6-4383-8416-7838879e1dfe will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:27:52.449315 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-2fbfbfc9-b611-45b4-a7b2-f62b9916aed7 None None] Transition to ACTIVE for port object 6d143acf-3bb6-4383-8416-7838879e1dfe will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:27:52.496401 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-832080a5-d221-4a53-982e-b9203d1612b3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:52.499937 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-832080a5-d221-4a53-982e-b9203d1612b3 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "DELETE /v2.0/security-groups/cdf65398-d7dc-4f85-81a2-87ffe108b1ad HTTP/1.1" status: 204 len: 168 time: 0.5744760 Apr 11 14:27:52.501193 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45600) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:52.547569 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dcb57a-5f61-4a70-96a0-b3b0ecffb11b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Made reservation on behalf of 3365eae61d63482b87434070f5dd0d5d for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:27:52.551487 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f4dcb57a-5f61-4a70-96a0-b3b0ecffb11b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:52.572201 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-2caaf1ee-87e3-4427-a2bb-dc570b09f932 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Synchronizing usage tracker for tenant:4722316284054dbfba91927968d73853 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:52.586801 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4dcb57a-5f61-4a70-96a0-b3b0ecffb11b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:27:52.592917 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f4dcb57a-5f61-4a70-96a0-b3b0ecffb11b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:52.593260 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-f4dcb57a-5f61-4a70-96a0-b3b0ecffb11b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Added segment ed9d57b5-537f-433c-8b4c-71f87dc5ad01 of type vlan for network 89f64e18-41e6-4ad0-a00f-53aed635dc7a Apr 11 14:27:52.605584 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2fbfbfc9-b611-45b4-a7b2-f62b9916aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:52.625155 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f4dcb57a-5f61-4a70-96a0-b3b0ecffb11b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:52.656716 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-2caaf1ee-87e3-4427-a2bb-dc570b09f932 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Unset dirty status for tenant:4722316284054dbfba91927968d73853 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:52.662483 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2caaf1ee-87e3-4427-a2bb-dc570b09f932 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1558356 Apr 11 14:27:52.663954 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45604) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:52.670674 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-423a7dde-7574-463d-a8a9-23593a135ada tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1752491416'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:52.678402 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-423a7dde-7574-463d-a8a9-23593a135ada tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:52.686379 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbfbfc9-b611-45b4-a7b2-f62b9916aed7 None None] Network 5f7c939e-3519-4465-a398-f78a381b7567 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:27:52.689238 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-2fbfbfc9-b611-45b4-a7b2-f62b9916aed7 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:27:52.689636 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-423a7dde-7574-463d-a8a9-23593a135ada tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:52.700532 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbfbfc9-b611-45b4-a7b2-f62b9916aed7 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:27:52.713420 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbfbfc9-b611-45b4-a7b2-f62b9916aed7 None None] Pushing event updated for resources: {'Port': ['ID=6d143acf-3bb6-4383-8416-7838879e1dfe,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:52.764310 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f4dcb57a-5f61-4a70-96a0-b3b0ecffb11b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:52.771855 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dcb57a-5f61-4a70-96a0-b3b0ecffb11b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:52.772507 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f4dcb57a-5f61-4a70-96a0-b3b0ecffb11b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:52.792981 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-423a7dde-7574-463d-a8a9-23593a135ada tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:52.822787 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-423a7dde-7574-463d-a8a9-23593a135ada tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:52.823658 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-2fbfbfc9-b611-45b4-a7b2-f62b9916aed7 None None] Attempting to bind port 6d143acf-3bb6-4383-8416-7838879e1dfe on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:27:52.824028 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-2fbfbfc9-b611-45b4-a7b2-f62b9916aed7 None None] Attempting to bind port 6d143acf-3bb6-4383-8416-7838879e1dfe by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '7c454b89-2dc9-4c23-b327-543116711d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '5f7c939e-3519-4465-a398-f78a381b7567'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:27:52.824422 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbfbfc9-b611-45b4-a7b2-f62b9916aed7 None None] Attempting to bind port 6d143acf-3bb6-4383-8416-7838879e1dfe on network 5f7c939e-3519-4465-a398-f78a381b7567 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:27:52.827502 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-423a7dde-7574-463d-a8a9-23593a135ada tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Usage tracker for resource:security_group_rule and tenant:4722316284054dbfba91927968d73853 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:52.830945 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbfbfc9-b611-45b4-a7b2-f62b9916aed7 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:27:52.831532 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbfbfc9-b611-45b4-a7b2-f62b9916aed7 None None] Checking segment: {'id': '7c454b89-2dc9-4c23-b327-543116711d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '5f7c939e-3519-4465-a398-f78a381b7567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:27:52.832033 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2fbfbfc9-b611-45b4-a7b2-f62b9916aed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:52.832167 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-423a7dde-7574-463d-a8a9-23593a135ada tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:52.833259 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbfbfc9-b611-45b4-a7b2-f62b9916aed7 None None] Bound using segment: {'id': '7c454b89-2dc9-4c23-b327-543116711d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '5f7c939e-3519-4465-a398-f78a381b7567'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:27:52.833740 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-2fbfbfc9-b611-45b4-a7b2-f62b9916aed7 None None] Bound port: 6d143acf-3bb6-4383-8416-7838879e1dfe, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c454b89-2dc9-4c23-b327-543116711d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '5f7c939e-3519-4465-a398-f78a381b7567'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:27:52.835775 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2fbfbfc9-b611-45b4-a7b2-f62b9916aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:52.838653 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-423a7dde-7574-463d-a8a9-23593a135ada tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:52.907171 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f4dcb57a-5f61-4a70-96a0-b3b0ecffb11b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7187405 Apr 11 14:27:52.910107 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45610) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:52.912911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcb57a-5f61-4a70-96a0-b3b0ecffb11b tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Pushing event updated for resources: {'Network': ['ID=89f64e18-41e6-4ad0-a00f-53aed635dc7a,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:52.921873 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-633b2e94-a4d9-41b1-a734-7cfb57259a79 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Request body: {'subnet': {'network_id': '03dee322-de53-432b-813d-f56e02f0ea72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:52.932195 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-423a7dde-7574-463d-a8a9-23593a135ada tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:52.933524 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 89f64e18-41e6-4ad0-a00f-53aed635dc7a details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:27:52.988846 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-423a7dde-7574-463d-a8a9-23593a135ada tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:53.023920 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-2fbfbfc9-b611-45b4-a7b2-f62b9916aed7 None None] For port 6d143acf-3bb6-4383-8416-7838879e1dfe, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:27:53.050753 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-2fbfbfc9-b611-45b4-a7b2-f62b9916aed7 None None] For port 6d143acf-3bb6-4383-8416-7838879e1dfe, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6d143acf-3bb6-4383-8416-7838879e1dfe,segment=NetworkSegment(7c454b89-2dc9-4c23-b327-543116711d56),segment_id=7c454b89-2dc9-4c23-b327-543116711d56)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:27:53.054770 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a7dde-7574-463d-a8a9-23593a135ada tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83a2b84e-55c3-48e9-9159-b1156baded83,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:53.068324 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-633b2e94-a4d9-41b1-a734-7cfb57259a79 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:53.068324 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-633b2e94-a4d9-41b1-a734-7cfb57259a79 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Usage tracker for resource:subnet and tenant:3365eae61d63482b87434070f5dd0d5d is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:53.073570 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-633b2e94-a4d9-41b1-a734-7cfb57259a79 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:53.079812 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-633b2e94-a4d9-41b1-a734-7cfb57259a79 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:53.160764 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2fbfbfc9-b611-45b4-a7b2-f62b9916aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:53.211360 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633b2e94-a4d9-41b1-a734-7cfb57259a79 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Made reservation on behalf of 3365eae61d63482b87434070f5dd0d5d for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:27:53.212468 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-423a7dde-7574-463d-a8a9-23593a135ada tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:53.216459 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-423a7dde-7574-463d-a8a9-23593a135ada tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5487850 Apr 11 14:27:53.216634 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-633b2e94-a4d9-41b1-a734-7cfb57259a79 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:53.216756 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45614) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:53.222309 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-0e709752-1925-480d-a787-d63a8c52ada5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Request body: {'security_group_rule': {'security_group_id': '83a2b84e-55c3-48e9-9159-b1156baded83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:53.228442 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0e709752-1925-480d-a787-d63a8c52ada5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:53.233503 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0e709752-1925-480d-a787-d63a8c52ada5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Usage tracker for resource:security_group_rule and tenant:4722316284054dbfba91927968d73853 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:53.236560 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0e709752-1925-480d-a787-d63a8c52ada5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:53.243005 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0e709752-1925-480d-a787-d63a8c52ada5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:53.258933 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbfbfc9-b611-45b4-a7b2-f62b9916aed7 None None] Pushing event updated for resources: {'Port': ['ID=6d143acf-3bb6-4383-8416-7838879e1dfe,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:53.326078 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0e709752-1925-480d-a787-d63a8c52ada5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:53.402000 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0e709752-1925-480d-a787-d63a8c52ada5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:53.497706 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0e709752-1925-480d-a787-d63a8c52ada5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:53.522047 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e709752-1925-480d-a787-d63a8c52ada5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db64f017-bc47-47fd-a398-8203745e03f7,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:53.560376 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-633b2e94-a4d9-41b1-a734-7cfb57259a79 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:53.638735 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b2e94-a4d9-41b1-a734-7cfb57259a79 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Pushing event updated for resources: {'Subnet': ['ID=d15d83e4-869b-4559-a86a-35e44b61ef81,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:53.641952 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0e709752-1925-480d-a787-d63a8c52ada5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:53.641952 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0e709752-1925-480d-a787-d63a8c52ada5 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4228570 Apr 11 14:27:53.643201 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45618) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:53.649144 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b2e94-a4d9-41b1-a734-7cfb57259a79 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Checking segment: {'id': 'b5cdeda3-fdb6-47f8-8b25-daf4a5f6f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '03dee322-de53-432b-813d-f56e02f0ea72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:27:53.649504 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633b2e94-a4d9-41b1-a734-7cfb57259a79 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Network hostable DHCP agents. Network: 03dee322-de53-432b-813d-f56e02f0ea72, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:27:53.712501 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-568e922d-773d-488f-9660-f23d18d61b0c tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:53.740784 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-568e922d-773d-488f-9660-f23d18d61b0c tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:53.798854 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633b2e94-a4d9-41b1-a734-7cfb57259a79 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Network 03dee322-de53-432b-813d-f56e02f0ea72 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:27:53.878809 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-568e922d-773d-488f-9660-f23d18d61b0c tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:53.901535 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-633b2e94-a4d9-41b1-a734-7cfb57259a79 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 03dee322-de53-432b-813d-f56e02f0ea72) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:27:53.901697 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e922d-773d-488f-9660-f23d18d61b0c tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a2b84e-55c3-48e9-9159-b1156baded83,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:53.911614 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-568e922d-773d-488f-9660-f23d18d61b0c tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:53.915003 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-568e922d-773d-488f-9660-f23d18d61b0c tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "DELETE /v2.0/security-groups/83a2b84e-55c3-48e9-9159-b1156baded83 HTTP/1.1" status: 204 len: 168 time: 0.2705884 Apr 11 14:27:53.916995 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633b2e94-a4d9-41b1-a734-7cfb57259a79 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:53.917660 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-633b2e94-a4d9-41b1-a734-7cfb57259a79 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:53.921029 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45622) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:53.924111 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875d529c-db56-4e21-9ab7-d23fc5b7e933 None None] Network 03dee322-de53-432b-813d-f56e02f0ea72 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:27:53.980276 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-38cddaec-db92-4beb-b906-af9f879338b1 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Synchronizing usage tracker for tenant:4722316284054dbfba91927968d73853 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:54.014621 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-633b2e94-a4d9-41b1-a734-7cfb57259a79 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0998502 Apr 11 14:27:54.014924 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45626) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:54.020464 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-4e384135-a9bb-4b7a-b5df-303d19ea02ab tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Request body: {'subnet': {'network_id': '89f64e18-41e6-4ad0-a00f-53aed635dc7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:27:54.062682 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-38cddaec-db92-4beb-b906-af9f879338b1 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Unset dirty status for tenant:4722316284054dbfba91927968d73853 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:54.073104 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-38cddaec-db92-4beb-b906-af9f879338b1 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1422524 Apr 11 14:27:54.073104 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45630) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:54.153655 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1c62f562-62a6-492f-81cb-9672ee0618f7 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Synchronizing usage tracker for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:54.190093 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4e384135-a9bb-4b7a-b5df-303d19ea02ab tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:54.194070 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4e384135-a9bb-4b7a-b5df-303d19ea02ab tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Usage tracker for resource:subnet and tenant:3365eae61d63482b87434070f5dd0d5d is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:54.197106 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4e384135-a9bb-4b7a-b5df-303d19ea02ab tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:54.207258 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4e384135-a9bb-4b7a-b5df-303d19ea02ab tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:54.226166 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1c62f562-62a6-492f-81cb-9672ee0618f7 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Unset dirty status for tenant:4722316284054dbfba91927968d73853 on resource:security_group_rule {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:54.229716 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1c62f562-62a6-492f-81cb-9672ee0618f7 tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1590457 Apr 11 14:27:54.230429 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45634) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:54.248101 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-e265b9b1-832c-4306-b1b0-ef382fb32dfc tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] delete failed (client error): The resource could not be found. Apr 11 14:27:54.257147 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e265b9b1-832c-4306-b1b0-ef382fb32dfc tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "DELETE /v2.0/security-groups/83a2b84e-55c3-48e9-9159-b1156baded83 HTTP/1.1" status: 404 len: 347 time: 0.0173016 Apr 11 14:27:54.260429 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45638) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:54.285992 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:54.297955 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489b4d9e-3411-468a-8f14-f1e5fd044a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-03dee322-de53-432b-813d-f56e02f0ea72', 'network_id': '03dee322-de53-432b-813d-f56e02f0ea72', 'tenant_id': '3365eae61d63482b87434070f5dd0d5d', 'fixed_ips': [{'subnet_id': 'd15d83e4-869b-4559-a86a-35e44b61ef81'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:27:54.298805 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-489b4d9e-3411-468a-8f14-f1e5fd044a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:54.304082 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e384135-a9bb-4b7a-b5df-303d19ea02ab tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Made reservation on behalf of 3365eae61d63482b87434070f5dd0d5d for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:27:54.310146 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e384135-a9bb-4b7a-b5df-303d19ea02ab tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:54.379421 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9d9e24-9aa7-4869-80d7-c913a7574b8e None None] Network 5f7c939e-3519-4465-a398-f78a381b7567 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:27:54.421588 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c251adde-dff2-4a40-8445-ced50b67fd4f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Synchronizing usage tracker for tenant:4722316284054dbfba91927968d73853 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:27:54.451280 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c251adde-dff2-4a40-8445-ced50b67fd4f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] Unset dirty status for tenant:4722316284054dbfba91927968d73853 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:27:54.452514 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c251adde-dff2-4a40-8445-ced50b67fd4f tempest-SecGroupTest-1091404891 tempest-SecGroupTest-1091404891-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1910925 Apr 11 14:27:54.695515 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5134de74-0994-49ac-89a3-8a9959fa93b5 None None] Provisioning for port 6d143acf-3bb6-4383-8416-7838879e1dfe completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:27:54.712702 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-489b4d9e-3411-468a-8f14-f1e5fd044a56 None None] Allocated IP 2001:db8::2 (03dee322-de53-432b-813d-f56e02f0ea72/d15d83e4-869b-4559-a86a-35e44b61ef81/d47607b8-b10e-49a0-9263-1017078011f0) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:27:54.855242 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e384135-a9bb-4b7a-b5df-303d19ea02ab tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:54.946056 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e384135-a9bb-4b7a-b5df-303d19ea02ab tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Pushing event updated for resources: {'Subnet': ['ID=a6aa6d37-0ac1-4ae8-aea0-5f60a0ebb35a,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:54.969415 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e384135-a9bb-4b7a-b5df-303d19ea02ab tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Checking segment: {'id': 'ed9d57b5-537f-433c-8b4c-71f87dc5ad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '89f64e18-41e6-4ad0-a00f-53aed635dc7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:27:54.969415 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e384135-a9bb-4b7a-b5df-303d19ea02ab tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Network hostable DHCP agents. Network: 89f64e18-41e6-4ad0-a00f-53aed635dc7a, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:27:54.997354 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-489b4d9e-3411-468a-8f14-f1e5fd044a56 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:55.008277 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-489b4d9e-3411-468a-8f14-f1e5fd044a56 None None] Transition to ACTIVE for port object d47607b8-b10e-49a0-9263-1017078011f0 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:27:55.032944 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-489b4d9e-3411-468a-8f14-f1e5fd044a56 None None] Transition to ACTIVE for port object d47607b8-b10e-49a0-9263-1017078011f0 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:27:55.086603 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45646) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:55.140869 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e384135-a9bb-4b7a-b5df-303d19ea02ab tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Network 89f64e18-41e6-4ad0-a00f-53aed635dc7a is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:27:55.188230 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-489b4d9e-3411-468a-8f14-f1e5fd044a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:55.243834 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-40d9a461-6399-475d-9981-a2b2b453b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:55.264651 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9a00b3dd-3234-4c3f-bdbb-0506803ddc48 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4722316284054dbfba91927968d73853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734555 Apr 11 14:27:55.264651 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45652) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:55.264932 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489b4d9e-3411-468a-8f14-f1e5fd044a56 None None] Network 03dee322-de53-432b-813d-f56e02f0ea72 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:27:55.272850 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-489b4d9e-3411-468a-8f14-f1e5fd044a56 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:27:55.281784 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489b4d9e-3411-468a-8f14-f1e5fd044a56 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:27:55.286163 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b4d9e-3411-468a-8f14-f1e5fd044a56 None None] Pushing event updated for resources: {'Port': ['ID=d47607b8-b10e-49a0-9263-1017078011f0,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:55.334549 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-4e384135-a9bb-4b7a-b5df-303d19ea02ab tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 89f64e18-41e6-4ad0-a00f-53aed635dc7a) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:27:55.336220 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ed00ad48-815c-4da3-a2f2-a0fcfe3ef4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:55.341665 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e384135-a9bb-4b7a-b5df-303d19ea02ab tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:27:55.342273 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e384135-a9bb-4b7a-b5df-303d19ea02ab tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:55.366243 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715b4f24-4f90-47c8-a1ed-35c185fa6ec9 None None] Network 89f64e18-41e6-4ad0-a00f-53aed635dc7a requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:27:55.381712 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ed00ad48-815c-4da3-a2f2-a0fcfe3ef4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:55.405013 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6d143acf-3bb6-4383-8416-7838879e1dfe up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:27:55.502873 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4e384135-a9bb-4b7a-b5df-303d19ea02ab tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4870000 Apr 11 14:27:55.505611 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45656) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:55.507971 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-489b4d9e-3411-468a-8f14-f1e5fd044a56 None None] Attempting to bind port d47607b8-b10e-49a0-9263-1017078011f0 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:27:55.508344 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-489b4d9e-3411-468a-8f14-f1e5fd044a56 None None] Attempting to bind port d47607b8-b10e-49a0-9263-1017078011f0 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'b5cdeda3-fdb6-47f8-8b25-daf4a5f6f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '03dee322-de53-432b-813d-f56e02f0ea72'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:27:55.508709 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489b4d9e-3411-468a-8f14-f1e5fd044a56 None None] Attempting to bind port d47607b8-b10e-49a0-9263-1017078011f0 on network 03dee322-de53-432b-813d-f56e02f0ea72 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:27:55.537816 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489b4d9e-3411-468a-8f14-f1e5fd044a56 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:27:55.538223 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489b4d9e-3411-468a-8f14-f1e5fd044a56 None None] Checking segment: {'id': 'b5cdeda3-fdb6-47f8-8b25-daf4a5f6f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '03dee322-de53-432b-813d-f56e02f0ea72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:27:55.538636 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-489b4d9e-3411-468a-8f14-f1e5fd044a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:55.539034 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489b4d9e-3411-468a-8f14-f1e5fd044a56 None None] Bound using segment: {'id': 'b5cdeda3-fdb6-47f8-8b25-daf4a5f6f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '03dee322-de53-432b-813d-f56e02f0ea72'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:27:55.539508 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-489b4d9e-3411-468a-8f14-f1e5fd044a56 None None] Bound port: d47607b8-b10e-49a0-9263-1017078011f0, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5cdeda3-fdb6-47f8-8b25-daf4a5f6f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '03dee322-de53-432b-813d-f56e02f0ea72'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:27:55.539889 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-489b4d9e-3411-468a-8f14-f1e5fd044a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:55.571374 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ed00ad48-815c-4da3-a2f2-a0fcfe3ef4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:55.600491 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00ad48-815c-4da3-a2f2-a0fcfe3ef4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0f8ecc-a5cd-427a-89ba-09fc70beb2ab,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:55.722485 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-489b4d9e-3411-468a-8f14-f1e5fd044a56 None None] For port d47607b8-b10e-49a0-9263-1017078011f0, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:27:55.727092 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-489b4d9e-3411-468a-8f14-f1e5fd044a56 None None] For port d47607b8-b10e-49a0-9263-1017078011f0, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=d47607b8-b10e-49a0-9263-1017078011f0,segment=NetworkSegment(b5cdeda3-fdb6-47f8-8b25-daf4a5f6f0e1),segment_id=b5cdeda3-fdb6-47f8-8b25-daf4a5f6f0e1)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:27:55.729329 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 6d143acf-3bb6-4383-8416-7838879e1dfe completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:27:55.764193 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 6d143acf-3bb6-4383-8416-7838879e1dfe triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:55.764566 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:55.817949 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68a191b-9be5-41d1-bbf9-6f9bb7fb2e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-89f64e18-41e6-4ad0-a00f-53aed635dc7a', 'network_id': '89f64e18-41e6-4ad0-a00f-53aed635dc7a', 'tenant_id': '3365eae61d63482b87434070f5dd0d5d', 'fixed_ips': [{'subnet_id': 'a6aa6d37-0ac1-4ae8-aea0-5f60a0ebb35a'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:27:55.817949 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c68a191b-9be5-41d1-bbf9-6f9bb7fb2e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:55.842573 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-489b4d9e-3411-468a-8f14-f1e5fd044a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:55.936851 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ed00ad48-815c-4da3-a2f2-a0fcfe3ef4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:55.947833 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ed00ad48-815c-4da3-a2f2-a0fcfe3ef4be admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/de0f8ecc-a5cd-427a-89ba-09fc70beb2ab HTTP/1.1" status: 204 len: 168 time: 0.6756949 Apr 11 14:27:56.057171 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-79e45621-11c9-413e-baf6-9cc97185299a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:56.116647 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b4d9e-3411-468a-8f14-f1e5fd044a56 None None] Pushing event updated for resources: {'Port': ['ID=d47607b8-b10e-49a0-9263-1017078011f0,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:56.163789 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-c68a191b-9be5-41d1-bbf9-6f9bb7fb2e86 None None] Allocated IP 2001:db8::2 (89f64e18-41e6-4ad0-a00f-53aed635dc7a/a6aa6d37-0ac1-4ae8-aea0-5f60a0ebb35a/434d3822-0d55-4649-b2ad-75cf119e7dea) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:27:56.169709 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:56.242935 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 6d143acf-3bb6-4383-8416-7838879e1dfe, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6d143acf-3bb6-4383-8416-7838879e1dfe,segment=NetworkSegment(7c454b89-2dc9-4c23-b327-543116711d56),segment_id=7c454b89-2dc9-4c23-b327-543116711d56)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:56.378318 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:56.522016 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-79e45621-11c9-413e-baf6-9cc97185299a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Allocated IP 2001:db8::1 (03dee322-de53-432b-813d-f56e02f0ea72/d15d83e4-869b-4559-a86a-35e44b61ef81/f67678a1-6aa7-4c76-8fd8-52bcb85daff7) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:27:56.558766 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=6d143acf-3bb6-4383-8416-7838879e1dfe,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:56.571788 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c68a191b-9be5-41d1-bbf9-6f9bb7fb2e86 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:56.582513 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c68a191b-9be5-41d1-bbf9-6f9bb7fb2e86 None None] Transition to ACTIVE for port object 434d3822-0d55-4649-b2ad-75cf119e7dea will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:27:56.603883 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c68a191b-9be5-41d1-bbf9-6f9bb7fb2e86 None None] Transition to ACTIVE for port object 434d3822-0d55-4649-b2ad-75cf119e7dea will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:27:56.680836 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c68a191b-9be5-41d1-bbf9-6f9bb7fb2e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:56.721241 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-79e45621-11c9-413e-baf6-9cc97185299a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:56.740303 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-79e45621-11c9-413e-baf6-9cc97185299a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Transition to ACTIVE for port object f67678a1-6aa7-4c76-8fd8-52bcb85daff7 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:27:56.803905 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68a191b-9be5-41d1-bbf9-6f9bb7fb2e86 None None] Network 89f64e18-41e6-4ad0-a00f-53aed635dc7a is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:27:56.812205 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-c68a191b-9be5-41d1-bbf9-6f9bb7fb2e86 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:27:56.817237 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68a191b-9be5-41d1-bbf9-6f9bb7fb2e86 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:27:56.823542 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a191b-9be5-41d1-bbf9-6f9bb7fb2e86 None None] Pushing event updated for resources: {'Port': ['ID=434d3822-0d55-4649-b2ad-75cf119e7dea,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:56.857083 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-79e45621-11c9-413e-baf6-9cc97185299a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:56.919357 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-c68a191b-9be5-41d1-bbf9-6f9bb7fb2e86 None None] Attempting to bind port 434d3822-0d55-4649-b2ad-75cf119e7dea on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:27:56.923292 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-c68a191b-9be5-41d1-bbf9-6f9bb7fb2e86 None None] Attempting to bind port 434d3822-0d55-4649-b2ad-75cf119e7dea by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'ed9d57b5-537f-433c-8b4c-71f87dc5ad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '89f64e18-41e6-4ad0-a00f-53aed635dc7a'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:27:56.923292 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68a191b-9be5-41d1-bbf9-6f9bb7fb2e86 None None] Attempting to bind port 434d3822-0d55-4649-b2ad-75cf119e7dea on network 89f64e18-41e6-4ad0-a00f-53aed635dc7a {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:27:56.926334 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68a191b-9be5-41d1-bbf9-6f9bb7fb2e86 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:27:56.926985 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68a191b-9be5-41d1-bbf9-6f9bb7fb2e86 None None] Checking segment: {'id': 'ed9d57b5-537f-433c-8b4c-71f87dc5ad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '89f64e18-41e6-4ad0-a00f-53aed635dc7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:27:56.927598 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c68a191b-9be5-41d1-bbf9-6f9bb7fb2e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:56.928088 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68a191b-9be5-41d1-bbf9-6f9bb7fb2e86 None None] Bound using segment: {'id': 'ed9d57b5-537f-433c-8b4c-71f87dc5ad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '89f64e18-41e6-4ad0-a00f-53aed635dc7a'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:27:56.928664 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-c68a191b-9be5-41d1-bbf9-6f9bb7fb2e86 None None] Bound port: 434d3822-0d55-4649-b2ad-75cf119e7dea, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed9d57b5-537f-433c-8b4c-71f87dc5ad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '89f64e18-41e6-4ad0-a00f-53aed635dc7a'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:27:56.929209 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c68a191b-9be5-41d1-bbf9-6f9bb7fb2e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:57.067492 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-c68a191b-9be5-41d1-bbf9-6f9bb7fb2e86 None None] For port 434d3822-0d55-4649-b2ad-75cf119e7dea, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:27:57.070503 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-c68a191b-9be5-41d1-bbf9-6f9bb7fb2e86 None None] For port 434d3822-0d55-4649-b2ad-75cf119e7dea, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=434d3822-0d55-4649-b2ad-75cf119e7dea,segment=NetworkSegment(ed9d57b5-537f-433c-8b4c-71f87dc5ad01),segment_id=ed9d57b5-537f-433c-8b4c-71f87dc5ad01)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:27:57.096911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e45621-11c9-413e-baf6-9cc97185299a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Network 03dee322-de53-432b-813d-f56e02f0ea72 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:27:57.100161 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-79e45621-11c9-413e-baf6-9cc97185299a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:27:57.109444 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e45621-11c9-413e-baf6-9cc97185299a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:27:57.109444 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-79e45621-11c9-413e-baf6-9cc97185299a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:57.126319 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e45621-11c9-413e-baf6-9cc97185299a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Pushing event updated for resources: {'Port': ['ID=f67678a1-6aa7-4c76-8fd8-52bcb85daff7,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:57.130671 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c68a191b-9be5-41d1-bbf9-6f9bb7fb2e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:57.217367 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c4a2d7-7a35-4c4a-b79c-95fedc66a5a4 None None] Network 03dee322-de53-432b-813d-f56e02f0ea72 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:27:57.236300 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a191b-9be5-41d1-bbf9-6f9bb7fb2e86 None None] Pushing event updated for resources: {'Port': ['ID=434d3822-0d55-4649-b2ad-75cf119e7dea,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:57.284754 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-79e45621-11c9-413e-baf6-9cc97185299a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:57.546459 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device d47607b8-b10e-49a0-9263-1017078011f0 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:27:57.549376 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45680) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:57.591417 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e2658315-a842-4edd-a2ff-aa3244741dd6 None None] Provisioning for port d47607b8-b10e-49a0-9263-1017078011f0 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:27:57.718747 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8c06893c-c4f8-4e72-9773-c819bd2e8db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:57.727221 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-18aad455-f8d7-4c0e-9580-eb9ecff72cf0 tempest-ServiceProvidersTest-25415395 tempest-ServiceProvidersTest-25415395-project] 10.222.0.66 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1766882 Apr 11 14:27:57.822020 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port d47607b8-b10e-49a0-9263-1017078011f0 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:27:57.831103 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port d47607b8-b10e-49a0-9263-1017078011f0 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:57.831546 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:57.842563 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-79e45621-11c9-413e-baf6-9cc97185299a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:57.893374 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-79e45621-11c9-413e-baf6-9cc97185299a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:57.893374 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-79e45621-11c9-413e-baf6-9cc97185299a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:58.004226 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:58.068308 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e45621-11c9-413e-baf6-9cc97185299a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Pushing event updated for resources: {'Port': ['ID=f67678a1-6aa7-4c76-8fd8-52bcb85daff7,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:58.070763 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port d47607b8-b10e-49a0-9263-1017078011f0, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=d47607b8-b10e-49a0-9263-1017078011f0,segment=NetworkSegment(b5cdeda3-fdb6-47f8-8b25-daf4a5f6f0e1),segment_id=b5cdeda3-fdb6-47f8-8b25-daf4a5f6f0e1)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:27:58.175611 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e45621-11c9-413e-baf6-9cc97185299a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Network 03dee322-de53-432b-813d-f56e02f0ea72 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:27:58.179840 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-79e45621-11c9-413e-baf6-9cc97185299a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:27:58.187788 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:58.189246 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6d143acf-3bb6-4383-8416-7838879e1dfe up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:27:58.249362 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5d5b3ed1-76de-41cd-b2c6-d12f5d9f9e7c None None] Provisioning for port f67678a1-6aa7-4c76-8fd8-52bcb85daff7 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:27:58.278558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5d5b3ed1-76de-41cd-b2c6-d12f5d9f9e7c None None] Provisioning complete for port f67678a1-6aa7-4c76-8fd8-52bcb85daff7 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:58.279241 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5d5b3ed1-76de-41cd-b2c6-d12f5d9f9e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:58.391942 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=d47607b8-b10e-49a0-9263-1017078011f0,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:58.414133 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-5d5b3ed1-76de-41cd-b2c6-d12f5d9f9e7c None None] Port f67678a1-6aa7-4c76-8fd8-52bcb85daff7 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:27:58.440175 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5d5b3ed1-76de-41cd-b2c6-d12f5d9f9e7c None None] Provisioning complete for port d47607b8-b10e-49a0-9263-1017078011f0 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:58.440552 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5d5b3ed1-76de-41cd-b2c6-d12f5d9f9e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:58.463176 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45694) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:58.487426 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 6d143acf-3bb6-4383-8416-7838879e1dfe triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:58.488012 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:58.594142 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e45621-11c9-413e-baf6-9cc97185299a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Router 7b52390c-cfaf-4c7d-a791-2a56a4a1d70e is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:27:58.619180 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ac4afc68-52bf-4d65-bb07-15e21d285ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:58.642745 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ac4afc68-52bf-4d65-bb07-15e21d285ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:27:58.647512 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ac4afc68-52bf-4d65-bb07-15e21d285ebe admin admin] Usage tracker for resource:security_group_rule and tenant:f0ccf8a1588d40b58d20551adc7782b7 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:27:58.651228 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ac4afc68-52bf-4d65-bb07-15e21d285ebe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:27:58.658295 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ac4afc68-52bf-4d65-bb07-15e21d285ebe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:27:58.716043 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:58.741370 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86289ba-8454-4395-9e73-2ceeae531502 None None] Network 89f64e18-41e6-4ad0-a00f-53aed635dc7a requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:27:58.758051 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:58.763454 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ac4afc68-52bf-4d65-bb07-15e21d285ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:58.809943 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e45621-11c9-413e-baf6-9cc97185299a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:27:58.819091 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-79e45621-11c9-413e-baf6-9cc97185299a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "PUT /v2.0/routers/7b52390c-cfaf-4c7d-a791-2a56a4a1d70e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3123617 Apr 11 14:27:58.821842 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45700) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:58.833479 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1097bc8f-750d-4455-ae8d-8c36ccc2a3f5 None None] Sync routers for ids ['7b52390c-cfaf-4c7d-a791-2a56a4a1d70e'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:27:58.860514 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1097bc8f-750d-4455-ae8d-8c36ccc2a3f5 None None] Routers {'7b52390c-cfaf-4c7d-a791-2a56a4a1d70e'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:27:58.861236 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-1097bc8f-750d-4455-ae8d-8c36ccc2a3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:27:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['7b52390c-cfaf-4c7d-a791-2a56a4a1d70e'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:58.872929 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ac4afc68-52bf-4d65-bb07-15e21d285ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:58.924506 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ac4afc68-52bf-4d65-bb07-15e21d285ebe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f0ccf8a1588d40b58d20551adc7782b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4591422 Apr 11 14:27:58.928225 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45704) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:58.942455 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-1097bc8f-750d-4455-ae8d-8c36ccc2a3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:58.946828 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4afc68-52bf-4d65-bb07-15e21d285ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efa723c-881d-4b1e-82eb-cd116173c417,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:59.008300 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1097bc8f-750d-4455-ae8d-8c36ccc2a3f5 None None] Routers {'7b52390c-cfaf-4c7d-a791-2a56a4a1d70e'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:27:59.009238 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-090ef9e9-3a20-4dfa-bd4d-529d1425b594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:59.009414 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-1097bc8f-750d-4455-ae8d-8c36ccc2a3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:27:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['7b52390c-cfaf-4c7d-a791-2a56a4a1d70e'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:59.039458 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-090ef9e9-3a20-4dfa-bd4d-529d1425b594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:59.135855 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-1097bc8f-750d-4455-ae8d-8c36ccc2a3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:27:59.136250 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1097bc8f-750d-4455-ae8d-8c36ccc2a3f5 None None] The sync data for ids ['7b52390c-cfaf-4c7d-a791-2a56a4a1d70e'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:27:59.138806 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-0b04f44d-6c66-479e-825a-5442d6e5457d None None] Provisioning complete for port f67678a1-6aa7-4c76-8fd8-52bcb85daff7 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:59.138806 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0b04f44d-6c66-479e-825a-5442d6e5457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:59.233463 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-090ef9e9-3a20-4dfa-bd4d-529d1425b594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:59.242652 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-0b04f44d-6c66-479e-825a-5442d6e5457d None None] Port f67678a1-6aa7-4c76-8fd8-52bcb85daff7 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:27:59.258256 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ef9e9-3a20-4dfa-bd4d-529d1425b594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efa723c-881d-4b1e-82eb-cd116173c417,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:27:59.275367 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-090ef9e9-3a20-4dfa-bd4d-529d1425b594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:59.278759 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-090ef9e9-3a20-4dfa-bd4d-529d1425b594 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6efa723c-881d-4b1e-82eb-cd116173c417 HTTP/1.1" status: 204 len: 168 time: 0.3461561 Apr 11 14:27:59.347915 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-0b04f44d-6c66-479e-825a-5442d6e5457d None None] Provisioning for port 434d3822-0d55-4649-b2ad-75cf119e7dea completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:27:59.532525 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 434d3822-0d55-4649-b2ad-75cf119e7dea up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:27:59.702599 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-d0587a89-41c3-476b-911c-7cb85aa550a0 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:27:59.703702 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d0587a89-41c3-476b-911c-7cb85aa550a0 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "PUT /v2.0/routers/7b52390c-cfaf-4c7d-a791-2a56a4a1d70e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8808746 Apr 11 14:27:59.706776 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45710) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:27:59.726040 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 434d3822-0d55-4649-b2ad-75cf119e7dea completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:27:59.732182 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 434d3822-0d55-4649-b2ad-75cf119e7dea triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:27:59.732567 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:59.890600 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:59.896892 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:27:59.930997 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 434d3822-0d55-4649-b2ad-75cf119e7dea, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=434d3822-0d55-4649-b2ad-75cf119e7dea,segment=NetworkSegment(ed9d57b5-537f-433c-8b4c-71f87dc5ad01),segment_id=ed9d57b5-537f-433c-8b4c-71f87dc5ad01)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:28:00.008567 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:00.011699 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device d47607b8-b10e-49a0-9263-1017078011f0 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:28:00.135627 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=434d3822-0d55-4649-b2ad-75cf119e7dea,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:00.151502 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port d47607b8-b10e-49a0-9263-1017078011f0 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:28:00.151502 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:00.357912 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-86bd6341-68de-4dd4-8529-25e50e392692 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:00.704196 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-86bd6341-68de-4dd4-8529-25e50e392692 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Deleting port f67678a1-6aa7-4c76-8fd8-52bcb85daff7 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:28:00.704567 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-86bd6341-68de-4dd4-8529-25e50e392692 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:00.890486 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-86bd6341-68de-4dd4-8529-25e50e392692 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:01.014741 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-86bd6341-68de-4dd4-8529-25e50e392692 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Calling delete_port for f67678a1-6aa7-4c76-8fd8-52bcb85daff7 owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:28:01.278018 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-86bd6341-68de-4dd4-8529-25e50e392692 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:01.347537 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 434d3822-0d55-4649-b2ad-75cf119e7dea up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:28:01.361017 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd6341-68de-4dd4-8529-25e50e392692 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Pushing event deleted for resources: {'Port': ['ID=f67678a1-6aa7-4c76-8fd8-52bcb85daff7,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:01.406387 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45718) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:01.423943 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 434d3822-0d55-4649-b2ad-75cf119e7dea triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:28:01.424325 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:01.648397 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-86bd6341-68de-4dd4-8529-25e50e392692 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:01.664074 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-981897d2-fabf-4c07-b532-7d386d85dfa2 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Deleting port 56b58ac4-5eb0-4e9f-b82c-d4b614c23348 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:28:01.664409 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-981897d2-fabf-4c07-b532-7d386d85dfa2 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:01.846788 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-981897d2-fabf-4c07-b532-7d386d85dfa2 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:01.847119 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-981897d2-fabf-4c07-b532-7d386d85dfa2 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:01.934169 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bd6341-68de-4dd4-8529-25e50e392692 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Router 7b52390c-cfaf-4c7d-a791-2a56a4a1d70e has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:28:01.978594 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-981897d2-fabf-4c07-b532-7d386d85dfa2 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Calling delete_port for 56b58ac4-5eb0-4e9f-b82c-d4b614c23348 owned by network:floatingip {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:28:02.092794 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bd6341-68de-4dd4-8529-25e50e392692 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:28:02.102412 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14108e2e-4d9e-43c1-8a8d-12d7cde7b594 None None] Sync routers for ids ['7b52390c-cfaf-4c7d-a791-2a56a4a1d70e'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:28:02.105151 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-86bd6341-68de-4dd4-8529-25e50e392692 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "PUT /v2.0/routers/7b52390c-cfaf-4c7d-a791-2a56a4a1d70e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3972094 Apr 11 14:28:02.109611 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45722) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:02.116312 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14108e2e-4d9e-43c1-8a8d-12d7cde7b594 None None] Routers {'7b52390c-cfaf-4c7d-a791-2a56a4a1d70e'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:28:02.116923 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-14108e2e-4d9e-43c1-8a8d-12d7cde7b594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:27:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['7b52390c-cfaf-4c7d-a791-2a56a4a1d70e'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:02.179242 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-1b200a01-c9f2-42de-a068-b40f4acdcfac tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] delete failed (client error): The resource could not be found. Apr 11 14:28:02.180265 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1b200a01-c9f2-42de-a068-b40f4acdcfac tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-1626614865 HTTP/1.1" status: 404 len: 335 time: 0.0696445 Apr 11 14:28:02.181518 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-14108e2e-4d9e-43c1-8a8d-12d7cde7b594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:02.185071 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45726) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:02.190335 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-1328a7c7-f5e6-4f2e-b81e-87ce77bd7016 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Request body: {'router': {'external_gateway_info': {'network_id': '7b52390c-cfaf-4c7d-a791-2a56a4a1d70e'}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:28:02.191683 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14108e2e-4d9e-43c1-8a8d-12d7cde7b594 None None] Routers {'7b52390c-cfaf-4c7d-a791-2a56a4a1d70e'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:28:02.192244 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-14108e2e-4d9e-43c1-8a8d-12d7cde7b594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:27:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['7b52390c-cfaf-4c7d-a791-2a56a4a1d70e'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:02.245649 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-981897d2-fabf-4c07-b532-7d386d85dfa2 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:02.252408 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-14108e2e-4d9e-43c1-8a8d-12d7cde7b594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:02.252799 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14108e2e-4d9e-43c1-8a8d-12d7cde7b594 None None] The sync data for ids ['7b52390c-cfaf-4c7d-a791-2a56a4a1d70e'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:28:02.357726 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981897d2-fabf-4c07-b532-7d386d85dfa2 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Pushing event deleted for resources: {'Port': ['ID=56b58ac4-5eb0-4e9f-b82c-d4b614c23348,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:02.460409 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981897d2-fabf-4c07-b532-7d386d85dfa2 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:02.462886 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981897d2-fabf-4c07-b532-7d386d85dfa2 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:02.462886 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981897d2-fabf-4c07-b532-7d386d85dfa2 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:02.462886 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981897d2-fabf-4c07-b532-7d386d85dfa2 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:02.462886 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981897d2-fabf-4c07-b532-7d386d85dfa2 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:02.462886 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981897d2-fabf-4c07-b532-7d386d85dfa2 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:02.462886 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981897d2-fabf-4c07-b532-7d386d85dfa2 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:02.462886 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981897d2-fabf-4c07-b532-7d386d85dfa2 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:02.463594 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981897d2-fabf-4c07-b532-7d386d85dfa2 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:02.463594 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981897d2-fabf-4c07-b532-7d386d85dfa2 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:02.463800 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981897d2-fabf-4c07-b532-7d386d85dfa2 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:02.464054 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981897d2-fabf-4c07-b532-7d386d85dfa2 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:02.832390 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-981897d2-fabf-4c07-b532-7d386d85dfa2 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for floatingip, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:02.832899 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-981897d2-fabf-4c07-b532-7d386d85dfa2 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Floating IP 210908f3-2dc2-4f3c-91c8-92200692e328 disassociated (deleted). External IP: 172.26.7.224, port: 44de09a9-cb60-4958-af4e-a2d885240c17. Apr 11 14:28:02.909921 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1328a7c7-f5e6-4f2e-b81e-87ce77bd7016 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:03.042352 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-1328a7c7-f5e6-4f2e-b81e-87ce77bd7016 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] update failed (client error): The resource could not be found. Apr 11 14:28:03.044074 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1328a7c7-f5e6-4f2e-b81e-87ce77bd7016 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "PUT /v2.0/routers/7b52390c-cfaf-4c7d-a791-2a56a4a1d70e HTTP/1.1" status: 404 len: 339 time: 0.8579772 Apr 11 14:28:03.049233 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45730) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:03.056911 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1126697270'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:28:03.062725 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:28:03.067081 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Usage tracker for resource:network and tenant:3365eae61d63482b87434070f5dd0d5d is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:28:03.070436 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:28:03.077721 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:28:03.175614 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Made reservation on behalf of 3365eae61d63482b87434070f5dd0d5d for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:28:03.179522 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:03.211766 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:28:03.220963 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:03.221417 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Added segment efff67f7-c07d-496d-a768-e0725810a3da of type vlan for network 74c3788c-5b46-44f9-bdcf-756411d5612b Apr 11 14:28:03.234737 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981897d2-fabf-4c07-b532-7d386d85dfa2 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Router c9901cd1-6348-4a42-98c0-56f93c5e5ab6 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:28:03.248230 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:03.336142 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:03.342549 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:03.343140 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:03.432718 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981897d2-fabf-4c07-b532-7d386d85dfa2 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:28:03.443157 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbf5717-67e1-4b03-aa0f-792c087dde20 None None] Sync routers for ids ['c9901cd1-6348-4a42-98c0-56f93c5e5ab6'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:28:03.461770 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Pushing event updated for resources: {'Network': ['ID=74c3788c-5b46-44f9-bdcf-756411d5612b,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:03.463757 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbf5717-67e1-4b03-aa0f-792c087dde20 None None] Routers {'c9901cd1-6348-4a42-98c0-56f93c5e5ab6'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:28:03.464394 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2dbf5717-67e1-4b03-aa0f-792c087dde20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:27:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['c9901cd1-6348-4a42-98c0-56f93c5e5ab6'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:03.470074 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:03.470441 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:03.470760 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:03.471254 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:03.471587 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:03.471917 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:03.472242 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:03.472570 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:03.472888 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:03.473207 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:03.473526 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:03.473882 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:03.503813 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e624944a-e2fe-4543-a963-e670c2fb55e2 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4530675 Apr 11 14:28:03.514588 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45734) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:03.520510 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-5a2b4db7-0b09-47f0-ab8f-b972d66098be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Request body: {'subnet': {'network_id': '74c3788c-5b46-44f9-bdcf-756411d5612b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:28:03.527689 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 74c3788c-5b46-44f9-bdcf-756411d5612b details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:28:03.561563 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-981897d2-fabf-4c07-b532-7d386d85dfa2 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:03.691510 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-981897d2-fabf-4c07-b532-7d386d85dfa2 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "DELETE /v2.0/floatingips/210908f3-2dc2-4f3c-91c8-92200692e328 HTTP/1.1" status: 204 len: 168 time: 2.2824624 Apr 11 14:28:03.692833 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '918ea5a4-8203-44c5-aca5-6ff380d9c595', 'tag': '44de09a9-cb60-4958-af4e-a2d885240c17'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:28:03.698190 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5a2b4db7-0b09-47f0-ab8f-b972d66098be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:28:03.706296 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5a2b4db7-0b09-47f0-ab8f-b972d66098be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Usage tracker for resource:subnet and tenant:3365eae61d63482b87434070f5dd0d5d is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:28:03.710625 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5a2b4db7-0b09-47f0-ab8f-b972d66098be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:28:03.719073 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5a2b4db7-0b09-47f0-ab8f-b972d66098be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:28:03.751677 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b81f5aa6-59d8-49e9-8a10-5438eef5c78b'] response: {'name': 'network-changed', 'server_uuid': '918ea5a4-8203-44c5-aca5-6ff380d9c595', 'tag': '44de09a9-cb60-4958-af4e-a2d885240c17', 'status': 'completed', 'code': 200} Apr 11 14:28:03.766332 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-2dbf5717-67e1-4b03-aa0f-792c087dde20 None None] Set router c9901cd1-6348-4a42-98c0-56f93c5e5ab6 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:28:03.794383 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2b4db7-0b09-47f0-ab8f-b972d66098be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Made reservation on behalf of 3365eae61d63482b87434070f5dd0d5d for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:28:03.799241 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5a2b4db7-0b09-47f0-ab8f-b972d66098be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:04.028432 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274eee61-1905-4b70-aa3b-eba052878c65 req-7b56310b-3f84-46b0-9d81-80aab70326ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:04.030497 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-274eee61-1905-4b70-aa3b-eba052878c65 req-7b56310b-3f84-46b0-9d81-80aab70326ef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c01302260e1b42aaba91a0ad6d85cc8c&device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 1099 time: 0.2326899 Apr 11 14:28:04.154768 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5a2b4db7-0b09-47f0-ab8f-b972d66098be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:04.173455 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2dbf5717-67e1-4b03-aa0f-792c087dde20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898043376', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8dca1c99-fe69-4209-b862-738a7d646a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:14Z', 'updated_at': '2022-04-11T14:24:23Z', 'revision_number': 4, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'gw_port': {'id': '8dca1c99-fe69-4209-b862-738a7d646a1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:15Z', 'updated_at': '2022-04-11T14:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '62ca987d-a167-4394-b81a-725df1e955db', 'name': '', 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'mac_address': 'fa:16:3e:f6:ba:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '7cf1eb46-d375-41db-9a64-c06044cc1b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 5, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'subnets': [{'id': '7cf1eb46-d375-41db-9a64-c06044cc1b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:04.179030 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbf5717-67e1-4b03-aa0f-792c087dde20 None None] Checking router: c9901cd1-6348-4a42-98c0-56f93c5e5ab6 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:28:04.190160 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbf5717-67e1-4b03-aa0f-792c087dde20 None None] Routers {'c9901cd1-6348-4a42-98c0-56f93c5e5ab6'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:28:04.190857 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2dbf5717-67e1-4b03-aa0f-792c087dde20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:27:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['c9901cd1-6348-4a42-98c0-56f93c5e5ab6'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:04.209126 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274eee61-1905-4b70-aa3b-eba052878c65 req-adf15fb4-2321-41e0-84ac-d53ee100be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:04.211023 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-274eee61-1905-4b70-aa3b-eba052878c65 req-adf15fb4-2321-41e0-84ac-d53ee100be1a service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba82143e-f57c-4be7-8dbf-8bf3340fdc64 HTTP/1.1" status: 200 len: 897 time: 0.1747007 Apr 11 14:28:04.263950 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b4db7-0b09-47f0-ab8f-b972d66098be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Pushing event updated for resources: {'Subnet': ['ID=0a1014cf-c1f5-4cb9-bc33-ec25a5f102cd,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:04.268415 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2b4db7-0b09-47f0-ab8f-b972d66098be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Checking segment: {'id': 'efff67f7-c07d-496d-a768-e0725810a3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '74c3788c-5b46-44f9-bdcf-756411d5612b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:28:04.268777 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2b4db7-0b09-47f0-ab8f-b972d66098be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Network hostable DHCP agents. Network: 74c3788c-5b46-44f9-bdcf-756411d5612b, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:28:04.313009 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-274eee61-1905-4b70-aa3b-eba052878c65 req-76646c93-f84e-4bfa-b068-aeb52e3766a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44de09a9-cb60-4958-af4e-a2d885240c17 HTTP/1.1" status: 200 len: 217 time: 0.0916402 Apr 11 14:28:04.357370 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2b4db7-0b09-47f0-ab8f-b972d66098be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Network 74c3788c-5b46-44f9-bdcf-756411d5612b is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:28:04.388051 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274eee61-1905-4b70-aa3b-eba052878c65 req-d10fa37e-06a3-4f61-a3df-f108a910e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:04.389514 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-274eee61-1905-4b70-aa3b-eba052878c65 req-d10fa37e-06a3-4f61-a3df-f108a910e225 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cf1eb46-d375-41db-9a64-c06044cc1b95 HTTP/1.1" status: 200 len: 835 time: 0.0697603 Apr 11 14:28:04.436855 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-2dbf5717-67e1-4b03-aa0f-792c087dde20 None None] Set router c9901cd1-6348-4a42-98c0-56f93c5e5ab6 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:28:04.437417 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-5a2b4db7-0b09-47f0-ab8f-b972d66098be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 74c3788c-5b46-44f9-bdcf-756411d5612b) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:28:04.442502 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2b4db7-0b09-47f0-ab8f-b972d66098be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:04.443094 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5a2b4db7-0b09-47f0-ab8f-b972d66098be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:04.484871 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ad7354-5e3b-4bc4-b547-c4628d978ac6 None None] Network 74c3788c-5b46-44f9-bdcf-756411d5612b requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:28:04.526027 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274eee61-1905-4b70-aa3b-eba052878c65 req-9abe387b-658c-425f-af4b-9b4a33871746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:04.528123 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-274eee61-1905-4b70-aa3b-eba052878c65 req-9abe387b-658c-425f-af4b-9b4a33871746 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba82143e-f57c-4be7-8dbf-8bf3340fdc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1318135 Apr 11 14:28:04.530794 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5a2b4db7-0b09-47f0-ab8f-b972d66098be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0150979 Apr 11 14:28:04.533447 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45750) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:04.538616 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [req-274eee61-1905-4b70-aa3b-eba052878c65 req-c1013ccf-dab6-4b88-98f2-d8d0a7582d5d service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:28:04.538853 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-5a223173-f166-4698-9d04-bed662599a06 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Request body: {'router': {'external_gateway_info': {'network_id': '74c3788c-5b46-44f9-bdcf-756411d5612b'}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:28:04.539549 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-274eee61-1905-4b70-aa3b-eba052878c65 req-c1013ccf-dab6-4b88-98f2-d8d0a7582d5d service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050650 Apr 11 14:28:04.576835 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f1722-d004-44ab-b2b1-2c50e5739fa1 req-1efed676-7efe-4bf0-819d-f0f289296e9f tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:04.578344 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c33f1722-d004-44ab-b2b1-2c50e5739fa1 req-1efed676-7efe-4bf0-819d-f0f289296e9f tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 946 time: 0.2860179 Apr 11 14:28:04.774563 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:28:04.835859 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c33f1722-d004-44ab-b2b1-2c50e5739fa1 req-90e3f395-90ce-49a6-bcbe-4cbd8aef6bb9 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2450540 Apr 11 14:28:04.863888 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-274eee61-1905-4b70-aa3b-eba052878c65 req-ae449391-e40b-4a0a-9368-99fe10054843 service neutron] 10.222.0.53 "GET /v2.0/networks/ba82143e-f57c-4be7-8dbf-8bf3340fdc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154478 Apr 11 14:28:04.930995 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-74c3788c-5b46-44f9-bdcf-756411d5612b', 'network_id': '74c3788c-5b46-44f9-bdcf-756411d5612b', 'tenant_id': '3365eae61d63482b87434070f5dd0d5d', 'fixed_ips': [{'subnet_id': '0a1014cf-c1f5-4cb9-bc33-ec25a5f102cd'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:28:04.931838 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:05.037186 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-274eee61-1905-4b70-aa3b-eba052878c65 req-d4a5f921-be1f-407e-8be0-a97972e78fa1 service neutron] 10.222.0.53 "GET /v2.0/networks/ba82143e-f57c-4be7-8dbf-8bf3340fdc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618357 Apr 11 14:28:05.037656 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2dbf5717-67e1-4b03-aa0f-792c087dde20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898043376', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8dca1c99-fe69-4209-b862-738a7d646a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:14Z', 'updated_at': '2022-04-11T14:24:23Z', 'revision_number': 4, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'gw_port': {'id': '8dca1c99-fe69-4209-b862-738a7d646a1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:15Z', 'updated_at': '2022-04-11T14:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '62ca987d-a167-4394-b81a-725df1e955db', 'name': '', 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'mac_address': 'fa:16:3e:f6:ba:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '7cf1eb46-d375-41db-9a64-c06044cc1b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 5, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'subnets': [{'id': '7cf1eb46-d375-41db-9a64-c06044cc1b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:05.048610 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbf5717-67e1-4b03-aa0f-792c087dde20 None None] The sync data for ids ['c9901cd1-6348-4a42-98c0-56f93c5e5ab6'] in dv-neutron-837330-1-hyperv is: [{'id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898043376', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8dca1c99-fe69-4209-b862-738a7d646a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:14Z', 'updated_at': '2022-04-11T14:24:23Z', 'revision_number': 4, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'gw_port': {'id': '8dca1c99-fe69-4209-b862-738a7d646a1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:15Z', 'updated_at': '2022-04-11T14:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '62ca987d-a167-4394-b81a-725df1e955db', 'name': '', 'network_id': 'ba82143e-f57c-4be7-8dbf-8bf3340fdc64', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'mac_address': 'fa:16:3e:f6:ba:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '7cf1eb46-d375-41db-9a64-c06044cc1b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 5, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'subnets': [{'id': '7cf1eb46-d375-41db-9a64-c06044cc1b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:28:05.087347 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5a223173-f166-4698-9d04-bed662599a06 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:05.118495 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Allocated IP 2001:db8:1::2 (74c3788c-5b46-44f9-bdcf-756411d5612b/0a1014cf-c1f5-4cb9-bc33-ec25a5f102cd/7a214b61-fec8-427c-bae1-3d241dd34aa4) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:28:05.322575 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-5a223173-f166-4698-9d04-bed662599a06 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:28:05.323625 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5a223173-f166-4698-9d04-bed662599a06 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "PUT /v2.0/routers/7b52390c-cfaf-4c7d-a791-2a56a4a1d70e HTTP/1.1" status: 400 len: 364 time: 0.7890406 Apr 11 14:28:05.324626 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822f6e20-e330-464d-aaed-9d60a7c3ab3c None None] New status for floating IP 210908f3-2dc2-4f3c-91c8-92200692e328: DOWN {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:28:05.327772 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45754) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:05.381244 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:05.394543 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Transition to ACTIVE for port object 7a214b61-fec8-427c-bae1-3d241dd34aa4 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:28:05.416890 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Transition to ACTIVE for port object 7a214b61-fec8-427c-bae1-3d241dd34aa4 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:28:05.485532 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:05.548530 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Network 74c3788c-5b46-44f9-bdcf-756411d5612b is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:28:05.555868 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:28:05.561763 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:28:05.567795 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Pushing event updated for resources: {'Port': ['ID=7a214b61-fec8-427c-bae1-3d241dd34aa4,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:05.608480 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:05.608768 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:05.609128 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:05.609478 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:05.609818 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:05.610210 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:05.610543 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:05.610880 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:05.611225 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:05.611590 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:05.611920 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:05.612311 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:28:05.685204 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Attempting to bind port 7a214b61-fec8-427c-bae1-3d241dd34aa4 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:28:05.685642 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Attempting to bind port 7a214b61-fec8-427c-bae1-3d241dd34aa4 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'efff67f7-c07d-496d-a768-e0725810a3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '74c3788c-5b46-44f9-bdcf-756411d5612b'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:28:05.686273 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Attempting to bind port 7a214b61-fec8-427c-bae1-3d241dd34aa4 on network 74c3788c-5b46-44f9-bdcf-756411d5612b {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:28:05.694247 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:28:05.694618 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Checking segment: {'id': 'efff67f7-c07d-496d-a768-e0725810a3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '74c3788c-5b46-44f9-bdcf-756411d5612b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:28:05.695019 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:05.695410 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Bound using segment: {'id': 'efff67f7-c07d-496d-a768-e0725810a3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '74c3788c-5b46-44f9-bdcf-756411d5612b'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:28:05.695876 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Bound port: 7a214b61-fec8-427c-bae1-3d241dd34aa4, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efff67f7-c07d-496d-a768-e0725810a3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '74c3788c-5b46-44f9-bdcf-756411d5612b'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:28:05.696248 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:05.809894 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] For port 7a214b61-fec8-427c-bae1-3d241dd34aa4, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:28:05.813699 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] For port 7a214b61-fec8-427c-bae1-3d241dd34aa4, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7a214b61-fec8-427c-bae1-3d241dd34aa4,segment=NetworkSegment(efff67f7-c07d-496d-a768-e0725810a3da),segment_id=efff67f7-c07d-496d-a768-e0725810a3da)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:28:05.846826 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8444e318-4eb2-46b7-bfb6-d1f030a5f1be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:05.868052 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:05.979305 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab3b78-b2c2-401c-b73d-b87684be32d5 None None] Pushing event updated for resources: {'Port': ['ID=7a214b61-fec8-427c-bae1-3d241dd34aa4,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:06.098850 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6771e9e-cefb-4d7b-80d7-5978d807794d req-5cd82033-a235-47c0-851e-a0d1e15eb58b tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:06.100433 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a6771e9e-cefb-4d7b-80d7-5978d807794d req-5cd82033-a235-47c0-851e-a0d1e15eb58b tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.53 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 946 time: 0.1201735 Apr 11 14:28:06.204741 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-a6771e9e-cefb-4d7b-80d7-5978d807794d req-738877a0-2e90-4b1a-9ac5-ea0460ca5f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Deleting port 44de09a9-cb60-4958-af4e-a2d885240c17 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:28:06.205089 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-a6771e9e-cefb-4d7b-80d7-5978d807794d req-738877a0-2e90-4b1a-9ac5-ea0460ca5f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:06.455962 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f654a9e-7bd1-4374-aa34-142ded2fb4d4 req-d4f4e652-b8e9-4fdc-ab66-691fa6906f68 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:06.456551 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-7f654a9e-7bd1-4374-aa34-142ded2fb4d4 req-d4f4e652-b8e9-4fdc-ab66-691fa6906f68 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Synchronizing usage tracker for tenant:c01302260e1b42aaba91a0ad6d85cc8c on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:28:06.479279 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-8444e318-4eb2-46b7-bfb6-d1f030a5f1be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Allocated IP 2001:db8::1 (5f7c939e-3519-4465-a398-f78a381b7567/0bacd609-25f0-4f8b-ab0d-f95fe922e94d/8c3ca9a5-abd7-487f-a803-fabe247085a6) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:28:06.508157 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-a6771e9e-cefb-4d7b-80d7-5978d807794d req-738877a0-2e90-4b1a-9ac5-ea0460ca5f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] For port 44de09a9-cb60-4958-af4e-a2d885240c17, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=44de09a9-cb60-4958-af4e-a2d885240c17,segment=NetworkSegment(2fc2ff94-33cb-4015-b82f-897abe5d6b4c),segment_id=2fc2ff94-33cb-4015-b82f-897abe5d6b4c)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:28:06.508635 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-a6771e9e-cefb-4d7b-80d7-5978d807794d req-738877a0-2e90-4b1a-9ac5-ea0460ca5f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:06.585031 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-7f654a9e-7bd1-4374-aa34-142ded2fb4d4 req-d4f4e652-b8e9-4fdc-ab66-691fa6906f68 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Unset dirty status for tenant:c01302260e1b42aaba91a0ad6d85cc8c on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:28:06.586397 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7f654a9e-7bd1-4374-aa34-142ded2fb4d4 req-d4f4e652-b8e9-4fdc-ab66-691fa6906f68 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 946 time: 0.4525878 Apr 11 14:28:06.639939 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-a6771e9e-cefb-4d7b-80d7-5978d807794d req-738877a0-2e90-4b1a-9ac5-ea0460ca5f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Calling delete_port for 44de09a9-cb60-4958-af4e-a2d885240c17 owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:28:06.675621 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7f654a9e-7bd1-4374-aa34-142ded2fb4d4 req-debfc178-7c3f-47e6-951f-f3c40ce23bc6 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2a56d21-849f-45d5-b77f-ea86886559f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747392 Apr 11 14:28:06.706812 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8444e318-4eb2-46b7-bfb6-d1f030a5f1be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:06.725523 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-8444e318-4eb2-46b7-bfb6-d1f030a5f1be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Transition to ACTIVE for port object 8c3ca9a5-abd7-487f-a803-fabe247085a6 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:28:06.804917 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8444e318-4eb2-46b7-bfb6-d1f030a5f1be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:06.875784 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8444e318-4eb2-46b7-bfb6-d1f030a5f1be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Network 5f7c939e-3519-4465-a398-f78a381b7567 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:28:06.879282 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-8444e318-4eb2-46b7-bfb6-d1f030a5f1be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:28:06.881757 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8444e318-4eb2-46b7-bfb6-d1f030a5f1be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:28:06.882352 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8444e318-4eb2-46b7-bfb6-d1f030a5f1be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:06.890211 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-a6771e9e-cefb-4d7b-80d7-5978d807794d req-738877a0-2e90-4b1a-9ac5-ea0460ca5f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:06.908345 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444e318-4eb2-46b7-bfb6-d1f030a5f1be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Pushing event updated for resources: {'Port': ['ID=8c3ca9a5-abd7-487f-a803-fabe247085a6,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:06.965923 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738877a0-2e90-4b1a-9ac5-ea0460ca5f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Pushing event deleted for resources: {'Port': ['ID=44de09a9-cb60-4958-af4e-a2d885240c17,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:07.083153 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6771e9e-cefb-4d7b-80d7-5978d807794d req-738877a0-2e90-4b1a-9ac5-ea0460ca5f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] No DVR routers for this DVR port 44de09a9-cb60-4958-af4e-a2d885240c17 on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:28:07.086126 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-a6771e9e-cefb-4d7b-80d7-5978d807794d req-738877a0-2e90-4b1a-9ac5-ea0460ca5f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:07.088799 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918ea5a4-8203-44c5-aca5-6ff380d9c595', 'name': 'network-vif-deleted', 'tag': '44de09a9-cb60-4958-af4e-a2d885240c17'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:28:07.105933 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8444e318-4eb2-46b7-bfb6-d1f030a5f1be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:07.162423 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755ac478-6822-4b77-bf8a-b7e6fa991cb8 None None] Network 74c3788c-5b46-44f9-bdcf-756411d5612b requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:28:07.165722 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a6771e9e-cefb-4d7b-80d7-5978d807794d req-738877a0-2e90-4b1a-9ac5-ea0460ca5f22 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.53 "DELETE /v2.0/ports/44de09a9-cb60-4958-af4e-a2d885240c17 HTTP/1.1" status: 204 len: 173 time: 1.0585518 Apr 11 14:28:07.231485 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd1116d2-9082-470d-85a8-e109c11b1a31'] response: {'server_uuid': '918ea5a4-8203-44c5-aca5-6ff380d9c595', 'name': 'network-vif-deleted', 'tag': '44de09a9-cb60-4958-af4e-a2d885240c17', 'status': 'completed', 'code': 200} Apr 11 14:28:07.425381 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 7a214b61-fec8-427c-bae1-3d241dd34aa4 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:28:07.466193 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ab0fde81-d024-4889-a25a-343273b214e4 None None] Provisioning for port 7a214b61-fec8-427c-bae1-3d241dd34aa4 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:28:07.592875 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8444e318-4eb2-46b7-bfb6-d1f030a5f1be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:07.615682 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 7a214b61-fec8-427c-bae1-3d241dd34aa4 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:28:07.621560 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 7a214b61-fec8-427c-bae1-3d241dd34aa4 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:28:07.622119 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:07.666328 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8444e318-4eb2-46b7-bfb6-d1f030a5f1be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:07.667176 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8444e318-4eb2-46b7-bfb6-d1f030a5f1be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:07.722102 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a3fe2a42-ea2f-4f2a-951a-3dac9cb8274a None None] Provisioning for port 8c3ca9a5-abd7-487f-a803-fabe247085a6 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:28:07.737692 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a3fe2a42-ea2f-4f2a-951a-3dac9cb8274a None None] Provisioning complete for port 8c3ca9a5-abd7-487f-a803-fabe247085a6 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:28:07.738094 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a3fe2a42-ea2f-4f2a-951a-3dac9cb8274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:07.801116 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:07.830545 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-a3fe2a42-ea2f-4f2a-951a-3dac9cb8274a None None] Port 8c3ca9a5-abd7-487f-a803-fabe247085a6 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:28:07.835131 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444e318-4eb2-46b7-bfb6-d1f030a5f1be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Pushing event updated for resources: {'Port': ['ID=8c3ca9a5-abd7-487f-a803-fabe247085a6,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:07.849313 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 7a214b61-fec8-427c-bae1-3d241dd34aa4, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7a214b61-fec8-427c-bae1-3d241dd34aa4,segment=NetworkSegment(efff67f7-c07d-496d-a768-e0725810a3da),segment_id=efff67f7-c07d-496d-a768-e0725810a3da)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:28:07.901605 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7bf020a3-5551-4809-91fd-a63a5bcce985 req-2570ba51-579c-43df-86b0-c82327562881 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "GET /v2.0/ports?device_id=918ea5a4-8203-44c5-aca5-6ff380d9c595 HTTP/1.1" status: 200 len: 210 time: 0.0541499 Apr 11 14:28:07.918521 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:07.941322 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8444e318-4eb2-46b7-bfb6-d1f030a5f1be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Network 5f7c939e-3519-4465-a398-f78a381b7567 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:28:07.942585 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-8444e318-4eb2-46b7-bfb6-d1f030a5f1be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:28:07.999396 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-62455303-9365-4122-97b6-c4fbd50e8d5f None None] Provisioning complete for port 7a214b61-fec8-427c-bae1-3d241dd34aa4 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:28:07.999396 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-62455303-9365-4122-97b6-c4fbd50e8d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:08.065103 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=7a214b61-fec8-427c-bae1-3d241dd34aa4,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:08.146856 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8444e318-4eb2-46b7-bfb6-d1f030a5f1be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Router 7b52390c-cfaf-4c7d-a791-2a56a4a1d70e has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:28:08.283562 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c22413c2-a521-41b9-90d3-a112c8ced726 None None] Provisioning complete for port 8c3ca9a5-abd7-487f-a803-fabe247085a6 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:28:08.284165 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c22413c2-a521-41b9-90d3-a112c8ced726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:08.302433 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5e197071-5b10-4cb6-a0b7-fe7f4f1e7148 req-5f0c987b-00fa-405e-9e3d-bbfed2ae7f15 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0890038 Apr 11 14:28:08.350425 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c22413c2-a521-41b9-90d3-a112c8ced726 None None] Port 8c3ca9a5-abd7-487f-a803-fabe247085a6 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:28:08.421125 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e197071-5b10-4cb6-a0b7-fe7f4f1e7148 req-ea27cc9d-09a2-40ae-a85d-9f4ed3f449a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:08.422903 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5e197071-5b10-4cb6-a0b7-fe7f4f1e7148 req-ea27cc9d-09a2-40ae-a85d-9f4ed3f449a5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df3145cb5eb94e5db4de6b7bba758d40&device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 1099 time: 0.0857470 Apr 11 14:28:08.466035 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8444e318-4eb2-46b7-bfb6-d1f030a5f1be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:28:08.476372 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8444e318-4eb2-46b7-bfb6-d1f030a5f1be tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "PUT /v2.0/routers/7b52390c-cfaf-4c7d-a791-2a56a4a1d70e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1473315 Apr 11 14:28:08.478826 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45770) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:08.479244 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4a8c7e-c7fb-4283-88c9-0a507690e95f None None] Sync routers for ids ['7b52390c-cfaf-4c7d-a791-2a56a4a1d70e'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:28:08.493215 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4a8c7e-c7fb-4283-88c9-0a507690e95f None None] Routers {'7b52390c-cfaf-4c7d-a791-2a56a4a1d70e'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:28:08.494129 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-5e4a8c7e-c7fb-4283-88c9-0a507690e95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:27:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['7b52390c-cfaf-4c7d-a791-2a56a4a1d70e'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:08.558338 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-5e4a8c7e-c7fb-4283-88c9-0a507690e95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:08.567761 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4a8c7e-c7fb-4283-88c9-0a507690e95f None None] Routers {'7b52390c-cfaf-4c7d-a791-2a56a4a1d70e'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:28:08.568373 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-5e4a8c7e-c7fb-4283-88c9-0a507690e95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:27:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['7b52390c-cfaf-4c7d-a791-2a56a4a1d70e'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:08.580724 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e197071-5b10-4cb6-a0b7-fe7f4f1e7148 req-edc0cb17-28a4-464f-b8dd-e5347cf25d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:08.582217 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5e197071-5b10-4cb6-a0b7-fe7f4f1e7148 req-edc0cb17-28a4-464f-b8dd-e5347cf25d94 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b384f45c-0909-4242-b122-3a6b13e2f934 HTTP/1.1" status: 200 len: 914 time: 0.1408551 Apr 11 14:28:08.633806 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-5e4a8c7e-c7fb-4283-88c9-0a507690e95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:08.634238 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4a8c7e-c7fb-4283-88c9-0a507690e95f None None] The sync data for ids ['7b52390c-cfaf-4c7d-a791-2a56a4a1d70e'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:28:08.647676 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-11952a38-2043-4bc4-aa1d-65275993de89 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:08.689605 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5e197071-5b10-4cb6-a0b7-fe7f4f1e7148 req-1ba78a98-d08c-41c3-9316-eae6f4c18bf7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98daf243-eed0-4f49-8504-6e6c3ebec9b8 HTTP/1.1" status: 200 len: 1002 time: 0.1007991 Apr 11 14:28:08.750591 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e197071-5b10-4cb6-a0b7-fe7f4f1e7148 req-04d5b2e8-1383-4c05-844f-f03306931280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:08.752028 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5e197071-5b10-4cb6-a0b7-fe7f4f1e7148 req-04d5b2e8-1383-4c05-844f-f03306931280 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3b75be1d-a0f4-4c83-bb21-b959bddcc5cd HTTP/1.1" status: 200 len: 851 time: 0.0569890 Apr 11 14:28:08.798472 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-11952a38-2043-4bc4-aa1d-65275993de89 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 11 14:28:08.799501 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-11952a38-2043-4bc4-aa1d-65275993de89 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "DELETE /v2.0/routers/7b52390c-cfaf-4c7d-a791-2a56a4a1d70e HTTP/1.1" status: 409 len: 329 time: 0.3196349 Apr 11 14:28:08.802198 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45776) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:08.828163 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e197071-5b10-4cb6-a0b7-fe7f4f1e7148 req-55fa9241-5625-4b30-9d80-f0c804675206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:08.829576 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5e197071-5b10-4cb6-a0b7-fe7f4f1e7148 req-55fa9241-5625-4b30-9d80-f0c804675206 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b384f45c-0909-4242-b122-3a6b13e2f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718925 Apr 11 14:28:09.030172 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45782) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:09.093140 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5e197071-5b10-4cb6-a0b7-fe7f4f1e7148 req-c938657f-b445-439b-80aa-8e42eec556fe service neutron] 10.222.0.53 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571988 Apr 11 14:28:09.228612 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5e197071-5b10-4cb6-a0b7-fe7f4f1e7148 req-3b566112-8404-4344-841d-a2498210c781 service neutron] 10.222.0.53 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296427 Apr 11 14:28:09.355916 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 7a214b61-fec8-427c-bae1-3d241dd34aa4 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:28:09.423807 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 7a214b61-fec8-427c-bae1-3d241dd34aa4 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:28:09.424183 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:09.864884 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-00aff213-c1d1-4ff8-a6d4-c58a11ba87cf tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:10.206129 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-edf5c902-a7fc-4560-97e4-547b1ef6c164 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:10.396234 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-00aff213-c1d1-4ff8-a6d4-c58a11ba87cf tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Deleting port 8c3ca9a5-abd7-487f-a803-fabe247085a6 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:28:10.396571 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-00aff213-c1d1-4ff8-a6d4-c58a11ba87cf tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:10.523623 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 44de09a9-cb60-4958-af4e-a2d885240c17 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:28:10.559298 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: 44de09a9-cb60-4958-af4e-a2d885240c17 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:28:10.560020 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 44de09a9-cb60-4958-af4e-a2d885240c17 not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:28:10.705217 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-00aff213-c1d1-4ff8-a6d4-c58a11ba87cf tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:10.838465 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-00aff213-c1d1-4ff8-a6d4-c58a11ba87cf tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Calling delete_port for 8c3ca9a5-abd7-487f-a803-fabe247085a6 owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:28:11.087756 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-edf5c902-a7fc-4560-97e4-547b1ef6c164 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Deleting port 62ca987d-a167-4394-b81a-725df1e955db {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:28:11.088093 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-edf5c902-a7fc-4560-97e4-547b1ef6c164 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:11.351051 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-edf5c902-a7fc-4560-97e4-547b1ef6c164 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] For port 62ca987d-a167-4394-b81a-725df1e955db, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=62ca987d-a167-4394-b81a-725df1e955db,segment=NetworkSegment(2fc2ff94-33cb-4015-b82f-897abe5d6b4c),segment_id=2fc2ff94-33cb-4015-b82f-897abe5d6b4c)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:28:11.351763 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-edf5c902-a7fc-4560-97e4-547b1ef6c164 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:11.415938 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-00aff213-c1d1-4ff8-a6d4-c58a11ba87cf tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:11.516282 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-edf5c902-a7fc-4560-97e4-547b1ef6c164 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Calling delete_port for 62ca987d-a167-4394-b81a-725df1e955db owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:28:11.566900 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aff213-c1d1-4ff8-a6d4-c58a11ba87cf tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Pushing event deleted for resources: {'Port': ['ID=8c3ca9a5-abd7-487f-a803-fabe247085a6,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:11.780932 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-00aff213-c1d1-4ff8-a6d4-c58a11ba87cf tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:12.123369 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00aff213-c1d1-4ff8-a6d4-c58a11ba87cf tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Router 7b52390c-cfaf-4c7d-a791-2a56a4a1d70e has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:28:12.400788 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-edf5c902-a7fc-4560-97e4-547b1ef6c164 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:12.449407 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00aff213-c1d1-4ff8-a6d4-c58a11ba87cf tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:28:12.459238 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fc7ca4-76f5-4eec-b223-8c69effc9356 None None] Sync routers for ids ['7b52390c-cfaf-4c7d-a791-2a56a4a1d70e'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:28:12.464286 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5c902-a7fc-4560-97e4-547b1ef6c164 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Pushing event deleted for resources: {'Port': ['ID=62ca987d-a167-4394-b81a-725df1e955db,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:12.468566 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fc7ca4-76f5-4eec-b223-8c69effc9356 None None] Routers {'7b52390c-cfaf-4c7d-a791-2a56a4a1d70e'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:28:12.469934 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b1fc7ca4-76f5-4eec-b223-8c69effc9356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:27:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['7b52390c-cfaf-4c7d-a791-2a56a4a1d70e'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:12.505278 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-00aff213-c1d1-4ff8-a6d4-c58a11ba87cf tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "PUT /v2.0/routers/7b52390c-cfaf-4c7d-a791-2a56a4a1d70e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6979713 Apr 11 14:28:12.508264 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45786) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:12.533378 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b1fc7ca4-76f5-4eec-b223-8c69effc9356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:12.543426 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fc7ca4-76f5-4eec-b223-8c69effc9356 None None] Routers {'7b52390c-cfaf-4c7d-a791-2a56a4a1d70e'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:28:12.544125 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b1fc7ca4-76f5-4eec-b223-8c69effc9356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:27:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['7b52390c-cfaf-4c7d-a791-2a56a4a1d70e'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:12.590669 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-0af0e109-4a5d-4465-9ada-3bade4c894ca tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] show failed (client error): The resource could not be found. Apr 11 14:28:12.591891 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0af0e109-4a5d-4465-9ada-3bade4c894ca tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-1869560079 HTTP/1.1" status: 404 len: 335 time: 0.0820453 Apr 11 14:28:12.595629 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45790) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:12.601120 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-df3feead-2a59-41ae-ac45-836bd1bc4f7d tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:28:12.612925 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b1fc7ca4-76f5-4eec-b223-8c69effc9356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:12.613592 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fc7ca4-76f5-4eec-b223-8c69effc9356 None None] The sync data for ids ['7b52390c-cfaf-4c7d-a791-2a56a4a1d70e'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:28:12.670532 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.api.v2.resource [None req-df3feead-2a59-41ae-ac45-836bd1bc4f7d tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] update failed (client error): The resource could not be found. Apr 11 14:28:12.671557 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-df3feead-2a59-41ae-ac45-836bd1bc4f7d tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-140848333 HTTP/1.1" status: 404 len: 334 time: 0.0747693 Apr 11 14:28:12.677823 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45794) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:12.743853 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dcc8244-64cc-46b1-b2a6-1e8ba21d42c0 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Deleting subnet 0a1014cf-c1f5-4cb9-bc33-ec25a5f102cd {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:28:12.747563 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8dcc8244-64cc-46b1-b2a6-1e8ba21d42c0 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:12.775061 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-edf5c902-a7fc-4560-97e4-547b1ef6c164 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:12.806577 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8dcc8244-64cc-46b1-b2a6-1e8ba21d42c0 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:12.891761 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8dcc8244-64cc-46b1-b2a6-1e8ba21d42c0 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:13.028922 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8dcc8244-64cc-46b1-b2a6-1e8ba21d42c0 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:13.073344 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc8244-64cc-46b1-b2a6-1e8ba21d42c0 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Pushing event deleted for resources: {'Subnet': ['ID=0a1014cf-c1f5-4cb9-bc33-ec25a5f102cd,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:13.077604 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8dcc8244-64cc-46b1-b2a6-1e8ba21d42c0 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:13.084020 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8dcc8244-64cc-46b1-b2a6-1e8ba21d42c0 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "DELETE /v2.0/subnets/0a1014cf-c1f5-4cb9-bc33-ec25a5f102cd HTTP/1.1" status: 204 len: 168 time: 0.4051442 Apr 11 14:28:13.084946 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4268c9b6-2124-4801-9920-fcd9be79387f None None] Network 74c3788c-5b46-44f9-bdcf-756411d5612b requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:28:13.086584 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45798) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:13.156992 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf5c902-a7fc-4560-97e4-547b1ef6c164 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Router c9901cd1-6348-4a42-98c0-56f93c5e5ab6 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:28:13.214624 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-28f9604f-2a36-42c9-b5ed-eb501b3fe3a1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:13.225474 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-28f9604f-2a36-42c9-b5ed-eb501b3fe3a1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Deleting port 7a214b61-fec8-427c-bae1-3d241dd34aa4 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:28:13.225805 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-28f9604f-2a36-42c9-b5ed-eb501b3fe3a1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:13.352976 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf5c902-a7fc-4560-97e4-547b1ef6c164 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:28:13.361240 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-edf5c902-a7fc-4560-97e4-547b1ef6c164 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "PUT /v2.0/routers/c9901cd1-6348-4a42-98c0-56f93c5e5ab6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3272173 Apr 11 14:28:13.362051 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45802) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:13.364991 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dc11b8-6c9f-4ff9-ba80-41bf96ba9792 None None] Sync routers for ids ['c9901cd1-6348-4a42-98c0-56f93c5e5ab6'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:28:13.387614 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae1e52a-eab0-44d2-b736-1d741cfeecb7 None None] DHCP port deletion for 74c3788c-5b46-44f9-bdcf-756411d5612b request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:28:13.391630 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dc11b8-6c9f-4ff9-ba80-41bf96ba9792 None None] Routers {'c9901cd1-6348-4a42-98c0-56f93c5e5ab6'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:28:13.392259 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-a9dc11b8-6c9f-4ff9-ba80-41bf96ba9792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:27:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['c9901cd1-6348-4a42-98c0-56f93c5e5ab6'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:13.438482 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba62122-ac52-4ce2-b0e1-7bde1dddbd19 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Deleting subnet 7cf1eb46-d375-41db-9a64-c06044cc1b95 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:28:13.441719 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3ba62122-ac52-4ce2-b0e1-7bde1dddbd19 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:13.467352 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e52a-eab0-44d2-b736-1d741cfeecb7 None None] Deleting port 7a214b61-fec8-427c-bae1-3d241dd34aa4 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:28:13.467611 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-28f9604f-2a36-42c9-b5ed-eb501b3fe3a1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] For port 7a214b61-fec8-427c-bae1-3d241dd34aa4, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7a214b61-fec8-427c-bae1-3d241dd34aa4,segment=NetworkSegment(efff67f7-c07d-496d-a768-e0725810a3da),segment_id=efff67f7-c07d-496d-a768-e0725810a3da)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:28:13.467745 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-28f9604f-2a36-42c9-b5ed-eb501b3fe3a1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:13.467850 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fae1e52a-eab0-44d2-b736-1d741cfeecb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:13.499566 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3ba62122-ac52-4ce2-b0e1-7bde1dddbd19 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:13.593146 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3ba62122-ac52-4ce2-b0e1-7bde1dddbd19 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:13.611175 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-28f9604f-2a36-42c9-b5ed-eb501b3fe3a1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Calling delete_port for 7a214b61-fec8-427c-bae1-3d241dd34aa4 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:28:13.732012 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-a9dc11b8-6c9f-4ff9-ba80-41bf96ba9792 None None] Set router c9901cd1-6348-4a42-98c0-56f93c5e5ab6 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:28:13.740660 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3ba62122-ac52-4ce2-b0e1-7bde1dddbd19 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:13.785726 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba62122-ac52-4ce2-b0e1-7bde1dddbd19 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Pushing event deleted for resources: {'Subnet': ['ID=7cf1eb46-d375-41db-9a64-c06044cc1b95,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:13.787657 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3ba62122-ac52-4ce2-b0e1-7bde1dddbd19 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:13.795083 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3ba62122-ac52-4ce2-b0e1-7bde1dddbd19 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "DELETE /v2.0/subnets/7cf1eb46-d375-41db-9a64-c06044cc1b95 HTTP/1.1" status: 204 len: 168 time: 0.4315965 Apr 11 14:28:13.795510 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-28f9604f-2a36-42c9-b5ed-eb501b3fe3a1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:13.797362 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45806) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:13.836106 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece2e9a1-90e9-4c0e-95c7-8548b0057fd3 None None] Network ba82143e-f57c-4be7-8dbf-8bf3340fdc64 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:28:13.850284 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9604f-2a36-42c9-b5ed-eb501b3fe3a1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Pushing event deleted for resources: {'Port': ['ID=7a214b61-fec8-427c-bae1-3d241dd34aa4,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:13.851984 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f9604f-2a36-42c9-b5ed-eb501b3fe3a1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] No DVR routers for this DVR port 7a214b61-fec8-427c-bae1-3d241dd34aa4 on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:28:13.985869 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-28f9604f-2a36-42c9-b5ed-eb501b3fe3a1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:14.029882 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-fae1e52a-eab0-44d2-b736-1d741cfeecb7 None None] For port 7a214b61-fec8-427c-bae1-3d241dd34aa4, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7a214b61-fec8-427c-bae1-3d241dd34aa4,segment=NetworkSegment(efff67f7-c07d-496d-a768-e0725810a3da),segment_id=efff67f7-c07d-496d-a768-e0725810a3da)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:28:14.030296 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fae1e52a-eab0-44d2-b736-1d741cfeecb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:14.126062 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c1426456-4749-4e06-a9d3-28b6c132f627 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:14.150493 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-28f9604f-2a36-42c9-b5ed-eb501b3fe3a1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c3788c-5b46-44f9-bdcf-756411d5612b']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:14.163710 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-28f9604f-2a36-42c9-b5ed-eb501b3fe3a1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efff67f7-c07d-496d-a768-e0725810a3da') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:14.164051 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-28f9604f-2a36-42c9-b5ed-eb501b3fe3a1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efff67f7-c07d-496d-a768-e0725810a3da') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:14.176755 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-28f9604f-2a36-42c9-b5ed-eb501b3fe3a1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:14.194849 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-28f9604f-2a36-42c9-b5ed-eb501b3fe3a1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:14.202829 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f9604f-2a36-42c9-b5ed-eb501b3fe3a1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:28:14.203347 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-28f9604f-2a36-42c9-b5ed-eb501b3fe3a1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:28:14.221503 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:28:14.235453 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e52a-eab0-44d2-b736-1d741cfeecb7 None None] Calling delete_port for 7a214b61-fec8-427c-bae1-3d241dd34aa4 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:28:14.326598 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c1426456-4749-4e06-a9d3-28b6c132f627 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:14.369928 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-28f9604f-2a36-42c9-b5ed-eb501b3fe3a1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:14.389372 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-28f9604f-2a36-42c9-b5ed-eb501b3fe3a1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:14.392788 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-c1426456-4749-4e06-a9d3-28b6c132f627 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Deleting port 8dca1c99-fe69-4209-b862-738a7d646a1d {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:28:14.402961 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c1426456-4749-4e06-a9d3-28b6c132f627 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:14.403144 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9604f-2a36-42c9-b5ed-eb501b3fe3a1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Pushing event deleted for resources: {'Network': ['ID=74c3788c-5b46-44f9-bdcf-756411d5612b,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:14.407082 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-28f9604f-2a36-42c9-b5ed-eb501b3fe3a1 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "DELETE /v2.0/networks/74c3788c-5b46-44f9-bdcf-756411d5612b HTTP/1.1" status: 204 len: 168 time: 1.3172088 Apr 11 14:28:14.407336 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45812) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:14.442035 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-fae1e52a-eab0-44d2-b736-1d741cfeecb7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:28:14.442384 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-fae1e52a-eab0-44d2-b736-1d741cfeecb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:28:14.476058 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-a9dc11b8-6c9f-4ff9-ba80-41bf96ba9792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898043376', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8dca1c99-fe69-4209-b862-738a7d646a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:14Z', 'updated_at': '2022-04-11T14:28:12Z', 'revision_number': 5, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'gw_port': {'id': '8dca1c99-fe69-4209-b862-738a7d646a1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:15Z', 'updated_at': '2022-04-11T14:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:14.479188 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc7796f7-180a-4345-988f-9ad63766ebfa tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Deleting subnet a6aa6d37-0ac1-4ae8-aea0-5f60a0ebb35a {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:28:14.480327 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dc11b8-6c9f-4ff9-ba80-41bf96ba9792 None None] Checking router: c9901cd1-6348-4a42-98c0-56f93c5e5ab6 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:28:14.483819 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc7796f7-180a-4345-988f-9ad63766ebfa tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:14.489611 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dc11b8-6c9f-4ff9-ba80-41bf96ba9792 None None] Routers {'c9901cd1-6348-4a42-98c0-56f93c5e5ab6'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:28:14.490323 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-a9dc11b8-6c9f-4ff9-ba80-41bf96ba9792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:27:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['c9901cd1-6348-4a42-98c0-56f93c5e5ab6'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:14.550490 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc7796f7-180a-4345-988f-9ad63766ebfa tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:14.561484 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dadc692-61f1-4e7e-a4b2-bc9c0ed50a69 None None] DHCP port deletion for ba82143e-f57c-4be7-8dbf-8bf3340fdc64 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:28:14.608351 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-c1426456-4749-4e06-a9d3-28b6c132f627 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] For port 8dca1c99-fe69-4209-b862-738a7d646a1d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=8dca1c99-fe69-4209-b862-738a7d646a1d,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:28:14.609003 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c1426456-4749-4e06-a9d3-28b6c132f627 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:14.619521 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-5dadc692-61f1-4e7e-a4b2-bc9c0ed50a69 None None] Deleting port 2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:28:14.619521 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5dadc692-61f1-4e7e-a4b2-bc9c0ed50a69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:14.638791 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc7796f7-180a-4345-988f-9ad63766ebfa tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:14.725827 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-a9dc11b8-6c9f-4ff9-ba80-41bf96ba9792 None None] Set router c9901cd1-6348-4a42-98c0-56f93c5e5ab6 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:28:14.745222 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-c1426456-4749-4e06-a9d3-28b6c132f627 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Calling delete_port for 8dca1c99-fe69-4209-b862-738a7d646a1d owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:28:14.786925 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc7796f7-180a-4345-988f-9ad63766ebfa tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:14.834451 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7796f7-180a-4345-988f-9ad63766ebfa tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Pushing event deleted for resources: {'Subnet': ['ID=a6aa6d37-0ac1-4ae8-aea0-5f60a0ebb35a,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:14.838327 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc7796f7-180a-4345-988f-9ad63766ebfa tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:14.845579 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-dc7796f7-180a-4345-988f-9ad63766ebfa tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "DELETE /v2.0/subnets/a6aa6d37-0ac1-4ae8-aea0-5f60a0ebb35a HTTP/1.1" status: 204 len: 168 time: 0.4372237 Apr 11 14:28:14.848010 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45816) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:14.888160 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fda914-4799-44f0-abf6-41c61d61e7ec None None] Network 89f64e18-41e6-4ad0-a00f-53aed635dc7a requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:28:14.918410 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c2c461b-4516-4a6d-aefc-c7bda718ee3c tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Deleting subnet d15d83e4-869b-4559-a86a-35e44b61ef81 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:28:14.921906 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c2c461b-4516-4a6d-aefc-c7bda718ee3c tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:14.923657 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-a9dc11b8-6c9f-4ff9-ba80-41bf96ba9792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898043376', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:14Z', 'updated_at': '2022-04-11T14:28:14Z', 'revision_number': 6, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:14.943557 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e52a-eab0-44d2-b736-1d741cfeecb7 None None] Deleting port 7a214b61-fec8-427c-bae1-3d241dd34aa4 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:28:14.943926 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fae1e52a-eab0-44d2-b736-1d741cfeecb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:14.968299 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dc11b8-6c9f-4ff9-ba80-41bf96ba9792 None None] The sync data for ids ['c9901cd1-6348-4a42-98c0-56f93c5e5ab6'] in dv-neutron-837330-1-hyperv is: [{'id': 'c9901cd1-6348-4a42-98c0-56f93c5e5ab6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898043376', 'tenant_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:14Z', 'updated_at': '2022-04-11T14:28:14Z', 'revision_number': 6, 'project_id': 'c01302260e1b42aaba91a0ad6d85cc8c', 'gw_port_host': None}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:28:14.993321 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c2c461b-4516-4a6d-aefc-c7bda718ee3c tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:15.016011 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c1426456-4749-4e06-a9d3-28b6c132f627 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:15.065994 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1426456-4749-4e06-a9d3-28b6c132f627 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Pushing event deleted for resources: {'Port': ['ID=8dca1c99-fe69-4209-b862-738a7d646a1d,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:15.085064 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c2c461b-4516-4a6d-aefc-c7bda718ee3c tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:15.164765 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c1426456-4749-4e06-a9d3-28b6c132f627 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:15.210659 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e52a-eab0-44d2-b736-1d741cfeecb7 None None] The port '7a214b61-fec8-427c-bae1-3d241dd34aa4' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:28:15.221685 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c2c461b-4516-4a6d-aefc-c7bda718ee3c tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:15.271291 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c461b-4516-4a6d-aefc-c7bda718ee3c tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Pushing event deleted for resources: {'Subnet': ['ID=d15d83e4-869b-4559-a86a-35e44b61ef81,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:15.275224 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c2c461b-4516-4a6d-aefc-c7bda718ee3c tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:15.281998 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7c2c461b-4516-4a6d-aefc-c7bda718ee3c tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "DELETE /v2.0/subnets/d15d83e4-869b-4559-a86a-35e44b61ef81 HTTP/1.1" status: 204 len: 168 time: 0.4328513 Apr 11 14:28:15.286299 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45820) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:15.354581 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de2aaf1-137b-49fc-9281-ff39e4206a19 None None] Network 03dee322-de53-432b-813d-f56e02f0ea72 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:28:15.380900 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c1426456-4749-4e06-a9d3-28b6c132f627 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:15.387267 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c1426456-4749-4e06-a9d3-28b6c132f627 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:15.440370 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4b25ce02-c804-4358-810c-6c429230999f tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:15.454952 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-4b25ce02-c804-4358-810c-6c429230999f tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Deleting port 434d3822-0d55-4649-b2ad-75cf119e7dea {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:28:15.455443 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4b25ce02-c804-4358-810c-6c429230999f tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:15.469065 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-5dadc692-61f1-4e7e-a4b2-bc9c0ed50a69 None None] For port 2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a,segment=NetworkSegment(2fc2ff94-33cb-4015-b82f-897abe5d6b4c),segment_id=2fc2ff94-33cb-4015-b82f-897abe5d6b4c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:28:15.469539 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5dadc692-61f1-4e7e-a4b2-bc9c0ed50a69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:15.486819 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c1426456-4749-4e06-a9d3-28b6c132f627 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:15.487372 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1426456-4749-4e06-a9d3-28b6c132f627 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Fanout notify agent at l3_agent the message router_deleted on router c9901cd1-6348-4a42-98c0-56f93c5e5ab6 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:28:15.506782 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c1426456-4749-4e06-a9d3-28b6c132f627 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:15.508046 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c1426456-4749-4e06-a9d3-28b6c132f627 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "DELETE /v2.0/routers/c9901cd1-6348-4a42-98c0-56f93c5e5ab6 HTTP/1.1" status: 204 len: 168 time: 1.7095108 Apr 11 14:28:15.510831 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45824) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:15.660289 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-5dadc692-61f1-4e7e-a4b2-bc9c0ed50a69 None None] Calling delete_port for 2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:28:15.694948 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7b8fa8e7-7c1c-4b0e-90c1-55f84461e318 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:15.776313 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-7b8fa8e7-7c1c-4b0e-90c1-55f84461e318 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Deleting port 2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:28:15.776574 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7b8fa8e7-7c1c-4b0e-90c1-55f84461e318 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:15.819802 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:28:15.827891 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-4b25ce02-c804-4358-810c-6c429230999f tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] For port 434d3822-0d55-4649-b2ad-75cf119e7dea, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=434d3822-0d55-4649-b2ad-75cf119e7dea,segment=NetworkSegment(ed9d57b5-537f-433c-8b4c-71f87dc5ad01),segment_id=ed9d57b5-537f-433c-8b4c-71f87dc5ad01)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:28:15.828266 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4b25ce02-c804-4358-810c-6c429230999f tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:15.947362 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dbb3b2-66c8-43c1-8642-7f1b11d6f269 None None] DHCP port deletion for 89f64e18-41e6-4ad0-a00f-53aed635dc7a request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:28:15.958814 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c8dbb3b2-66c8-43c1-8642-7f1b11d6f269 None None] Deleting port 434d3822-0d55-4649-b2ad-75cf119e7dea {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:28:15.959190 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c8dbb3b2-66c8-43c1-8642-7f1b11d6f269 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:15.973603 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-4b25ce02-c804-4358-810c-6c429230999f tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Calling delete_port for 434d3822-0d55-4649-b2ad-75cf119e7dea owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:28:15.991789 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5dadc692-61f1-4e7e-a4b2-bc9c0ed50a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:16.038740 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40afec2-c83b-4a8f-854d-6d64eec40c7e None None] DHCP port deletion for 03dee322-de53-432b-813d-f56e02f0ea72 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:28:16.075294 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f40afec2-c83b-4a8f-854d-6d64eec40c7e None None] Deleting port d47607b8-b10e-49a0-9263-1017078011f0 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:28:16.075997 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f40afec2-c83b-4a8f-854d-6d64eec40c7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:16.108722 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadc692-61f1-4e7e-a4b2-bc9c0ed50a69 None None] Pushing event deleted for resources: {'Port': ['ID=2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:16.125477 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:16.143088 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dadc692-61f1-4e7e-a4b2-bc9c0ed50a69 None None] No DVR routers for this DVR port 2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:28:16.161500 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-7b8fa8e7-7c1c-4b0e-90c1-55f84461e318 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] The port '2da9bc39-0a99-4ff3-83d8-ff4c6d4b781a' was deleted {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:28:16.325247 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7b8fa8e7-7c1c-4b0e-90c1-55f84461e318 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:16.337361 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 62ca987d-a167-4394-b81a-725df1e955db no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:28:16.352451 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-7b8fa8e7-7c1c-4b0e-90c1-55f84461e318 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba82143e-f57c-4be7-8dbf-8bf3340fdc64']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:16.364718 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-7b8fa8e7-7c1c-4b0e-90c1-55f84461e318 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc2ff94-33cb-4015-b82f-897abe5d6b4c') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:16.365007 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-7b8fa8e7-7c1c-4b0e-90c1-55f84461e318 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc2ff94-33cb-4015-b82f-897abe5d6b4c') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:16.376733 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7b8fa8e7-7c1c-4b0e-90c1-55f84461e318 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:16.393532 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7b8fa8e7-7c1c-4b0e-90c1-55f84461e318 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:16.399776 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8fa8e7-7c1c-4b0e-90c1-55f84461e318 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:28:16.400157 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7b8fa8e7-7c1c-4b0e-90c1-55f84461e318 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:16.414801 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 62ca987d-a167-4394-b81a-725df1e955db {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:28:16.415355 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 62ca987d-a167-4394-b81a-725df1e955db not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:28:16.415550 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 7a214b61-fec8-427c-bae1-3d241dd34aa4 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:28:16.417915 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:28:16.428296 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4b25ce02-c804-4358-810c-6c429230999f tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:16.534276 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25ce02-c804-4358-810c-6c429230999f tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Pushing event deleted for resources: {'Port': ['ID=434d3822-0d55-4649-b2ad-75cf119e7dea,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:16.542981 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 7a214b61-fec8-427c-bae1-3d241dd34aa4 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:28:16.543326 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 7a214b61-fec8-427c-bae1-3d241dd34aa4 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:28:16.543623 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b25ce02-c804-4358-810c-6c429230999f tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] No DVR routers for this DVR port 434d3822-0d55-4649-b2ad-75cf119e7dea on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:28:16.623906 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-c8dbb3b2-66c8-43c1-8642-7f1b11d6f269 None None] For port 434d3822-0d55-4649-b2ad-75cf119e7dea, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=434d3822-0d55-4649-b2ad-75cf119e7dea,segment=NetworkSegment(ed9d57b5-537f-433c-8b4c-71f87dc5ad01),segment_id=ed9d57b5-537f-433c-8b4c-71f87dc5ad01)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:28:16.624305 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c8dbb3b2-66c8-43c1-8642-7f1b11d6f269 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:16.637738 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f40afec2-c83b-4a8f-854d-6d64eec40c7e None None] For port d47607b8-b10e-49a0-9263-1017078011f0, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=d47607b8-b10e-49a0-9263-1017078011f0,segment=NetworkSegment(b5cdeda3-fdb6-47f8-8b25-daf4a5f6f0e1),segment_id=b5cdeda3-fdb6-47f8-8b25-daf4a5f6f0e1)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:28:16.638157 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f40afec2-c83b-4a8f-854d-6d64eec40c7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:16.667867 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7b8fa8e7-7c1c-4b0e-90c1-55f84461e318 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:16.693641 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7b8fa8e7-7c1c-4b0e-90c1-55f84461e318 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:16.701256 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4b25ce02-c804-4358-810c-6c429230999f tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:16.716551 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fa8e7-7c1c-4b0e-90c1-55f84461e318 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Pushing event deleted for resources: {'Network': ['ID=ba82143e-f57c-4be7-8dbf-8bf3340fdc64,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:16.737739 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-4b25ce02-c804-4358-810c-6c429230999f tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f64e18-41e6-4ad0-a00f-53aed635dc7a']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:16.755570 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-4b25ce02-c804-4358-810c-6c429230999f tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed9d57b5-537f-433c-8b4c-71f87dc5ad01') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:16.755974 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-4b25ce02-c804-4358-810c-6c429230999f tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed9d57b5-537f-433c-8b4c-71f87dc5ad01') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:16.768002 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4b25ce02-c804-4358-810c-6c429230999f tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:16.784929 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4b25ce02-c804-4358-810c-6c429230999f tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:16.791112 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b25ce02-c804-4358-810c-6c429230999f tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:28:16.791493 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4b25ce02-c804-4358-810c-6c429230999f tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:28:16.806483 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:28:16.813881 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c8dbb3b2-66c8-43c1-8642-7f1b11d6f269 None None] Calling delete_port for 434d3822-0d55-4649-b2ad-75cf119e7dea owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:28:16.820128 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7b8fa8e7-7c1c-4b0e-90c1-55f84461e318 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "DELETE /v2.0/networks/ba82143e-f57c-4be7-8dbf-8bf3340fdc64 HTTP/1.1" status: 204 len: 168 time: 1.3075502 Apr 11 14:28:16.823701 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45828) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:16.897592 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c6d50e83-ca00-4fbd-805e-67413c0f11b7 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:16.908341 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f40afec2-c83b-4a8f-854d-6d64eec40c7e None None] Calling delete_port for d47607b8-b10e-49a0-9263-1017078011f0 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:28:16.919150 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4b25ce02-c804-4358-810c-6c429230999f tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:16.934308 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c6d50e83-ca00-4fbd-805e-67413c0f11b7 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:16.939173 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4b25ce02-c804-4358-810c-6c429230999f tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:16.956128 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25ce02-c804-4358-810c-6c429230999f tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Pushing event deleted for resources: {'Network': ['ID=89f64e18-41e6-4ad0-a00f-53aed635dc7a,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:16.959928 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4b25ce02-c804-4358-810c-6c429230999f tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "DELETE /v2.0/networks/89f64e18-41e6-4ad0-a00f-53aed635dc7a HTTP/1.1" status: 204 len: 168 time: 1.6721261 Apr 11 14:28:16.962137 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45832) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:17.029735 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-c8dbb3b2-66c8-43c1-8642-7f1b11d6f269 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:28:17.030292 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-c8dbb3b2-66c8-43c1-8642-7f1b11d6f269 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:28:17.050304 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c6d50e83-ca00-4fbd-805e-67413c0f11b7 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:17.071685 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d50e83-ca00-4fbd-805e-67413c0f11b7 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a56d21-849f-45d5-b77f-ea86886559f8,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:17.073262 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f40afec2-c83b-4a8f-854d-6d64eec40c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:17.097690 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fa698c54-db7b-430a-982b-269d61fc3ebe tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:17.141014 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c6d50e83-ca00-4fbd-805e-67413c0f11b7 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:17.142520 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c6d50e83-ca00-4fbd-805e-67413c0f11b7 tempest-TestNetworkAdvancedServerOps-746768947 tempest-TestNetworkAdvancedServerOps-746768947-project] 10.222.0.66 "DELETE /v2.0/security-groups/f2a56d21-849f-45d5-b77f-ea86886559f8 HTTP/1.1" status: 204 len: 168 time: 0.3177769 Apr 11 14:28:17.143351 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40afec2-c83b-4a8f-854d-6d64eec40c7e None None] Pushing event deleted for resources: {'Port': ['ID=d47607b8-b10e-49a0-9263-1017078011f0,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:17.145154 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40afec2-c83b-4a8f-854d-6d64eec40c7e None None] No DVR routers for this DVR port d47607b8-b10e-49a0-9263-1017078011f0 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:28:17.258617 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fa698c54-db7b-430a-982b-269d61fc3ebe tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:17.285666 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-fa698c54-db7b-430a-982b-269d61fc3ebe tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03dee322-de53-432b-813d-f56e02f0ea72']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:17.300978 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-fa698c54-db7b-430a-982b-269d61fc3ebe tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5cdeda3-fdb6-47f8-8b25-daf4a5f6f0e1') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:17.301436 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-fa698c54-db7b-430a-982b-269d61fc3ebe tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5cdeda3-fdb6-47f8-8b25-daf4a5f6f0e1') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:17.321353 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fa698c54-db7b-430a-982b-269d61fc3ebe tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:17.347478 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fa698c54-db7b-430a-982b-269d61fc3ebe tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:17.355446 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa698c54-db7b-430a-982b-269d61fc3ebe tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:28:17.356087 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fa698c54-db7b-430a-982b-269d61fc3ebe tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:28:17.371844 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:28:17.392680 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 434d3822-0d55-4649-b2ad-75cf119e7dea no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:28:17.430940 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 434d3822-0d55-4649-b2ad-75cf119e7dea {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:28:17.431848 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 434d3822-0d55-4649-b2ad-75cf119e7dea not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:28:17.432077 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device d47607b8-b10e-49a0-9263-1017078011f0 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:28:17.466369 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: d47607b8-b10e-49a0-9263-1017078011f0 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:28:17.466713 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device d47607b8-b10e-49a0-9263-1017078011f0 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:28:17.467120 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 8dca1c99-fe69-4209-b862-738a7d646a1d no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:28:17.499727 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 8dca1c99-fe69-4209-b862-738a7d646a1d {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:28:17.500213 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 8dca1c99-fe69-4209-b862-738a7d646a1d not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:28:17.532069 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c8dbb3b2-66c8-43c1-8642-7f1b11d6f269 None None] Deleting port 434d3822-0d55-4649-b2ad-75cf119e7dea {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:28:17.532469 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c8dbb3b2-66c8-43c1-8642-7f1b11d6f269 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:17.541127 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fa698c54-db7b-430a-982b-269d61fc3ebe tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:17.562747 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fa698c54-db7b-430a-982b-269d61fc3ebe tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:17.569117 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa698c54-db7b-430a-982b-269d61fc3ebe tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Pushing event deleted for resources: {'Network': ['ID=03dee322-de53-432b-813d-f56e02f0ea72,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:17.573367 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-fa698c54-db7b-430a-982b-269d61fc3ebe tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "DELETE /v2.0/networks/03dee322-de53-432b-813d-f56e02f0ea72 HTTP/1.1" status: 204 len: 168 time: 0.6102717 Apr 11 14:28:17.576429 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45840) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:17.605530 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c8dbb3b2-66c8-43c1-8642-7f1b11d6f269 None None] The port '434d3822-0d55-4649-b2ad-75cf119e7dea' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:28:17.648723 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2296532-8894-4dd0-a4db-d85f4581cbd7 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Deleting subnet 0bacd609-25f0-4f8b-ab0d-f95fe922e94d {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:28:17.651875 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f2296532-8894-4dd0-a4db-d85f4581cbd7 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:17.714085 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f2296532-8894-4dd0-a4db-d85f4581cbd7 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:17.806049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f2296532-8894-4dd0-a4db-d85f4581cbd7 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:17.843241 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45846) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:17.965780 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f2296532-8894-4dd0-a4db-d85f4581cbd7 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:18.009469 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3642c0b5-1ecf-46d5-8bc7-e79ce10e7a87 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c01302260e1b42aaba91a0ad6d85cc8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1620588 Apr 11 14:28:18.009469 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45852) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:18.017558 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2296532-8894-4dd0-a4db-d85f4581cbd7 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Pushing event deleted for resources: {'Subnet': ['ID=0bacd609-25f0-4f8b-ab0d-f95fe922e94d,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:18.019787 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f2296532-8894-4dd0-a4db-d85f4581cbd7 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:18.029721 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f2296532-8894-4dd0-a4db-d85f4581cbd7 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "DELETE /v2.0/subnets/0bacd609-25f0-4f8b-ab0d-f95fe922e94d HTTP/1.1" status: 204 len: 168 time: 0.4490623 Apr 11 14:28:18.030247 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45856) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:18.039078 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ded322-f56e-4599-8c44-9f068c4464b4 None None] Network 5f7c939e-3519-4465-a398-f78a381b7567 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:28:18.084483 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-35765e48-6ef9-4e70-bbaf-282dbdcc0228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:18.113197 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-35765e48-6ef9-4e70-bbaf-282dbdcc0228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:18.160849 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e5c77c38-f649-4e0c-80a9-290cdab7e86a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:18.172192 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-e5c77c38-f649-4e0c-80a9-290cdab7e86a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Deleting port 6d143acf-3bb6-4383-8416-7838879e1dfe {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:28:18.172556 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e5c77c38-f649-4e0c-80a9-290cdab7e86a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:18.238890 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-35765e48-6ef9-4e70-bbaf-282dbdcc0228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:18.270327 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35765e48-6ef9-4e70-bbaf-282dbdcc0228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65141857-3934-4a8a-87b0-566092bdde6e,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:18.280557 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-35765e48-6ef9-4e70-bbaf-282dbdcc0228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:18.284509 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-35765e48-6ef9-4e70-bbaf-282dbdcc0228 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/65141857-3934-4a8a-87b0-566092bdde6e HTTP/1.1" status: 204 len: 168 time: 0.2721109 Apr 11 14:28:18.309793 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d596d2d8-07e5-40da-9451-ebe0d40d759d None None] DHCP port deletion for 5f7c939e-3519-4465-a398-f78a381b7567 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:28:18.315768 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-d596d2d8-07e5-40da-9451-ebe0d40d759d None None] Deleting port 6d143acf-3bb6-4383-8416-7838879e1dfe {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:28:18.316217 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d596d2d8-07e5-40da-9451-ebe0d40d759d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:18.509686 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-e5c77c38-f649-4e0c-80a9-290cdab7e86a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] For port 6d143acf-3bb6-4383-8416-7838879e1dfe, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6d143acf-3bb6-4383-8416-7838879e1dfe,segment=NetworkSegment(7c454b89-2dc9-4c23-b327-543116711d56),segment_id=7c454b89-2dc9-4c23-b327-543116711d56)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:28:18.510101 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e5c77c38-f649-4e0c-80a9-290cdab7e86a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:18.543735 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-d596d2d8-07e5-40da-9451-ebe0d40d759d None None] For port 6d143acf-3bb6-4383-8416-7838879e1dfe, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6d143acf-3bb6-4383-8416-7838879e1dfe,segment=NetworkSegment(7c454b89-2dc9-4c23-b327-543116711d56),segment_id=7c454b89-2dc9-4c23-b327-543116711d56)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:28:18.544219 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d596d2d8-07e5-40da-9451-ebe0d40d759d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:18.646644 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-e5c77c38-f649-4e0c-80a9-290cdab7e86a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Calling delete_port for 6d143acf-3bb6-4383-8416-7838879e1dfe owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:28:18.710480 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-d596d2d8-07e5-40da-9451-ebe0d40d759d None None] Calling delete_port for 6d143acf-3bb6-4383-8416-7838879e1dfe owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:28:18.822136 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e5c77c38-f649-4e0c-80a9-290cdab7e86a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:18.827582 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-d596d2d8-07e5-40da-9451-ebe0d40d759d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:28:18.829952 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-d596d2d8-07e5-40da-9451-ebe0d40d759d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:28:18.872320 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c77c38-f649-4e0c-80a9-290cdab7e86a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Pushing event deleted for resources: {'Port': ['ID=6d143acf-3bb6-4383-8416-7838879e1dfe,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:18.874147 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c77c38-f649-4e0c-80a9-290cdab7e86a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] No DVR routers for this DVR port 6d143acf-3bb6-4383-8416-7838879e1dfe on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:28:18.944108 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45864) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:18.964507 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-de3f2079-6ce9-4a1e-98ac-6d8738d448c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:18.978023 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-de3f2079-6ce9-4a1e-98ac-6d8738d448c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:28:18.982291 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-de3f2079-6ce9-4a1e-98ac-6d8738d448c8 admin admin] Usage tracker for resource:security_group_rule and tenant:59271a6867b4491f9312f2bf3067e5be is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:28:18.985214 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-de3f2079-6ce9-4a1e-98ac-6d8738d448c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:28:18.991409 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-de3f2079-6ce9-4a1e-98ac-6d8738d448c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:28:19.027025 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e5c77c38-f649-4e0c-80a9-290cdab7e86a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:19.060497 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-e5c77c38-f649-4e0c-80a9-290cdab7e86a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7c939e-3519-4465-a398-f78a381b7567']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:19.075711 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-e5c77c38-f649-4e0c-80a9-290cdab7e86a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c454b89-2dc9-4c23-b327-543116711d56') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:19.076005 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-e5c77c38-f649-4e0c-80a9-290cdab7e86a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c454b89-2dc9-4c23-b327-543116711d56') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:19.083189 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-de3f2079-6ce9-4a1e-98ac-6d8738d448c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:19.088065 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e5c77c38-f649-4e0c-80a9-290cdab7e86a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:19.104967 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e5c77c38-f649-4e0c-80a9-290cdab7e86a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:19.112634 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5c77c38-f649-4e0c-80a9-290cdab7e86a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:28:19.113032 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e5c77c38-f649-4e0c-80a9-290cdab7e86a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:28:19.130586 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:28:19.157233 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-de3f2079-6ce9-4a1e-98ac-6d8738d448c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:19.205890 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f2079-6ce9-4a1e-98ac-6d8738d448c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17539e05-8206-45fe-b902-fae7a03957ea,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:19.212915 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-de3f2079-6ce9-4a1e-98ac-6d8738d448c8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=59271a6867b4491f9312f2bf3067e5be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2677221 Apr 11 14:28:19.223225 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45868) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:19.278776 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-515b8abe-a9a8-4ac5-a45d-6a5c7448617b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:19.302145 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e5c77c38-f649-4e0c-80a9-290cdab7e86a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:19.317120 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-515b8abe-a9a8-4ac5-a45d-6a5c7448617b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:19.330084 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-d596d2d8-07e5-40da-9451-ebe0d40d759d None None] Deleting port 6d143acf-3bb6-4383-8416-7838879e1dfe {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:28:19.330785 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d596d2d8-07e5-40da-9451-ebe0d40d759d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:19.334726 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e5c77c38-f649-4e0c-80a9-290cdab7e86a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:19.342712 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c77c38-f649-4e0c-80a9-290cdab7e86a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Pushing event deleted for resources: {'Network': ['ID=5f7c939e-3519-4465-a398-f78a381b7567,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:19.349727 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e5c77c38-f649-4e0c-80a9-290cdab7e86a tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "DELETE /v2.0/networks/5f7c939e-3519-4465-a398-f78a381b7567 HTTP/1.1" status: 204 len: 168 time: 1.3181336 Apr 11 14:28:19.352275 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45872) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:19.389916 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6d143acf-3bb6-4383-8416-7838879e1dfe no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:28:19.400705 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-6c263488-db03-4ae3-bba7-20f4a4f5dc70 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Synchronizing usage tracker for tenant:3365eae61d63482b87434070f5dd0d5d on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:28:19.421113 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-515b8abe-a9a8-4ac5-a45d-6a5c7448617b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:19.439820 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b8abe-a9a8-4ac5-a45d-6a5c7448617b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17539e05-8206-45fe-b902-fae7a03957ea,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:19.448439 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-515b8abe-a9a8-4ac5-a45d-6a5c7448617b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:19.449683 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-515b8abe-a9a8-4ac5-a45d-6a5c7448617b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/17539e05-8206-45fe-b902-fae7a03957ea HTTP/1.1" status: 204 len: 168 time: 0.2332258 Apr 11 14:28:19.459587 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-d596d2d8-07e5-40da-9451-ebe0d40d759d None None] The port '6d143acf-3bb6-4383-8416-7838879e1dfe' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:28:19.467154 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-6c263488-db03-4ae3-bba7-20f4a4f5dc70 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Unset dirty status for tenant:3365eae61d63482b87434070f5dd0d5d on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:28:19.467375 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 6d143acf-3bb6-4383-8416-7838879e1dfe {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:28:19.467680 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6d143acf-3bb6-4383-8416-7838879e1dfe not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:28:19.471149 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6c263488-db03-4ae3-bba7-20f4a4f5dc70 tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b52390c-cfaf-4c7d-a791-2a56a4a1d70e HTTP/1.1" status: 200 len: 205 time: 0.1171501 Apr 11 14:28:19.474604 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45878) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:19.633374 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d7eb62e8-34f8-4a30-8c62-1bc19b847dcc tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:19.952097 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d7eb62e8-34f8-4a30-8c62-1bc19b847dcc tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:19.954383 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d7eb62e8-34f8-4a30-8c62-1bc19b847dcc tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:20.067019 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d7eb62e8-34f8-4a30-8c62-1bc19b847dcc tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:20.067504 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7eb62e8-34f8-4a30-8c62-1bc19b847dcc tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Fanout notify agent at l3_agent the message router_deleted on router 7b52390c-cfaf-4c7d-a791-2a56a4a1d70e {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:28:20.080727 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d7eb62e8-34f8-4a30-8c62-1bc19b847dcc tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:20.081816 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d7eb62e8-34f8-4a30-8c62-1bc19b847dcc tempest-RoutersNegativeIpV6Test-1960813229 tempest-RoutersNegativeIpV6Test-1960813229-project] 10.222.0.66 "DELETE /v2.0/routers/7b52390c-cfaf-4c7d-a791-2a56a4a1d70e HTTP/1.1" status: 204 len: 168 time: 0.6057417 Apr 11 14:28:20.507883 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45904) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:20.553007 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45910) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:20.679130 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-579f48c0-e7bb-42ff-8242-ce07ac90f5a2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-728780871-network', 'tenant_id': 'aa545976c5894cffa2817b16f88a49a0'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:28:20.685138 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-579f48c0-e7bb-42ff-8242-ce07ac90f5a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:28:20.696169 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-579f48c0-e7bb-42ff-8242-ce07ac90f5a2 admin admin] Usage tracker for resource:network and tenant:aa545976c5894cffa2817b16f88a49a0 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:28:20.701475 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-579f48c0-e7bb-42ff-8242-ce07ac90f5a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:28:20.714176 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-579f48c0-e7bb-42ff-8242-ce07ac90f5a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:28:20.727376 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7c74c84d-5a11-4c16-975c-20f4f30210cc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3365eae61d63482b87434070f5dd0d5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1732681 Apr 11 14:28:20.730863 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45918) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:20.798945 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579f48c0-e7bb-42ff-8242-ce07ac90f5a2 admin admin] Made reservation on behalf of aa545976c5894cffa2817b16f88a49a0 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:28:20.800896 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-579f48c0-e7bb-42ff-8242-ce07ac90f5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:20.815202 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-579f48c0-e7bb-42ff-8242-ce07ac90f5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:20.831343 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-579f48c0-e7bb-42ff-8242-ce07ac90f5a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:28:20.835523 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-579f48c0-e7bb-42ff-8242-ce07ac90f5a2 admin admin] Usage tracker for resource:security_group_rule and tenant:aa545976c5894cffa2817b16f88a49a0 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:28:20.838747 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-579f48c0-e7bb-42ff-8242-ce07ac90f5a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:28:20.844902 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-579f48c0-e7bb-42ff-8242-ce07ac90f5a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:28:20.905983 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9616e5af-9304-40ac-8169-cd4cf0ffa1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:20.934991 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9616e5af-9304-40ac-8169-cd4cf0ffa1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:21.050051 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9616e5af-9304-40ac-8169-cd4cf0ffa1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:21.057816 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-579f48c0-e7bb-42ff-8242-ce07ac90f5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:21.065287 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616e5af-9304-40ac-8169-cd4cf0ffa1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ea23a7-b262-4fd7-9d31-4feba6a7371c,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:21.072478 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9616e5af-9304-40ac-8169-cd4cf0ffa1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:21.073724 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9616e5af-9304-40ac-8169-cd4cf0ffa1eb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/03ea23a7-b262-4fd7-9d31-4feba6a7371c HTTP/1.1" status: 204 len: 168 time: 0.3418171 Apr 11 14:28:21.112540 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-579f48c0-e7bb-42ff-8242-ce07ac90f5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:21.139918 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579f48c0-e7bb-42ff-8242-ce07ac90f5a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:28:21.152948 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f48c0-e7bb-42ff-8242-ce07ac90f5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a2549c-709b-4b7c-85c6-6a0fe2d3d92e,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:21.157476 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-579f48c0-e7bb-42ff-8242-ce07ac90f5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:21.157964 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-579f48c0-e7bb-42ff-8242-ce07ac90f5a2 admin admin] Added segment 96046beb-ff51-4984-9b2f-4dba4f6ba20c of type vlan for network 228b0f3a-861e-4f46-b215-90f9f91dfcd6 Apr 11 14:28:21.186178 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-579f48c0-e7bb-42ff-8242-ce07ac90f5a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:21.284043 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-579f48c0-e7bb-42ff-8242-ce07ac90f5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:21.285126 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579f48c0-e7bb-42ff-8242-ce07ac90f5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:21.285772 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-579f48c0-e7bb-42ff-8242-ce07ac90f5a2 admin admin] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:21.415612 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f48c0-e7bb-42ff-8242-ce07ac90f5a2 admin admin] Pushing event updated for resources: {'Network': ['ID=228b0f3a-861e-4f46-b215-90f9f91dfcd6,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:21.428559 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 228b0f3a-861e-4f46-b215-90f9f91dfcd6 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:28:21.462433 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-579f48c0-e7bb-42ff-8242-ce07ac90f5a2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9534187 Apr 11 14:28:21.466690 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 45924) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:21.473864 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-8418930a-ddcb-4968-bcd0-a2743052dba1 admin admin] Request body: {'subnet': {'network_id': '228b0f3a-861e-4f46-b215-90f9f91dfcd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-728780871-subnet', 'tenant_id': 'aa545976c5894cffa2817b16f88a49a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:28:21.480668 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8418930a-ddcb-4968-bcd0-a2743052dba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:28:21.485433 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8418930a-ddcb-4968-bcd0-a2743052dba1 admin admin] Usage tracker for resource:subnet and tenant:aa545976c5894cffa2817b16f88a49a0 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:28:21.489902 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8418930a-ddcb-4968-bcd0-a2743052dba1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:28:21.500682 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8418930a-ddcb-4968-bcd0-a2743052dba1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:28:21.593009 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8418930a-ddcb-4968-bcd0-a2743052dba1 admin admin] Made reservation on behalf of aa545976c5894cffa2817b16f88a49a0 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:28:21.595360 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8418930a-ddcb-4968-bcd0-a2743052dba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:21.895737 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8418930a-ddcb-4968-bcd0-a2743052dba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:21.974374 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418930a-ddcb-4968-bcd0-a2743052dba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b728c6c8-6b6b-4408-aec5-8c9809d364ff,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:21.984187 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8418930a-ddcb-4968-bcd0-a2743052dba1 admin admin] Checking segment: {'id': '96046beb-ff51-4984-9b2f-4dba4f6ba20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '228b0f3a-861e-4f46-b215-90f9f91dfcd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:28:21.984547 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8418930a-ddcb-4968-bcd0-a2743052dba1 admin admin] Network hostable DHCP agents. Network: 228b0f3a-861e-4f46-b215-90f9f91dfcd6, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:28:22.090083 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8418930a-ddcb-4968-bcd0-a2743052dba1 admin admin] Network 228b0f3a-861e-4f46-b215-90f9f91dfcd6 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:28:22.187004 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-8418930a-ddcb-4968-bcd0-a2743052dba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 228b0f3a-861e-4f46-b215-90f9f91dfcd6) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:28:22.190926 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8418930a-ddcb-4968-bcd0-a2743052dba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:22.191533 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8418930a-ddcb-4968-bcd0-a2743052dba1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:22.195469 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9954dc-5186-4529-a619-74302db8e81c None None] Network 228b0f3a-861e-4f46-b215-90f9f91dfcd6 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:28:22.284633 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8418930a-ddcb-4968-bcd0-a2743052dba1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8168395 Apr 11 14:28:22.430052 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52306636-99d9-4473-bc66-ff8a0662b195 None None] Network 228b0f3a-861e-4f46-b215-90f9f91dfcd6 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:28:23.054720 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45942) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:23.061611 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-30873151-ff44-4435-a812-09c96f7ac7ea admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2000368909-network', 'tenant_id': 'e216ccdb30084e769b5203c764d89b09'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:28:23.066534 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-30873151-ff44-4435-a812-09c96f7ac7ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:28:23.070555 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-30873151-ff44-4435-a812-09c96f7ac7ea admin admin] Usage tracker for resource:network and tenant:e216ccdb30084e769b5203c764d89b09 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:28:23.073519 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-30873151-ff44-4435-a812-09c96f7ac7ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:28:23.080301 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-30873151-ff44-4435-a812-09c96f7ac7ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:28:23.238408 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30873151-ff44-4435-a812-09c96f7ac7ea admin admin] Made reservation on behalf of e216ccdb30084e769b5203c764d89b09 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:28:23.240756 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-30873151-ff44-4435-a812-09c96f7ac7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:23.254173 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-30873151-ff44-4435-a812-09c96f7ac7ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:23.269205 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-30873151-ff44-4435-a812-09c96f7ac7ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:28:23.273212 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-30873151-ff44-4435-a812-09c96f7ac7ea admin admin] Usage tracker for resource:security_group_rule and tenant:e216ccdb30084e769b5203c764d89b09 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:28:23.276034 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-30873151-ff44-4435-a812-09c96f7ac7ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:28:23.282475 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-30873151-ff44-4435-a812-09c96f7ac7ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:28:23.371312 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-30873151-ff44-4435-a812-09c96f7ac7ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:23.427123 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-30873151-ff44-4435-a812-09c96f7ac7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:23.460579 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30873151-ff44-4435-a812-09c96f7ac7ea admin admin] vlan segment allocate from pool success with {'vlan_id': 1021, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:28:23.469736 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30873151-ff44-4435-a812-09c96f7ac7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ef9255-3a07-4431-b219-77bb17c53104,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:23.475167 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-30873151-ff44-4435-a812-09c96f7ac7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:23.475508 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-30873151-ff44-4435-a812-09c96f7ac7ea admin admin] Added segment 2f6c9fc0-b5ce-4219-aa61-fabaa01de381 of type vlan for network 5e5db26b-cf8a-4106-a89e-24896ab3e8eb Apr 11 14:28:23.504818 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-30873151-ff44-4435-a812-09c96f7ac7ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:23.581386 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-30873151-ff44-4435-a812-09c96f7ac7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:23.582313 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30873151-ff44-4435-a812-09c96f7ac7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:23.582906 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-30873151-ff44-4435-a812-09c96f7ac7ea admin admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:23.696012 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30873151-ff44-4435-a812-09c96f7ac7ea admin admin] Pushing event updated for resources: {'Network': ['ID=5e5db26b-cf8a-4106-a89e-24896ab3e8eb,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:23.706181 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 5e5db26b-cf8a-4106-a89e-24896ab3e8eb details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:28:23.741862 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-30873151-ff44-4435-a812-09c96f7ac7ea admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6860244 Apr 11 14:28:23.744560 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 45946) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:23.749974 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-62f04868-8719-438f-89ab-76d4c30ad5df admin admin] Request body: {'subnet': {'network_id': '5e5db26b-cf8a-4106-a89e-24896ab3e8eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2000368909-subnet', 'tenant_id': 'e216ccdb30084e769b5203c764d89b09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:28:23.754903 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-62f04868-8719-438f-89ab-76d4c30ad5df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:28:23.758899 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-62f04868-8719-438f-89ab-76d4c30ad5df admin admin] Usage tracker for resource:subnet and tenant:e216ccdb30084e769b5203c764d89b09 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:28:23.762466 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-62f04868-8719-438f-89ab-76d4c30ad5df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:28:23.768149 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-62f04868-8719-438f-89ab-76d4c30ad5df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:28:23.844955 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f04868-8719-438f-89ab-76d4c30ad5df admin admin] Made reservation on behalf of e216ccdb30084e769b5203c764d89b09 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:28:23.847415 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-62f04868-8719-438f-89ab-76d4c30ad5df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:24.107616 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-62f04868-8719-438f-89ab-76d4c30ad5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:24.158632 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:24.186445 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f04868-8719-438f-89ab-76d4c30ad5df admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dc1e599-4300-44e9-b6c3-f8c6e682a934,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:24.195960 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f04868-8719-438f-89ab-76d4c30ad5df admin admin] Checking segment: {'id': '2f6c9fc0-b5ce-4219-aa61-fabaa01de381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '5e5db26b-cf8a-4106-a89e-24896ab3e8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:28:24.196312 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f04868-8719-438f-89ab-76d4c30ad5df admin admin] Network hostable DHCP agents. Network: 5e5db26b-cf8a-4106-a89e-24896ab3e8eb, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:28:24.283893 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f04868-8719-438f-89ab-76d4c30ad5df admin admin] Network 5e5db26b-cf8a-4106-a89e-24896ab3e8eb is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:28:24.409620 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-62f04868-8719-438f-89ab-76d4c30ad5df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 5e5db26b-cf8a-4106-a89e-24896ab3e8eb) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:28:24.413737 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f04868-8719-438f-89ab-76d4c30ad5df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:24.414354 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-62f04868-8719-438f-89ab-76d4c30ad5df admin admin] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:24.419353 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1b7c0d-b3ec-4ac9-956e-53c96059c0d3 None None] Network 5e5db26b-cf8a-4106-a89e-24896ab3e8eb requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:28:24.490675 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-62f04868-8719-438f-89ab-76d4c30ad5df admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7448215 Apr 11 14:28:24.642140 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6d8a5a-6c06-44cd-b863-38e91062dcc0 None None] Network 5e5db26b-cf8a-4106-a89e-24896ab3e8eb requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:28:25.093795 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-289c0caf-82f1-4f0f-acdb-cb4c42351541 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:25.094514 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-289c0caf-82f1-4f0f-acdb-cb4c42351541 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Synchronizing usage tracker for tenant:aa545976c5894cffa2817b16f88a49a0 on resource:network {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:28:25.168883 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c3acb65f-7e0f-4b61-a2c9-44bc33f88c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:25.192614 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-289c0caf-82f1-4f0f-acdb-cb4c42351541 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Unset dirty status for tenant:aa545976c5894cffa2817b16f88a49a0 on resource:network {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:28:25.193770 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-289c0caf-82f1-4f0f-acdb-cb4c42351541 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/networks?id=228b0f3a-861e-4f46-b215-90f9f91dfcd6 HTTP/1.1" status: 200 len: 811 time: 0.2529054 Apr 11 14:28:25.209709 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-5b39d3d4-bb57-4cdd-811d-a2b63774fe86 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/quotas/aa545976c5894cffa2817b16f88a49a0 HTTP/1.1" status: 200 len: 375 time: 0.0104566 Apr 11 14:28:25.258072 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-8f27fb28-6bbf-409b-b6f3-f599e6e5ea3a tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=aa545976c5894cffa2817b16f88a49a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430293 Apr 11 14:28:25.374007 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-9817ac4d-e0d0-490d-b587-cd5f2a3d6909 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:28:25.374993 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-9817ac4d-e0d0-490d-b587-cd5f2a3d6909 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1098998 Apr 11 14:28:25.511100 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-7aae5b45-46bd-4c8e-ab97-e4880dc67149 service neutron] 10.222.0.66 "GET /v2.0/networks/228b0f3a-861e-4f46-b215-90f9f91dfcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300766 Apr 11 14:28:25.648603 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-353177fd-35fc-4a30-bc5d-0511b0e7b223 service neutron] 10.222.0.66 "GET /v2.0/networks/228b0f3a-861e-4f46-b215-90f9f91dfcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316173 Apr 11 14:28:25.905014 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-94d14bd8-52d1-4b94-8370-77e11bf5f2d2 req-a4d62fc6-835a-4c29-ab1f-dd3e5dad16fb tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 210 time: 0.0433736 Apr 11 14:28:27.096506 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-667b8dfb-2d0c-4beb-9ad4-516464dbefcc req-3b5c7268-8f92-4d9b-ae9e-931dfa279867 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 210 time: 0.0628223 Apr 11 14:28:27.684912 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e4bd5681-c227-470a-843a-7ed4d007e6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:28.265544 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f837c13c-e8b1-4df1-8eb6-dccb1c9e0fb7 req-61279ed8-10a3-4084-9ea0-7143ce68eb8a tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 210 time: 0.0443630 Apr 11 14:28:28.469554 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-d0cb4e62-0299-46cd-8035-bc0979eafc60 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:28.471020 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-d0cb4e62-0299-46cd-8035-bc0979eafc60 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.53 "GET /v2.0/networks?id=228b0f3a-861e-4f46-b215-90f9f91dfcd6 HTTP/1.1" status: 200 len: 811 time: 0.1509526 Apr 11 14:28:28.493587 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-3335f035-cceb-4218-8ec3-fd96282b71de tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Request body: {'port': {'device_id': '3ebe4191-a456-45e5-86e8-3d387e72bb77', 'network_id': '228b0f3a-861e-4f46-b215-90f9f91dfcd6', 'admin_state_up': True, 'tenant_id': 'aa545976c5894cffa2817b16f88a49a0'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:28:28.575131 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:28.639714 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-3335f035-cceb-4218-8ec3-fd96282b71de tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:28:28.643909 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-3335f035-cceb-4218-8ec3-fd96282b71de tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Usage tracker for resource:port and tenant:aa545976c5894cffa2817b16f88a49a0 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:28:28.645449 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:28.647190 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-3335f035-cceb-4218-8ec3-fd96282b71de tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:28:28.654865 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-3335f035-cceb-4218-8ec3-fd96282b71de tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:28:28.741205 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-3335f035-cceb-4218-8ec3-fd96282b71de tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Made reservation on behalf of aa545976c5894cffa2817b16f88a49a0 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:28:28.744805 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-3335f035-cceb-4218-8ec3-fd96282b71de tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:28.914212 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-3335f035-cceb-4218-8ec3-fd96282b71de tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Allocated IP 172.20.0.13 (228b0f3a-861e-4f46-b215-90f9f91dfcd6/b728c6c8-6b6b-4408-aec5-8c9809d364ff/d26b98cd-1784-46a1-b0a5-191b265a5388) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:28:29.240284 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-3335f035-cceb-4218-8ec3-fd96282b71de tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:29.363403 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-3335f035-cceb-4218-8ec3-fd96282b71de tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:29.474544 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-3335f035-cceb-4218-8ec3-fd96282b71de tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Network 228b0f3a-861e-4f46-b215-90f9f91dfcd6 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:28:29.479535 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-3335f035-cceb-4218-8ec3-fd96282b71de tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:28:29.485708 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-3335f035-cceb-4218-8ec3-fd96282b71de tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:28:29.534199 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335f035-cceb-4218-8ec3-fd96282b71de tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Pushing event updated for resources: {'Port': ['ID=d26b98cd-1784-46a1-b0a5-191b265a5388,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:29.579722 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-3335f035-cceb-4218-8ec3-fd96282b71de tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:29.580379 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-3335f035-cceb-4218-8ec3-fd96282b71de tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:29.602648 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ab1c0-b2da-4913-a433-655fca33fb0a req-72be32ba-3732-4195-a5f4-18470106e7be tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:29.604136 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-010ab1c0-b2da-4913-a433-655fca33fb0a req-72be32ba-3732-4195-a5f4-18470106e7be tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 932 time: 0.2043445 Apr 11 14:28:29.650556 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-010ab1c0-b2da-4913-a433-655fca33fb0a req-6dcfee8c-2323-4d0a-af41-99d10843a364 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Synchronizing usage tracker for tenant:aa545976c5894cffa2817b16f88a49a0 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:28:29.678537 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-3335f035-cceb-4218-8ec3-fd96282b71de tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1886761 Apr 11 14:28:29.698000 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-259c5b1d-6865-4b1e-8ade-bbd799023170 service neutron] Request body: {'port': {'device_id': '3ebe4191-a456-45e5-86e8-3d387e72bb77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:28:29.743250 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-010ab1c0-b2da-4913-a433-655fca33fb0a req-6dcfee8c-2323-4d0a-af41-99d10843a364 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Unset dirty status for tenant:aa545976c5894cffa2817b16f88a49a0 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:28:29.744409 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-010ab1c0-b2da-4913-a433-655fca33fb0a req-6dcfee8c-2323-4d0a-af41-99d10843a364 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/security-groups?id=40a2549c-709b-4b7c-85c6-6a0fe2d3d92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337895 Apr 11 14:28:29.820211 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-259c5b1d-6865-4b1e-8ade-bbd799023170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:29.861222 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:30.181961 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-259c5b1d-6865-4b1e-8ade-bbd799023170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d26b98cd-1784-46a1-b0a5-191b265a5388 {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:28:30.189401 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-259c5b1d-6865-4b1e-8ade-bbd799023170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:30.203669 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-259c5b1d-6865-4b1e-8ade-bbd799023170 service neutron] Transition to ACTIVE for port object d26b98cd-1784-46a1-b0a5-191b265a5388 will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:28:30.289573 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-259c5b1d-6865-4b1e-8ade-bbd799023170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:30.446859 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c5b1d-6865-4b1e-8ade-bbd799023170 service neutron] Pushing event updated for resources: {'Port': ['ID=d26b98cd-1784-46a1-b0a5-191b265a5388,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:30.530963 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-259c5b1d-6865-4b1e-8ade-bbd799023170 service neutron] Attempting to bind port d26b98cd-1784-46a1-b0a5-191b265a5388 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:28:30.531683 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-259c5b1d-6865-4b1e-8ade-bbd799023170 service neutron] Attempting to bind port d26b98cd-1784-46a1-b0a5-191b265a5388 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '96046beb-ff51-4984-9b2f-4dba4f6ba20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '228b0f3a-861e-4f46-b215-90f9f91dfcd6'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:28:30.531683 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-259c5b1d-6865-4b1e-8ade-bbd799023170 service neutron] Attempting to bind port d26b98cd-1784-46a1-b0a5-191b265a5388 on network 228b0f3a-861e-4f46-b215-90f9f91dfcd6 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:28:30.536261 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-259c5b1d-6865-4b1e-8ade-bbd799023170 service neutron] Port d26b98cd-1784-46a1-b0a5-191b265a5388 on network 228b0f3a-861e-4f46-b215-90f9f91dfcd6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:28:30.536582 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-259c5b1d-6865-4b1e-8ade-bbd799023170 service neutron] Attempting to bind port d26b98cd-1784-46a1-b0a5-191b265a5388 on network 228b0f3a-861e-4f46-b215-90f9f91dfcd6 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:28:30.541761 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-259c5b1d-6865-4b1e-8ade-bbd799023170 service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:28:30.542130 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-259c5b1d-6865-4b1e-8ade-bbd799023170 service neutron] Checking segment: {'id': '96046beb-ff51-4984-9b2f-4dba4f6ba20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '228b0f3a-861e-4f46-b215-90f9f91dfcd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:28:30.542514 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-259c5b1d-6865-4b1e-8ade-bbd799023170 service neutron] Bound using segment: {'id': '96046beb-ff51-4984-9b2f-4dba4f6ba20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '228b0f3a-861e-4f46-b215-90f9f91dfcd6'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:28:30.543066 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-259c5b1d-6865-4b1e-8ade-bbd799023170 service neutron] Bound port: d26b98cd-1784-46a1-b0a5-191b265a5388, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96046beb-ff51-4984-9b2f-4dba4f6ba20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '228b0f3a-861e-4f46-b215-90f9f91dfcd6'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:28:30.543466 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-259c5b1d-6865-4b1e-8ade-bbd799023170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:30.637636 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-259c5b1d-6865-4b1e-8ade-bbd799023170 service neutron] For port d26b98cd-1784-46a1-b0a5-191b265a5388, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:28:30.640526 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-259c5b1d-6865-4b1e-8ade-bbd799023170 service neutron] For port d26b98cd-1784-46a1-b0a5-191b265a5388, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=d26b98cd-1784-46a1-b0a5-191b265a5388,segment=NetworkSegment(96046beb-ff51-4984-9b2f-4dba4f6ba20c),segment_id=96046beb-ff51-4984-9b2f-4dba4f6ba20c)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:28:30.734281 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-259c5b1d-6865-4b1e-8ade-bbd799023170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:30.793950 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-259c5b1d-6865-4b1e-8ade-bbd799023170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:30.794592 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-259c5b1d-6865-4b1e-8ade-bbd799023170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:30.796039 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-259c5b1d-6865-4b1e-8ade-bbd799023170 service neutron] 10.222.0.53 "PUT /v2.0/ports/d26b98cd-1784-46a1-b0a5-191b265a5388 HTTP/1.1" status: 200 len: 1094 time: 1.1023293 Apr 11 14:28:30.798835 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebe4191-a456-45e5-86e8-3d387e72bb77', 'tag': 'd26b98cd-1784-46a1-b0a5-191b265a5388'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:28:30.830525 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c5b1d-6865-4b1e-8ade-bbd799023170 service neutron] Pushing event updated for resources: {'Port': ['ID=d26b98cd-1784-46a1-b0a5-191b265a5388,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:30.858620 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33edf8d9-bb43-46b3-b239-8600ca37f7d0'] response: {'name': 'network-changed', 'server_uuid': '3ebe4191-a456-45e5-86e8-3d387e72bb77', 'tag': 'd26b98cd-1784-46a1-b0a5-191b265a5388', 'status': 'completed', 'code': 200} Apr 11 14:28:30.937911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195db78-3ddf-4ef8-be16-0fd6c68f1e6a req-9c477853-dc72-4bda-b190-e12e567450a3 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:30.939321 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0195db78-3ddf-4ef8-be16-0fd6c68f1e6a req-9c477853-dc72-4bda-b190-e12e567450a3 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 944 time: 0.0857580 Apr 11 14:28:30.979143 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c7bba-50eb-4f9e-bfed-3f7139929947 req-05aecf19-6ae5-45d4-8874-fb42198136ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:30.980882 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-737c7bba-50eb-4f9e-bfed-3f7139929947 req-05aecf19-6ae5-45d4-8874-fb42198136ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa545976c5894cffa2817b16f88a49a0&device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 1097 time: 0.0736973 Apr 11 14:28:30.984905 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0195db78-3ddf-4ef8-be16-0fd6c68f1e6a req-e633250a-248b-4b0e-8b37-70984068a231 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/security-groups?id=40a2549c-709b-4b7c-85c6-6a0fe2d3d92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397654 Apr 11 14:28:31.133796 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c7bba-50eb-4f9e-bfed-3f7139929947 req-f82572b0-1d43-4ae3-8927-5afc6e4fd6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:31.135282 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-737c7bba-50eb-4f9e-bfed-3f7139929947 req-f82572b0-1d43-4ae3-8927-5afc6e4fd6c3 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=aa545976c5894cffa2817b16f88a49a0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1407406 Apr 11 14:28:31.276300 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c7bba-50eb-4f9e-bfed-3f7139929947 req-2871c236-9e13-4433-8b11-072e74f70f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:31.278529 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-737c7bba-50eb-4f9e-bfed-3f7139929947 req-2871c236-9e13-4433-8b11-072e74f70f21 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1362834 Apr 11 14:28:31.525498 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-a834b6fc-5bbf-4e66-bddf-c209e178ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:31.527076 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-a834b6fc-5bbf-4e66-bddf-c209e178ac5d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa545976c5894cffa2817b16f88a49a0&device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 1097 time: 0.1888499 Apr 11 14:28:31.606381 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-2776469b-57bc-420a-9021-cbc01c48968d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d26b98cd-1784-46a1-b0a5-191b265a5388 HTTP/1.1" status: 200 len: 217 time: 0.0623479 Apr 11 14:28:31.671892 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-d5d5589f-7aae-461a-980f-62617a2aac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:31.673324 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-d5d5589f-7aae-461a-980f-62617a2aac2c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b728c6c8-6b6b-4408-aec5-8c9809d364ff HTTP/1.1" status: 200 len: 851 time: 0.0614121 Apr 11 14:28:31.720495 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-7bbb0780-36a7-484d-bad4-ad0b0ddcbd5d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=228b0f3a-861e-4f46-b215-90f9f91dfcd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411184 Apr 11 14:28:31.854463 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-37aa1be8-7363-4c81-bf51-63bf6674aa84 service neutron] 10.222.0.53 "GET /v2.0/networks/228b0f3a-861e-4f46-b215-90f9f91dfcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272478 Apr 11 14:28:31.989214 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-357a2b26-46b9-42d0-963d-8be3dc2e824b req-4ec4dbfe-d165-447b-a265-2ae3fbd85c59 service neutron] 10.222.0.53 "GET /v2.0/networks/228b0f3a-861e-4f46-b215-90f9f91dfcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284223 Apr 11 14:28:32.187811 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a330532-4ff8-4a83-824f-1875fecbf715 req-66eaf278-07ca-40a8-8732-a42885d42939 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:32.188428 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-7a330532-4ff8-4a83-824f-1875fecbf715 req-66eaf278-07ca-40a8-8732-a42885d42939 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Synchronizing usage tracker for tenant:aa545976c5894cffa2817b16f88a49a0 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:28:32.272364 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-7a330532-4ff8-4a83-824f-1875fecbf715 req-66eaf278-07ca-40a8-8732-a42885d42939 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Unset dirty status for tenant:aa545976c5894cffa2817b16f88a49a0 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:28:32.273531 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7a330532-4ff8-4a83-824f-1875fecbf715 req-66eaf278-07ca-40a8-8732-a42885d42939 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 944 time: 0.1768272 Apr 11 14:28:32.320735 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7a330532-4ff8-4a83-824f-1875fecbf715 req-f76cfe6b-f3a0-418f-9949-8da78cd6be4e tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/security-groups?id=40a2549c-709b-4b7c-85c6-6a0fe2d3d92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415154 Apr 11 14:28:33.514250 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86f129-1dd6-4c7f-b084-f9fd3141e292 req-2da55cfd-ed38-4379-8dbd-432b9e318c50 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:33.515696 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ee86f129-1dd6-4c7f-b084-f9fd3141e292 req-2da55cfd-ed38-4379-8dbd-432b9e318c50 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 944 time: 0.0882959 Apr 11 14:28:33.561773 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ee86f129-1dd6-4c7f-b084-f9fd3141e292 req-b136eb64-b683-416d-be11-70112bde716d tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/security-groups?id=40a2549c-709b-4b7c-85c6-6a0fe2d3d92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403078 Apr 11 14:28:34.546489 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device d26b98cd-1784-46a1-b0a5-191b265a5388 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:28:34.732064 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port d26b98cd-1784-46a1-b0a5-191b265a5388, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=d26b98cd-1784-46a1-b0a5-191b265a5388,segment=NetworkSegment(96046beb-ff51-4984-9b2f-4dba4f6ba20c),segment_id=96046beb-ff51-4984-9b2f-4dba4f6ba20c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:28:34.748468 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': 'd26b98cd-1784-46a1-b0a5-191b265a5388', 'network_id': '228b0f3a-861e-4f46-b215-90f9f91dfcd6', 'port_id': 'd26b98cd-1784-46a1-b0a5-191b265a5388', 'mac_address': 'fa:16:3e:a7:3d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b728c6c8-6b6b-4408-aec5-8c9809d364ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:28:34.751611 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498951e-9531-4c25-9061-1d80d4d28723 req-dfe6ad81-02de-4c69-9373-169d021600d1 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:34.753111 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a498951e-9531-4c25-9061-1d80d4d28723 req-dfe6ad81-02de-4c69-9373-169d021600d1 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 944 time: 0.0850244 Apr 11 14:28:34.806571 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a498951e-9531-4c25-9061-1d80d4d28723 req-459d7c24-6505-4f63-98bb-592ec34b003f tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/security-groups?id=40a2549c-709b-4b7c-85c6-6a0fe2d3d92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470653 Apr 11 14:28:34.810230 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:34.827246 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26b98cd-1784-46a1-b0a5-191b265a5388 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:28:34.842759 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port d26b98cd-1784-46a1-b0a5-191b265a5388, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=d26b98cd-1784-46a1-b0a5-191b265a5388,segment=NetworkSegment(96046beb-ff51-4984-9b2f-4dba4f6ba20c),segment_id=96046beb-ff51-4984-9b2f-4dba4f6ba20c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:28:34.929637 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:34.998309 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=d26b98cd-1784-46a1-b0a5-191b265a5388,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:35.349004 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['d26b98cd-1784-46a1-b0a5-191b265a5388'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:28:35.996504 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc00ad-745b-4394-91b7-69537068cd54 req-83356d70-7de4-4f04-8248-e4b8ed8408c4 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:35.998012 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-22bc00ad-745b-4394-91b7-69537068cd54 req-83356d70-7de4-4f04-8248-e4b8ed8408c4 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 945 time: 0.0839481 Apr 11 14:28:36.043723 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-22bc00ad-745b-4394-91b7-69537068cd54 req-999f41ee-1e34-4cf3-83b8-03909b1eb630 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/security-groups?id=40a2549c-709b-4b7c-85c6-6a0fe2d3d92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396545 Apr 11 14:28:36.560747 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device d26b98cd-1784-46a1-b0a5-191b265a5388 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:28:36.734944 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port d26b98cd-1784-46a1-b0a5-191b265a5388 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:28:36.740121 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port d26b98cd-1784-46a1-b0a5-191b265a5388 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:28:36.745583 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:36.840072 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46010) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:36.858928 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:36.886829 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebe4191-a456-45e5-86e8-3d387e72bb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26b98cd-1784-46a1-b0a5-191b265a5388'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:28:36.897323 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port d26b98cd-1784-46a1-b0a5-191b265a5388, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=d26b98cd-1784-46a1-b0a5-191b265a5388,segment=NetworkSegment(96046beb-ff51-4984-9b2f-4dba4f6ba20c),segment_id=96046beb-ff51-4984-9b2f-4dba4f6ba20c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:28:36.950371 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ac1b4322-e02c-4688-b990-19b93d2ea2ba tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/a676cb96-ecee-415c-adb9-443d44d715f7 HTTP/1.1" status: 200 len: 993 time: 0.1091824 Apr 11 14:28:36.974942 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:37.054909 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=d26b98cd-1784-46a1-b0a5-191b265a5388,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:37.064323 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a58eb171-0800-466c-bed0-43bae63a3f55'] response: {'server_uuid': '3ebe4191-a456-45e5-86e8-3d387e72bb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26b98cd-1784-46a1-b0a5-191b265a5388', 'code': 200} Apr 11 14:28:37.237008 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73aedf7-84cd-4241-b8c0-9512d02dfc08 req-5833e6d8-3c48-47fc-966d-664d85417456 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:37.238526 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d73aedf7-84cd-4241-b8c0-9512d02dfc08 req-5833e6d8-3c48-47fc-966d-664d85417456 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 946 time: 0.0864668 Apr 11 14:28:37.284961 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d73aedf7-84cd-4241-b8c0-9512d02dfc08 req-7708167b-f38f-4785-a778-44460e8115f8 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/security-groups?id=40a2549c-709b-4b7c-85c6-6a0fe2d3d92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406315 Apr 11 14:28:37.291717 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46024) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:37.562936 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-09ea62d1-20e9-48c7-82a1-1c3dc98f2ae8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port 224002ee-54de-4011-80c3-3a95c216e2b7 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:28:37.563276 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-09ea62d1-20e9-48c7-82a1-1c3dc98f2ae8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:37.624296 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb8908-2d5e-4b66-b610-ecfe35c7b769 req-ba47de51-1600-4e68-a777-45783bc8bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:37.625760 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-36bb8908-2d5e-4b66-b610-ecfe35c7b769 req-ba47de51-1600-4e68-a777-45783bc8bc97 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 1099 time: 0.2134433 Apr 11 14:28:37.752018 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-36bb8908-2d5e-4b66-b610-ecfe35c7b769 req-ead650d7-5bde-4b71-94e9-d2f3c5fbb0d4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=40a2549c-709b-4b7c-85c6-6a0fe2d3d92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086631 Apr 11 14:28:37.777362 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-09ea62d1-20e9-48c7-82a1-1c3dc98f2ae8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:37.777688 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-09ea62d1-20e9-48c7-82a1-1c3dc98f2ae8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:37.900704 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-09ea62d1-20e9-48c7-82a1-1c3dc98f2ae8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for 224002ee-54de-4011-80c3-3a95c216e2b7 owned by network:floatingip {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:28:38.242704 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-09ea62d1-20e9-48c7-82a1-1c3dc98f2ae8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:38.289647 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea62d1-20e9-48c7-82a1-1c3dc98f2ae8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=224002ee-54de-4011-80c3-3a95c216e2b7,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:38.390107 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-09ea62d1-20e9-48c7-82a1-1c3dc98f2ae8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:38.390496 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-09ea62d1-20e9-48c7-82a1-1c3dc98f2ae8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Floating IP a676cb96-ecee-415c-adb9-443d44d715f7 disassociated (deleted). External IP: 172.26.7.217, port: 1262bc2c-195c-4ae4-bbab-babae41562c9. Apr 11 14:28:38.493467 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239a845-b3b2-46ed-a727-73e016e57219 req-a483a774-d73a-468c-927b-e94e7f4c0588 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:38.495813 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6239a845-b3b2-46ed-a727-73e016e57219 req-a483a774-d73a-468c-927b-e94e7f4c0588 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 946 time: 0.0989888 Apr 11 14:28:38.540473 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6239a845-b3b2-46ed-a727-73e016e57219 req-455d1d97-7fce-410f-8869-898ccfaba1aa tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/security-groups?id=40a2549c-709b-4b7c-85c6-6a0fe2d3d92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390222 Apr 11 14:28:38.768228 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ea62d1-20e9-48c7-82a1-1c3dc98f2ae8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router fd966a5d-4c45-4cb3-b936-5ee90d4c90e8 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:28:38.949759 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ea62d1-20e9-48c7-82a1-1c3dc98f2ae8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:28:38.960029 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5f7c70-0669-4686-aa75-307e748b5dec None None] Sync routers for ids ['fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:28:38.970587 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5f7c70-0669-4686-aa75-307e748b5dec None None] Routers {'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:28:38.971248 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-7c5f7c70-0669-4686-aa75-307e748b5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:28:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:39.066131 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-09ea62d1-20e9-48c7-82a1-1c3dc98f2ae8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:39.136049 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-09ea62d1-20e9-48c7-82a1-1c3dc98f2ae8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/floatingips/a676cb96-ecee-415c-adb9-443d44d715f7 HTTP/1.1" status: 204 len: 168 time: 1.8404291 Apr 11 14:28:39.136049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce51c0f-463f-4197-b02d-a217813451be', 'tag': '1262bc2c-195c-4ae4-bbab-babae41562c9'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:28:39.169293 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-7c5f7c70-0669-4686-aa75-307e748b5dec None None] Set router fd966a5d-4c45-4cb3-b936-5ee90d4c90e8 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:28:39.182688 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e7d5813-a707-46b9-9ce2-4222179b7b7a'] response: {'name': 'network-changed', 'server_uuid': '2ce51c0f-463f-4197-b02d-a217813451be', 'tag': '1262bc2c-195c-4ae4-bbab-babae41562c9', 'status': 'completed', 'code': 200} Apr 11 14:28:39.328698 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6e152-54be-40f4-95ee-b08210bd00db req-ab731c39-8592-4f7c-b831-342ed066c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:39.334664 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c7f6e152-54be-40f4-95ee-b08210bd00db req-ab731c39-8592-4f7c-b831-342ed066c354 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=2ce51c0f-463f-4197-b02d-a217813451be HTTP/1.1" status: 200 len: 1098 time: 0.1010675 Apr 11 14:28:39.476488 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6e152-54be-40f4-95ee-b08210bd00db req-56dff658-eafd-4b4b-b5bd-a28066165c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:39.478054 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c7f6e152-54be-40f4-95ee-b08210bd00db req-56dff658-eafd-4b4b-b5bd-a28066165c2a service neutron] 10.222.0.53 "GET /v2.0/networks?id=b9d8212f-4472-42a8-95e4-ce042353ebff HTTP/1.1" status: 200 len: 897 time: 0.1352069 Apr 11 14:28:39.521743 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-7c5f7c70-0669-4686-aa75-307e748b5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'name': 'tempest-TestNetworkBasicOps-router-1010380864', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:29Z', 'updated_at': '2022-04-11T14:26:42Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:30Z', 'updated_at': '2022-04-11T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'ae863baa-cad5-4c31-95c6-1d649caaccf3', 'name': '', 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:84:98:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '086e7528-d521-4b15-bd34-67f3c5c8d698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:39Z', 'updated_at': '2022-04-11T14:26:52Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '086e7528-d521-4b15-bd34-67f3c5c8d698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:39.525940 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5f7c70-0669-4686-aa75-307e748b5dec None None] Checking router: fd966a5d-4c45-4cb3-b936-5ee90d4c90e8 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:28:39.535275 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5f7c70-0669-4686-aa75-307e748b5dec None None] Routers {'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:28:39.535934 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-7c5f7c70-0669-4686-aa75-307e748b5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:28:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:39.560472 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c7f6e152-54be-40f4-95ee-b08210bd00db req-7d5a07e3-5a56-4ee6-b431-5abef07215dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1262bc2c-195c-4ae4-bbab-babae41562c9 HTTP/1.1" status: 200 len: 217 time: 0.0745409 Apr 11 14:28:39.625725 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6e152-54be-40f4-95ee-b08210bd00db req-48dcb8db-16ed-4b56-be20-ed0e8530d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:39.627443 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c7f6e152-54be-40f4-95ee-b08210bd00db req-48dcb8db-16ed-4b56-be20-ed0e8530d525 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=086e7528-d521-4b15-bd34-67f3c5c8d698 HTTP/1.1" status: 200 len: 834 time: 0.0608318 Apr 11 14:28:39.711814 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6e152-54be-40f4-95ee-b08210bd00db req-fb37955b-b1a0-4c5d-8eff-a80e8a47d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:39.713508 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c7f6e152-54be-40f4-95ee-b08210bd00db req-fb37955b-b1a0-4c5d-8eff-a80e8a47d811 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b9d8212f-4472-42a8-95e4-ce042353ebff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804806 Apr 11 14:28:39.744727 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d1cca-84b1-4a84-b234-cc630ffac79a req-26e478cc-b1cf-498a-8657-0b96fc91ffcc tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:39.746932 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-822d1cca-84b1-4a84-b234-cc630ffac79a req-26e478cc-b1cf-498a-8657-0b96fc91ffcc tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 946 time: 0.0887578 Apr 11 14:28:39.755062 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-7c5f7c70-0669-4686-aa75-307e748b5dec None None] Set router fd966a5d-4c45-4cb3-b936-5ee90d4c90e8 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:28:39.795412 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-822d1cca-84b1-4a84-b234-cc630ffac79a req-63e9efb1-6545-4737-b64e-7862c01f405b tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/security-groups?id=40a2549c-709b-4b7c-85c6-6a0fe2d3d92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416746 Apr 11 14:28:39.997016 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18169c-f64a-42c0-b53e-1174a5e03848 req-4dfcf4be-f6e5-42dc-9965-90eca06689fa tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:39.999114 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5e18169c-f64a-42c0-b53e-1174a5e03848 req-4dfcf4be-f6e5-42dc-9965-90eca06689fa tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 946 time: 0.0949426 Apr 11 14:28:40.068724 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5e18169c-f64a-42c0-b53e-1174a5e03848 req-2c922ac7-015e-4761-ab77-cde5e0a44b3b tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/security-groups?id=40a2549c-709b-4b7c-85c6-6a0fe2d3d92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578241 Apr 11 14:28:40.068886 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c7f6e152-54be-40f4-95ee-b08210bd00db req-84d4d8db-b0f8-4a84-b6a2-10da6b33befe service neutron] 10.222.0.53 "GET /v2.0/networks/b9d8212f-4472-42a8-95e4-ce042353ebff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352630 Apr 11 14:28:40.081449 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c45cc-d53c-4ca6-8fd0-a431bef4eda1 req-01ac8a18-1164-4def-b1dc-ce2888f60d88 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:40.082381 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-3c8c45cc-d53c-4ca6-8fd0-a431bef4eda1 req-01ac8a18-1164-4def-b1dc-ce2888f60d88 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:28:40.144225 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-7c5f7c70-0669-4686-aa75-307e748b5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'name': 'tempest-TestNetworkBasicOps-router-1010380864', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:29Z', 'updated_at': '2022-04-11T14:26:42Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:30Z', 'updated_at': '2022-04-11T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'ae863baa-cad5-4c31-95c6-1d649caaccf3', 'name': '', 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:84:98:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '086e7528-d521-4b15-bd34-67f3c5c8d698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:39Z', 'updated_at': '2022-04-11T14:26:52Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '086e7528-d521-4b15-bd34-67f3c5c8d698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:40.148280 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5f7c70-0669-4686-aa75-307e748b5dec None None] The sync data for ids ['fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'] in dv-neutron-837330-1-hyperv is: [{'id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'name': 'tempest-TestNetworkBasicOps-router-1010380864', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:29Z', 'updated_at': '2022-04-11T14:26:42Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:30Z', 'updated_at': '2022-04-11T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'ae863baa-cad5-4c31-95c6-1d649caaccf3', 'name': '', 'network_id': 'b9d8212f-4472-42a8-95e4-ce042353ebff', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:84:98:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '086e7528-d521-4b15-bd34-67f3c5c8d698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:39Z', 'updated_at': '2022-04-11T14:26:52Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '086e7528-d521-4b15-bd34-67f3c5c8d698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:28:40.216500 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-3c8c45cc-d53c-4ca6-8fd0-a431bef4eda1 req-01ac8a18-1164-4def-b1dc-ce2888f60d88 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:28:40.217741 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3c8c45cc-d53c-4ca6-8fd0-a431bef4eda1 req-01ac8a18-1164-4def-b1dc-ce2888f60d88 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ce51c0f-463f-4197-b02d-a217813451be HTTP/1.1" status: 200 len: 945 time: 0.4567187 Apr 11 14:28:40.257724 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c7f6e152-54be-40f4-95ee-b08210bd00db req-323520ee-6619-4c7e-b541-fdde792f3d50 service neutron] 10.222.0.53 "GET /v2.0/networks/b9d8212f-4472-42a8-95e4-ce042353ebff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722176 Apr 11 14:28:40.278972 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3c8c45cc-d53c-4ca6-8fd0-a431bef4eda1 req-a1bfcd51-7dcb-4f6f-9877-c1c110fcf344 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8d84422-c0d3-40d9-a37e-9a5fecf4ca41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487599 Apr 11 14:28:40.386634 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31137a6d-64a4-4c5b-9033-c569689d8b94 None None] New status for floating IP a676cb96-ecee-415c-adb9-443d44d715f7: DOWN {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:28:40.703870 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ccb8f-1d34-46cf-b36d-012ca3cec5b5 req-8b350d30-e5ac-473c-94aa-4db77e1fcdb8 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:40.705244 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-732ccb8f-1d34-46cf-b36d-012ca3cec5b5 req-8b350d30-e5ac-473c-94aa-4db77e1fcdb8 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 946 time: 0.0835571 Apr 11 14:28:40.754661 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-732ccb8f-1d34-46cf-b36d-012ca3cec5b5 req-4f6c827a-4a5e-413a-9351-d5e21dd8243f tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/security-groups?id=40a2549c-709b-4b7c-85c6-6a0fe2d3d92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437095 Apr 11 14:28:41.474823 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c98f43-1f2c-46b7-a693-35a121307ce6 req-088bfa0d-b6ce-4c3d-bfd2-f9f9b8b86e0b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:41.476283 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-13c98f43-1f2c-46b7-a693-35a121307ce6 req-088bfa0d-b6ce-4c3d-bfd2-f9f9b8b86e0b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ce51c0f-463f-4197-b02d-a217813451be HTTP/1.1" status: 200 len: 945 time: 0.0869701 Apr 11 14:28:41.522286 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-13c98f43-1f2c-46b7-a693-35a121307ce6 req-9ae66783-14f5-43fc-9d96-b93a0c314530 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8d84422-c0d3-40d9-a37e-9a5fecf4ca41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397696 Apr 11 14:28:41.774373 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:28:41.852652 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da0587-0edd-45ec-a096-c8d0f5e2c31c req-7199cd58-e121-4989-999e-73fa4dc9391c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:41.854130 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-14da0587-0edd-45ec-a096-c8d0f5e2c31c req-7199cd58-e121-4989-999e-73fa4dc9391c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ce51c0f-463f-4197-b02d-a217813451be HTTP/1.1" status: 200 len: 945 time: 0.0825162 Apr 11 14:28:41.971052 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-14da0587-0edd-45ec-a096-c8d0f5e2c31c req-0860196d-bf85-4831-bf9e-51f63f7f4f42 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port 1262bc2c-195c-4ae4-bbab-babae41562c9 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:28:41.971395 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-14da0587-0edd-45ec-a096-c8d0f5e2c31c req-0860196d-bf85-4831-bf9e-51f63f7f4f42 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:42.092402 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088cf0a-e204-49fb-b943-6510788f0605 req-b0b6908b-8362-4387-b001-0edecb91feab tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:42.094433 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5088cf0a-e204-49fb-b943-6510788f0605 req-b0b6908b-8362-4387-b001-0edecb91feab tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 946 time: 0.2049792 Apr 11 14:28:42.242879 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5088cf0a-e204-49fb-b943-6510788f0605 req-82723025-fc26-4509-9f8b-9e3cab42733f tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/security-groups?id=40a2549c-709b-4b7c-85c6-6a0fe2d3d92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425116 Apr 11 14:28:42.287026 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-14da0587-0edd-45ec-a096-c8d0f5e2c31c req-0860196d-bf85-4831-bf9e-51f63f7f4f42 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port 1262bc2c-195c-4ae4-bbab-babae41562c9, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=1262bc2c-195c-4ae4-bbab-babae41562c9,segment=NetworkSegment(cbd670a1-37bc-4174-bc5d-10e790172461),segment_id=cbd670a1-37bc-4174-bc5d-10e790172461)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:28:42.287388 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-14da0587-0edd-45ec-a096-c8d0f5e2c31c req-0860196d-bf85-4831-bf9e-51f63f7f4f42 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:42.418645 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-14da0587-0edd-45ec-a096-c8d0f5e2c31c req-0860196d-bf85-4831-bf9e-51f63f7f4f42 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for 1262bc2c-195c-4ae4-bbab-babae41562c9 owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:28:42.672658 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-14da0587-0edd-45ec-a096-c8d0f5e2c31c req-0860196d-bf85-4831-bf9e-51f63f7f4f42 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:42.683953 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7cb0117b-eca5-4d95-a8d9-7d7a8c4578c5 req-9172ee34-97d0-4983-bb79-ce0090069b0d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ce51c0f-463f-4197-b02d-a217813451be HTTP/1.1" status: 200 len: 210 time: 0.0489149 Apr 11 14:28:42.730594 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860196d-bf85-4831-bf9e-51f63f7f4f42 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=1262bc2c-195c-4ae4-bbab-babae41562c9,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:42.811089 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-14da0587-0edd-45ec-a096-c8d0f5e2c31c req-0860196d-bf85-4831-bf9e-51f63f7f4f42 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] No DVR routers for this DVR port 1262bc2c-195c-4ae4-bbab-babae41562c9 on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:28:42.814740 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-14da0587-0edd-45ec-a096-c8d0f5e2c31c req-0860196d-bf85-4831-bf9e-51f63f7f4f42 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:42.817617 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce51c0f-463f-4197-b02d-a217813451be', 'name': 'network-vif-deleted', 'tag': '1262bc2c-195c-4ae4-bbab-babae41562c9'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:28:42.884220 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ffc41e9-78ff-4249-b308-bd4fc2dcf9a0'] response: {'server_uuid': '2ce51c0f-463f-4197-b02d-a217813451be', 'name': 'network-vif-deleted', 'tag': '1262bc2c-195c-4ae4-bbab-babae41562c9', 'status': 'completed', 'code': 200} Apr 11 14:28:42.890825 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-14da0587-0edd-45ec-a096-c8d0f5e2c31c req-0860196d-bf85-4831-bf9e-51f63f7f4f42 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "DELETE /v2.0/ports/1262bc2c-195c-4ae4-bbab-babae41562c9 HTTP/1.1" status: 204 len: 173 time: 1.0314932 Apr 11 14:28:42.940594 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65607829-4399-411a-aaaf-37cd9dfd1e73 req-dc845494-af9e-44fe-81ff-c698ae6f0771 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:42.942035 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-65607829-4399-411a-aaaf-37cd9dfd1e73 req-dc845494-af9e-44fe-81ff-c698ae6f0771 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 946 time: 0.0923080 Apr 11 14:28:43.031405 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-65607829-4399-411a-aaaf-37cd9dfd1e73 req-ec780490-bd54-46bd-9622-0510bbbe84a2 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/security-groups?id=40a2549c-709b-4b7c-85c6-6a0fe2d3d92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827959 Apr 11 14:28:43.074245 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef7aab-666a-4196-8973-4f1b35ce2d70 req-ab8ce771-df91-450d-9b4d-d6d3fde49456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:43.075921 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-efef7aab-666a-4196-8973-4f1b35ce2d70 req-ab8ce771-df91-450d-9b4d-d6d3fde49456 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa545976c5894cffa2817b16f88a49a0&device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 1099 time: 0.0936165 Apr 11 14:28:43.221234 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef7aab-666a-4196-8973-4f1b35ce2d70 req-8d63ad49-6dcf-48c2-93aa-0c8899e31bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:43.222741 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-efef7aab-666a-4196-8973-4f1b35ce2d70 req-8d63ad49-6dcf-48c2-93aa-0c8899e31bfb service neutron] 10.222.0.53 "GET /v2.0/networks?id=228b0f3a-861e-4f46-b215-90f9f91dfcd6 HTTP/1.1" status: 200 len: 913 time: 0.1400895 Apr 11 14:28:43.411112 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-efef7aab-666a-4196-8973-4f1b35ce2d70 req-6fbf41b4-3399-44ef-8aa1-103fa7845135 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d26b98cd-1784-46a1-b0a5-191b265a5388 HTTP/1.1" status: 200 len: 217 time: 0.1817832 Apr 11 14:28:43.475509 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef7aab-666a-4196-8973-4f1b35ce2d70 req-4a5a3691-7289-4572-abe9-d8e12d75d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:43.476955 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-efef7aab-666a-4196-8973-4f1b35ce2d70 req-4a5a3691-7289-4572-abe9-d8e12d75d363 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b728c6c8-6b6b-4408-aec5-8c9809d364ff HTTP/1.1" status: 200 len: 851 time: 0.0602219 Apr 11 14:28:43.525932 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-efef7aab-666a-4196-8973-4f1b35ce2d70 req-aa1cb95d-223c-414c-9131-67986ba7752c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=228b0f3a-861e-4f46-b215-90f9f91dfcd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422823 Apr 11 14:28:43.663150 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-efef7aab-666a-4196-8973-4f1b35ce2d70 req-efadbd3a-ce61-4ce5-974a-e961bd63ac2a service neutron] 10.222.0.53 "GET /v2.0/networks/228b0f3a-861e-4f46-b215-90f9f91dfcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303868 Apr 11 14:28:43.802734 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-efef7aab-666a-4196-8973-4f1b35ce2d70 req-e5b2c3e9-78ea-4433-904a-58e461f4ccf3 service neutron] 10.222.0.53 "GET /v2.0/networks/228b0f3a-861e-4f46-b215-90f9f91dfcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338937 Apr 11 14:28:43.854221 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c5a6d6c7-f8a1-4611-ae24-cd19622e198b req-cd3343cf-29a8-4702-8d5d-46e8bbc0b04c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ce51c0f-463f-4197-b02d-a217813451be HTTP/1.1" status: 200 len: 210 time: 0.0444965 Apr 11 14:28:44.231076 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9b62e-2925-4262-86b5-13283e579f19 req-182cc577-4c4e-471f-9b08-436fd6f64ccf tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:44.232542 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7fd9b62e-2925-4262-86b5-13283e579f19 req-182cc577-4c4e-471f-9b08-436fd6f64ccf tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 946 time: 0.0862126 Apr 11 14:28:44.279885 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7fd9b62e-2925-4262-86b5-13283e579f19 req-988a5d14-00ea-4053-bcc7-767fb9b815f0 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/security-groups?id=40a2549c-709b-4b7c-85c6-6a0fe2d3d92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414946 Apr 11 14:28:44.604891 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 1262bc2c-195c-4ae4-bbab-babae41562c9 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:28:44.640238 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: 1262bc2c-195c-4ae4-bbab-babae41562c9 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:28:44.640587 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 1262bc2c-195c-4ae4-bbab-babae41562c9 not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:28:44.957231 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46062) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:45.033253 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d9cd056e-d1a1-436d-b5b5-96ef163ff208 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:45.067948 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d9cd056e-d1a1-436d-b5b5-96ef163ff208 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:45.255274 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d9cd056e-d1a1-436d-b5b5-96ef163ff208 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:45.274744 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd056e-d1a1-436d-b5b5-96ef163ff208 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d84422-c0d3-40d9-a37e-9a5fecf4ca41,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:45.346303 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d9cd056e-d1a1-436d-b5b5-96ef163ff208 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:45.347613 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d9cd056e-d1a1-436d-b5b5-96ef163ff208 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/security-groups/a8d84422-c0d3-40d9-a37e-9a5fecf4ca41 HTTP/1.1" status: 204 len: 168 time: 0.3893077 Apr 11 14:28:45.450732 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46070) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:45.473193 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77e96b-264e-4df2-bb3e-1300a92977a7 req-3f9b4b40-7438-4a97-aeba-72ebcf454b51 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:45.474999 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7c77e96b-264e-4df2-bb3e-1300a92977a7 req-3f9b4b40-7438-4a97-aeba-72ebcf454b51 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 946 time: 0.0867939 Apr 11 14:28:45.523278 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7c77e96b-264e-4df2-bb3e-1300a92977a7 req-511513c1-7f64-4ebd-a002-a39825217b2b tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/security-groups?id=40a2549c-709b-4b7c-85c6-6a0fe2d3d92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420732 Apr 11 14:28:46.138750 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a065fc1-a310-41d8-9c1c-e2e871c75b54 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:46.160029 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832d3b8-aa78-4440-9c39-142ab72a7672 req-6de33425-0a8f-4b83-a0ad-74be3cc4c58b tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:46.161669 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9832d3b8-aa78-4440-9c39-142ab72a7672 req-6de33425-0a8f-4b83-a0ad-74be3cc4c58b tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 946 time: 0.0870755 Apr 11 14:28:46.211548 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9832d3b8-aa78-4440-9c39-142ab72a7672 req-582a3dff-3be6-4995-8304-560b8c95414e tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/security-groups?id=40a2549c-709b-4b7c-85c6-6a0fe2d3d92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441301 Apr 11 14:28:46.497970 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-8a065fc1-a310-41d8-9c1c-e2e871c75b54 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port ae863baa-cad5-4c31-95c6-1d649caaccf3 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:28:46.498717 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a065fc1-a310-41d8-9c1c-e2e871c75b54 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:46.690746 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-8a065fc1-a310-41d8-9c1c-e2e871c75b54 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port ae863baa-cad5-4c31-95c6-1d649caaccf3, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=ae863baa-cad5-4c31-95c6-1d649caaccf3,segment=NetworkSegment(cbd670a1-37bc-4174-bc5d-10e790172461),segment_id=cbd670a1-37bc-4174-bc5d-10e790172461)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:28:46.691106 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a065fc1-a310-41d8-9c1c-e2e871c75b54 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:46.816135 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-8a065fc1-a310-41d8-9c1c-e2e871c75b54 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for ae863baa-cad5-4c31-95c6-1d649caaccf3 owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:28:47.079063 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a065fc1-a310-41d8-9c1c-e2e871c75b54 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:47.242643 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a065fc1-a310-41d8-9c1c-e2e871c75b54 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=ae863baa-cad5-4c31-95c6-1d649caaccf3,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:47.598884 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c2e98-8c8b-46ce-a85a-7e469c44c618 req-dc59bc73-14b4-49fc-8b18-cc0d13d67ad5 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:47.600268 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3b0c2e98-8c8b-46ce-a85a-7e469c44c618 req-dc59bc73-14b4-49fc-8b18-cc0d13d67ad5 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 946 time: 0.2584584 Apr 11 14:28:47.603205 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8a065fc1-a310-41d8-9c1c-e2e871c75b54 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:47.717692 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3b0c2e98-8c8b-46ce-a85a-7e469c44c618 req-51c0e501-0ebc-4cc4-a5d6-b350288f722e tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/security-groups?id=40a2549c-709b-4b7c-85c6-6a0fe2d3d92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106796 Apr 11 14:28:48.007116 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a065fc1-a310-41d8-9c1c-e2e871c75b54 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router fd966a5d-4c45-4cb3-b936-5ee90d4c90e8 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:28:48.238020 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a065fc1-a310-41d8-9c1c-e2e871c75b54 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:28:48.247587 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457b94a0-39a6-459c-8ac9-b4ac49fa4e13 None None] Sync routers for ids ['fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:28:48.258733 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8a065fc1-a310-41d8-9c1c-e2e871c75b54 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "PUT /v2.0/routers/fd966a5d-4c45-4cb3-b936-5ee90d4c90e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8043587 Apr 11 14:28:48.258973 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457b94a0-39a6-459c-8ac9-b4ac49fa4e13 None None] Routers {'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:28:48.258973 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-457b94a0-39a6-459c-8ac9-b4ac49fa4e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:28:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:48.259213 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46084) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:48.338411 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496e606-e163-43b3-8f99-78fa2c72b4ce req-710d6450-9277-41a4-a6e0-2ea8e2006b65 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:48.340180 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8496e606-e163-43b3-8f99-78fa2c72b4ce req-710d6450-9277-41a4-a6e0-2ea8e2006b65 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 946 time: 0.1807413 Apr 11 14:28:48.351337 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5508d8b-9efd-4db8-a2fb-a66d1d3a0e09 req-135c1194-9b71-442d-8db2-70e1086fbbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:48.353051 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c5508d8b-9efd-4db8-a2fb-a66d1d3a0e09 req-135c1194-9b71-442d-8db2-70e1086fbbff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa545976c5894cffa2817b16f88a49a0&device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 1099 time: 0.0761929 Apr 11 14:28:48.356153 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-a27d76e7-7cc9-4c22-8fc9-7b8284188aec tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting subnet 086e7528-d521-4b15-bd34-67f3c5c8d698 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:28:48.372480 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a27d76e7-7cc9-4c22-8fc9-7b8284188aec tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:48.445563 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8496e606-e163-43b3-8f99-78fa2c72b4ce req-2a50fcb9-540d-4ba3-93f6-6d215e52b278 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/security-groups?id=40a2549c-709b-4b7c-85c6-6a0fe2d3d92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943966 Apr 11 14:28:48.447592 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a27d76e7-7cc9-4c22-8fc9-7b8284188aec tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:48.450421 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-457b94a0-39a6-459c-8ac9-b4ac49fa4e13 None None] Set router fd966a5d-4c45-4cb3-b936-5ee90d4c90e8 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:28:48.494953 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5508d8b-9efd-4db8-a2fb-a66d1d3a0e09 req-ecf6ce07-405d-498f-969b-e59b5d044034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:48.499316 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c5508d8b-9efd-4db8-a2fb-a66d1d3a0e09 req-ecf6ce07-405d-498f-969b-e59b5d044034 service neutron] 10.222.0.53 "GET /v2.0/networks?id=228b0f3a-861e-4f46-b215-90f9f91dfcd6 HTTP/1.1" status: 200 len: 913 time: 0.1376524 Apr 11 14:28:48.542811 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a27d76e7-7cc9-4c22-8fc9-7b8284188aec tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:48.569497 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c5508d8b-9efd-4db8-a2fb-a66d1d3a0e09 req-8f09909b-0d2d-45b6-b5e4-d13f0b077dee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d26b98cd-1784-46a1-b0a5-191b265a5388 HTTP/1.1" status: 200 len: 217 time: 0.0671079 Apr 11 14:28:48.634492 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5508d8b-9efd-4db8-a2fb-a66d1d3a0e09 req-0be9cac2-d650-4940-b782-def9589eeafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:48.635945 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c5508d8b-9efd-4db8-a2fb-a66d1d3a0e09 req-0be9cac2-d650-4940-b782-def9589eeafb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b728c6c8-6b6b-4408-aec5-8c9809d364ff HTTP/1.1" status: 200 len: 851 time: 0.0610399 Apr 11 14:28:48.687302 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c5508d8b-9efd-4db8-a2fb-a66d1d3a0e09 req-76651f33-5987-4ed1-9855-0eddbff8e125 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=228b0f3a-861e-4f46-b215-90f9f91dfcd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452311 Apr 11 14:28:48.689544 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a27d76e7-7cc9-4c22-8fc9-7b8284188aec tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:48.733583 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d76e7-7cc9-4c22-8fc9-7b8284188aec tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Subnet': ['ID=086e7528-d521-4b15-bd34-67f3c5c8d698,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:48.736213 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a27d76e7-7cc9-4c22-8fc9-7b8284188aec tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:48.742528 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a27d76e7-7cc9-4c22-8fc9-7b8284188aec tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/subnets/086e7528-d521-4b15-bd34-67f3c5c8d698 HTTP/1.1" status: 204 len: 168 time: 0.4825325 Apr 11 14:28:48.748930 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46088) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:48.752369 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e55c944-54a3-4af2-8fa6-c7befa34bf05 None None] Network b9d8212f-4472-42a8-95e4-ce042353ebff requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:28:48.754131 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-457b94a0-39a6-459c-8ac9-b4ac49fa4e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'name': 'tempest-TestNetworkBasicOps-router-1010380864', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:29Z', 'updated_at': '2022-04-11T14:28:46Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:30Z', 'updated_at': '2022-04-11T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:48.759174 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457b94a0-39a6-459c-8ac9-b4ac49fa4e13 None None] Checking router: fd966a5d-4c45-4cb3-b936-5ee90d4c90e8 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:28:48.769259 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457b94a0-39a6-459c-8ac9-b4ac49fa4e13 None None] Routers {'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:28:48.769823 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-457b94a0-39a6-459c-8ac9-b4ac49fa4e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:28:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:48.831598 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c5508d8b-9efd-4db8-a2fb-a66d1d3a0e09 req-d05ba217-d1ed-4d41-8f73-26211ea3942a service neutron] 10.222.0.53 "GET /v2.0/networks/228b0f3a-861e-4f46-b215-90f9f91dfcd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383457 Apr 11 14:28:49.011536 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c5508d8b-9efd-4db8-a2fb-a66d1d3a0e09 req-1d3af300-f0b4-4e91-95f0-60d467890949 service neutron] 10.222.0.53 "GET /v2.0/networks/228b0f3a-861e-4f46-b215-90f9f91dfcd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725948 Apr 11 14:28:49.066617 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-457b94a0-39a6-459c-8ac9-b4ac49fa4e13 None None] Set router fd966a5d-4c45-4cb3-b936-5ee90d4c90e8 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:28:49.075547 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b793ef-2bc0-4047-9d62-d540b29bbe7d None None] DHCP port deletion for b9d8212f-4472-42a8-95e4-ce042353ebff request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:28:49.079117 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db446b29-dc09-4d22-8a6b-c438d3892ef6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:49.080273 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c4b793ef-2bc0-4047-9d62-d540b29bbe7d None None] Deleting port e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:28:49.080760 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c4b793ef-2bc0-4047-9d62-d540b29bbe7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:49.265633 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db446b29-dc09-4d22-8a6b-c438d3892ef6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:49.295237 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-c4b793ef-2bc0-4047-9d62-d540b29bbe7d None None] For port e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d,segment=NetworkSegment(cbd670a1-37bc-4174-bc5d-10e790172461),segment_id=cbd670a1-37bc-4174-bc5d-10e790172461)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:28:49.295544 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c4b793ef-2bc0-4047-9d62-d540b29bbe7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:49.343835 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-db446b29-dc09-4d22-8a6b-c438d3892ef6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port 9cd9582b-4450-4869-bc9f-8d9a63f8430c {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:28:49.344576 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db446b29-dc09-4d22-8a6b-c438d3892ef6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:49.397252 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-457b94a0-39a6-459c-8ac9-b4ac49fa4e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'name': 'tempest-TestNetworkBasicOps-router-1010380864', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:29Z', 'updated_at': '2022-04-11T14:28:46Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:30Z', 'updated_at': '2022-04-11T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:49.401232 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457b94a0-39a6-459c-8ac9-b4ac49fa4e13 None None] The sync data for ids ['fd966a5d-4c45-4cb3-b936-5ee90d4c90e8'] in dv-neutron-837330-1-hyperv is: [{'id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'name': 'tempest-TestNetworkBasicOps-router-1010380864', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:26:29Z', 'updated_at': '2022-04-11T14:28:46Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '9cd9582b-4450-4869-bc9f-8d9a63f8430c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd966a5d-4c45-4cb3-b936-5ee90d4c90e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:26:30Z', 'updated_at': '2022-04-11T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:28:49.422307 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:28:49.452715 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c4b793ef-2bc0-4047-9d62-d540b29bbe7d None None] Calling delete_port for e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:28:49.548842 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-db446b29-dc09-4d22-8a6b-c438d3892ef6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port 9cd9582b-4450-4869-bc9f-8d9a63f8430c, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9cd9582b-4450-4869-bc9f-8d9a63f8430c,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:28:49.549484 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db446b29-dc09-4d22-8a6b-c438d3892ef6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:49.644155 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:49.650814 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af928c81-3161-4a92-8ead-4af73430e4dd req-63be48b5-32a0-457a-87e7-e33cfb4a96ec tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:49.652555 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-af928c81-3161-4a92-8ead-4af73430e4dd req-63be48b5-32a0-457a-87e7-e33cfb4a96ec tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 946 time: 0.0847991 Apr 11 14:28:49.689408 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-db446b29-dc09-4d22-8a6b-c438d3892ef6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for 9cd9582b-4450-4869-bc9f-8d9a63f8430c owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:28:49.699529 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-af928c81-3161-4a92-8ead-4af73430e4dd req-a0f77528-e956-402f-a698-90af7fd860f3 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/security-groups?id=40a2549c-709b-4b7c-85c6-6a0fe2d3d92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397940 Apr 11 14:28:49.719068 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c4b793ef-2bc0-4047-9d62-d540b29bbe7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:49.804520 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b793ef-2bc0-4047-9d62-d540b29bbe7d None None] Pushing event deleted for resources: {'Port': ['ID=e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:49.809153 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b793ef-2bc0-4047-9d62-d540b29bbe7d None None] No DVR routers for this DVR port e3c8e78b-a39d-47dd-9b2c-0ec5cd45514d on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:28:49.963544 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db446b29-dc09-4d22-8a6b-c438d3892ef6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:50.016335 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db446b29-dc09-4d22-8a6b-c438d3892ef6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=9cd9582b-4450-4869-bc9f-8d9a63f8430c,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:50.116045 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db446b29-dc09-4d22-8a6b-c438d3892ef6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:50.298296 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db446b29-dc09-4d22-8a6b-c438d3892ef6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:50.300533 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db446b29-dc09-4d22-8a6b-c438d3892ef6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:50.430520 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db446b29-dc09-4d22-8a6b-c438d3892ef6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:50.431211 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db446b29-dc09-4d22-8a6b-c438d3892ef6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Fanout notify agent at l3_agent the message router_deleted on router fd966a5d-4c45-4cb3-b936-5ee90d4c90e8 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:28:50.447177 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db446b29-dc09-4d22-8a6b-c438d3892ef6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:50.448272 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-db446b29-dc09-4d22-8a6b-c438d3892ef6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/routers/fd966a5d-4c45-4cb3-b936-5ee90d4c90e8 HTTP/1.1" status: 204 len: 168 time: 1.6987281 Apr 11 14:28:50.451044 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46094) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:50.675953 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4c895e47-c659-4252-bcdb-b432d28c6a38 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:50.807878 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4c895e47-c659-4252-bcdb-b432d28c6a38 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:50.875569 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-4c895e47-c659-4252-bcdb-b432d28c6a38 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d8212f-4472-42a8-95e4-ce042353ebff']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:50.890687 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-4c895e47-c659-4252-bcdb-b432d28c6a38 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd670a1-37bc-4174-bc5d-10e790172461') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:50.891694 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-4c895e47-c659-4252-bcdb-b432d28c6a38 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd670a1-37bc-4174-bc5d-10e790172461') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:50.909704 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4c895e47-c659-4252-bcdb-b432d28c6a38 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:50.929080 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4c895e47-c659-4252-bcdb-b432d28c6a38 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:50.943285 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c895e47-c659-4252-bcdb-b432d28c6a38 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:28:50.943679 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4c895e47-c659-4252-bcdb-b432d28c6a38 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:28:50.959053 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:28:51.027547 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d487b9-9971-4e55-b8b0-bc0f0c3d4d55 req-7d8000c8-1adc-4bbe-a3d0-26cd8b315d25 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:51.028962 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-53d487b9-9971-4e55-b8b0-bc0f0c3d4d55 req-7d8000c8-1adc-4bbe-a3d0-26cd8b315d25 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 946 time: 0.2127995 Apr 11 14:28:51.086448 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-53d487b9-9971-4e55-b8b0-bc0f0c3d4d55 req-82bd4ec9-b48d-4275-a77e-1e9cb6f9db18 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/security-groups?id=40a2549c-709b-4b7c-85c6-6a0fe2d3d92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505183 Apr 11 14:28:51.163873 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4c895e47-c659-4252-bcdb-b432d28c6a38 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:51.182782 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4c895e47-c659-4252-bcdb-b432d28c6a38 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:51.194772 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c895e47-c659-4252-bcdb-b432d28c6a38 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Network': ['ID=b9d8212f-4472-42a8-95e4-ce042353ebff,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:51.255997 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4c895e47-c659-4252-bcdb-b432d28c6a38 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/networks/b9d8212f-4472-42a8-95e4-ce042353ebff HTTP/1.1" status: 204 len: 168 time: 0.8038738 Apr 11 14:28:51.271065 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46102) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:51.278512 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-03554939-be20-4831-9b6d-92f31b665cd5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'network': {'name': 'tempest-network-smoke--392264433', 'project_id': '572b8884360948e38c79b057606230d9', 'port_security_enabled': True}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:28:51.284081 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-03554939-be20-4831-9b6d-92f31b665cd5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:28:51.288287 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-03554939-be20-4831-9b6d-92f31b665cd5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:network and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:28:51.295110 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-03554939-be20-4831-9b6d-92f31b665cd5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:28:51.297363 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-03554939-be20-4831-9b6d-92f31b665cd5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:28:51.361570 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03554939-be20-4831-9b6d-92f31b665cd5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:28:51.365283 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-03554939-be20-4831-9b6d-92f31b665cd5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:51.375177 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ae863baa-cad5-4c31-95c6-1d649caaccf3 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:28:51.397094 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03554939-be20-4831-9b6d-92f31b665cd5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:28:51.405521 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-03554939-be20-4831-9b6d-92f31b665cd5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:51.405981 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-03554939-be20-4831-9b6d-92f31b665cd5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Added segment 2226edfd-b85d-4525-be86-1547f795371d of type vlan for network 9345c27e-300c-47ef-a732-f5b795485404 Apr 11 14:28:51.413728 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: ae863baa-cad5-4c31-95c6-1d649caaccf3 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:28:51.414103 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ae863baa-cad5-4c31-95c6-1d649caaccf3 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:28:51.414510 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9cd9582b-4450-4869-bc9f-8d9a63f8430c no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:28:51.449900 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 9cd9582b-4450-4869-bc9f-8d9a63f8430c {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:28:51.450242 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9cd9582b-4450-4869-bc9f-8d9a63f8430c not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:28:51.549992 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-03554939-be20-4831-9b6d-92f31b665cd5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:51.649129 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-03554939-be20-4831-9b6d-92f31b665cd5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:51.655275 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03554939-be20-4831-9b6d-92f31b665cd5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:51.655899 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-03554939-be20-4831-9b6d-92f31b665cd5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:51.700801 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffc383-7ac3-45af-a8df-f2b7a806a56c req-2ebc063f-8756-4a8f-9c42-f8cdf95b2672 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:51.702328 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f0ffc383-7ac3-45af-a8df-f2b7a806a56c req-2ebc063f-8756-4a8f-9c42-f8cdf95b2672 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 946 time: 0.0831947 Apr 11 14:28:51.748967 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f0ffc383-7ac3-45af-a8df-f2b7a806a56c req-b3d16dc2-8afd-4fd3-9c2c-6e7cfceba1bf tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/security-groups?id=40a2549c-709b-4b7c-85c6-6a0fe2d3d92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406218 Apr 11 14:28:51.768838 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03554939-be20-4831-9b6d-92f31b665cd5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Network': ['ID=9345c27e-300c-47ef-a732-f5b795485404,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:51.778765 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 9345c27e-300c-47ef-a732-f5b795485404 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:28:51.825056 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-03554939-be20-4831-9b6d-92f31b665cd5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5527461 Apr 11 14:28:51.827803 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46108) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:51.833119 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-3177783d-9eac-4a95-9d39-ff281d49a748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2092512521', 'admin_state_up': True, 'project_id': '572b8884360948e38c79b057606230d9', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:28:51.840590 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-3177783d-9eac-4a95-9d39-ff281d49a748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:28:51.845976 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-3177783d-9eac-4a95-9d39-ff281d49a748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:router and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:28:51.848891 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-3177783d-9eac-4a95-9d39-ff281d49a748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:28:51.855933 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-3177783d-9eac-4a95-9d39-ff281d49a748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:28:51.952100 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3177783d-9eac-4a95-9d39-ff281d49a748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:51.953164 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3177783d-9eac-4a95-9d39-ff281d49a748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:51.967713 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3177783d-9eac-4a95-9d39-ff281d49a748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:52.330904 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3177783d-9eac-4a95-9d39-ff281d49a748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:52.744341 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3177783d-9eac-4a95-9d39-ff281d49a748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_gateway, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:52.778649 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3177783d-9eac-4a95-9d39-ff281d49a748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:52.981618 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-3177783d-9eac-4a95-9d39-ff281d49a748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.26.7.126 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:28:53.098462 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2a6e8-802f-4c0f-91c8-91d8b3a50076 req-f8f2d703-5d19-4027-9905-f3535764f490 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:53.099961 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-68d2a6e8-802f-4c0f-91c8-91d8b3a50076 req-f8f2d703-5d19-4027-9905-f3535764f490 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 946 time: 0.1998546 Apr 11 14:28:53.173024 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-68d2a6e8-802f-4c0f-91c8-91d8b3a50076 req-025d3bb6-0d77-4f87-aff8-39c38de41ec8 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/security-groups?id=40a2549c-709b-4b7c-85c6-6a0fe2d3d92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641432 Apr 11 14:28:53.193130 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3177783d-9eac-4a95-9d39-ff281d49a748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:53.272432 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3177783d-9eac-4a95-9d39-ff281d49a748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:53.344702 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3177783d-9eac-4a95-9d39-ff281d49a748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:28:53.351962 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-3177783d-9eac-4a95-9d39-ff281d49a748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:28:53.356021 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3177783d-9eac-4a95-9d39-ff281d49a748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:28:53.386813 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177783d-9eac-4a95-9d39-ff281d49a748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:53.889295 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0b5b9-6888-49cb-a198-b3008aac8bd9 req-46ad7051-2f57-4beb-90ac-b90d1541cae3 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:53.890756 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-70a0b5b9-6888-49cb-a198-b3008aac8bd9 req-46ad7051-2f57-4beb-90ac-b90d1541cae3 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 946 time: 0.0819438 Apr 11 14:28:54.030113 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-70a0b5b9-6888-49cb-a198-b3008aac8bd9 req-647f44da-df2c-48b0-a654-ce80592e9960 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Deleting port d26b98cd-1784-46a1-b0a5-191b265a5388 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:28:54.030448 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-70a0b5b9-6888-49cb-a198-b3008aac8bd9 req-647f44da-df2c-48b0-a654-ce80592e9960 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:54.161644 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:54.217197 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3177783d-9eac-4a95-9d39-ff281d49a748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_gateway, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:54.379694 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf966f-768a-4ab5-a322-38e8001af0a9 req-323f3a1b-bdf0-4698-ac67-116bbf9d3fc6 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:54.381177 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c3bf966f-768a-4ab5-a322-38e8001af0a9 req-323f3a1b-bdf0-4698-ac67-116bbf9d3fc6 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 946 time: 0.0869410 Apr 11 14:28:54.430731 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c3bf966f-768a-4ab5-a322-38e8001af0a9 req-b178bd5e-426f-4555-a546-7a8acd43aec9 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/security-groups?id=40a2549c-709b-4b7c-85c6-6a0fe2d3d92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429766 Apr 11 14:28:54.600761 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-70a0b5b9-6888-49cb-a198-b3008aac8bd9 req-647f44da-df2c-48b0-a654-ce80592e9960 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] For port d26b98cd-1784-46a1-b0a5-191b265a5388, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=d26b98cd-1784-46a1-b0a5-191b265a5388,segment=NetworkSegment(96046beb-ff51-4984-9b2f-4dba4f6ba20c),segment_id=96046beb-ff51-4984-9b2f-4dba4f6ba20c)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:28:54.601413 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-70a0b5b9-6888-49cb-a198-b3008aac8bd9 req-647f44da-df2c-48b0-a654-ce80592e9960 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:54.736466 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-70a0b5b9-6888-49cb-a198-b3008aac8bd9 req-647f44da-df2c-48b0-a654-ce80592e9960 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Calling delete_port for d26b98cd-1784-46a1-b0a5-191b265a5388 owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:28:54.897300 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3177783d-9eac-4a95-9d39-ff281d49a748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:55.157815 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-12c1ea5e-d0dd-4c2b-9464-89919e089143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:55.298799 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-70a0b5b9-6888-49cb-a198-b3008aac8bd9 req-647f44da-df2c-48b0-a654-ce80592e9960 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:55.349598 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f44da-df2c-48b0-a654-ce80592e9960 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Pushing event deleted for resources: {'Port': ['ID=d26b98cd-1784-46a1-b0a5-191b265a5388,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:55.385479 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3177783d-9eac-4a95-9d39-ff281d49a748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router a33b0e82-7339-4f35-839a-0b570e786792 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:28:55.432173 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a0b5b9-6888-49cb-a198-b3008aac8bd9 req-647f44da-df2c-48b0-a654-ce80592e9960 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] No DVR routers for this DVR port d26b98cd-1784-46a1-b0a5-191b265a5388 on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:28:55.434835 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-70a0b5b9-6888-49cb-a198-b3008aac8bd9 req-647f44da-df2c-48b0-a654-ce80592e9960 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:55.487728 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebe4191-a456-45e5-86e8-3d387e72bb77', 'name': 'network-vif-deleted', 'tag': 'd26b98cd-1784-46a1-b0a5-191b265a5388'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:28:55.539316 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42d72068-dcd5-4c22-a4e3-354383d08719'] response: {'server_uuid': '3ebe4191-a456-45e5-86e8-3d387e72bb77', 'name': 'network-vif-deleted', 'tag': 'd26b98cd-1784-46a1-b0a5-191b265a5388', 'status': 'completed', 'code': 200} Apr 11 14:28:55.639288 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-70a0b5b9-6888-49cb-a198-b3008aac8bd9 req-647f44da-df2c-48b0-a654-ce80592e9960 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.53 "DELETE /v2.0/ports/d26b98cd-1784-46a1-b0a5-191b265a5388 HTTP/1.1" status: 204 len: 173 time: 1.7434244 Apr 11 14:28:55.648966 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-3f7e4ab3-7d3f-46c9-9cc5-ff64b8cd2b9c req-871e43d5-96a9-4491-97a9-efa6ecd32ba3 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Synchronizing usage tracker for tenant:aa545976c5894cffa2817b16f88a49a0 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:28:55.677009 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3177783d-9eac-4a95-9d39-ff281d49a748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:28:55.687684 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] Sync routers for ids ['a33b0e82-7339-4f35-839a-0b570e786792'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:28:55.696654 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] Routers {'a33b0e82-7339-4f35-839a-0b570e786792'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:28:55.697265 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:28:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['a33b0e82-7339-4f35-839a-0b570e786792'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:55.763679 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-3f7e4ab3-7d3f-46c9-9cc5-ff64b8cd2b9c req-871e43d5-96a9-4491-97a9-efa6ecd32ba3 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] Unset dirty status for tenant:aa545976c5894cffa2817b16f88a49a0 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:28:55.765100 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3f7e4ab3-7d3f-46c9-9cc5-ff64b8cd2b9c req-871e43d5-96a9-4491-97a9-efa6ecd32ba3 tempest-TestServerAdvancedOps-1629294814 tempest-TestServerAdvancedOps-1629294814-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ebe4191-a456-45e5-86e8-3d387e72bb77 HTTP/1.1" status: 200 len: 210 time: 0.2227118 Apr 11 14:28:55.804648 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3177783d-9eac-4a95-9d39-ff281d49a748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:55.806352 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3177783d-9eac-4a95-9d39-ff281d49a748 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9775136 Apr 11 14:28:55.809590 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46120) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:55.853075 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5d4bca81-240b-4ae3-b139-3fe7ce0376b4 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=572b8884360948e38c79b057606230d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398049 Apr 11 14:28:55.853324 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46124) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:55.895213 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] Set router a33b0e82-7339-4f35-839a-0b570e786792 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:28:55.991623 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1873cf-4acc-4b96-ad5e-752be4359481 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:55.997166 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4b1873cf-4acc-4b96-ad5e-752be4359481 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1389592 Apr 11 14:28:55.997166 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46128) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:56.044965 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c6ebe433-46f9-459e-87e3-c19f88917b92 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=cff58315-4a25-4203-8056-2db185a2b95d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455978 Apr 11 14:28:56.045796 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46132) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:56.051476 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-bc3b3955-c408-4ed9-abdb-044eb06f56de tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1837320645', 'network_id': '9345c27e-300c-47ef-a732-f5b795485404', 'project_id': '572b8884360948e38c79b057606230d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:28:56.165431 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-bc3b3955-c408-4ed9-abdb-044eb06f56de tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:28:56.169375 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-bc3b3955-c408-4ed9-abdb-044eb06f56de tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:subnet and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:28:56.172217 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-bc3b3955-c408-4ed9-abdb-044eb06f56de tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:28:56.178785 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-bc3b3955-c408-4ed9-abdb-044eb06f56de tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:28:56.191452 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'name': 'tempest-TestNetworkBasicOps-router-2092512521', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:28:51Z', 'updated_at': '2022-04-11T14:28:53Z', 'revision_number': 3, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:52Z', 'updated_at': '2022-04-11T14:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:56.195807 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] Checking router: a33b0e82-7339-4f35-839a-0b570e786792 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:28:56.195807 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] Updating router a33b0e82-7339-4f35-839a-0b570e786792 port 1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9 binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:28:56.276224 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:56.294631 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3b3955-c408-4ed9-abdb-044eb06f56de tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:28:56.299071 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bc3b3955-c408-4ed9-abdb-044eb06f56de tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:56.597958 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bc3b3955-c408-4ed9-abdb-044eb06f56de tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:56.640565 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:56.652509 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] Transition to ACTIVE for port object 1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:28:56.666311 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device d26b98cd-1784-46a1-b0a5-191b265a5388 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:28:56.686726 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b3955-c408-4ed9-abdb-044eb06f56de tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Subnet': ['ID=469ea0a4-34b9-4711-90db-27aa3de2df75,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:56.699405 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3b3955-c408-4ed9-abdb-044eb06f56de tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Checking segment: {'id': '2226edfd-b85d-4525-be86-1547f795371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '9345c27e-300c-47ef-a732-f5b795485404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:28:56.699763 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3b3955-c408-4ed9-abdb-044eb06f56de tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network hostable DHCP agents. Network: 9345c27e-300c-47ef-a732-f5b795485404, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:28:56.705877 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: d26b98cd-1784-46a1-b0a5-191b265a5388 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:28:56.716496 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device d26b98cd-1784-46a1-b0a5-191b265a5388 not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:28:56.763293 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:56.798518 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3b3955-c408-4ed9-abdb-044eb06f56de tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network 9345c27e-300c-47ef-a732-f5b795485404 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:28:56.844783 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] Attempting to bind port 1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:28:56.845868 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] Attempting to bind port 1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:28:56.846323 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] Attempting to bind port 1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9 on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:28:56.849115 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711042d-f1e4-438b-87df-a887a9d53aa7 None None] Pushing event updated for resources: {'Port': ['ID=1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:56.854978 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:28:56.859722 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:28:56.859722 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:56.859722 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:28:56.859722 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] Bound port: 1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:28:56.859722 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:56.878310 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46138) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:56.917441 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-bc3b3955-c408-4ed9-abdb-044eb06f56de tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 9345c27e-300c-47ef-a732-f5b795485404) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:28:56.932638 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3b3955-c408-4ed9-abdb-044eb06f56de tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:28:56.933230 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bc3b3955-c408-4ed9-abdb-044eb06f56de tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:56.942135 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a945ad26-0573-4130-9eec-a3ca0db583c1 None None] Network 9345c27e-300c-47ef-a732-f5b795485404 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:28:56.963571 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0d0d93-e98b-4307-8eff-de8ad7d5a194 admin admin] Deleting subnet b728c6c8-6b6b-4408-aec5-8c9809d364ff {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:28:56.966631 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0d0d0d93-e98b-4307-8eff-de8ad7d5a194 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:57.019210 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0d0d0d93-e98b-4307-8eff-de8ad7d5a194 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:57.056458 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-bc3b3955-c408-4ed9-abdb-044eb06f56de tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0102220 Apr 11 14:28:57.059443 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46142) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:57.074126 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] For port 1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:28:57.079011 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] For port 1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:28:57.086349 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0d0d0d93-e98b-4307-8eff-de8ad7d5a194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:57.182668 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:57.243228 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b895d82-8cd3-452d-b9ba-a97da4f5df1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-9345c27e-300c-47ef-a732-f5b795485404', 'network_id': '9345c27e-300c-47ef-a732-f5b795485404', 'tenant_id': '572b8884360948e38c79b057606230d9', 'fixed_ips': [{'subnet_id': '469ea0a4-34b9-4711-90db-27aa3de2df75'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:28:57.244043 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6b895d82-8cd3-452d-b9ba-a97da4f5df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:57.255665 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0d0d0d93-e98b-4307-8eff-de8ad7d5a194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:57.299561 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d0d93-e98b-4307-8eff-de8ad7d5a194 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b728c6c8-6b6b-4408-aec5-8c9809d364ff,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:57.302129 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0d0d0d93-e98b-4307-8eff-de8ad7d5a194 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:57.309223 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0d0d0d93-e98b-4307-8eff-de8ad7d5a194 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b728c6c8-6b6b-4408-aec5-8c9809d364ff HTTP/1.1" status: 204 len: 168 time: 0.4296913 Apr 11 14:28:57.314858 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46146) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:57.357886 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] Routers {'a33b0e82-7339-4f35-839a-0b570e786792'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:28:57.358522 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:28:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['a33b0e82-7339-4f35-839a-0b570e786792'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:57.415789 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711042d-f1e4-438b-87df-a887a9d53aa7 None None] Pushing event updated for resources: {'Port': ['ID=1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:57.436015 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7b2534c5-6673-4300-916c-6318ab3c94cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:57.575734 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7b2534c5-6673-4300-916c-6318ab3c94cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:57.598618 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-6b895d82-8cd3-452d-b9ba-a97da4f5df1a None None] Allocated IP 172.20.0.2 (9345c27e-300c-47ef-a732-f5b795485404/469ea0a4-34b9-4711-90db-27aa3de2df75/7453107b-2025-402b-b2b2-96daf9eb7507) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:28:57.605043 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-7b2534c5-6673-4300-916c-6318ab3c94cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228b0f3a-861e-4f46-b215-90f9f91dfcd6']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:57.622279 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-7b2534c5-6673-4300-916c-6318ab3c94cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96046beb-ff51-4984-9b2f-4dba4f6ba20c') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:57.622598 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-7b2534c5-6673-4300-916c-6318ab3c94cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96046beb-ff51-4984-9b2f-4dba4f6ba20c') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:57.629068 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] Set router a33b0e82-7339-4f35-839a-0b570e786792 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:28:57.635739 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7b2534c5-6673-4300-916c-6318ab3c94cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:57.652919 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7b2534c5-6673-4300-916c-6318ab3c94cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:57.660272 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2534c5-6673-4300-916c-6318ab3c94cd admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:28:57.660724 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7b2534c5-6673-4300-916c-6318ab3c94cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:28:57.675972 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:28:57.811691 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7fd71e94-7d5d-43d3-8e9f-30f04a43e9d5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:57.838002 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7b2534c5-6673-4300-916c-6318ab3c94cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:57.843175 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7b2534c5-6673-4300-916c-6318ab3c94cd admin admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:57.847950 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fcdafe0a-d775-4209-a42b-e0158cc22e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:57.877682 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2534c5-6673-4300-916c-6318ab3c94cd admin admin] Pushing event deleted for resources: {'Network': ['ID=228b0f3a-861e-4f46-b215-90f9f91dfcd6,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:57.957718 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7b2534c5-6673-4300-916c-6318ab3c94cd admin admin] 10.222.0.66 "DELETE /v2.0/networks/228b0f3a-861e-4f46-b215-90f9f91dfcd6 HTTP/1.1" status: 204 len: 168 time: 0.6416168 Apr 11 14:28:57.960562 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46150) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:58.115725 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6b895d82-8cd3-452d-b9ba-a97da4f5df1a None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:58.130540 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6b895d82-8cd3-452d-b9ba-a97da4f5df1a None None] Transition to ACTIVE for port object 7453107b-2025-402b-b2b2-96daf9eb7507 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:28:58.151013 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6b895d82-8cd3-452d-b9ba-a97da4f5df1a None None] Transition to ACTIVE for port object 7453107b-2025-402b-b2b2-96daf9eb7507 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:28:58.157029 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-4386481b-9ff1-4ac7-b389-3fe759a6ccfe admin admin] Deleting subnet 3dc1e599-4300-44e9-b6c3-f8c6e682a934 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:28:58.161162 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4386481b-9ff1-4ac7-b389-3fe759a6ccfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:58.163601 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'name': 'tempest-TestNetworkBasicOps-router-2092512521', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:28:51Z', 'updated_at': '2022-04-11T14:28:53Z', 'revision_number': 3, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:52Z', 'updated_at': '2022-04-11T14:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:58.167977 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09b7814-3751-459d-8d41-3cd52162711a None None] The sync data for ids ['a33b0e82-7339-4f35-839a-0b570e786792'] in dv-neutron-837330-1-hyperv is: [{'id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'name': 'tempest-TestNetworkBasicOps-router-2092512521', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:28:51Z', 'updated_at': '2022-04-11T14:28:53Z', 'revision_number': 3, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:52Z', 'updated_at': '2022-04-11T14:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:28:58.222201 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4386481b-9ff1-4ac7-b389-3fe759a6ccfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:58.260171 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6b895d82-8cd3-452d-b9ba-a97da4f5df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:58.295402 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4386481b-9ff1-4ac7-b389-3fe759a6ccfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:58.331023 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b895d82-8cd3-452d-b9ba-a97da4f5df1a None None] Network 9345c27e-300c-47ef-a732-f5b795485404 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:28:58.338358 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-6b895d82-8cd3-452d-b9ba-a97da4f5df1a None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:28:58.342581 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b895d82-8cd3-452d-b9ba-a97da4f5df1a None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:28:58.349610 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b895d82-8cd3-452d-b9ba-a97da4f5df1a None None] Pushing event updated for resources: {'Port': ['ID=7453107b-2025-402b-b2b2-96daf9eb7507,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:58.410561 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-7fd71e94-7d5d-43d3-8e9f-30f04a43e9d5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.20.0.1 (9345c27e-300c-47ef-a732-f5b795485404/469ea0a4-34b9-4711-90db-27aa3de2df75/4ed9adf3-8b24-465b-a749-09de62058f6a) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:28:58.457557 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-6b895d82-8cd3-452d-b9ba-a97da4f5df1a None None] Attempting to bind port 7453107b-2025-402b-b2b2-96daf9eb7507 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:28:58.458881 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-6b895d82-8cd3-452d-b9ba-a97da4f5df1a None None] Attempting to bind port 7453107b-2025-402b-b2b2-96daf9eb7507 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '2226edfd-b85d-4525-be86-1547f795371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '9345c27e-300c-47ef-a732-f5b795485404'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:28:58.458881 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b895d82-8cd3-452d-b9ba-a97da4f5df1a None None] Attempting to bind port 7453107b-2025-402b-b2b2-96daf9eb7507 on network 9345c27e-300c-47ef-a732-f5b795485404 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:28:58.465844 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b895d82-8cd3-452d-b9ba-a97da4f5df1a None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:28:58.466355 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b895d82-8cd3-452d-b9ba-a97da4f5df1a None None] Checking segment: {'id': '2226edfd-b85d-4525-be86-1547f795371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '9345c27e-300c-47ef-a732-f5b795485404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:28:58.466774 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6b895d82-8cd3-452d-b9ba-a97da4f5df1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:58.467185 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b895d82-8cd3-452d-b9ba-a97da4f5df1a None None] Bound using segment: {'id': '2226edfd-b85d-4525-be86-1547f795371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '9345c27e-300c-47ef-a732-f5b795485404'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:28:58.467834 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-6b895d82-8cd3-452d-b9ba-a97da4f5df1a None None] Bound port: 7453107b-2025-402b-b2b2-96daf9eb7507, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2226edfd-b85d-4525-be86-1547f795371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '9345c27e-300c-47ef-a732-f5b795485404'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:28:58.468597 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6b895d82-8cd3-452d-b9ba-a97da4f5df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:58.472955 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4386481b-9ff1-4ac7-b389-3fe759a6ccfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:58.533155 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386481b-9ff1-4ac7-b389-3fe759a6ccfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dc1e599-4300-44e9-b6c3-f8c6e682a934,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:58.535494 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4386481b-9ff1-4ac7-b389-3fe759a6ccfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:58.544437 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4386481b-9ff1-4ac7-b389-3fe759a6ccfe admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3dc1e599-4300-44e9-b6c3-f8c6e682a934 HTTP/1.1" status: 204 len: 168 time: 0.5819418 Apr 11 14:28:58.545036 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46154) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:58.643737 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-6b895d82-8cd3-452d-b9ba-a97da4f5df1a None None] For port 7453107b-2025-402b-b2b2-96daf9eb7507, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:28:58.648386 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-6b895d82-8cd3-452d-b9ba-a97da4f5df1a None None] For port 7453107b-2025-402b-b2b2-96daf9eb7507, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7453107b-2025-402b-b2b2-96daf9eb7507,segment=NetworkSegment(2226edfd-b85d-4525-be86-1547f795371d),segment_id=2226edfd-b85d-4525-be86-1547f795371d)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:28:58.671682 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7ee90b08-54a5-4bdf-922f-259f2687add9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:58.687904 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7fd71e94-7d5d-43d3-8e9f-30f04a43e9d5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:58.706867 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-7fd71e94-7d5d-43d3-8e9f-30f04a43e9d5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Transition to ACTIVE for port object 4ed9adf3-8b24-465b-a749-09de62058f6a will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:28:58.712284 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:58.741641 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6b895d82-8cd3-452d-b9ba-a97da4f5df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:58.745704 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:58.815617 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7ee90b08-54a5-4bdf-922f-259f2687add9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:58.821166 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7fd71e94-7d5d-43d3-8e9f-30f04a43e9d5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:58.852361 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-7ee90b08-54a5-4bdf-922f-259f2687add9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5db26b-cf8a-4106-a89e-24896ab3e8eb']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:58.866848 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-7ee90b08-54a5-4bdf-922f-259f2687add9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6c9fc0-b5ce-4219-aa61-fabaa01de381') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:58.867183 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-7ee90b08-54a5-4bdf-922f-259f2687add9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6c9fc0-b5ce-4219-aa61-fabaa01de381') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:28:58.881381 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7ee90b08-54a5-4bdf-922f-259f2687add9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:58.890956 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b895d82-8cd3-452d-b9ba-a97da4f5df1a None None] Pushing event updated for resources: {'Port': ['ID=7453107b-2025-402b-b2b2-96daf9eb7507,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:58.897070 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd71e94-7d5d-43d3-8e9f-30f04a43e9d5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network 9345c27e-300c-47ef-a732-f5b795485404 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:28:58.900342 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-7fd71e94-7d5d-43d3-8e9f-30f04a43e9d5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:28:58.903473 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7ee90b08-54a5-4bdf-922f-259f2687add9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:58.904955 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd71e94-7d5d-43d3-8e9f-30f04a43e9d5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:28:58.918257 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee90b08-54a5-4bdf-922f-259f2687add9 admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:28:58.918257 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7ee90b08-54a5-4bdf-922f-259f2687add9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:28:58.933699 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:28:58.972486 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd71e94-7d5d-43d3-8e9f-30f04a43e9d5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=4ed9adf3-8b24-465b-a749-09de62058f6a,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:58.996413 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7fd71e94-7d5d-43d3-8e9f-30f04a43e9d5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:59.130088 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7ee90b08-54a5-4bdf-922f-259f2687add9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:59.164564 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7ee90b08-54a5-4bdf-922f-259f2687add9 admin admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:59.175308 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee90b08-54a5-4bdf-922f-259f2687add9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e5db26b-cf8a-4106-a89e-24896ab3e8eb,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:28:59.181586 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7ee90b08-54a5-4bdf-922f-259f2687add9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5e5db26b-cf8a-4106-a89e-24896ab3e8eb HTTP/1.1" status: 204 len: 168 time: 0.6354854 Apr 11 14:28:59.358290 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7fd71e94-7d5d-43d3-8e9f-30f04a43e9d5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:59.473215 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 7453107b-2025-402b-b2b2-96daf9eb7507 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:28:59.675555 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 7453107b-2025-402b-b2b2-96daf9eb7507 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:28:59.680887 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:28:59.812093 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46160) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:59.823721 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7fd71e94-7d5d-43d3-8e9f-30f04a43e9d5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:59.835591 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:28:59.841125 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:28:59.841506 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:59.868248 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9e2df664-2448-4cb3-b4de-818c1ce2983d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aa545976c5894cffa2817b16f88a49a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549386 Apr 11 14:28:59.871507 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46164) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:28:59.934112 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-40a20c51-a534-4bdf-9ec4-041d96ed29d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:59.939044 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:59.958152 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7fd71e94-7d5d-43d3-8e9f-30f04a43e9d5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:59.965490 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:28:59.982793 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:29:00.051058 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-40a20c51-a534-4bdf-9ec4-041d96ed29d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:00.088657 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:00.103018 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd71e94-7d5d-43d3-8e9f-30f04a43e9d5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=4ed9adf3-8b24-465b-a749-09de62058f6a,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:00.119330 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7fd71e94-7d5d-43d3-8e9f-30f04a43e9d5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:00.154453 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:00.410540 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd71e94-7d5d-43d3-8e9f-30f04a43e9d5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network 9345c27e-300c-47ef-a732-f5b795485404 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:29:00.411902 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-7fd71e94-7d5d-43d3-8e9f-30f04a43e9d5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:29:00.479894 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-40a20c51-a534-4bdf-9ec4-041d96ed29d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:00.511896 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a20c51-a534-4bdf-9ec4-041d96ed29d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a2549c-709b-4b7c-85c6-6a0fe2d3d92e,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:00.620009 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-40a20c51-a534-4bdf-9ec4-041d96ed29d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:00.621153 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-40a20c51-a534-4bdf-9ec4-041d96ed29d6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/40a2549c-709b-4b7c-85c6-6a0fe2d3d92e HTTP/1.1" status: 204 len: 168 time: 0.7486625 Apr 11 14:29:00.651587 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd71e94-7d5d-43d3-8e9f-30f04a43e9d5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router a33b0e82-7339-4f35-839a-0b570e786792 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:29:00.698801 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d4aed1-4159-48ac-a12c-ae725526318c None None] Network 9345c27e-300c-47ef-a732-f5b795485404 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:29:00.847068 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd71e94-7d5d-43d3-8e9f-30f04a43e9d5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:29:00.851798 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7fd71e94-7d5d-43d3-8e9f-30f04a43e9d5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "PUT /v2.0/routers/a33b0e82-7339-4f35-839a-0b570e786792/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7903929 Apr 11 14:29:00.854469 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46172) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:29:00.857699 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] Sync routers for ids ['a33b0e82-7339-4f35-839a-0b570e786792'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:29:00.868901 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] Routers {'a33b0e82-7339-4f35-839a-0b570e786792'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:29:00.869773 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:28:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['a33b0e82-7339-4f35-839a-0b570e786792'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:29:00.934073 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ab270feb-da65-463c-8811-a6cfc5aa4812 None None] Provisioning for port 7453107b-2025-402b-b2b2-96daf9eb7507 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:29:00.945274 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ab270feb-da65-463c-8811-a6cfc5aa4812 None None] Provisioning complete for port 7453107b-2025-402b-b2b2-96daf9eb7507 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:29:00.945928 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ab270feb-da65-463c-8811-a6cfc5aa4812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:01.067937 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693081bf-b95e-4930-8711-762a3d976110 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:01.069212 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] Set router a33b0e82-7339-4f35-839a-0b570e786792 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:29:01.070969 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693081bf-b95e-4930-8711-762a3d976110 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:01.071255 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693081bf-b95e-4930-8711-762a3d976110 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:01.071733 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693081bf-b95e-4930-8711-762a3d976110 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:01.072219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693081bf-b95e-4930-8711-762a3d976110 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:01.072682 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693081bf-b95e-4930-8711-762a3d976110 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:01.077417 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-693081bf-b95e-4930-8711-762a3d976110 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.2193615 Apr 11 14:29:01.077417 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46178) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:29:01.158063 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ab270feb-da65-463c-8811-a6cfc5aa4812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:01.173365 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c39731-2707-40ec-bb70-92bd3387660e tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:01.174303 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c39731-2707-40ec-bb70-92bd3387660e tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:01.174573 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c39731-2707-40ec-bb70-92bd3387660e tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:01.174952 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c39731-2707-40ec-bb70-92bd3387660e tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:01.176483 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c39731-2707-40ec-bb70-92bd3387660e tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:01.176615 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c39731-2707-40ec-bb70-92bd3387660e tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:01.178525 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-36c39731-2707-40ec-bb70-92bd3387660e tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1003375 Apr 11 14:29:01.181426 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46182) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:29:01.199453 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-ab270feb-da65-463c-8811-a6cfc5aa4812 None None] For port 7453107b-2025-402b-b2b2-96daf9eb7507, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7453107b-2025-402b-b2b2-96daf9eb7507,segment=NetworkSegment(2226edfd-b85d-4525-be86-1547f795371d),segment_id=2226edfd-b85d-4525-be86-1547f795371d)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:29:01.281200 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ab270feb-da65-463c-8811-a6cfc5aa4812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:01.427739 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e335e8a9-b436-4448-94ac-4578766cbaef tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2448583 Apr 11 14:29:01.454451 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab270feb-da65-463c-8811-a6cfc5aa4812 None None] Pushing event updated for resources: {'Port': ['ID=7453107b-2025-402b-b2b2-96daf9eb7507,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:01.459845 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:29:01.492949 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46188) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:29:01.514930 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-73698ec2-361c-4d4e-ae2a-ef83b2b29b17 None None] Provisioning complete for port 7453107b-2025-402b-b2b2-96daf9eb7507 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:29:01.515305 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-73698ec2-361c-4d4e-ae2a-ef83b2b29b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:01.536191 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'name': 'tempest-TestNetworkBasicOps-router-2092512521', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:28:51Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:52Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '4ed9adf3-8b24-465b-a749-09de62058f6a', 'name': '', 'network_id': '9345c27e-300c-47ef-a732-f5b795485404', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:8a:8f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:58Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 2, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:29:01.540738 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] Checking router: a33b0e82-7339-4f35-839a-0b570e786792 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:29:01.541650 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] Updating router a33b0e82-7339-4f35-839a-0b570e786792 port 4ed9adf3-8b24-465b-a749-09de62058f6a binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:29:01.590729 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-22a70b86-8b70-4fb9-bb49-316c8b830622 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e216ccdb30084e769b5203c764d89b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0962691 Apr 11 14:29:01.593122 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46192) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:29:01.617766 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:29:01.618201 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:01.626388 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:01.673877 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d78815f1-fb78-468b-aba5-7ff33e0772f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:01.715033 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d78815f1-fb78-468b-aba5-7ff33e0772f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:01.817083 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-73698ec2-361c-4d4e-ae2a-ef83b2b29b17 None None] Provisioning for port 4ed9adf3-8b24-465b-a749-09de62058f6a completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:29:01.834957 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-73698ec2-361c-4d4e-ae2a-ef83b2b29b17 None None] Provisioning complete for port 4ed9adf3-8b24-465b-a749-09de62058f6a triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:29:01.835337 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-73698ec2-361c-4d4e-ae2a-ef83b2b29b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:01.843587 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d78815f1-fb78-468b-aba5-7ff33e0772f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:01.860223 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78815f1-fb78-468b-aba5-7ff33e0772f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ef9255-3a07-4431-b219-77bb17c53104,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:01.876647 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d78815f1-fb78-468b-aba5-7ff33e0772f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:01.880234 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d78815f1-fb78-468b-aba5-7ff33e0772f2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f6ef9255-3a07-4431-b219-77bb17c53104 HTTP/1.1" status: 204 len: 168 time: 0.2837701 Apr 11 14:29:01.907037 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-73698ec2-361c-4d4e-ae2a-ef83b2b29b17 None None] Port 4ed9adf3-8b24-465b-a749-09de62058f6a cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:29:02.007652 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46198) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:29:02.016102 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-f7b28248-f1db-491e-8b2e-10bd4ed6c36c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1015936810', 'description': 'tempest-secgroup-smoke-1015936810 description', 'project_id': '572b8884360948e38c79b057606230d9'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:29:02.025903 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f7b28248-f1db-491e-8b2e-10bd4ed6c36c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:29:02.030160 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-0e994dee-6bea-40ac-a72b-7f45924135df None None] Provisioning complete for port 4ed9adf3-8b24-465b-a749-09de62058f6a triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:29:02.030828 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0e994dee-6bea-40ac-a72b-7f45924135df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:02.031288 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f7b28248-f1db-491e-8b2e-10bd4ed6c36c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:29:02.036008 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f7b28248-f1db-491e-8b2e-10bd4ed6c36c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:29:02.042554 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f7b28248-f1db-491e-8b2e-10bd4ed6c36c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:29:02.087650 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:02.094038 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-0e994dee-6bea-40ac-a72b-7f45924135df None None] Port 4ed9adf3-8b24-465b-a749-09de62058f6a cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:29:02.101067 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] Transition to ACTIVE for port object 4ed9adf3-8b24-465b-a749-09de62058f6a will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:29:02.165023 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f7b28248-f1db-491e-8b2e-10bd4ed6c36c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:02.186352 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f7b28248-f1db-491e-8b2e-10bd4ed6c36c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:29:02.191496 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f7b28248-f1db-491e-8b2e-10bd4ed6c36c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:29:02.194443 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f7b28248-f1db-491e-8b2e-10bd4ed6c36c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:29:02.200235 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f7b28248-f1db-491e-8b2e-10bd4ed6c36c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:29:02.226444 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:02.280742 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f7b28248-f1db-491e-8b2e-10bd4ed6c36c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:02.352752 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f7b28248-f1db-491e-8b2e-10bd4ed6c36c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:02.402242 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d7c38-28a3-4649-b652-71b77829b112 None None] Pushing event updated for resources: {'Port': ['ID=4ed9adf3-8b24-465b-a749-09de62058f6a,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:02.424851 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b28248-f1db-491e-8b2e-10bd4ed6c36c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9eba2dd-00f4-4905-93ac-bcafd54a6aee,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:02.443657 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d7c38-28a3-4649-b652-71b77829b112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:02.444012 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d7c38-28a3-4649-b652-71b77829b112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:02.444334 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d7c38-28a3-4649-b652-71b77829b112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:02.444670 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d7c38-28a3-4649-b652-71b77829b112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:02.445000 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d7c38-28a3-4649-b652-71b77829b112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:02.445480 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d7c38-28a3-4649-b652-71b77829b112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:02.445674 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d7c38-28a3-4649-b652-71b77829b112 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:02.446003 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d7c38-28a3-4649-b652-71b77829b112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:02.446330 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d7c38-28a3-4649-b652-71b77829b112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:02.446653 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d7c38-28a3-4649-b652-71b77829b112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:02.446971 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d7c38-28a3-4649-b652-71b77829b112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:02.447286 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869d7c38-28a3-4649-b652-71b77829b112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:02.480629 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] Attempting to bind port 4ed9adf3-8b24-465b-a749-09de62058f6a on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:29:02.480990 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] Attempting to bind port 4ed9adf3-8b24-465b-a749-09de62058f6a by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '2226edfd-b85d-4525-be86-1547f795371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '9345c27e-300c-47ef-a732-f5b795485404'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:29:02.481339 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] Attempting to bind port 4ed9adf3-8b24-465b-a749-09de62058f6a on network 9345c27e-300c-47ef-a732-f5b795485404 {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:29:02.490409 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:29:02.495321 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] Checking segment: {'id': '2226edfd-b85d-4525-be86-1547f795371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '9345c27e-300c-47ef-a732-f5b795485404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:29:02.495321 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:02.495321 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] Bound using segment: {'id': '2226edfd-b85d-4525-be86-1547f795371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '9345c27e-300c-47ef-a732-f5b795485404'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:29:02.495321 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] Bound port: 4ed9adf3-8b24-465b-a749-09de62058f6a, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2226edfd-b85d-4525-be86-1547f795371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '9345c27e-300c-47ef-a732-f5b795485404'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:29:02.495321 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:02.523575 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f7b28248-f1db-491e-8b2e-10bd4ed6c36c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:02.528016 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f7b28248-f1db-491e-8b2e-10bd4ed6c36c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5163453 Apr 11 14:29:02.528236 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46202) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:29:02.533965 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-ed002cdb-3d96-43cc-bc4d-a7a80100ee5a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'e9eba2dd-00f4-4905-93ac-bcafd54a6aee', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:29:02.544280 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ed002cdb-3d96-43cc-bc4d-a7a80100ee5a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:29:02.548908 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ed002cdb-3d96-43cc-bc4d-a7a80100ee5a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:29:02.552716 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ed002cdb-3d96-43cc-bc4d-a7a80100ee5a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:29:02.559392 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ed002cdb-3d96-43cc-bc4d-a7a80100ee5a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:29:02.592117 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] For port 4ed9adf3-8b24-465b-a749-09de62058f6a, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:29:02.595748 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] For port 4ed9adf3-8b24-465b-a749-09de62058f6a, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4ed9adf3-8b24-465b-a749-09de62058f6a,segment=NetworkSegment(2226edfd-b85d-4525-be86-1547f795371d),segment_id=2226edfd-b85d-4525-be86-1547f795371d)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:29:02.667601 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ed002cdb-3d96-43cc-bc4d-a7a80100ee5a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:02.706432 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:02.728426 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ed002cdb-3d96-43cc-bc4d-a7a80100ee5a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:02.808540 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] Routers {'a33b0e82-7339-4f35-839a-0b570e786792'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:29:02.809150 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:28:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['a33b0e82-7339-4f35-839a-0b570e786792'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:29:02.815588 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ed002cdb-3d96-43cc-bc4d-a7a80100ee5a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:02.841062 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed002cdb-3d96-43cc-bc4d-a7a80100ee5a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c82528-867c-4b9d-9e63-74e1855e452c,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:02.880602 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d7c38-28a3-4649-b652-71b77829b112 None None] Pushing event updated for resources: {'Port': ['ID=4ed9adf3-8b24-465b-a749-09de62058f6a,revision_number=4']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:02.906311 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ed002cdb-3d96-43cc-bc4d-a7a80100ee5a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:02.911346 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46206) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:29:02.911846 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ed002cdb-3d96-43cc-bc4d-a7a80100ee5a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3821487 Apr 11 14:29:02.917279 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-1b0e0c01-3cbe-4350-b524-a977076cf686 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'e9eba2dd-00f4-4905-93ac-bcafd54a6aee', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:29:02.924355 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1b0e0c01-3cbe-4350-b524-a977076cf686 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:29:02.928623 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1b0e0c01-3cbe-4350-b524-a977076cf686 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:29:02.932854 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1b0e0c01-3cbe-4350-b524-a977076cf686 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:29:02.938989 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1b0e0c01-3cbe-4350-b524-a977076cf686 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:29:03.008084 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] Set router a33b0e82-7339-4f35-839a-0b570e786792 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:29:03.134456 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0c01-3cbe-4350-b524-a977076cf686 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:03.197536 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0c01-3cbe-4350-b524-a977076cf686 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:03.260359 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0c01-3cbe-4350-b524-a977076cf686 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:03.284954 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e0c01-3cbe-4350-b524-a977076cf686 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf10e90-d2a0-4082-af3c-c829f85c1e61,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:03.295601 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e0c01-3cbe-4350-b524-a977076cf686 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:03.295956 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e0c01-3cbe-4350-b524-a977076cf686 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:03.296298 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e0c01-3cbe-4350-b524-a977076cf686 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:03.296645 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e0c01-3cbe-4350-b524-a977076cf686 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:03.296968 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e0c01-3cbe-4350-b524-a977076cf686 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:03.297303 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e0c01-3cbe-4350-b524-a977076cf686 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:03.297650 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e0c01-3cbe-4350-b524-a977076cf686 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:03.298059 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e0c01-3cbe-4350-b524-a977076cf686 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:03.298389 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e0c01-3cbe-4350-b524-a977076cf686 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:03.298727 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e0c01-3cbe-4350-b524-a977076cf686 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:03.299129 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e0c01-3cbe-4350-b524-a977076cf686 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:03.299407 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e0c01-3cbe-4350-b524-a977076cf686 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:03.331159 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'name': 'tempest-TestNetworkBasicOps-router-2092512521', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:28:51Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:52Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '4ed9adf3-8b24-465b-a749-09de62058f6a', 'name': '', 'network_id': '9345c27e-300c-47ef-a732-f5b795485404', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:8a:8f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:58Z', 'updated_at': '2022-04-11T14:29:02Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:29:03.335161 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8e0e24-9bd6-40f4-b621-d04b17e8d8f5 None None] The sync data for ids ['a33b0e82-7339-4f35-839a-0b570e786792'] in dv-neutron-837330-1-hyperv is: [{'id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'name': 'tempest-TestNetworkBasicOps-router-2092512521', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:28:51Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:52Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '4ed9adf3-8b24-465b-a749-09de62058f6a', 'name': '', 'network_id': '9345c27e-300c-47ef-a732-f5b795485404', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:8a:8f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:58Z', 'updated_at': '2022-04-11T14:29:02Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:29:03.366995 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0c01-3cbe-4350-b524-a977076cf686 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:03.368730 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1b0e0c01-3cbe-4350-b524-a977076cf686 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4556320 Apr 11 14:29:03.371618 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46210) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:29:03.403543 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-082b2a2d-0c3b-469e-b24b-8cd11ba228d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'e9eba2dd-00f4-4905-93ac-bcafd54a6aee', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:29:03.420407 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 7453107b-2025-402b-b2b2-96daf9eb7507 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:29:03.421509 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-082b2a2d-0c3b-469e-b24b-8cd11ba228d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:29:03.425786 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-082b2a2d-0c3b-469e-b24b-8cd11ba228d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:29:03.429116 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-082b2a2d-0c3b-469e-b24b-8cd11ba228d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:29:03.437250 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-082b2a2d-0c3b-469e-b24b-8cd11ba228d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:29:03.513115 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 7453107b-2025-402b-b2b2-96daf9eb7507 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:29:03.515956 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:03.543191 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-082b2a2d-0c3b-469e-b24b-8cd11ba228d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:03.619184 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-082b2a2d-0c3b-469e-b24b-8cd11ba228d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:03.686976 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-082b2a2d-0c3b-469e-b24b-8cd11ba228d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:03.713201 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b2a2d-0c3b-469e-b24b-8cd11ba228d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5ac9e0-f034-419e-a4ac-6e2b272d4a87,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:03.801169 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-082b2a2d-0c3b-469e-b24b-8cd11ba228d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:03.802456 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-082b2a2d-0c3b-469e-b24b-8cd11ba228d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4299247 Apr 11 14:29:03.805451 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46214) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:29:03.810563 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-bb9c2737-5335-49bf-95b6-8d145d0c561a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'e9eba2dd-00f4-4905-93ac-bcafd54a6aee', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:29:03.817461 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-bb9c2737-5335-49bf-95b6-8d145d0c561a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:29:03.822003 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-bb9c2737-5335-49bf-95b6-8d145d0c561a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:29:03.825267 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-bb9c2737-5335-49bf-95b6-8d145d0c561a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:29:03.832072 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-bb9c2737-5335-49bf-95b6-8d145d0c561a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:29:03.922841 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bb9c2737-5335-49bf-95b6-8d145d0c561a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:03.993027 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bb9c2737-5335-49bf-95b6-8d145d0c561a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:04.060860 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bb9c2737-5335-49bf-95b6-8d145d0c561a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:04.088065 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c2737-5335-49bf-95b6-8d145d0c561a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875eadbc-0bfa-4cfa-b756-6b603539838d,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:04.163638 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bb9c2737-5335-49bf-95b6-8d145d0c561a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:04.164867 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-bb9c2737-5335-49bf-95b6-8d145d0c561a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3584175 Apr 11 14:29:04.167552 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46220) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:29:04.173242 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-248012ce-510a-4acb-a4fb-b8790535e949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'e9eba2dd-00f4-4905-93ac-bcafd54a6aee', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:29:04.179767 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-248012ce-510a-4acb-a4fb-b8790535e949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:29:04.184466 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-248012ce-510a-4acb-a4fb-b8790535e949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:29:04.187471 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-248012ce-510a-4acb-a4fb-b8790535e949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:29:04.194090 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-248012ce-510a-4acb-a4fb-b8790535e949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:29:04.281697 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-248012ce-510a-4acb-a4fb-b8790535e949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Project 572b8884360948e38c79b057606230d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:29:04.289370 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-248012ce-510a-4acb-a4fb-b8790535e949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:04.362588 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-248012ce-510a-4acb-a4fb-b8790535e949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:04.445481 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-248012ce-510a-4acb-a4fb-b8790535e949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:04.471572 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248012ce-510a-4acb-a4fb-b8790535e949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=590245ff-6e3c-44ec-a751-5c30fa0af77a,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:04.550691 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-248012ce-510a-4acb-a4fb-b8790535e949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:04.551470 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-248012ce-510a-4acb-a4fb-b8790535e949 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3829789 Apr 11 14:29:04.554936 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46224) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:29:04.560278 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-6f609634-aaae-46a5-b9a0-0db9e7140fc5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'e9eba2dd-00f4-4905-93ac-bcafd54a6aee', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:29:04.566493 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-6f609634-aaae-46a5-b9a0-0db9e7140fc5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:29:04.570503 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6f609634-aaae-46a5-b9a0-0db9e7140fc5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:29:04.573344 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6f609634-aaae-46a5-b9a0-0db9e7140fc5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:29:04.579083 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-6f609634-aaae-46a5-b9a0-0db9e7140fc5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:29:04.652755 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-6f609634-aaae-46a5-b9a0-0db9e7140fc5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Project 572b8884360948e38c79b057606230d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:29:04.662989 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6f609634-aaae-46a5-b9a0-0db9e7140fc5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:04.730070 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6f609634-aaae-46a5-b9a0-0db9e7140fc5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:04.806935 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6f609634-aaae-46a5-b9a0-0db9e7140fc5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:04.832252 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f609634-aaae-46a5-b9a0-0db9e7140fc5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041ba547-1672-4bdb-8228-0ea5bd32a7be,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:04.917934 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6f609634-aaae-46a5-b9a0-0db9e7140fc5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:04.920533 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6f609634-aaae-46a5-b9a0-0db9e7140fc5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3630388 Apr 11 14:29:05.147180 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-7bce279d-4126-4187-bf77-051716d9517e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1015936810&fields=id&tenant_id=572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 267 time: 0.0433009 Apr 11 14:29:05.313358 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-13aba7a0-126d-4433-a503-48e9096e44a6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:05.314098 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-13aba7a0-126d-4433-a503-48e9096e44a6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:network {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:29:05.392139 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-13aba7a0-126d-4433-a503-48e9096e44a6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:network {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:29:05.394758 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-13aba7a0-126d-4433-a503-48e9096e44a6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/networks?id=9345c27e-300c-47ef-a732-f5b795485404 HTTP/1.1" status: 200 len: 796 time: 0.2407758 Apr 11 14:29:05.408972 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4ed9adf3-8b24-465b-a749-09de62058f6a up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:29:05.412413 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-2ff01653-077c-4265-b2b4-15fe0c87dfa7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/quotas/572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 375 time: 0.0115740 Apr 11 14:29:05.507249 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-2a4294e0-c60d-4986-be21-99d32c6cc902 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:29:05.536093 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 4ed9adf3-8b24-465b-a749-09de62058f6a completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:29:05.540724 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 4ed9adf3-8b24-465b-a749-09de62058f6a triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:29:05.541096 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:05.649072 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-2a4294e0-c60d-4986-be21-99d32c6cc902 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:29:05.653192 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-2a4294e0-c60d-4986-be21-99d32c6cc902 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2322125 Apr 11 14:29:05.670521 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-aba594f2-5054-4c76-a854-fe7ea482a08b service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:29:05.676981 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-aba594f2-5054-4c76-a854-fe7ea482a08b service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092690 Apr 11 14:29:05.713489 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:05.748863 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 4ed9adf3-8b24-465b-a749-09de62058f6a, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4ed9adf3-8b24-465b-a749-09de62058f6a,segment=NetworkSegment(2226edfd-b85d-4525-be86-1547f795371d),segment_id=2226edfd-b85d-4525-be86-1547f795371d)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:29:05.817646 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-f4bb107f-ec62-4d04-bcee-3f5eb3eaf7d3 service neutron] 10.222.0.66 "GET /v2.0/networks/9345c27e-300c-47ef-a732-f5b795485404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360273 Apr 11 14:29:05.905957 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:05.955796 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-6eef63d2-7a10-4c21-a74a-41aada131d23 service neutron] 10.222.0.66 "GET /v2.0/networks/9345c27e-300c-47ef-a732-f5b795485404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318350 Apr 11 14:29:05.974728 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=4ed9adf3-8b24-465b-a749-09de62058f6a,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:05.978068 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:05.978417 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:05.978767 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:05.979099 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:05.979437 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:05.979766 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:05.980286 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:05.980621 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:05.980951 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:05.981278 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:05.981600 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:05.982112 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:06.302725 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-c1a12260-d218-4de9-9018-8a24fc4fb791 req-cd2dfdb5-fa37-436a-8186-324e3adc7509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:29:06.321950 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-c1a12260-d218-4de9-9018-8a24fc4fb791 req-cd2dfdb5-fa37-436a-8186-324e3adc7509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:29:06.326147 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c1a12260-d218-4de9-9018-8a24fc4fb791 req-cd2dfdb5-fa37-436a-8186-324e3adc7509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6 HTTP/1.1" status: 200 len: 210 time: 0.0671246 Apr 11 14:29:07.395215 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4ed9adf3-8b24-465b-a749-09de62058f6a up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:29:07.466505 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 4ed9adf3-8b24-465b-a749-09de62058f6a triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:29:07.466879 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:07.485294 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ee5cd746-9b18-4b69-9382-0a948d035f0e req-dffba280-2da3-4995-aa51-71011a31868d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6 HTTP/1.1" status: 200 len: 210 time: 0.0447214 Apr 11 14:29:08.549088 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146957df-51cd-44a2-9cbe-cb2f0e883d7c req-5cde10cc-8077-4f8f-ad1b-0125bc35079f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:08.550912 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-146957df-51cd-44a2-9cbe-cb2f0e883d7c req-5cde10cc-8077-4f8f-ad1b-0125bc35079f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 946 time: 0.0866671 Apr 11 14:29:08.600126 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-146957df-51cd-44a2-9cbe-cb2f0e883d7c req-3d3dede8-6275-4ae3-8938-cda5b6cb3bb5 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429931 Apr 11 14:29:08.663916 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f7225d27-c67a-42d5-8078-46bc1fa16d1b req-3c6a5684-24bc-4b9d-bce5-3ebd93166af8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6 HTTP/1.1" status: 200 len: 210 time: 0.0588794 Apr 11 14:29:08.815432 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-123c2c9b-ca9c-4e7d-be36-41d1160beec6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:08.815793 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-123c2c9b-ca9c-4e7d-be36-41d1160beec6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:network {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:29:08.829364 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-123c2c9b-ca9c-4e7d-be36-41d1160beec6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:network {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:29:08.830510 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-123c2c9b-ca9c-4e7d-be36-41d1160beec6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/networks?id=9345c27e-300c-47ef-a732-f5b795485404 HTTP/1.1" status: 200 len: 796 time: 0.1712217 Apr 11 14:29:08.888712 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-34f3a18b-d0dd-4fb2-be94-a6e11f690ab0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:29:09.020977 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-34f3a18b-d0dd-4fb2-be94-a6e11f690ab0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:29:09.022571 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-34f3a18b-d0dd-4fb2-be94-a6e11f690ab0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 380 time: 0.1769485 Apr 11 14:29:09.031517 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'port': {'device_id': 'ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6', 'network_id': '9345c27e-300c-47ef-a732-f5b795485404', 'admin_state_up': True, 'tenant_id': '572b8884360948e38c79b057606230d9', 'security_groups': ['e9eba2dd-00f4-4905-93ac-bcafd54a6aee']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:29:09.296135 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:29:09.306197 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:29:09.401675 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:29:09.401675 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:09.570577 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.20.0.4 (9345c27e-300c-47ef-a732-f5b795485404/469ea0a4-34b9-4711-90db-27aa3de2df75/9bac7d1d-624c-4ab0-b9e8-cf154d99b12c) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:29:09.785959 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:09.825379 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0895dd8-f5a9-40f2-ae1a-2d761b9a3825 req-2e56b9db-b0ae-4ceb-894f-a69a23a23339 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:09.830530 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c0895dd8-f5a9-40f2-ae1a-2d761b9a3825 req-2e56b9db-b0ae-4ceb-894f-a69a23a23339 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 946 time: 0.1121323 Apr 11 14:29:09.845065 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Transition to ACTIVE for port object 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:29:09.849654 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0074e46f-26c1-41f5-ba1e-db72d06a67c8 req-c664ad32-c097-4383-9d3e-f9edb67353ea tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6 HTTP/1.1" status: 200 len: 210 time: 0.0570023 Apr 11 14:29:09.876252 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c0895dd8-f5a9-40f2-ae1a-2d761b9a3825 req-80cc5067-75c6-4fb0-8263-487785f69a7f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419724 Apr 11 14:29:09.946811 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:10.018171 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network 9345c27e-300c-47ef-a732-f5b795485404 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:29:10.025751 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:29:10.030133 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:29:10.062598 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=9bac7d1d-624c-4ab0-b9e8-cf154d99b12c,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:10.085609 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:10.089968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:10.089968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:10.089968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:10.089968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:10.089968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:10.089968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:10.089968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:10.089968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:10.089968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:10.089968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:10.089968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:29:10.116337 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:10.116931 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:10.204451 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-2e1d9fdd-86ff-48b7-87b8-50a82f8507ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1765997 Apr 11 14:29:10.221681 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-58f0d094-bc6a-440a-8aff-26df4f37362f service neutron] Request body: {'port': {'device_id': 'ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:29:10.386126 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-58f0d094-bc6a-440a-8aff-26df4f37362f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:10.389676 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c752ba83-6e0c-4cee-9f58-b66760275312 None None] Provisioning for port 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:29:10.395290 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c752ba83-6e0c-4cee-9f58-b66760275312 None None] Provisioning complete for port 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:29:10.400966 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c752ba83-6e0c-4cee-9f58-b66760275312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:10.451024 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c752ba83-6e0c-4cee-9f58-b66760275312 None None] Port 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:29:10.499642 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e861e5-bf47-44a4-9068-7a8b62b5db27 req-75ee0842-c2a9-4489-be26-ab0c22813260 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:10.507413 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-99e861e5-bf47-44a4-9068-7a8b62b5db27 req-75ee0842-c2a9-4489-be26-ab0c22813260 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.53 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 946 time: 0.1787250 Apr 11 14:29:10.645758 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-99e861e5-bf47-44a4-9068-7a8b62b5db27 req-ef006ff9-aaff-4ddf-baa7-adc95ba4d553 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Deleting port 98daf243-eed0-4f49-8504-6e6c3ebec9b8 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:29:10.646141 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-99e861e5-bf47-44a4-9068-7a8b62b5db27 req-ef006ff9-aaff-4ddf-baa7-adc95ba4d553 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:11.079121 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ac56a-609e-4094-9701-e05aa4ec6fef req-c15675ea-1f1a-431e-a1b9-2a430b522718 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:11.080639 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f64ac56a-609e-4094-9701-e05aa4ec6fef req-c15675ea-1f1a-431e-a1b9-2a430b522718 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 946 time: 0.0894396 Apr 11 14:29:11.094819 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-58f0d094-bc6a-440a-8aff-26df4f37362f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:29:11.105382 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-99e861e5-bf47-44a4-9068-7a8b62b5db27 req-ef006ff9-aaff-4ddf-baa7-adc95ba4d553 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] For port 98daf243-eed0-4f49-8504-6e6c3ebec9b8, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=98daf243-eed0-4f49-8504-6e6c3ebec9b8,segment=NetworkSegment(c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9),segment_id=c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:29:11.105741 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-99e861e5-bf47-44a4-9068-7a8b62b5db27 req-ef006ff9-aaff-4ddf-baa7-adc95ba4d553 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:11.120363 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-58f0d094-bc6a-440a-8aff-26df4f37362f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:11.126648 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f64ac56a-609e-4094-9701-e05aa4ec6fef req-27eb17dc-a3a5-48fd-ba57-f19ab354004c tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391462 Apr 11 14:29:11.208412 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-58f0d094-bc6a-440a-8aff-26df4f37362f service neutron] Transition to ACTIVE for port object 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:29:11.413561 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-58f0d094-bc6a-440a-8aff-26df4f37362f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:11.466781 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebf129-acad-4ebd-b864-bf4402ea4085 req-d52c1489-6d57-4f4c-9ece-e50038d46442 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:11.467472 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-deebf129-acad-4ebd-b864-bf4402ea4085 req-d52c1489-6d57-4f4c-9ece-e50038d46442 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:29:11.697804 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-deebf129-acad-4ebd-b864-bf4402ea4085 req-d52c1489-6d57-4f4c-9ece-e50038d46442 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:29:11.699047 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-deebf129-acad-4ebd-b864-bf4402ea4085 req-d52c1489-6d57-4f4c-9ece-e50038d46442 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6 HTTP/1.1" status: 200 len: 931 time: 0.7341239 Apr 11 14:29:11.699620 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0d094-bc6a-440a-8aff-26df4f37362f service neutron] Pushing event updated for resources: {'Port': ['ID=9bac7d1d-624c-4ab0-b9e8-cf154d99b12c,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:11.842388 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-99e861e5-bf47-44a4-9068-7a8b62b5db27 req-ef006ff9-aaff-4ddf-baa7-adc95ba4d553 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:11.842657 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-99e861e5-bf47-44a4-9068-7a8b62b5db27 req-ef006ff9-aaff-4ddf-baa7-adc95ba4d553 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:11.842966 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [req-99e861e5-bf47-44a4-9068-7a8b62b5db27 req-ef006ff9-aaff-4ddf-baa7-adc95ba4d553 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Floating IP 50fced36-d5a1-483d-9c71-66c48a4a89a7 disassociated. External IP: 172.26.7.234, port: 98daf243-eed0-4f49-8504-6e6c3ebec9b8. Apr 11 14:29:11.843307 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-99e861e5-bf47-44a4-9068-7a8b62b5db27 req-ef006ff9-aaff-4ddf-baa7-adc95ba4d553 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Calling delete_port for 98daf243-eed0-4f49-8504-6e6c3ebec9b8 owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:29:11.909402 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-58f0d094-bc6a-440a-8aff-26df4f37362f service neutron] Attempting to bind port 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:29:11.910280 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-58f0d094-bc6a-440a-8aff-26df4f37362f service neutron] Attempting to bind port 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '2226edfd-b85d-4525-be86-1547f795371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '9345c27e-300c-47ef-a732-f5b795485404'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:29:11.910641 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-58f0d094-bc6a-440a-8aff-26df4f37362f service neutron] Attempting to bind port 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c on network 9345c27e-300c-47ef-a732-f5b795485404 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:29:11.920586 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-deebf129-acad-4ebd-b864-bf4402ea4085 req-b40dde54-049d-43bc-8f10-2911f512dc51 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9eba2dd-00f4-4905-93ac-bcafd54a6aee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830158 Apr 11 14:29:11.928260 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-58f0d094-bc6a-440a-8aff-26df4f37362f service neutron] Port 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c on network 9345c27e-300c-47ef-a732-f5b795485404 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:29:11.928587 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-58f0d094-bc6a-440a-8aff-26df4f37362f service neutron] Attempting to bind port 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c on network 9345c27e-300c-47ef-a732-f5b795485404 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:29:11.939074 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-58f0d094-bc6a-440a-8aff-26df4f37362f service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:29:11.939439 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-58f0d094-bc6a-440a-8aff-26df4f37362f service neutron] Checking segment: {'id': '2226edfd-b85d-4525-be86-1547f795371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '9345c27e-300c-47ef-a732-f5b795485404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:29:11.939791 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-58f0d094-bc6a-440a-8aff-26df4f37362f service neutron] Bound using segment: {'id': '2226edfd-b85d-4525-be86-1547f795371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '9345c27e-300c-47ef-a732-f5b795485404'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:29:11.940216 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-58f0d094-bc6a-440a-8aff-26df4f37362f service neutron] Bound port: 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2226edfd-b85d-4525-be86-1547f795371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '9345c27e-300c-47ef-a732-f5b795485404'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:29:11.940557 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-58f0d094-bc6a-440a-8aff-26df4f37362f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:12.104057 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-58f0d094-bc6a-440a-8aff-26df4f37362f service neutron] For port 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:29:12.190486 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-58f0d094-bc6a-440a-8aff-26df4f37362f service neutron] For port 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=9bac7d1d-624c-4ab0-b9e8-cf154d99b12c,segment=NetworkSegment(2226edfd-b85d-4525-be86-1547f795371d),segment_id=2226edfd-b85d-4525-be86-1547f795371d)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:29:12.194274 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-99e861e5-bf47-44a4-9068-7a8b62b5db27 req-ef006ff9-aaff-4ddf-baa7-adc95ba4d553 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:12.244229 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef006ff9-aaff-4ddf-baa7-adc95ba4d553 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Pushing event deleted for resources: {'Port': ['ID=98daf243-eed0-4f49-8504-6e6c3ebec9b8,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:12.283432 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b999d3da-91a0-4cf7-8ccf-e88437a8a433 req-911cce64-12da-46fb-81de-52b35a8446c6 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 210 time: 0.0454512 Apr 11 14:29:12.307052 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-58f0d094-bc6a-440a-8aff-26df4f37362f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:12.383888 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-58f0d094-bc6a-440a-8aff-26df4f37362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:12.384527 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-58f0d094-bc6a-440a-8aff-26df4f37362f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:12.385903 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-58f0d094-bc6a-440a-8aff-26df4f37362f service neutron] 10.222.0.53 "PUT /v2.0/ports/9bac7d1d-624c-4ab0-b9e8-cf154d99b12c HTTP/1.1" status: 200 len: 1093 time: 2.1683357 Apr 11 14:29:12.388251 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6', 'tag': '9bac7d1d-624c-4ab0-b9e8-cf154d99b12c'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:29:12.483962 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c8198f3-6547-4bfb-8134-c92eabf365a2'] response: {'name': 'network-changed', 'server_uuid': 'ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6', 'tag': '9bac7d1d-624c-4ab0-b9e8-cf154d99b12c', 'status': 'completed', 'code': 200} Apr 11 14:29:12.494130 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0d094-bc6a-440a-8aff-26df4f37362f service neutron] Pushing event updated for resources: {'Port': ['ID=9bac7d1d-624c-4ab0-b9e8-cf154d99b12c,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:12.580384 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99e861e5-bf47-44a4-9068-7a8b62b5db27 req-ef006ff9-aaff-4ddf-baa7-adc95ba4d553 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Router 70cd2ca9-1b94-4200-9997-6b498f3d8fde has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:29:12.679101 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a52765-5c0b-4b16-ba22-977ebc0fd817 req-e809503d-0e38-4603-9543-04b9f78afd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:12.680849 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c2a52765-5c0b-4b16-ba22-977ebc0fd817 req-e809503d-0e38-4603-9543-04b9f78afd2d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6 HTTP/1.1" status: 200 len: 1096 time: 0.1815190 Apr 11 14:29:12.877183 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99e861e5-bf47-44a4-9068-7a8b62b5db27 req-ef006ff9-aaff-4ddf-baa7-adc95ba4d553 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:29:12.887184 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28d14c2-316d-481f-984b-1a3c042c9bae None None] Sync routers for ids ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:29:12.897656 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28d14c2-316d-481f-984b-1a3c042c9bae None None] Routers {'70cd2ca9-1b94-4200-9997-6b498f3d8fde'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:29:12.898228 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-c28d14c2-316d-481f-984b-1a3c042c9bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:28:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:29:13.093636 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-c28d14c2-316d-481f-984b-1a3c042c9bae None None] Set router 70cd2ca9-1b94-4200-9997-6b498f3d8fde gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:29:13.100991 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e861e5-bf47-44a4-9068-7a8b62b5db27 req-ef006ff9-aaff-4ddf-baa7-adc95ba4d553 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] No DVR routers for this DVR port 98daf243-eed0-4f49-8504-6e6c3ebec9b8 on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:29:13.110757 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-99e861e5-bf47-44a4-9068-7a8b62b5db27 req-ef006ff9-aaff-4ddf-baa7-adc95ba4d553 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:13.126212 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a52765-5c0b-4b16-ba22-977ebc0fd817 req-07083384-4f53-42d5-a34f-30258884386c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:13.127304 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95786d2b-8976-498f-af00-265ccf54674e req-a41a6f7b-36c0-4238-abd0-ee1ccffb3479 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:13.127726 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c2a52765-5c0b-4b16-ba22-977ebc0fd817 req-07083384-4f53-42d5-a34f-30258884386c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=572b8884360948e38c79b057606230d9&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4335186 Apr 11 14:29:13.129156 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-95786d2b-8976-498f-af00-265ccf54674e req-a41a6f7b-36c0-4238-abd0-ee1ccffb3479 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6 HTTP/1.1" status: 200 len: 943 time: 0.0883605 Apr 11 14:29:13.224599 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-99e861e5-bf47-44a4-9068-7a8b62b5db27 req-ef006ff9-aaff-4ddf-baa7-adc95ba4d553 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.53 "DELETE /v2.0/ports/98daf243-eed0-4f49-8504-6e6c3ebec9b8 HTTP/1.1" status: 204 len: 173 time: 2.6859882 Apr 11 14:29:13.277100 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a52765-5c0b-4b16-ba22-977ebc0fd817 req-7e7c2284-bc14-4fbe-bbfa-d68ce11cb737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:13.278687 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c2a52765-5c0b-4b16-ba22-977ebc0fd817 req-7e7c2284-bc14-4fbe-bbfa-d68ce11cb737 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1445882 Apr 11 14:29:13.280320 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-95786d2b-8976-498f-af00-265ccf54674e req-0eea924c-fb60-4071-bb4a-d1dba45d3b67 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9eba2dd-00f4-4905-93ac-bcafd54a6aee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428647 Apr 11 14:29:13.437996 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-c28d14c2-316d-481f-984b-1a3c042c9bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:33Z', 'revision_number': 4, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'gw_port': {'id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:24Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '4164128e-3813-4191-8f0c-ffa443a1c8a5', 'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'mac_address': 'fa:16:3e:33:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:32Z', 'updated_at': '2022-04-11T14:24:40Z', 'revision_number': 5, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'subnets': [{'id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:29:13.443280 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28d14c2-316d-481f-984b-1a3c042c9bae None None] Checking router: 70cd2ca9-1b94-4200-9997-6b498f3d8fde for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:29:13.452200 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28d14c2-316d-481f-984b-1a3c042c9bae None None] Routers {'70cd2ca9-1b94-4200-9997-6b498f3d8fde'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:29:13.452946 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-c28d14c2-316d-481f-984b-1a3c042c9bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:28:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:29:13.474103 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-36aa3c7a-e4be-4f6e-9dee-47565b9193d8 req-f6a63fcc-e64a-4e18-809f-870955c04345 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Synchronizing usage tracker for tenant:df3145cb5eb94e5db4de6b7bba758d40 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:29:13.479814 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-52324c85-30c4-48f1-8a20-fff50b7b29fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:13.481291 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-52324c85-30c4-48f1-8a20-fff50b7b29fe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6 HTTP/1.1" status: 200 len: 1096 time: 0.1303442 Apr 11 14:29:13.570774 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-47af96a2-1f45-44df-a615-941843d5906e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bac7d1d-624c-4ab0-b9e8-cf154d99b12c HTTP/1.1" status: 200 len: 217 time: 0.0737324 Apr 11 14:29:13.614291 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-36aa3c7a-e4be-4f6e-9dee-47565b9193d8 req-f6a63fcc-e64a-4e18-809f-870955c04345 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Unset dirty status for tenant:df3145cb5eb94e5db4de6b7bba758d40 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:29:13.615556 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-36aa3c7a-e4be-4f6e-9dee-47565b9193d8 req-f6a63fcc-e64a-4e18-809f-870955c04345 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 210 time: 0.1940575 Apr 11 14:29:13.642841 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-c623f304-686f-476f-aa3b-fc4e9d60a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:13.645556 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-c623f304-686f-476f-aa3b-fc4e9d60a753 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=469ea0a4-34b9-4711-90db-27aa3de2df75 HTTP/1.1" status: 200 len: 835 time: 0.0685058 Apr 11 14:29:13.650848 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-c28d14c2-316d-481f-984b-1a3c042c9bae None None] Set router 70cd2ca9-1b94-4200-9997-6b498f3d8fde gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:29:13.725089 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-3d4d5d61-da05-4004-b305-8aa14ad83e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:13.726836 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-3d4d5d61-da05-4004-b305-8aa14ad83e2d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9345c27e-300c-47ef-a732-f5b795485404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757227 Apr 11 14:29:13.889121 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-c2635d54-bf68-4327-8692-b4b53d060b42 service neutron] 10.222.0.53 "GET /v2.0/networks/9345c27e-300c-47ef-a732-f5b795485404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559737 Apr 11 14:29:14.048663 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-c28d14c2-316d-481f-984b-1a3c042c9bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:33Z', 'revision_number': 4, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'gw_port': {'id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:24Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '4164128e-3813-4191-8f0c-ffa443a1c8a5', 'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'mac_address': 'fa:16:3e:33:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:32Z', 'updated_at': '2022-04-11T14:24:40Z', 'revision_number': 5, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'subnets': [{'id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:29:14.049200 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4439145d-60b7-4771-b921-dc5eb3ef081c req-a4c2ea0e-76ea-4a80-9040-21607310580a service neutron] 10.222.0.53 "GET /v2.0/networks/9345c27e-300c-47ef-a732-f5b795485404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529913 Apr 11 14:29:14.053104 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28d14c2-316d-481f-984b-1a3c042c9bae None None] The sync data for ids ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'] in dv-neutron-837330-1-hyperv is: [{'id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:33Z', 'revision_number': 4, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'gw_port': {'id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:24Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '4164128e-3813-4191-8f0c-ffa443a1c8a5', 'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'mac_address': 'fa:16:3e:33:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:32Z', 'updated_at': '2022-04-11T14:24:40Z', 'revision_number': 5, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'subnets': [{'id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:29:14.286743 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6331fa76-6104-4753-a6c6-80e510c7a56c None None] New status for floating IP 50fced36-d5a1-483d-9c71-66c48a4a89a7: DOWN {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:29:14.484561 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69523c7f-7bb4-47af-a4a0-77b9c2d8626f', 'name': 'network-vif-deleted', 'tag': '98daf243-eed0-4f49-8504-6e6c3ebec9b8'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:29:14.485141 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c00492-6b8a-44fc-9a3b-58c940e8a591 req-6c632676-0e72-4bb3-84e7-8cfc5ce4e692 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:14.486342 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d4c00492-6b8a-44fc-9a3b-58c940e8a591 req-6c632676-0e72-4bb3-84e7-8cfc5ce4e692 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6 HTTP/1.1" status: 200 len: 943 time: 0.0947955 Apr 11 14:29:14.532002 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-045c92d8-d1e5-4bf6-b604-328c48cdd56b'] response: {'server_uuid': '69523c7f-7bb4-47af-a4a0-77b9c2d8626f', 'name': 'network-vif-deleted', 'tag': '98daf243-eed0-4f49-8504-6e6c3ebec9b8', 'status': 'completed', 'code': 200} Apr 11 14:29:14.533881 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d4c00492-6b8a-44fc-9a3b-58c940e8a591 req-a89eca00-f766-495e-b852-5f1441795365 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9eba2dd-00f4-4905-93ac-bcafd54a6aee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406079 Apr 11 14:29:14.669845 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 98daf243-eed0-4f49-8504-6e6c3ebec9b8 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:29:14.703827 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: 98daf243-eed0-4f49-8504-6e6c3ebec9b8 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:29:14.704174 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 98daf243-eed0-4f49-8504-6e6c3ebec9b8 not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:29:14.790112 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-bbf80ab5-cc4f-43df-bcaf-687547e326d9 req-d7a4ca53-081e-4476-adbc-b7559c0e7bbc tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=69523c7f-7bb4-47af-a4a0-77b9c2d8626f HTTP/1.1" status: 200 len: 210 time: 0.0470037 Apr 11 14:29:15.725220 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c358b-753b-4371-9b6f-b16368be2e31 req-ddf5139b-b6bf-4515-a2ae-ea8850e29ed0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:15.726733 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-dd2c358b-753b-4371-9b6f-b16368be2e31 req-ddf5139b-b6bf-4515-a2ae-ea8850e29ed0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6 HTTP/1.1" status: 200 len: 943 time: 0.0840726 Apr 11 14:29:15.774888 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-dd2c358b-753b-4371-9b6f-b16368be2e31 req-037ed311-f28b-4357-9a9f-9adaa6b57a9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9eba2dd-00f4-4905-93ac-bcafd54a6aee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401735 Apr 11 14:29:16.140352 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-f855fd5b-582e-41b1-8731-da1eb6ef71dc tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1880968095&fields=id&tenant_id=df3145cb5eb94e5db4de6b7bba758d40 HTTP/1.1" status: 200 len: 267 time: 0.0386288 Apr 11 14:29:16.291965 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-f9e99058-cfdf-407c-8d6a-4b5c78d21aee tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:16.293297 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-f9e99058-cfdf-407c-8d6a-4b5c78d21aee tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/networks?id=b384f45c-0909-4242-b122-3a6b13e2f934 HTTP/1.1" status: 200 len: 812 time: 0.1457338 Apr 11 14:29:16.308220 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-49ce18c8-718f-4bae-934f-657f7a0b506c tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/quotas/df3145cb5eb94e5db4de6b7bba758d40 HTTP/1.1" status: 200 len: 375 time: 0.0093262 Apr 11 14:29:16.400468 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-ccbe8bec-57f4-4064-9342-bf0ee3eded47 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=df3145cb5eb94e5db4de6b7bba758d40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0869446 Apr 11 14:29:16.539800 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-ac75382f-3a3d-4df2-a0b6-d5239ff26902 service neutron] 10.222.0.66 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280386 Apr 11 14:29:16.673542 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-205b83af-0917-4c2a-ade7-e85029303f83 service neutron] 10.222.0.66 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276844 Apr 11 14:29:16.688170 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:29:16.830233 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=9bac7d1d-624c-4ab0-b9e8-cf154d99b12c,segment=NetworkSegment(2226edfd-b85d-4525-be86-1547f795371d),segment_id=2226edfd-b85d-4525-be86-1547f795371d)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:29:16.844226 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '9bac7d1d-624c-4ab0-b9e8-cf154d99b12c', 'network_id': '9345c27e-300c-47ef-a732-f5b795485404', 'port_id': '9bac7d1d-624c-4ab0-b9e8-cf154d99b12c', 'mac_address': 'fa:16:3e:96:4b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:29:16.905978 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:16.924056 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:29:16.940586 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=9bac7d1d-624c-4ab0-b9e8-cf154d99b12c,segment=NetworkSegment(2226edfd-b85d-4525-be86-1547f795371d),segment_id=2226edfd-b85d-4525-be86-1547f795371d)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:29:16.978521 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61daa4ed-ea53-4d96-b51c-0e4b760baf2f req-bb3587f4-6a3b-491f-8af7-a35d576ff32f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:16.979997 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-61daa4ed-ea53-4d96-b51c-0e4b760baf2f req-bb3587f4-6a3b-491f-8af7-a35d576ff32f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6 HTTP/1.1" status: 200 len: 943 time: 0.0859904 Apr 11 14:29:17.025944 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:17.030481 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-61daa4ed-ea53-4d96-b51c-0e4b760baf2f req-3b3cd663-96c1-4f8c-a98f-1dce226c2247 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9eba2dd-00f4-4905-93ac-bcafd54a6aee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446379 Apr 11 14:29:17.101492 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=9bac7d1d-624c-4ab0-b9e8-cf154d99b12c,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:17.364881 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-068f055b-d9f2-4396-ace9-26f7e6979c03 req-1c77304a-87bc-4d97-83b8-eed836159d8c tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 210 time: 0.0443358 Apr 11 14:29:17.416876 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['9bac7d1d-624c-4ab0-b9e8-cf154d99b12c'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:29:18.226948 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d11436-3879-4571-a88e-2a9f33be2dae req-9d441467-698f-423d-aba4-badb6414752c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:18.228440 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-82d11436-3879-4571-a88e-2a9f33be2dae req-9d441467-698f-423d-aba4-badb6414752c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6 HTTP/1.1" status: 200 len: 944 time: 0.0882287 Apr 11 14:29:18.274440 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-82d11436-3879-4571-a88e-2a9f33be2dae req-fc93b0a7-ac1f-4745-b94a-520ba0c7052d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9eba2dd-00f4-4905-93ac-bcafd54a6aee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402250 Apr 11 14:29:18.518165 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d01e372f-8911-4435-b7cb-e83b97e7c649 req-87ed5e83-fa11-4782-a4d6-e746e83727a2 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 210 time: 0.0466509 Apr 11 14:29:18.700391 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:29:18.773806 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:29:18.826290 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:29:18.831548 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:29:18.831968 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:18.953008 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:18.981981 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bac7d1d-624c-4ab0-b9e8-cf154d99b12c'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:29:18.992227 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=9bac7d1d-624c-4ab0-b9e8-cf154d99b12c,segment=NetworkSegment(2226edfd-b85d-4525-be86-1547f795371d),segment_id=2226edfd-b85d-4525-be86-1547f795371d)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:29:19.029313 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb3ad07-fba8-4079-a29a-ab88df7353cc'] response: {'server_uuid': 'ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bac7d1d-624c-4ab0-b9e8-cf154d99b12c', 'code': 200} Apr 11 14:29:19.109307 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:19.182260 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=9bac7d1d-624c-4ab0-b9e8-cf154d99b12c,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:19.598539 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-e11c7433-06fe-4d9d-a4ee-98b1cf59ee2b tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:19.600105 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-e11c7433-06fe-4d9d-a4ee-98b1cf59ee2b tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.53 "GET /v2.0/networks?id=b384f45c-0909-4242-b122-3a6b13e2f934 HTTP/1.1" status: 200 len: 812 time: 0.2440348 Apr 11 14:29:19.652498 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdb3a9-410e-4314-a0e6-dfa17de01708 req-b7150b1d-2296-4261-a590-c1b285a433dd tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:19.654128 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-87cdb3a9-410e-4314-a0e6-dfa17de01708 req-b7150b1d-2296-4261-a590-c1b285a433dd tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6 HTTP/1.1" status: 200 len: 945 time: 0.2640426 Apr 11 14:29:19.689143 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1365ea-0293-4707-bdbb-17ce5fcf68e3 req-71e088e6-d6ee-440c-b13e-d64385ac6842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:19.690837 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-dc1365ea-0293-4707-bdbb-17ce5fcf68e3 req-71e088e6-d6ee-440c-b13e-d64385ac6842 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6 HTTP/1.1" status: 200 len: 1098 time: 0.2594464 Apr 11 14:29:19.694733 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b9b1804a-6a62-4cd9-bb04-ad36135b4a49 req-18ef3d54-3259-4892-b2b0-018a142eea72 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 210 time: 0.0572367 Apr 11 14:29:19.720129 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-b474a719-272f-49d1-89d0-6efe39f2da8d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df3145cb5eb94e5db4de6b7bba758d40 HTTP/1.1" status: 200 len: 380 time: 0.1040380 Apr 11 14:29:19.739372 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-9a934b45-7436-437d-8065-6f581c791cc3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Request body: {'port': {'device_id': 'b3ab90ec-4a03-476a-9c9c-4a90b8bb6140', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'admin_state_up': True, 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'security_groups': ['e8e2540a-d218-4ba8-9dec-1ebefa2b744d']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:29:19.788611 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-87cdb3a9-410e-4314-a0e6-dfa17de01708 req-33e94a0f-f5ce-4008-8768-8c12e8bade4a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9eba2dd-00f4-4905-93ac-bcafd54a6aee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278653 Apr 11 14:29:19.849194 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-dc1365ea-0293-4707-bdbb-17ce5fcf68e3 req-268b217d-156f-4d80-9355-0c7d6d7d5370 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e9eba2dd-00f4-4905-93ac-bcafd54a6aee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521540 Apr 11 14:29:19.899980 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-9a934b45-7436-437d-8065-6f581c791cc3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:29:19.909646 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-9a934b45-7436-437d-8065-6f581c791cc3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:29:19.980348 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-9a934b45-7436-437d-8065-6f581c791cc3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Made reservation on behalf of df3145cb5eb94e5db4de6b7bba758d40 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:29:19.984004 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-9a934b45-7436-437d-8065-6f581c791cc3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:20.262027 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-9a934b45-7436-437d-8065-6f581c791cc3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Allocated IP 172.20.0.6 (b384f45c-0909-4242-b122-3a6b13e2f934/3b75be1d-a0f4-4c83-bb21-b959bddcc5cd/ca5757ee-c768-4d41-bef8-6866de72bed4) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:29:20.465008 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-9a934b45-7436-437d-8065-6f581c791cc3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:20.484556 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-9a934b45-7436-437d-8065-6f581c791cc3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Transition to ACTIVE for port object ca5757ee-c768-4d41-bef8-6866de72bed4 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:29:20.581190 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-9a934b45-7436-437d-8065-6f581c791cc3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:20.647115 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-9a934b45-7436-437d-8065-6f581c791cc3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Network b384f45c-0909-4242-b122-3a6b13e2f934 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:29:20.650399 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-9a934b45-7436-437d-8065-6f581c791cc3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:29:20.659175 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-9a934b45-7436-437d-8065-6f581c791cc3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:29:20.700668 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a934b45-7436-437d-8065-6f581c791cc3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Pushing event updated for resources: {'Port': ['ID=ca5757ee-c768-4d41-bef8-6866de72bed4,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:20.735319 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-9a934b45-7436-437d-8065-6f581c791cc3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:20.735716 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-9a934b45-7436-437d-8065-6f581c791cc3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:20.870083 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-9a934b45-7436-437d-8065-6f581c791cc3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1357863 Apr 11 14:29:20.897756 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-b6b9f088-29ba-423c-9592-81f009cf0494 service neutron] Request body: {'port': {'device_id': 'b3ab90ec-4a03-476a-9c9c-4a90b8bb6140', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:29:20.939079 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204007ed-776a-46b0-ac08-d273e9984960 req-bf377de8-9184-4146-8d0e-d53d004231c8 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:20.940468 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-204007ed-776a-46b0-ac08-d273e9984960 req-bf377de8-9184-4146-8d0e-d53d004231c8 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 931 time: 0.1108136 Apr 11 14:29:20.984095 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-276fd51a-e4ac-4526-b309-6d5827d62a4c None None] Provisioning for port ca5757ee-c768-4d41-bef8-6866de72bed4 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:29:20.986151 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-276fd51a-e4ac-4526-b309-6d5827d62a4c None None] Provisioning complete for port ca5757ee-c768-4d41-bef8-6866de72bed4 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:29:20.986628 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-276fd51a-e4ac-4526-b309-6d5827d62a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:20.993820 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-204007ed-776a-46b0-ac08-d273e9984960 req-727a6af7-62de-484e-9f10-76cc01bcf7ca tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468249 Apr 11 14:29:21.076097 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-276fd51a-e4ac-4526-b309-6d5827d62a4c None None] Port ca5757ee-c768-4d41-bef8-6866de72bed4 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:29:21.106575 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-b6b9f088-29ba-423c-9592-81f009cf0494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:21.185374 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ea434-c1d8-4876-bc73-ce4a56a5a7d2 req-fed32b86-35ff-4a3e-bf69-bafc2f3bc2d7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:21.187790 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-520ea434-c1d8-4876-bc73-ce4a56a5a7d2 req-fed32b86-35ff-4a3e-bf69-bafc2f3bc2d7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6 HTTP/1.1" status: 200 len: 945 time: 0.2585008 Apr 11 14:29:21.321051 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-520ea434-c1d8-4876-bc73-ce4a56a5a7d2 req-5382e93f-481c-4d11-a76e-8484d08b440c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9eba2dd-00f4-4905-93ac-bcafd54a6aee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224298 Apr 11 14:29:21.567995 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-b6b9f088-29ba-423c-9592-81f009cf0494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca5757ee-c768-4d41-bef8-6866de72bed4 {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:29:21.575429 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-b6b9f088-29ba-423c-9592-81f009cf0494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:21.590969 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-b6b9f088-29ba-423c-9592-81f009cf0494 service neutron] Transition to ACTIVE for port object ca5757ee-c768-4d41-bef8-6866de72bed4 will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:29:21.706358 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-b6b9f088-29ba-423c-9592-81f009cf0494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:21.927416 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9f088-29ba-423c-9592-81f009cf0494 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5757ee-c768-4d41-bef8-6866de72bed4,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:21.963348 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-b6b9f088-29ba-423c-9592-81f009cf0494 service neutron] Attempting to bind port ca5757ee-c768-4d41-bef8-6866de72bed4 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:29:21.963674 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-b6b9f088-29ba-423c-9592-81f009cf0494 service neutron] Attempting to bind port ca5757ee-c768-4d41-bef8-6866de72bed4 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': 'c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:29:21.964007 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-b6b9f088-29ba-423c-9592-81f009cf0494 service neutron] Attempting to bind port ca5757ee-c768-4d41-bef8-6866de72bed4 on network b384f45c-0909-4242-b122-3a6b13e2f934 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:29:21.968918 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-b6b9f088-29ba-423c-9592-81f009cf0494 service neutron] Port ca5757ee-c768-4d41-bef8-6866de72bed4 on network b384f45c-0909-4242-b122-3a6b13e2f934 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:29:21.969240 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-b6b9f088-29ba-423c-9592-81f009cf0494 service neutron] Attempting to bind port ca5757ee-c768-4d41-bef8-6866de72bed4 on network b384f45c-0909-4242-b122-3a6b13e2f934 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:29:21.976321 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-b6b9f088-29ba-423c-9592-81f009cf0494 service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:29:21.976727 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-b6b9f088-29ba-423c-9592-81f009cf0494 service neutron] Checking segment: {'id': 'c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:29:21.977042 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-b6b9f088-29ba-423c-9592-81f009cf0494 service neutron] Bound using segment: {'id': 'c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:29:21.977475 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-b6b9f088-29ba-423c-9592-81f009cf0494 service neutron] Bound port: ca5757ee-c768-4d41-bef8-6866de72bed4, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:29:21.977823 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-b6b9f088-29ba-423c-9592-81f009cf0494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:22.078794 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-b6b9f088-29ba-423c-9592-81f009cf0494 service neutron] For port ca5757ee-c768-4d41-bef8-6866de72bed4, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:29:22.082690 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-b6b9f088-29ba-423c-9592-81f009cf0494 service neutron] For port ca5757ee-c768-4d41-bef8-6866de72bed4, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=ca5757ee-c768-4d41-bef8-6866de72bed4,segment=NetworkSegment(c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9),segment_id=c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:29:22.212165 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32226aa3-8a9f-46c7-8663-48d2bd6d36df req-6c82eaeb-d347-4a41-a03e-5ea3ebf9b041 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:22.213650 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-32226aa3-8a9f-46c7-8663-48d2bd6d36df req-6c82eaeb-d347-4a41-a03e-5ea3ebf9b041 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 943 time: 0.0841756 Apr 11 14:29:22.214835 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-b6b9f088-29ba-423c-9592-81f009cf0494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:22.260469 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-32226aa3-8a9f-46c7-8663-48d2bd6d36df req-cfc727a8-5c0e-4ab7-9591-fc88966d4c59 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410354 Apr 11 14:29:22.279261 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-b6b9f088-29ba-423c-9592-81f009cf0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:22.279640 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-b6b9f088-29ba-423c-9592-81f009cf0494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:22.281281 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-b6b9f088-29ba-423c-9592-81f009cf0494 service neutron] 10.222.0.53 "PUT /v2.0/ports/ca5757ee-c768-4d41-bef8-6866de72bed4 HTTP/1.1" status: 200 len: 1093 time: 1.3914235 Apr 11 14:29:22.281771 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ab90ec-4a03-476a-9c9c-4a90b8bb6140', 'tag': 'ca5757ee-c768-4d41-bef8-6866de72bed4'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:29:22.307994 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9f088-29ba-423c-9592-81f009cf0494 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5757ee-c768-4d41-bef8-6866de72bed4,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:22.339706 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d2a54b3-9d95-4063-abb3-c291052a0550'] response: {'name': 'network-changed', 'server_uuid': 'b3ab90ec-4a03-476a-9c9c-4a90b8bb6140', 'tag': 'ca5757ee-c768-4d41-bef8-6866de72bed4', 'status': 'completed', 'code': 200} Apr 11 14:29:22.462451 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a5a56-fb76-4477-8b4e-8826c0924f6c req-d32df6d6-d2b2-4db6-a0c4-92661af11f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:22.463921 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b31a5a56-fb76-4477-8b4e-8826c0924f6c req-d32df6d6-d2b2-4db6-a0c4-92661af11f23 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df3145cb5eb94e5db4de6b7bba758d40&device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 1096 time: 0.0795932 Apr 11 14:29:22.541759 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775fcca-a314-477d-ace7-0ae3ce27acb8 req-da49a120-4323-4c83-9715-f569b8cd8ce4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:22.543346 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9775fcca-a314-477d-ace7-0ae3ce27acb8 req-da49a120-4323-4c83-9715-f569b8cd8ce4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6 HTTP/1.1" status: 200 len: 945 time: 0.0900264 Apr 11 14:29:22.596678 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9775fcca-a314-477d-ace7-0ae3ce27acb8 req-de5d8ff9-53d3-4034-a01a-396062cb627f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9eba2dd-00f4-4905-93ac-bcafd54a6aee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472791 Apr 11 14:29:22.769000 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a5a56-fb76-4477-8b4e-8826c0924f6c req-8f85a153-2825-4099-b44e-7730b2c96609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:22.771334 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b31a5a56-fb76-4477-8b4e-8826c0924f6c req-8f85a153-2825-4099-b44e-7730b2c96609 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=df3145cb5eb94e5db4de6b7bba758d40&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2947862 Apr 11 14:29:22.920303 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe5e16-aa3f-4fa0-a083-ed121c54c8e0 req-026f0310-664a-4522-ae2e-d8d166c335b0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:22.921730 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5ffe5e16-aa3f-4fa0-a083-ed121c54c8e0 req-026f0310-664a-4522-ae2e-d8d166c335b0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6 HTTP/1.1" status: 200 len: 945 time: 0.2061806 Apr 11 14:29:22.956964 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a5a56-fb76-4477-8b4e-8826c0924f6c req-2d74c4be-cac1-4f98-92eb-b57fe087573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:22.958409 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b31a5a56-fb76-4477-8b4e-8826c0924f6c req-2d74c4be-cac1-4f98-92eb-b57fe087573c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1813200 Apr 11 14:29:22.980995 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5ffe5e16-aa3f-4fa0-a083-ed121c54c8e0 req-7dcfce61-0a83-4fe4-b0ff-260507a07503 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9eba2dd-00f4-4905-93ac-bcafd54a6aee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465975 Apr 11 14:29:23.005821 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46336) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:29:23.082221 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19827fa7-36e8-44a7-a306-2f1cb843e0a1 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:23.086563 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-19827fa7-36e8-44a7-a306-2f1cb843e0a1 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6 HTTP/1.1" status: 200 len: 1093 time: 0.0768952 Apr 11 14:29:23.086742 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-22f5e4b6-d713-40d6-b5e4-2a330059175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:23.086884 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46340) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:29:23.087423 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-22f5e4b6-d713-40d6-b5e4-2a330059175e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df3145cb5eb94e5db4de6b7bba758d40&device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 1096 time: 0.0737956 Apr 11 14:29:23.091832 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-b177b675-672e-4c3d-8b96-20b7c3c65ba5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': '9bac7d1d-624c-4ab0-b9e8-cf154d99b12c', 'tenant_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:29:23.098667 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b177b675-672e-4c3d-8b96-20b7c3c65ba5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:29:23.102777 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b177b675-672e-4c3d-8b96-20b7c3c65ba5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:floatingip and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:29:23.105754 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b177b675-672e-4c3d-8b96-20b7c3c65ba5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:29:23.111696 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b177b675-672e-4c3d-8b96-20b7c3c65ba5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:29:23.166228 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-394ca4c3-6bff-4dcf-9cf9-c27cf214238d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca5757ee-c768-4d41-bef8-6866de72bed4 HTTP/1.1" status: 200 len: 217 time: 0.0662808 Apr 11 14:29:23.197265 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b177b675-672e-4c3d-8b96-20b7c3c65ba5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:23.229314 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-6b91b03c-9f6e-43fc-93c4-fc4e7aaf432a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:23.230789 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-6b91b03c-9f6e-43fc-93c4-fc4e7aaf432a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3b75be1d-a0f4-4c83-bb21-b959bddcc5cd HTTP/1.1" status: 200 len: 851 time: 0.0584652 Apr 11 14:29:23.313272 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-7c16ad3f-9f84-48dc-a95e-5d5589c4af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:23.314803 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-7c16ad3f-9f84-48dc-a95e-5d5589c4af73 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b384f45c-0909-4242-b122-3a6b13e2f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778728 Apr 11 14:29:23.341306 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b177b675-672e-4c3d-8b96-20b7c3c65ba5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:23.460602 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-ec825810-3700-41f2-a217-e4f83fd6d997 service neutron] 10.222.0.53 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392674 Apr 11 14:29:23.550045 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31c866-c184-40ce-9e7e-ae7cd618ee99 req-e1ff29fe-7bfc-4fe1-8036-8e0f2b035d59 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:23.551657 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-be31c866-c184-40ce-9e7e-ae7cd618ee99 req-e1ff29fe-7bfc-4fe1-8036-8e0f2b035d59 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 943 time: 0.1671991 Apr 11 14:29:23.552867 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-b177b675-672e-4c3d-8b96-20b7c3c65ba5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.26.7.168 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/fd8c7c82-7dfb-4e2f-974e-dc22b9690273) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:29:23.598799 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a61ab896-d0bb-46f4-b3e0-ef0f348d0455 req-ed5d4a07-6f4d-409c-b356-4716f3f0397d service neutron] 10.222.0.53 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310146 Apr 11 14:29:23.780282 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-be31c866-c184-40ce-9e7e-ae7cd618ee99 req-e364ba08-00e6-434d-8249-10a2fb5d37c4 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210276 Apr 11 14:29:23.843410 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b177b675-672e-4c3d-8b96-20b7c3c65ba5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:23.966753 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b177b675-672e-4c3d-8b96-20b7c3c65ba5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:24.029331 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b177b675-672e-4c3d-8b96-20b7c3c65ba5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:29:24.032104 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-b177b675-672e-4c3d-8b96-20b7c3c65ba5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:29:24.034891 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b177b675-672e-4c3d-8b96-20b7c3c65ba5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:29:24.086541 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177b675-672e-4c3d-8b96-20b7c3c65ba5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=fd8c7c82-7dfb-4e2f-974e-dc22b9690273,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:24.231830 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:24.486246 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b177b675-672e-4c3d-8b96-20b7c3c65ba5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:24.635367 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b177b675-672e-4c3d-8b96-20b7c3c65ba5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:24.868310 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b177b675-672e-4c3d-8b96-20b7c3c65ba5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:24.940817 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b177b675-672e-4c3d-8b96-20b7c3c65ba5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:24.992462 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ced611-5dea-454b-8ba8-08ea58fffbed req-4311d06b-5511-43d6-abda-3ea4d0bf49d4 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:24.993503 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-10ced611-5dea-454b-8ba8-08ea58fffbed req-4311d06b-5511-43d6-abda-3ea4d0bf49d4 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Synchronizing usage tracker for tenant:df3145cb5eb94e5db4de6b7bba758d40 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:29:25.065330 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177b675-672e-4c3d-8b96-20b7c3c65ba5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=fd8c7c82-7dfb-4e2f-974e-dc22b9690273,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:25.076567 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b177b675-672e-4c3d-8b96-20b7c3c65ba5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:25.091909 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-10ced611-5dea-454b-8ba8-08ea58fffbed req-4311d06b-5511-43d6-abda-3ea4d0bf49d4 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Unset dirty status for tenant:df3145cb5eb94e5db4de6b7bba758d40 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:29:25.093076 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-10ced611-5dea-454b-8ba8-08ea58fffbed req-4311d06b-5511-43d6-abda-3ea4d0bf49d4 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 943 time: 0.1958947 Apr 11 14:29:25.143787 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-10ced611-5dea-454b-8ba8-08ea58fffbed req-27e53c80-6f9e-4060-8691-3448341a893f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436218 Apr 11 14:29:25.203177 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ecc8ff1d-7c05-4560-b7c3-3a40de0f717f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:25.259225 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-b177b675-672e-4c3d-8b96-20b7c3c65ba5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Floating IP 5b83f420-f549-4ea0-912f-d1a18da4339c associated. External IP: 172.26.7.168, port: 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c. Apr 11 14:29:25.736323 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b177b675-672e-4c3d-8b96-20b7c3c65ba5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router a33b0e82-7339-4f35-839a-0b570e786792 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:29:25.921655 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b177b675-672e-4c3d-8b96-20b7c3c65ba5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:29:25.932415 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3465ba-dd7a-4098-bf91-5b2ad98ba96d None None] Sync routers for ids ['a33b0e82-7339-4f35-839a-0b570e786792'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:29:25.942029 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3465ba-dd7a-4098-bf91-5b2ad98ba96d None None] Routers {'a33b0e82-7339-4f35-839a-0b570e786792'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:29:25.942647 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-3e3465ba-dd7a-4098-bf91-5b2ad98ba96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:28:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['a33b0e82-7339-4f35-839a-0b570e786792'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:29:26.049036 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b177b675-672e-4c3d-8b96-20b7c3c65ba5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:26.105760 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b177b675-672e-4c3d-8b96-20b7c3c65ba5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0179691 Apr 11 14:29:26.106518 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6', 'tag': '9bac7d1d-624c-4ab0-b9e8-cf154d99b12c'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:29:26.109034 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46348) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:29:26.126578 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-3e3465ba-dd7a-4098-bf91-5b2ad98ba96d None None] Set router a33b0e82-7339-4f35-839a-0b570e786792 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:29:26.150850 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a89ee32a-2156-4f2f-ad6f-be4e1a350da4'] response: {'name': 'network-changed', 'server_uuid': 'ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6', 'tag': '9bac7d1d-624c-4ab0-b9e8-cf154d99b12c', 'status': 'completed', 'code': 200} Apr 11 14:29:26.257909 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-46be81cb-616f-46d3-b7f8-2a9ee0a27266 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/5b83f420-f549-4ea0-912f-d1a18da4339c HTTP/1.1" status: 200 len: 991 time: 0.1474397 Apr 11 14:29:26.358627 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aad74a-a2e4-4f27-9966-76e01dbb5af4 req-2f461bba-7f18-483b-aeba-ab7138811265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:26.360017 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c2aad74a-a2e4-4f27-9966-76e01dbb5af4 req-2f461bba-7f18-483b-aeba-ab7138811265 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6 HTTP/1.1" status: 200 len: 1098 time: 0.1471019 Apr 11 14:29:26.371599 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efae40-d506-45e0-8f60-65b8c5a851cd req-21d2ed07-920c-4e2e-a40d-dd2c0f648e1c tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:26.373007 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b7efae40-d506-45e0-8f60-65b8c5a851cd req-21d2ed07-920c-4e2e-a40d-dd2c0f648e1c tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 943 time: 0.1138856 Apr 11 14:29:26.513395 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b7efae40-d506-45e0-8f60-65b8c5a851cd req-fd2e4350-0dec-49ca-bdf4-90f0c32a49a1 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214530 Apr 11 14:29:26.526874 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-3e3465ba-dd7a-4098-bf91-5b2ad98ba96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'name': 'tempest-TestNetworkBasicOps-router-2092512521', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:28:51Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:52Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '5b83f420-f549-4ea0-912f-d1a18da4339c', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.168', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'port_id': '9bac7d1d-624c-4ab0-b9e8-cf154d99b12c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9345c27e-300c-47ef-a732-f5b795485404', 'mac_address': 'fa:16:3e:96:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:29:24Z', 'updated_at': '2022-04-11T14:29:24Z', 'revision_number': 0, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed9adf3-8b24-465b-a749-09de62058f6a', 'name': '', 'network_id': '9345c27e-300c-47ef-a732-f5b795485404', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:8a:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:58Z', 'updated_at': '2022-04-11T14:29:05Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:29:26.536679 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3465ba-dd7a-4098-bf91-5b2ad98ba96d None None] Checking router: a33b0e82-7339-4f35-839a-0b570e786792 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:29:26.539902 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3465ba-dd7a-4098-bf91-5b2ad98ba96d None None] Routers {'a33b0e82-7339-4f35-839a-0b570e786792'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:29:26.540043 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aad74a-a2e4-4f27-9966-76e01dbb5af4 req-0fa7deb3-d88c-4f84-9209-1d86efa39023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:26.540524 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-3e3465ba-dd7a-4098-bf91-5b2ad98ba96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:28:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['a33b0e82-7339-4f35-839a-0b570e786792'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:29:26.541563 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c2aad74a-a2e4-4f27-9966-76e01dbb5af4 req-0fa7deb3-d88c-4f84-9209-1d86efa39023 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9345c27e-300c-47ef-a732-f5b795485404 HTTP/1.1" status: 200 len: 898 time: 0.1677110 Apr 11 14:29:26.652441 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c2aad74a-a2e4-4f27-9966-76e01dbb5af4 req-9c207f65-3df6-43fd-84a3-1a8e60331886 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bac7d1d-624c-4ab0-b9e8-cf154d99b12c HTTP/1.1" status: 200 len: 999 time: 0.1048400 Apr 11 14:29:26.715772 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aad74a-a2e4-4f27-9966-76e01dbb5af4 req-70c3decd-a32f-4d72-b20e-d2bf86fdd0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:26.717243 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c2aad74a-a2e4-4f27-9966-76e01dbb5af4 req-70c3decd-a32f-4d72-b20e-d2bf86fdd0d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=469ea0a4-34b9-4711-90db-27aa3de2df75 HTTP/1.1" status: 200 len: 835 time: 0.0592515 Apr 11 14:29:26.727400 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-3e3465ba-dd7a-4098-bf91-5b2ad98ba96d None None] Set router a33b0e82-7339-4f35-839a-0b570e786792 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:29:26.907514 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aad74a-a2e4-4f27-9966-76e01dbb5af4 req-41c3e1d1-e239-449e-8c75-aa8b40e750a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:26.909297 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c2aad74a-a2e4-4f27-9966-76e01dbb5af4 req-41c3e1d1-e239-449e-8c75-aa8b40e750a3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9345c27e-300c-47ef-a732-f5b795485404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1861627 Apr 11 14:29:27.044333 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c2aad74a-a2e4-4f27-9966-76e01dbb5af4 req-5dc44452-4efc-4d07-868b-b4da8e0949b4 service neutron] 10.222.0.53 "GET /v2.0/networks/9345c27e-300c-47ef-a732-f5b795485404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286676 Apr 11 14:29:27.101305 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-3e3465ba-dd7a-4098-bf91-5b2ad98ba96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'name': 'tempest-TestNetworkBasicOps-router-2092512521', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:28:51Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:52Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '5b83f420-f549-4ea0-912f-d1a18da4339c', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.168', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'port_id': '9bac7d1d-624c-4ab0-b9e8-cf154d99b12c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9345c27e-300c-47ef-a732-f5b795485404', 'mac_address': 'fa:16:3e:96:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:29:24Z', 'updated_at': '2022-04-11T14:29:24Z', 'revision_number': 0, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed9adf3-8b24-465b-a749-09de62058f6a', 'name': '', 'network_id': '9345c27e-300c-47ef-a732-f5b795485404', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:8a:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:58Z', 'updated_at': '2022-04-11T14:29:05Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:29:27.106990 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3465ba-dd7a-4098-bf91-5b2ad98ba96d None None] The sync data for ids ['a33b0e82-7339-4f35-839a-0b570e786792'] in dv-neutron-837330-1-hyperv is: [{'id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'name': 'tempest-TestNetworkBasicOps-router-2092512521', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:28:51Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:52Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '5b83f420-f549-4ea0-912f-d1a18da4339c', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.168', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'port_id': '9bac7d1d-624c-4ab0-b9e8-cf154d99b12c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9345c27e-300c-47ef-a732-f5b795485404', 'mac_address': 'fa:16:3e:96:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:29:24Z', 'updated_at': '2022-04-11T14:29:24Z', 'revision_number': 0, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed9adf3-8b24-465b-a749-09de62058f6a', 'name': '', 'network_id': '9345c27e-300c-47ef-a732-f5b795485404', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:8a:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:58Z', 'updated_at': '2022-04-11T14:29:05Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:29:27.189835 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c2aad74a-a2e4-4f27-9966-76e01dbb5af4 req-f114d493-3742-4187-8a78-21842ec56626 service neutron] 10.222.0.53 "GET /v2.0/networks/9345c27e-300c-47ef-a732-f5b795485404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384008 Apr 11 14:29:27.259808 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46356) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:29:27.328276 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3e1101-5820-457a-a3ca-cdcd7df69e83 None None] New status for floating IP 5b83f420-f549-4ea0-912f-d1a18da4339c: ACTIVE {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:29:27.385324 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d5c8a39e-dc61-472a-8139-46679d159cc8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/5b83f420-f549-4ea0-912f-d1a18da4339c HTTP/1.1" status: 200 len: 991 time: 0.1229546 Apr 11 14:29:27.697690 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b7932f8a-bbd2-41ad-906a-7ca5cdd7a8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:27.726942 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8fe05-6fd0-4c32-a9b2-5e03354b21c9 req-c80f9634-3a80-4e3a-9647-6dc76bd7e155 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:27.728735 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c6a8fe05-6fd0-4c32-a9b2-5e03354b21c9 req-c80f9634-3a80-4e3a-9647-6dc76bd7e155 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 943 time: 0.0967238 Apr 11 14:29:27.774608 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c6a8fe05-6fd0-4c32-a9b2-5e03354b21c9 req-e932d871-7677-40df-952a-0f8c49977539 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397882 Apr 11 14:29:28.387642 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46362) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:29:28.496383 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3cbb54c9-e0ec-4f8e-bbfb-f39059799302 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/5b83f420-f549-4ea0-912f-d1a18da4339c HTTP/1.1" status: 200 len: 993 time: 0.1075830 Apr 11 14:29:28.608304 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:28.682922 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:28.963165 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd779af8-e76a-4342-8254-d684c7d317af req-c3ea8772-5a2b-4a0f-ae0a-e0d2acf26741 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:28.967866 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-dd779af8-e76a-4342-8254-d684c7d317af req-c3ea8772-5a2b-4a0f-ae0a-e0d2acf26741 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 943 time: 0.0824525 Apr 11 14:29:29.012052 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-dd779af8-e76a-4342-8254-d684c7d317af req-71667920-684d-4aaf-97f8-b9affc8432be tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413783 Apr 11 14:29:29.883106 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:30.205631 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ee768-73b0-4520-a08f-5b43f27cfa5e req-a0426640-aa3f-4d2c-a562-4b1bed9c7646 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:30.207835 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b72ee768-73b0-4520-a08f-5b43f27cfa5e req-a0426640-aa3f-4d2c-a562-4b1bed9c7646 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 943 time: 0.0814972 Apr 11 14:29:30.257050 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b72ee768-73b0-4520-a08f-5b43f27cfa5e req-b7220f42-b928-43f0-a1c2-6c6d5e671ea3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428593 Apr 11 14:29:31.446893 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7d81d-b5bc-4b92-931a-b88e34f69515 req-d27a5aa0-1b62-4fe1-a656-9d15fb995472 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:31.448337 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-09b7d81d-b5bc-4b92-931a-b88e34f69515 req-d27a5aa0-1b62-4fe1-a656-9d15fb995472 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 943 time: 0.0850356 Apr 11 14:29:31.494142 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-09b7d81d-b5bc-4b92-931a-b88e34f69515 req-c6e4bb07-781d-4296-bd1f-8d0543b16b3d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397561 Apr 11 14:29:32.685378 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc07ce4-b75a-41b2-b414-fcd096541810 req-99686b40-8a3a-4456-85c2-9580f6c76c4e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:32.686876 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9bc07ce4-b75a-41b2-b414-fcd096541810 req-99686b40-8a3a-4456-85c2-9580f6c76c4e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 943 time: 0.0827477 Apr 11 14:29:32.732335 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9bc07ce4-b75a-41b2-b414-fcd096541810 req-60b0ba24-4f5d-4510-bb5a-2083605b9a6a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392497 Apr 11 14:29:32.779008 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device ca5757ee-c768-4d41-bef8-6866de72bed4 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:29:32.914060 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port ca5757ee-c768-4d41-bef8-6866de72bed4, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=ca5757ee-c768-4d41-bef8-6866de72bed4,segment=NetworkSegment(c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9),segment_id=c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:29:32.927595 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': 'ca5757ee-c768-4d41-bef8-6866de72bed4', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'port_id': 'ca5757ee-c768-4d41-bef8-6866de72bed4', 'mac_address': 'fa:16:3e:c8:a8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:29:32.991543 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:33.009424 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5757ee-c768-4d41-bef8-6866de72bed4 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:29:33.025545 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port ca5757ee-c768-4d41-bef8-6866de72bed4, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=ca5757ee-c768-4d41-bef8-6866de72bed4,segment=NetworkSegment(c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9),segment_id=c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:29:33.106169 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:33.174505 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=ca5757ee-c768-4d41-bef8-6866de72bed4,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:33.556736 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['ca5757ee-c768-4d41-bef8-6866de72bed4'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:29:33.931046 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee68e6-7c02-4e7f-b381-454b3724e59e req-80fd9bd8-430e-4aa4-8f14-8b582caab59c tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:33.932555 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-58ee68e6-7c02-4e7f-b381-454b3724e59e req-80fd9bd8-430e-4aa4-8f14-8b582caab59c tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 944 time: 0.0861068 Apr 11 14:29:33.983361 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-58ee68e6-7c02-4e7f-b381-454b3724e59e req-5fbb4eef-febf-471a-a2d2-b085f190c3d7 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451124 Apr 11 14:29:34.779455 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device ca5757ee-c768-4d41-bef8-6866de72bed4 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:29:34.914791 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port ca5757ee-c768-4d41-bef8-6866de72bed4 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:29:34.920094 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port ca5757ee-c768-4d41-bef8-6866de72bed4 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:29:34.920470 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:35.095062 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:35.129054 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ab90ec-4a03-476a-9c9c-4a90b8bb6140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5757ee-c768-4d41-bef8-6866de72bed4'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:29:35.139814 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port ca5757ee-c768-4d41-bef8-6866de72bed4, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=ca5757ee-c768-4d41-bef8-6866de72bed4,segment=NetworkSegment(c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9),segment_id=c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:29:35.175070 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36b842cc-6f6c-48a2-8079-65d41827e630'] response: {'server_uuid': 'b3ab90ec-4a03-476a-9c9c-4a90b8bb6140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5757ee-c768-4d41-bef8-6866de72bed4', 'code': 200} Apr 11 14:29:35.198683 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9260f-6f56-47f8-88c1-9950f38dbce8 req-56e625f5-3b42-4e8b-a203-a8b971f317b1 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:35.200159 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2ce9260f-6f56-47f8-88c1-9950f38dbce8 req-56e625f5-3b42-4e8b-a203-a8b971f317b1 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 944 time: 0.0927911 Apr 11 14:29:35.221042 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:35.247751 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2ce9260f-6f56-47f8-88c1-9950f38dbce8 req-506cd528-b367-4a8a-8bfc-df65c6019ac5 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419047 Apr 11 14:29:35.300861 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=ca5757ee-c768-4d41-bef8-6866de72bed4,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:35.697028 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb957e4-ccf5-4744-af74-2ca9776188d2 req-e8160e2a-14c5-4042-8c6f-88cb1dd15763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:35.698422 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-afb957e4-ccf5-4744-af74-2ca9776188d2 req-e8160e2a-14c5-4042-8c6f-88cb1dd15763 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 1098 time: 0.0692263 Apr 11 14:29:35.738818 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-afb957e4-ccf5-4744-af74-2ca9776188d2 req-c6517573-8a1c-4071-ad95-d71c036afc4c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339415 Apr 11 14:29:36.445274 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44c0e4-4fc5-445f-b01d-93d192964760 req-e9c26b07-c084-425d-a4bb-a966cc7cb0a5 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:36.446706 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6e44c0e4-4fc5-445f-b01d-93d192964760 req-e9c26b07-c084-425d-a4bb-a966cc7cb0a5 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 945 time: 0.0861654 Apr 11 14:29:36.493650 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6e44c0e4-4fc5-445f-b01d-93d192964760 req-3a0a92e6-fa85-47a5-9930-9f2a14a5d5f9 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411825 Apr 11 14:29:37.682607 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3bdfd-5d93-4e0c-9d19-58568d71aa88 req-4cbdc0c0-fc4c-4df7-bd83-4d5977ae4b12 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:37.684020 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-edf3bdfd-5d93-4e0c-9d19-58568d71aa88 req-4cbdc0c0-fc4c-4df7-bd83-4d5977ae4b12 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 945 time: 0.0808947 Apr 11 14:29:37.728926 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-edf3bdfd-5d93-4e0c-9d19-58568d71aa88 req-ed04b53d-ddd7-4c67-b4a3-44bbc04d6eb3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390580 Apr 11 14:29:37.911793 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82438e1-9c17-4bfb-9b64-b8cc0299cbfe req-c8fd2b14-4f8c-4f97-a065-aeecf05d9262 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:37.913253 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f82438e1-9c17-4bfb-9b64-b8cc0299cbfe req-c8fd2b14-4f8c-4f97-a065-aeecf05d9262 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 945 time: 0.0804636 Apr 11 14:29:37.957660 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f82438e1-9c17-4bfb-9b64-b8cc0299cbfe req-17be5994-1b4d-4870-86ba-a54111ab17b5 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385456 Apr 11 14:29:37.981134 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46386) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:29:38.056048 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e99b586-9317-43bd-a0f9-bbefb3252fad tempest-TestVolumeBootPattern-1372965362 tempest-TestVolumeBootPattern-1372965362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:38.057578 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8e99b586-9317-43bd-a0f9-bbefb3252fad tempest-TestVolumeBootPattern-1372965362 tempest-TestVolumeBootPattern-1372965362-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 1093 time: 0.0754178 Apr 11 14:29:38.060409 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46390) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:29:38.065362 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-3a46795d-35ef-4608-9f2b-0b361f681b83 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': 'ca5757ee-c768-4d41-bef8-6866de72bed4', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:29:38.072013 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3a46795d-35ef-4608-9f2b-0b361f681b83 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:29:38.075874 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3a46795d-35ef-4608-9f2b-0b361f681b83 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Usage tracker for resource:floatingip and tenant:df3145cb5eb94e5db4de6b7bba758d40 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:29:38.078733 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3a46795d-35ef-4608-9f2b-0b361f681b83 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:29:38.085114 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3a46795d-35ef-4608-9f2b-0b361f681b83 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:29:38.157226 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3a46795d-35ef-4608-9f2b-0b361f681b83 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for floatingip, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:38.295704 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3a46795d-35ef-4608-9f2b-0b361f681b83 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:38.437094 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-3a46795d-35ef-4608-9f2b-0b361f681b83 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Allocated IP 172.26.7.230 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/d7053256-8287-4577-a5b6-020e36e1c51e) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:29:38.598625 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3a46795d-35ef-4608-9f2b-0b361f681b83 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:38.714697 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3a46795d-35ef-4608-9f2b-0b361f681b83 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:38.772694 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a46795d-35ef-4608-9f2b-0b361f681b83 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:29:38.775497 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-3a46795d-35ef-4608-9f2b-0b361f681b83 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:29:38.779002 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a46795d-35ef-4608-9f2b-0b361f681b83 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:29:38.824965 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46795d-35ef-4608-9f2b-0b361f681b83 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Pushing event updated for resources: {'Port': ['ID=d7053256-8287-4577-a5b6-020e36e1c51e,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:39.318659 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3a46795d-35ef-4608-9f2b-0b361f681b83 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:39.467515 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3a46795d-35ef-4608-9f2b-0b361f681b83 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:39.676063 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3a46795d-35ef-4608-9f2b-0b361f681b83 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:39.728070 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3a46795d-35ef-4608-9f2b-0b361f681b83 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:39.834315 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46795d-35ef-4608-9f2b-0b361f681b83 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Pushing event updated for resources: {'Port': ['ID=d7053256-8287-4577-a5b6-020e36e1c51e,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:29:39.845935 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3a46795d-35ef-4608-9f2b-0b361f681b83 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:40.019133 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-3a46795d-35ef-4608-9f2b-0b361f681b83 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Floating IP 4f5358b2-31a9-488d-a6b2-94d5736278c8 associated. External IP: 172.26.7.230, port: ca5757ee-c768-4d41-bef8-6866de72bed4. Apr 11 14:29:40.370374 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a46795d-35ef-4608-9f2b-0b361f681b83 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Router 70cd2ca9-1b94-4200-9997-6b498f3d8fde has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:29:40.671078 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a46795d-35ef-4608-9f2b-0b361f681b83 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:29:40.684291 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6271c8-21da-4403-904b-d61bfa5df0f9 None None] Sync routers for ids ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:29:40.696868 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6271c8-21da-4403-904b-d61bfa5df0f9 None None] Routers {'70cd2ca9-1b94-4200-9997-6b498f3d8fde'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:29:40.697478 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-0d6271c8-21da-4403-904b-d61bfa5df0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:29:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:29:40.811582 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3a46795d-35ef-4608-9f2b-0b361f681b83 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:40.869827 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3a46795d-35ef-4608-9f2b-0b361f681b83 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8083453 Apr 11 14:29:40.870527 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ab90ec-4a03-476a-9c9c-4a90b8bb6140', 'tag': 'ca5757ee-c768-4d41-bef8-6866de72bed4'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:29:40.875445 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-0d6271c8-21da-4403-904b-d61bfa5df0f9 None None] Set router 70cd2ca9-1b94-4200-9997-6b498f3d8fde gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:29:40.921908 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a1063d4-90ac-40f8-b1fe-754c234b7d3e'] response: {'name': 'network-changed', 'server_uuid': 'b3ab90ec-4a03-476a-9c9c-4a90b8bb6140', 'tag': 'ca5757ee-c768-4d41-bef8-6866de72bed4', 'status': 'completed', 'code': 200} Apr 11 14:29:41.061843 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc1930-9b40-4f94-a8f2-6733a26d9205 req-99ab1835-79d3-431a-8db1-05b5e7d684e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:41.063343 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-98cc1930-9b40-4f94-a8f2-6733a26d9205 req-99ab1835-79d3-431a-8db1-05b5e7d684e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df3145cb5eb94e5db4de6b7bba758d40&device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 1098 time: 0.0898559 Apr 11 14:29:41.196705 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc1930-9b40-4f94-a8f2-6733a26d9205 req-b2535610-a603-4eb3-b51b-8f728b17b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:41.198098 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-98cc1930-9b40-4f94-a8f2-6733a26d9205 req-b2535610-a603-4eb3-b51b-8f728b17b590 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b384f45c-0909-4242-b122-3a6b13e2f934 HTTP/1.1" status: 200 len: 914 time: 0.1287816 Apr 11 14:29:41.234652 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-0d6271c8-21da-4403-904b-d61bfa5df0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:33Z', 'revision_number': 4, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'gw_port': {'id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:24Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '4f5358b2-31a9-488d-a6b2-94d5736278c8', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'floating_ip_address': '172.26.7.230', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'port_id': 'ca5757ee-c768-4d41-bef8-6866de72bed4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'mac_address': 'fa:16:3e:c8:a8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ab90ec-4a03-476a-9c9c-4a90b8bb6140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:29:39Z', 'updated_at': '2022-04-11T14:29:39Z', 'revision_number': 0, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4164128e-3813-4191-8f0c-ffa443a1c8a5', 'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'mac_address': 'fa:16:3e:33:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:32Z', 'updated_at': '2022-04-11T14:24:40Z', 'revision_number': 5, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'subnets': [{'id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:29:41.238460 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6271c8-21da-4403-904b-d61bfa5df0f9 None None] Checking router: 70cd2ca9-1b94-4200-9997-6b498f3d8fde for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:29:41.247295 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6271c8-21da-4403-904b-d61bfa5df0f9 None None] Routers {'70cd2ca9-1b94-4200-9997-6b498f3d8fde'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:29:41.247889 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-0d6271c8-21da-4403-904b-d61bfa5df0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:29:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:29:41.303720 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-98cc1930-9b40-4f94-a8f2-6733a26d9205 req-fa4c198b-0dfc-4f85-82db-2a3a78d35773 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca5757ee-c768-4d41-bef8-6866de72bed4 HTTP/1.1" status: 200 len: 999 time: 0.0984292 Apr 11 14:29:41.366997 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc1930-9b40-4f94-a8f2-6733a26d9205 req-3851c91c-6a9c-461b-9baa-1cb4075e257f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:41.368433 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-98cc1930-9b40-4f94-a8f2-6733a26d9205 req-3851c91c-6a9c-461b-9baa-1cb4075e257f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3b75be1d-a0f4-4c83-bb21-b959bddcc5cd HTTP/1.1" status: 200 len: 851 time: 0.0585866 Apr 11 14:29:41.433500 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-0d6271c8-21da-4403-904b-d61bfa5df0f9 None None] Set router 70cd2ca9-1b94-4200-9997-6b498f3d8fde gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:29:41.444749 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc1930-9b40-4f94-a8f2-6733a26d9205 req-6ec51a32-d64e-4f8a-883e-08d9f9ee8bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:29:41.446023 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-98cc1930-9b40-4f94-a8f2-6733a26d9205 req-6ec51a32-d64e-4f8a-883e-08d9f9ee8bd4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b384f45c-0909-4242-b122-3a6b13e2f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708275 Apr 11 14:29:41.689845 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-98cc1930-9b40-4f94-a8f2-6733a26d9205 req-235e7385-d17d-4c5b-bb25-25f8cf5fe9a7 service neutron] 10.222.0.53 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358503 Apr 11 14:29:41.794255 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-0d6271c8-21da-4403-904b-d61bfa5df0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:33Z', 'revision_number': 4, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'gw_port': {'id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:24Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '4f5358b2-31a9-488d-a6b2-94d5736278c8', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'floating_ip_address': '172.26.7.230', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'port_id': 'ca5757ee-c768-4d41-bef8-6866de72bed4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'mac_address': 'fa:16:3e:c8:a8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ab90ec-4a03-476a-9c9c-4a90b8bb6140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:29:39Z', 'updated_at': '2022-04-11T14:29:39Z', 'revision_number': 0, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4164128e-3813-4191-8f0c-ffa443a1c8a5', 'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'mac_address': 'fa:16:3e:33:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:32Z', 'updated_at': '2022-04-11T14:24:40Z', 'revision_number': 5, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'subnets': [{'id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:29:41.798280 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6271c8-21da-4403-904b-d61bfa5df0f9 None None] The sync data for ids ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'] in dv-neutron-837330-1-hyperv is: [{'id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:33Z', 'revision_number': 4, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'gw_port': {'id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:24Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '4f5358b2-31a9-488d-a6b2-94d5736278c8', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'floating_ip_address': '172.26.7.230', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'port_id': 'ca5757ee-c768-4d41-bef8-6866de72bed4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'mac_address': 'fa:16:3e:c8:a8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ab90ec-4a03-476a-9c9c-4a90b8bb6140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:29:39Z', 'updated_at': '2022-04-11T14:29:39Z', 'revision_number': 0, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4164128e-3813-4191-8f0c-ffa443a1c8a5', 'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'mac_address': 'fa:16:3e:33:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:32Z', 'updated_at': '2022-04-11T14:24:40Z', 'revision_number': 5, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'subnets': [{'id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:29:41.825023 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-98cc1930-9b40-4f94-a8f2-6733a26d9205 req-a8195018-a93e-4a47-b91c-54848cc04684 service neutron] 10.222.0.53 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283579 Apr 11 14:29:41.995043 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1ff6c5-f436-4cde-b52c-7b2b2a7f37ca None None] New status for floating IP 4f5358b2-31a9-488d-a6b2-94d5736278c8: ACTIVE {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:29:54.205298 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:55.186410 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8fd9b886-fce2-476b-9869-fc47a3984067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:55.777774 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:29:57.699516 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-cc3cfaf1-fd82-474a-9679-67597327880a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:58.610862 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:58.631110 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:29:59.879557 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:10.249431 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d979a426-5145-4fe7-9b18-ae46f9a1c395 req-e53f2dbd-110a-455b-9430-679383284284 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734422 Apr 11 14:30:10.414916 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979a426-5145-4fe7-9b18-ae46f9a1c395 req-ef821cb0-91a8-41d1-ab26-7e353650c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:30:10.415532 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d979a426-5145-4fe7-9b18-ae46f9a1c395 req-ef821cb0-91a8-41d1-ab26-7e353650c499 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6 HTTP/1.1" status: 200 len: 1098 time: 0.0706038 Apr 11 14:30:10.565030 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979a426-5145-4fe7-9b18-ae46f9a1c395 req-e45e58d9-5214-4a1a-aa8c-5b0e923e2466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:30:10.570330 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d979a426-5145-4fe7-9b18-ae46f9a1c395 req-e45e58d9-5214-4a1a-aa8c-5b0e923e2466 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9345c27e-300c-47ef-a732-f5b795485404 HTTP/1.1" status: 200 len: 898 time: 0.1311402 Apr 11 14:30:10.686107 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d979a426-5145-4fe7-9b18-ae46f9a1c395 req-87894c80-90a0-4aed-aa0b-30a568905886 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bac7d1d-624c-4ab0-b9e8-cf154d99b12c HTTP/1.1" status: 200 len: 1001 time: 0.0992191 Apr 11 14:30:10.744017 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979a426-5145-4fe7-9b18-ae46f9a1c395 req-83f01f39-209e-4607-a575-05d6c5a7e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:30:10.745456 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d979a426-5145-4fe7-9b18-ae46f9a1c395 req-83f01f39-209e-4607-a575-05d6c5a7e25c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=469ea0a4-34b9-4711-90db-27aa3de2df75 HTTP/1.1" status: 200 len: 835 time: 0.0616858 Apr 11 14:30:10.821916 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979a426-5145-4fe7-9b18-ae46f9a1c395 req-ed82bc2f-52fa-4d6a-96bb-a2374aee2dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:30:10.823383 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d979a426-5145-4fe7-9b18-ae46f9a1c395 req-ed82bc2f-52fa-4d6a-96bb-a2374aee2dc0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9345c27e-300c-47ef-a732-f5b795485404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712645 Apr 11 14:30:10.958217 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d979a426-5145-4fe7-9b18-ae46f9a1c395 req-0ad2f971-1e87-4a5d-b9db-62bc1300b52d service neutron] 10.222.0.53 "GET /v2.0/networks/9345c27e-300c-47ef-a732-f5b795485404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274934 Apr 11 14:30:11.098245 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d979a426-5145-4fe7-9b18-ae46f9a1c395 req-c9c8084c-0cf8-4bf6-a875-e60af2866894 service neutron] 10.222.0.53 "GET /v2.0/networks/9345c27e-300c-47ef-a732-f5b795485404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340799 Apr 11 14:30:24.231765 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:25.164703 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c12271d5-e180-4c4b-863f-34c61145b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:27.667117 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-95358c24-66e6-49d8-9c39-ec468f5a95ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:28.630860 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:28.653648 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:29.859343 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:32.773572 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:30:39.550327 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46430) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:30:39.626390 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9ae5c9-65ef-4541-a63f-00a7d34e7318 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:30:39.626865 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9ae5c9-65ef-4541-a63f-00a7d34e7318 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:30:39.627356 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9ae5c9-65ef-4541-a63f-00a7d34e7318 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:30:39.629160 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1c9ae5c9-65ef-4541-a63f-00a7d34e7318 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/ports?project_id=572b8884360948e38c79b057606230d9&network_id=9345c27e-300c-47ef-a732-f5b795485404 HTTP/1.1" status: 200 len: 2999 time: 0.0778186 Apr 11 14:30:41.170276 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46442) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:30:41.232220 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ba785e-a82d-46ce-a431-28108ed470fd tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:30:41.234396 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d3ba785e-a82d-46ce-a431-28108ed470fd tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=cff58315-4a25-4203-8056-2db185a2b95d HTTP/1.1" status: 200 len: 814 time: 0.0629992 Apr 11 14:30:41.794132 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46450) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:30:41.799405 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-eacd76be-d890-4434-8c29-e0edc84924cc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:30:41.905704 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eacd76be-d890-4434-8c29-e0edc84924cc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:42.201486 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eacd76be-d890-4434-8c29-e0edc84924cc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:42.334032 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eacd76be-d890-4434-8c29-e0edc84924cc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:42.338257 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-eacd76be-d890-4434-8c29-e0edc84924cc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Floating IP 5b83f420-f549-4ea0-912f-d1a18da4339c disassociated. External IP: 172.26.7.168, port: 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c. Apr 11 14:30:42.817700 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacd76be-d890-4434-8c29-e0edc84924cc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router a33b0e82-7339-4f35-839a-0b570e786792 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:30:43.020777 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacd76be-d890-4434-8c29-e0edc84924cc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:30:43.025713 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eacd76be-d890-4434-8c29-e0edc84924cc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:43.032377 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae00be8-55c8-4b96-a2c1-3ca3ad7092db None None] Sync routers for ids ['a33b0e82-7339-4f35-839a-0b570e786792'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:30:43.042503 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae00be8-55c8-4b96-a2c1-3ca3ad7092db None None] Routers {'a33b0e82-7339-4f35-839a-0b570e786792'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:30:43.043872 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2ae00be8-55c8-4b96-a2c1-3ca3ad7092db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:30:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['a33b0e82-7339-4f35-839a-0b570e786792'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:30:43.086011 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-eacd76be-d890-4434-8c29-e0edc84924cc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "PUT /v2.0/floatingips/5b83f420-f549-4ea0-912f-d1a18da4339c HTTP/1.1" status: 200 len: 690 time: 1.2906308 Apr 11 14:30:43.086496 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6', 'tag': '9bac7d1d-624c-4ab0-b9e8-cf154d99b12c'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:30:43.088724 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46456) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:30:43.141456 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-481a68f6-d3c1-4987-9947-545f1b0e528d'] response: {'name': 'network-changed', 'server_uuid': 'ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6', 'tag': '9bac7d1d-624c-4ab0-b9e8-cf154d99b12c', 'status': 'completed', 'code': 200} Apr 11 14:30:43.189781 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-257c83fc-e97c-44a4-9e06-aec9cf666ee5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/5b83f420-f549-4ea0-912f-d1a18da4339c HTTP/1.1" status: 200 len: 690 time: 0.0987785 Apr 11 14:30:43.266676 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc56ebf-0c52-4205-b5c4-ca1be7f96c5b req-8553581b-8969-4225-858b-542a8245e7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:30:43.268218 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ecc56ebf-0c52-4205-b5c4-ca1be7f96c5b req-8553581b-8969-4225-858b-542a8245e7c6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6 HTTP/1.1" status: 200 len: 1098 time: 0.0808864 Apr 11 14:30:43.280620 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-2ae00be8-55c8-4b96-a2c1-3ca3ad7092db None None] Set router a33b0e82-7339-4f35-839a-0b570e786792 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:30:43.411094 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc56ebf-0c52-4205-b5c4-ca1be7f96c5b req-c654c736-98de-4f21-8154-0fd868304301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:30:43.412557 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ecc56ebf-0c52-4205-b5c4-ca1be7f96c5b req-c654c736-98de-4f21-8154-0fd868304301 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9345c27e-300c-47ef-a732-f5b795485404 HTTP/1.1" status: 200 len: 898 time: 0.1385267 Apr 11 14:30:43.482501 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ecc56ebf-0c52-4205-b5c4-ca1be7f96c5b req-c70da27e-f8a9-4b3b-aa9f-676c7975722d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bac7d1d-624c-4ab0-b9e8-cf154d99b12c HTTP/1.1" status: 200 len: 217 time: 0.0633759 Apr 11 14:30:43.550962 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc56ebf-0c52-4205-b5c4-ca1be7f96c5b req-1d0fc233-34bd-4e4a-8b98-b76ae76ce0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:30:43.552573 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ecc56ebf-0c52-4205-b5c4-ca1be7f96c5b req-1d0fc233-34bd-4e4a-8b98-b76ae76ce0cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=469ea0a4-34b9-4711-90db-27aa3de2df75 HTTP/1.1" status: 200 len: 835 time: 0.0640433 Apr 11 14:30:43.637014 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc56ebf-0c52-4205-b5c4-ca1be7f96c5b req-315c93e2-38d9-4578-a8cc-0b05c275940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:30:43.638467 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ecc56ebf-0c52-4205-b5c4-ca1be7f96c5b req-315c93e2-38d9-4578-a8cc-0b05c275940b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9345c27e-300c-47ef-a732-f5b795485404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803728 Apr 11 14:30:43.645755 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2ae00be8-55c8-4b96-a2c1-3ca3ad7092db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'name': 'tempest-TestNetworkBasicOps-router-2092512521', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:28:51Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:52Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '4ed9adf3-8b24-465b-a749-09de62058f6a', 'name': '', 'network_id': '9345c27e-300c-47ef-a732-f5b795485404', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:8a:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:58Z', 'updated_at': '2022-04-11T14:29:05Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:30:43.650068 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae00be8-55c8-4b96-a2c1-3ca3ad7092db None None] Checking router: a33b0e82-7339-4f35-839a-0b570e786792 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:30:43.659104 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae00be8-55c8-4b96-a2c1-3ca3ad7092db None None] Routers {'a33b0e82-7339-4f35-839a-0b570e786792'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:30:43.659644 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2ae00be8-55c8-4b96-a2c1-3ca3ad7092db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:30:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['a33b0e82-7339-4f35-839a-0b570e786792'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:30:43.778149 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ecc56ebf-0c52-4205-b5c4-ca1be7f96c5b req-98f57379-0888-4f74-a919-d1c8707b9e0e service neutron] 10.222.0.53 "GET /v2.0/networks/9345c27e-300c-47ef-a732-f5b795485404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336932 Apr 11 14:30:43.865989 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-2ae00be8-55c8-4b96-a2c1-3ca3ad7092db None None] Set router a33b0e82-7339-4f35-839a-0b570e786792 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:30:43.919197 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ecc56ebf-0c52-4205-b5c4-ca1be7f96c5b req-0cab5f04-0a05-4384-96c6-937690c5b928 service neutron] 10.222.0.53 "GET /v2.0/networks/9345c27e-300c-47ef-a732-f5b795485404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347878 Apr 11 14:30:44.188057 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2ae00be8-55c8-4b96-a2c1-3ca3ad7092db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'name': 'tempest-TestNetworkBasicOps-router-2092512521', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:28:51Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:52Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '4ed9adf3-8b24-465b-a749-09de62058f6a', 'name': '', 'network_id': '9345c27e-300c-47ef-a732-f5b795485404', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:8a:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:58Z', 'updated_at': '2022-04-11T14:29:05Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:30:44.193453 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46462) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:30:44.194421 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae00be8-55c8-4b96-a2c1-3ca3ad7092db None None] The sync data for ids ['a33b0e82-7339-4f35-839a-0b570e786792'] in dv-neutron-837330-1-hyperv is: [{'id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'name': 'tempest-TestNetworkBasicOps-router-2092512521', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:28:51Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:52Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '4ed9adf3-8b24-465b-a749-09de62058f6a', 'name': '', 'network_id': '9345c27e-300c-47ef-a732-f5b795485404', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:8a:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:58Z', 'updated_at': '2022-04-11T14:29:05Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:30:44.282385 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d123a104-dd53-4381-bf07-169896f65ec7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/5b83f420-f549-4ea0-912f-d1a18da4339c HTTP/1.1" status: 200 len: 690 time: 0.0875144 Apr 11 14:30:44.417080 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a749363-3afe-4671-ab80-284ad96e9863 None None] New status for floating IP 5b83f420-f549-4ea0-912f-d1a18da4339c: DOWN {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:30:45.286003 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46466) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:30:45.374063 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3d82e6a2-9f88-4fde-aec9-51006fe5a48d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/5b83f420-f549-4ea0-912f-d1a18da4339c HTTP/1.1" status: 200 len: 688 time: 0.0868826 Apr 11 14:30:46.780961 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46472) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:30:46.786252 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-0a398460-123d-410c-b20b-c5efec23535b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-952434350', 'description': 'tempest-secgroup-smoke-952434350 description', 'project_id': '572b8884360948e38c79b057606230d9'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:30:46.798575 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0a398460-123d-410c-b20b-c5efec23535b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:30:46.802384 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0a398460-123d-410c-b20b-c5efec23535b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:30:46.907364 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a398460-123d-410c-b20b-c5efec23535b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:46.929306 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0a398460-123d-410c-b20b-c5efec23535b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:30:46.933764 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0a398460-123d-410c-b20b-c5efec23535b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:30:46.938327 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-0a398460-123d-410c-b20b-c5efec23535b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:30:46.943586 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-0a398460-123d-410c-b20b-c5efec23535b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:30:47.031345 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a398460-123d-410c-b20b-c5efec23535b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:47.079126 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a398460-123d-410c-b20b-c5efec23535b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:47.131176 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a398460-123d-410c-b20b-c5efec23535b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce432393-7485-401a-96a9-60a5beea480c,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:30:47.139594 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a398460-123d-410c-b20b-c5efec23535b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:30:47.139941 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a398460-123d-410c-b20b-c5efec23535b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:30:47.140309 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a398460-123d-410c-b20b-c5efec23535b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:30:47.140649 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a398460-123d-410c-b20b-c5efec23535b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:30:47.140981 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a398460-123d-410c-b20b-c5efec23535b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:30:47.141344 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a398460-123d-410c-b20b-c5efec23535b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:30:47.141675 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a398460-123d-410c-b20b-c5efec23535b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:30:47.142028 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a398460-123d-410c-b20b-c5efec23535b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:30:47.142387 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a398460-123d-410c-b20b-c5efec23535b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:30:47.142711 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a398460-123d-410c-b20b-c5efec23535b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:30:47.143031 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a398460-123d-410c-b20b-c5efec23535b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:30:47.143352 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a398460-123d-410c-b20b-c5efec23535b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:30:47.208132 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0a398460-123d-410c-b20b-c5efec23535b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:47.209392 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0a398460-123d-410c-b20b-c5efec23535b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4274547 Apr 11 14:30:47.212305 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46476) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:30:47.218170 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-da7b5d4a-1aba-43c3-b3e6-8c516f501606 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'ce432393-7485-401a-96a9-60a5beea480c', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:30:47.224351 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-da7b5d4a-1aba-43c3-b3e6-8c516f501606 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:30:47.228234 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-da7b5d4a-1aba-43c3-b3e6-8c516f501606 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:30:47.232501 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-da7b5d4a-1aba-43c3-b3e6-8c516f501606 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:30:47.244006 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-da7b5d4a-1aba-43c3-b3e6-8c516f501606 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:30:47.317470 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-da7b5d4a-1aba-43c3-b3e6-8c516f501606 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:47.389415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-da7b5d4a-1aba-43c3-b3e6-8c516f501606 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:47.467004 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-da7b5d4a-1aba-43c3-b3e6-8c516f501606 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:47.491985 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b5d4a-1aba-43c3-b3e6-8c516f501606 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a78fe8-7ab2-46b8-838c-6231a5d4df3f,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:30:47.596315 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-da7b5d4a-1aba-43c3-b3e6-8c516f501606 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:47.596315 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-da7b5d4a-1aba-43c3-b3e6-8c516f501606 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3752718 Apr 11 14:30:47.596315 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46480) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:30:47.597177 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-8c044d5f-192b-4388-b1c8-9a0f4770241c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'ce432393-7485-401a-96a9-60a5beea480c', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:30:47.603439 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8c044d5f-192b-4388-b1c8-9a0f4770241c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:30:47.608778 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8c044d5f-192b-4388-b1c8-9a0f4770241c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:30:47.612964 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8c044d5f-192b-4388-b1c8-9a0f4770241c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:30:47.622284 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8c044d5f-192b-4388-b1c8-9a0f4770241c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:30:47.729135 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8c044d5f-192b-4388-b1c8-9a0f4770241c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:47.795438 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8c044d5f-192b-4388-b1c8-9a0f4770241c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:47.887798 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8c044d5f-192b-4388-b1c8-9a0f4770241c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:47.907735 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c044d5f-192b-4388-b1c8-9a0f4770241c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=276af635-3796-4eb8-b4a6-349e4528c507,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:30:48.029779 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8c044d5f-192b-4388-b1c8-9a0f4770241c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:48.029779 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8c044d5f-192b-4388-b1c8-9a0f4770241c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4359868 Apr 11 14:30:48.036792 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46484) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:30:48.036792 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-ca6ca028-aca9-4a4e-b071-cf83a692f6ee tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'ce432393-7485-401a-96a9-60a5beea480c', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:30:48.043187 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ca6ca028-aca9-4a4e-b071-cf83a692f6ee tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:30:48.047181 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ca6ca028-aca9-4a4e-b071-cf83a692f6ee tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:30:48.050108 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ca6ca028-aca9-4a4e-b071-cf83a692f6ee tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:30:48.056110 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ca6ca028-aca9-4a4e-b071-cf83a692f6ee tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:30:48.171614 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ca6ca028-aca9-4a4e-b071-cf83a692f6ee tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:48.350330 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ca6ca028-aca9-4a4e-b071-cf83a692f6ee tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:48.439253 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ca6ca028-aca9-4a4e-b071-cf83a692f6ee tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:48.462904 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ca028-aca9-4a4e-b071-cf83a692f6ee tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2736bb35-dbd6-4192-ba6e-e063b7a0687f,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:30:48.558421 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ca6ca028-aca9-4a4e-b071-cf83a692f6ee tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:48.560348 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ca6ca028-aca9-4a4e-b071-cf83a692f6ee tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5276940 Apr 11 14:30:48.564402 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46488) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:30:48.568712 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-a9d2f988-9121-4276-9950-88792f42cf85 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'ce432393-7485-401a-96a9-60a5beea480c', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:30:48.575478 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a9d2f988-9121-4276-9950-88792f42cf85 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:30:48.579459 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a9d2f988-9121-4276-9950-88792f42cf85 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:30:48.582493 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a9d2f988-9121-4276-9950-88792f42cf85 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:30:48.588170 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a9d2f988-9121-4276-9950-88792f42cf85 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:30:48.706920 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a9d2f988-9121-4276-9950-88792f42cf85 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:48.772026 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a9d2f988-9121-4276-9950-88792f42cf85 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:48.848227 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a9d2f988-9121-4276-9950-88792f42cf85 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:48.876380 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2f988-9121-4276-9950-88792f42cf85 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b8b49d3-8386-4038-9d45-887931ee7375,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:30:48.979710 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a9d2f988-9121-4276-9950-88792f42cf85 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:48.979710 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a9d2f988-9121-4276-9950-88792f42cf85 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4119720 Apr 11 14:30:48.979951 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46492) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:30:48.985763 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-0156004c-fc9a-4b91-8596-428db5909f5b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'ce432393-7485-401a-96a9-60a5beea480c', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:30:48.991865 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0156004c-fc9a-4b91-8596-428db5909f5b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:30:48.995804 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0156004c-fc9a-4b91-8596-428db5909f5b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:30:48.999501 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0156004c-fc9a-4b91-8596-428db5909f5b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:30:49.006117 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0156004c-fc9a-4b91-8596-428db5909f5b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:30:49.079972 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-0156004c-fc9a-4b91-8596-428db5909f5b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Project 572b8884360948e38c79b057606230d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:30:49.085503 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0156004c-fc9a-4b91-8596-428db5909f5b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:49.154898 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0156004c-fc9a-4b91-8596-428db5909f5b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:49.250853 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0156004c-fc9a-4b91-8596-428db5909f5b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:49.272549 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156004c-fc9a-4b91-8596-428db5909f5b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e7177e-7279-44d5-b1d3-18f5aff1196e,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:30:49.283753 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0156004c-fc9a-4b91-8596-428db5909f5b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:30:49.284100 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0156004c-fc9a-4b91-8596-428db5909f5b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:30:49.284438 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0156004c-fc9a-4b91-8596-428db5909f5b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:30:49.284773 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0156004c-fc9a-4b91-8596-428db5909f5b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:30:49.285100 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0156004c-fc9a-4b91-8596-428db5909f5b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:30:49.285428 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0156004c-fc9a-4b91-8596-428db5909f5b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:30:49.285760 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0156004c-fc9a-4b91-8596-428db5909f5b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:30:49.286111 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0156004c-fc9a-4b91-8596-428db5909f5b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:30:49.286436 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0156004c-fc9a-4b91-8596-428db5909f5b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:30:49.286759 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0156004c-fc9a-4b91-8596-428db5909f5b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:30:49.287080 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0156004c-fc9a-4b91-8596-428db5909f5b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:30:49.287401 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0156004c-fc9a-4b91-8596-428db5909f5b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:30:49.392333 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0156004c-fc9a-4b91-8596-428db5909f5b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:49.393543 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0156004c-fc9a-4b91-8596-428db5909f5b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4129965 Apr 11 14:30:49.396382 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46496) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:30:49.401457 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-7e14ea78-b865-4886-9513-38dc1a1739d6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'ce432393-7485-401a-96a9-60a5beea480c', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:30:49.408859 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7e14ea78-b865-4886-9513-38dc1a1739d6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:30:49.412666 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7e14ea78-b865-4886-9513-38dc1a1739d6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:30:49.415873 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7e14ea78-b865-4886-9513-38dc1a1739d6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:30:49.423548 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7e14ea78-b865-4886-9513-38dc1a1739d6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:30:49.512651 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-7e14ea78-b865-4886-9513-38dc1a1739d6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Project 572b8884360948e38c79b057606230d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:30:49.519814 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7e14ea78-b865-4886-9513-38dc1a1739d6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:49.586881 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7e14ea78-b865-4886-9513-38dc1a1739d6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:49.672509 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7e14ea78-b865-4886-9513-38dc1a1739d6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:49.697892 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14ea78-b865-4886-9513-38dc1a1739d6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe51f23-42fd-4a95-9072-30e07e1e31b5,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:30:49.775460 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7e14ea78-b865-4886-9513-38dc1a1739d6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:49.779148 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7e14ea78-b865-4886-9513-38dc1a1739d6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3792605 Apr 11 14:30:49.945927 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-810baa03-4980-4b89-978c-64822e784e5b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-952434350&fields=id&tenant_id=572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 267 time: 0.0412512 Apr 11 14:30:50.102672 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-cfe26ad2-cce0-4e3d-b6ce-243534c47104 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:30:50.103671 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-cfe26ad2-cce0-4e3d-b6ce-243534c47104 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/networks?id=9345c27e-300c-47ef-a732-f5b795485404 HTTP/1.1" status: 200 len: 796 time: 0.1499524 Apr 11 14:30:50.119209 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-c27c5b89-052a-4475-a152-0289813c86df tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/quotas/572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 375 time: 0.0092256 Apr 11 14:30:50.220028 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-ee2ee407-2465-412b-8934-870487552905 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0953641 Apr 11 14:30:50.499295 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-d27b3e0d-dac8-4486-aef4-ebf138bae2fd service neutron] 10.222.0.66 "GET /v2.0/networks/9345c27e-300c-47ef-a732-f5b795485404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659125 Apr 11 14:30:50.633050 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-461c41f3-f2c3-4df6-a24c-7ef2a0cb3c40 service neutron] 10.222.0.66 "GET /v2.0/networks/9345c27e-300c-47ef-a732-f5b795485404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278362 Apr 11 14:30:50.973984 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-432bd9db-6074-4a77-860a-20a56588564c req-3642eb8b-9dcb-4c1a-9fcf-209c4b0c9f30 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=1994348f-7675-4e79-8cfb-2454eff8a02f HTTP/1.1" status: 200 len: 210 time: 0.0535464 Apr 11 14:30:52.133046 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a62512f1-d806-41fa-956b-9d04fc663d45 req-204499a7-089e-40a3-80f0-8763fed40c88 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=1994348f-7675-4e79-8cfb-2454eff8a02f HTTP/1.1" status: 200 len: 210 time: 0.0436280 Apr 11 14:30:53.319403 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d42b94ba-1784-4635-96a1-ec6330d2bbde req-a6d267e3-1ad2-4d0d-9380-fb7e84a2fff8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=1994348f-7675-4e79-8cfb-2454eff8a02f HTTP/1.1" status: 200 len: 210 time: 0.0622356 Apr 11 14:30:53.433167 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-feb83ef3-2eb1-464d-93a0-2830becd251c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:30:53.434724 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-feb83ef3-2eb1-464d-93a0-2830becd251c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/networks?id=9345c27e-300c-47ef-a732-f5b795485404 HTTP/1.1" status: 200 len: 796 time: 0.1970630 Apr 11 14:30:53.495167 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-0474e857-4ffb-4e86-b84c-a5f644ffaa62 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:30:53.603783 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-0474e857-4ffb-4e86-b84c-a5f644ffaa62 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:30:53.605871 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-0474e857-4ffb-4e86-b84c-a5f644ffaa62 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 472 time: 0.1562600 Apr 11 14:30:53.614242 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-bd7e4f9c-0e4c-4a8c-9dfd-d1ecfc49b9a1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'port': {'device_id': '1994348f-7675-4e79-8cfb-2454eff8a02f', 'network_id': '9345c27e-300c-47ef-a732-f5b795485404', 'admin_state_up': True, 'tenant_id': '572b8884360948e38c79b057606230d9', 'security_groups': ['ce432393-7485-401a-96a9-60a5beea480c']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:30:53.759007 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-bd7e4f9c-0e4c-4a8c-9dfd-d1ecfc49b9a1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:30:53.769017 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-bd7e4f9c-0e4c-4a8c-9dfd-d1ecfc49b9a1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:30:53.870703 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-bd7e4f9c-0e4c-4a8c-9dfd-d1ecfc49b9a1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:30:53.874415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-bd7e4f9c-0e4c-4a8c-9dfd-d1ecfc49b9a1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:54.062571 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-bd7e4f9c-0e4c-4a8c-9dfd-d1ecfc49b9a1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.20.0.9 (9345c27e-300c-47ef-a732-f5b795485404/469ea0a4-34b9-4711-90db-27aa3de2df75/a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:30:54.220649 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:54.307069 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-bd7e4f9c-0e4c-4a8c-9dfd-d1ecfc49b9a1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:54.328480 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-bd7e4f9c-0e4c-4a8c-9dfd-d1ecfc49b9a1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Transition to ACTIVE for port object a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:30:54.432783 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-bd7e4f9c-0e4c-4a8c-9dfd-d1ecfc49b9a1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:54.526670 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-bd7e4f9c-0e4c-4a8c-9dfd-d1ecfc49b9a1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network 9345c27e-300c-47ef-a732-f5b795485404 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:30:54.531227 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-bd7e4f9c-0e4c-4a8c-9dfd-d1ecfc49b9a1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:30:54.533774 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-bd7e4f9c-0e4c-4a8c-9dfd-d1ecfc49b9a1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:30:54.562947 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36065069-fe8e-4519-9dfa-7c26bf6c6c98 req-41f77238-7659-427d-bbbb-c7775a3671b3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:30:54.563551 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-36065069-fe8e-4519-9dfa-7c26bf6c6c98 req-41f77238-7659-427d-bbbb-c7775a3671b3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=1994348f-7675-4e79-8cfb-2454eff8a02f HTTP/1.1" status: 200 len: 931 time: 0.1068676 Apr 11 14:30:54.603384 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e4f9c-0e4c-4a8c-9dfd-d1ecfc49b9a1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:30:54.630602 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-36065069-fe8e-4519-9dfa-7c26bf6c6c98 req-59e5c56f-b727-420b-ab0c-5a744fb80ec6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce432393-7485-401a-96a9-60a5beea480c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603712 Apr 11 14:30:54.639048 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-bd7e4f9c-0e4c-4a8c-9dfd-d1ecfc49b9a1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:30:54.640926 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-bd7e4f9c-0e4c-4a8c-9dfd-d1ecfc49b9a1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:54.746356 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-bd7e4f9c-0e4c-4a8c-9dfd-d1ecfc49b9a1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1358881 Apr 11 14:30:54.765563 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-2ca1e4ba-6c95-4738-81c9-c5a867b3dc1c service neutron] Request body: {'port': {'device_id': '1994348f-7675-4e79-8cfb-2454eff8a02f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:30:54.926700 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-2ca1e4ba-6c95-4738-81c9-c5a867b3dc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:54.932135 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8d88513e-c6ae-47bc-8bf7-f0037729a5bc None None] Provisioning for port a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:30:54.938443 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8d88513e-c6ae-47bc-8bf7-f0037729a5bc None None] Provisioning complete for port a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:30:54.938820 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8d88513e-c6ae-47bc-8bf7-f0037729a5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:55.011410 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-8d88513e-c6ae-47bc-8bf7-f0037729a5bc None None] Port a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:30:55.157925 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-214cd3a1-b997-4e08-bbc6-d2ce7d618107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:55.310002 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-2ca1e4ba-6c95-4738-81c9-c5a867b3dc1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:30:55.317416 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-2ca1e4ba-6c95-4738-81c9-c5a867b3dc1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:55.331961 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-2ca1e4ba-6c95-4738-81c9-c5a867b3dc1c service neutron] Transition to ACTIVE for port object a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:30:55.392568 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-2ca1e4ba-6c95-4738-81c9-c5a867b3dc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:55.667286 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1e4ba-6c95-4738-81c9-c5a867b3dc1c service neutron] Pushing event updated for resources: {'Port': ['ID=a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:30:55.801290 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-2ca1e4ba-6c95-4738-81c9-c5a867b3dc1c service neutron] Attempting to bind port a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:30:55.801625 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-2ca1e4ba-6c95-4738-81c9-c5a867b3dc1c service neutron] Attempting to bind port a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '2226edfd-b85d-4525-be86-1547f795371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '9345c27e-300c-47ef-a732-f5b795485404'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:30:55.801995 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-2ca1e4ba-6c95-4738-81c9-c5a867b3dc1c service neutron] Attempting to bind port a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf on network 9345c27e-300c-47ef-a732-f5b795485404 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:30:55.810503 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-2ca1e4ba-6c95-4738-81c9-c5a867b3dc1c service neutron] Port a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf on network 9345c27e-300c-47ef-a732-f5b795485404 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:30:55.810814 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-2ca1e4ba-6c95-4738-81c9-c5a867b3dc1c service neutron] Attempting to bind port a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf on network 9345c27e-300c-47ef-a732-f5b795485404 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:30:55.818138 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-2ca1e4ba-6c95-4738-81c9-c5a867b3dc1c service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:30:55.818476 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-2ca1e4ba-6c95-4738-81c9-c5a867b3dc1c service neutron] Checking segment: {'id': '2226edfd-b85d-4525-be86-1547f795371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '9345c27e-300c-47ef-a732-f5b795485404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:30:55.818854 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-2ca1e4ba-6c95-4738-81c9-c5a867b3dc1c service neutron] Bound using segment: {'id': '2226edfd-b85d-4525-be86-1547f795371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '9345c27e-300c-47ef-a732-f5b795485404'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:30:55.819278 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-2ca1e4ba-6c95-4738-81c9-c5a867b3dc1c service neutron] Bound port: a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2226edfd-b85d-4525-be86-1547f795371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '9345c27e-300c-47ef-a732-f5b795485404'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:30:55.819622 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-2ca1e4ba-6c95-4738-81c9-c5a867b3dc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:55.910540 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d11ef-097b-4426-8441-6c02d940bfd9 req-d4fe61d9-3b7a-4283-a6ce-59f6bccdde03 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:30:55.911265 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-ce0d11ef-097b-4426-8441-6c02d940bfd9 req-d4fe61d9-3b7a-4283-a6ce-59f6bccdde03 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:30:55.946684 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-2ca1e4ba-6c95-4738-81c9-c5a867b3dc1c service neutron] For port a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:30:55.950375 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-2ca1e4ba-6c95-4738-81c9-c5a867b3dc1c service neutron] For port a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf,segment=NetworkSegment(2226edfd-b85d-4525-be86-1547f795371d),segment_id=2226edfd-b85d-4525-be86-1547f795371d)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:30:56.025415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-ce0d11ef-097b-4426-8441-6c02d940bfd9 req-d4fe61d9-3b7a-4283-a6ce-59f6bccdde03 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:30:56.026632 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ce0d11ef-097b-4426-8441-6c02d940bfd9 req-d4fe61d9-3b7a-4283-a6ce-59f6bccdde03 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=1994348f-7675-4e79-8cfb-2454eff8a02f HTTP/1.1" status: 200 len: 943 time: 0.2776139 Apr 11 14:30:56.059078 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-2ca1e4ba-6c95-4738-81c9-c5a867b3dc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:56.130804 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-2ca1e4ba-6c95-4738-81c9-c5a867b3dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:30:56.131485 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-2ca1e4ba-6c95-4738-81c9-c5a867b3dc1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:56.132766 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-2ca1e4ba-6c95-4738-81c9-c5a867b3dc1c service neutron] 10.222.0.53 "PUT /v2.0/ports/a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf HTTP/1.1" status: 200 len: 1093 time: 1.3725667 Apr 11 14:30:56.135910 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1994348f-7675-4e79-8cfb-2454eff8a02f', 'tag': 'a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:30:56.157646 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ce0d11ef-097b-4426-8441-6c02d940bfd9 req-d6baa89e-6b71-4594-9303-e89b55e80904 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce432393-7485-401a-96a9-60a5beea480c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240222 Apr 11 14:30:56.172974 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1e4ba-6c95-4738-81c9-c5a867b3dc1c service neutron] Pushing event updated for resources: {'Port': ['ID=a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:30:56.206336 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3630bc73-6ae9-4afb-bfa9-4da0ba02a369'] response: {'name': 'network-changed', 'server_uuid': '1994348f-7675-4e79-8cfb-2454eff8a02f', 'tag': 'a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf', 'status': 'completed', 'code': 200} Apr 11 14:30:56.334840 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462df26-4913-454c-b19a-c5f4aa0fc4c8 req-1ad44917-b3a1-4e54-a277-477d427b0bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:30:56.336123 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b462df26-4913-454c-b19a-c5f4aa0fc4c8 req-1ad44917-b3a1-4e54-a277-477d427b0bb0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=1994348f-7675-4e79-8cfb-2454eff8a02f HTTP/1.1" status: 200 len: 1096 time: 0.0910158 Apr 11 14:30:56.494698 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462df26-4913-454c-b19a-c5f4aa0fc4c8 req-ce57a6b0-818b-436c-8129-72dce221f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:30:56.496155 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b462df26-4913-454c-b19a-c5f4aa0fc4c8 req-ce57a6b0-818b-436c-8129-72dce221f975 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=572b8884360948e38c79b057606230d9&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1465325 Apr 11 14:30:56.640814 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462df26-4913-454c-b19a-c5f4aa0fc4c8 req-43674d96-ba08-4885-a8b9-6a7fda928812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:30:56.642295 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b462df26-4913-454c-b19a-c5f4aa0fc4c8 req-43674d96-ba08-4885-a8b9-6a7fda928812 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1396019 Apr 11 14:30:56.780034 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-9d76ae16-dc49-44db-aac9-298a67286eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:30:56.780034 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-9d76ae16-dc49-44db-aac9-298a67286eff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=1994348f-7675-4e79-8cfb-2454eff8a02f HTTP/1.1" status: 200 len: 1096 time: 0.0731294 Apr 11 14:30:56.852458 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-dafb0fc9-db13-42cb-8b03-8ba1f25cfa0e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf HTTP/1.1" status: 200 len: 217 time: 0.0666471 Apr 11 14:30:56.917062 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-7dd557c7-1ac1-4f92-87e8-6434f06db41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:30:56.919282 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-7dd557c7-1ac1-4f92-87e8-6434f06db41c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=469ea0a4-34b9-4711-90db-27aa3de2df75 HTTP/1.1" status: 200 len: 835 time: 0.0604858 Apr 11 14:30:57.000790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-c8120f07-4017-46cb-9547-61c0cf23c7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:30:57.002823 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-c8120f07-4017-46cb-9547-61c0cf23c7aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9345c27e-300c-47ef-a732-f5b795485404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779538 Apr 11 14:30:57.139528 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-ffc5d715-1b8f-45b5-9337-c82e76c5da26 service neutron] 10.222.0.53 "GET /v2.0/networks/9345c27e-300c-47ef-a732-f5b795485404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308351 Apr 11 14:30:57.306818 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c2cfec72-507d-4208-a4c9-a00d32dc87f3 req-806b12a9-a7b4-4776-9357-0db39df0be12 service neutron] 10.222.0.53 "GET /v2.0/networks/9345c27e-300c-47ef-a732-f5b795485404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617396 Apr 11 14:30:57.361151 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b77b8-6138-464c-be6c-89a16e9604a9 req-12afaf46-096a-48f8-bf37-93e69c87fb82 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:30:57.362721 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e45b77b8-6138-464c-be6c-89a16e9604a9 req-12afaf46-096a-48f8-bf37-93e69c87fb82 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=1994348f-7675-4e79-8cfb-2454eff8a02f HTTP/1.1" status: 200 len: 943 time: 0.0902419 Apr 11 14:30:57.410294 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e45b77b8-6138-464c-be6c-89a16e9604a9 req-7448d846-f618-499f-a981-0be98a5bfa8b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce432393-7485-401a-96a9-60a5beea480c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418081 Apr 11 14:30:57.764965 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d96d20af-1f53-4dcd-b020-56bc1f8f5d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:58.609338 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:58.613224 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb70d0-0771-4813-8f97-a2f43db3d231 req-a226702c-c2f1-43d4-91a8-8343666fe7ef tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:30:58.614742 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f5cb70d0-0771-4813-8f97-a2f43db3d231 req-a226702c-c2f1-43d4-91a8-8343666fe7ef tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=1994348f-7675-4e79-8cfb-2454eff8a02f HTTP/1.1" status: 200 len: 943 time: 0.0928996 Apr 11 14:30:58.662591 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f5cb70d0-0771-4813-8f97-a2f43db3d231 req-437b2754-fa6b-44f9-9431-e399ee602919 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce432393-7485-401a-96a9-60a5beea480c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421441 Apr 11 14:30:58.674525 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:59.859177 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc0a3f-3d20-4d63-abc9-7e5579aca129 req-e6ce3116-eac7-49a3-8e7b-d95513c80d05 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:30:59.860560 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c6dc0a3f-3d20-4d63-abc9-7e5579aca129 req-e6ce3116-eac7-49a3-8e7b-d95513c80d05 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=1994348f-7675-4e79-8cfb-2454eff8a02f HTTP/1.1" status: 200 len: 943 time: 0.0853224 Apr 11 14:30:59.905236 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:30:59.908009 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c6dc0a3f-3d20-4d63-abc9-7e5579aca129 req-43fea984-2260-4221-83bf-9f7f4c108fae tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce432393-7485-401a-96a9-60a5beea480c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397778 Apr 11 14:31:01.224552 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f5103-d6aa-4ecc-becf-8b1cf540199e req-12da5e73-b559-49c8-aaa3-0a395fe34ce6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:31:01.226089 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4b1f5103-d6aa-4ecc-becf-8b1cf540199e req-12da5e73-b559-49c8-aaa3-0a395fe34ce6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=1994348f-7675-4e79-8cfb-2454eff8a02f HTTP/1.1" status: 200 len: 943 time: 0.2087431 Apr 11 14:31:01.275723 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:31:01.277508 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4b1f5103-d6aa-4ecc-becf-8b1cf540199e req-086f70fd-efcb-4d92-8c6a-7c519887f480 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce432393-7485-401a-96a9-60a5beea480c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441236 Apr 11 14:31:01.427302 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf,segment=NetworkSegment(2226edfd-b85d-4525-be86-1547f795371d),segment_id=2226edfd-b85d-4525-be86-1547f795371d)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:31:01.444516 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': 'a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf', 'network_id': '9345c27e-300c-47ef-a732-f5b795485404', 'port_id': 'a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf', 'mac_address': 'fa:16:3e:33:9f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:31:01.502956 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:31:01.519759 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:31:01.535341 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf,segment=NetworkSegment(2226edfd-b85d-4525-be86-1547f795371d),segment_id=2226edfd-b85d-4525-be86-1547f795371d)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:31:01.610230 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:31:01.676678 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:31:01.685237 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:31:01.685586 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:31:01.685951 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:31:01.686290 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:31:01.686644 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:31:01.687239 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:31:01.687483 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:31:01.687812 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:31:01.688139 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:31:01.688468 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:31:01.688812 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:31:01.689133 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:31:02.017365 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:31:02.470125 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fddd90-9be5-4f7c-8a40-03e9c53afce3 req-fca72358-0704-4feb-92b9-2a00c7a88c46 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:31:02.471636 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-98fddd90-9be5-4f7c-8a40-03e9c53afce3 req-fca72358-0704-4feb-92b9-2a00c7a88c46 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=1994348f-7675-4e79-8cfb-2454eff8a02f HTTP/1.1" status: 200 len: 944 time: 0.0876937 Apr 11 14:31:02.515713 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-98fddd90-9be5-4f7c-8a40-03e9c53afce3 req-0c4e82e6-7491-41ae-bcf2-7fe33408fda7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce432393-7485-401a-96a9-60a5beea480c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384288 Apr 11 14:31:03.294110 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:31:03.449445 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:31:03.455612 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:31:03.455986 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:31:03.584748 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:31:03.615347 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1994348f-7675-4e79-8cfb-2454eff8a02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:31:03.625785 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf,segment=NetworkSegment(2226edfd-b85d-4525-be86-1547f795371d),segment_id=2226edfd-b85d-4525-be86-1547f795371d)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:31:03.666610 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31329ec3-d26b-4204-acfb-0b631b7495ee'] response: {'server_uuid': '1994348f-7675-4e79-8cfb-2454eff8a02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf', 'code': 200} Apr 11 14:31:03.723990 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:31:03.739056 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182931b-e55a-47a7-a69b-a6d5d4b45a52 req-7295979e-c3f6-434f-bba6-ee7a092ff7e7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:31:03.740747 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4182931b-e55a-47a7-a69b-a6d5d4b45a52 req-7295979e-c3f6-434f-bba6-ee7a092ff7e7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=1994348f-7675-4e79-8cfb-2454eff8a02f HTTP/1.1" status: 200 len: 944 time: 0.0972178 Apr 11 14:31:03.794416 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4182931b-e55a-47a7-a69b-a6d5d4b45a52 req-d2d29c4c-a882-4727-a904-0cba51da6887 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce432393-7485-401a-96a9-60a5beea480c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466201 Apr 11 14:31:03.810410 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:31:04.221245 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce80a19-be1d-4495-baea-f820b6d4545b req-1e6a35ea-84cf-4952-8efe-a4fc27dd445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:31:04.222764 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2ce80a19-be1d-4495-baea-f820b6d4545b req-1e6a35ea-84cf-4952-8efe-a4fc27dd445d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1994348f-7675-4e79-8cfb-2454eff8a02f HTTP/1.1" status: 200 len: 1098 time: 0.1963382 Apr 11 14:31:04.271373 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2ce80a19-be1d-4495-baea-f820b6d4545b req-b6e64403-c5a9-41b7-a453-e2075d6060b9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ce432393-7485-401a-96a9-60a5beea480c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342307 Apr 11 14:31:05.338208 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df07d71-4f02-402f-b57c-3ef782567d63 req-a967949f-7e0f-4f99-ba7a-888dfa35dbf3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:31:05.338208 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7df07d71-4f02-402f-b57c-3ef782567d63 req-a967949f-7e0f-4f99-ba7a-888dfa35dbf3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=1994348f-7675-4e79-8cfb-2454eff8a02f HTTP/1.1" status: 200 len: 945 time: 0.0874290 Apr 11 14:31:05.338208 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7df07d71-4f02-402f-b57c-3ef782567d63 req-8097e9f0-0798-465a-a222-03ebb45ed60b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce432393-7485-401a-96a9-60a5beea480c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433104 Apr 11 14:31:06.251308 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09079437-46a5-4e55-b7ef-49cff8bd8825 req-c37e0e43-3206-43a2-bce4-4a308848b18c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:31:06.252826 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-09079437-46a5-4e55-b7ef-49cff8bd8825 req-c37e0e43-3206-43a2-bce4-4a308848b18c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=1994348f-7675-4e79-8cfb-2454eff8a02f HTTP/1.1" status: 200 len: 945 time: 0.0842021 Apr 11 14:31:06.305570 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-09079437-46a5-4e55-b7ef-49cff8bd8825 req-1f6e5afd-5aed-457b-9115-3765d107c53c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce432393-7485-401a-96a9-60a5beea480c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466590 Apr 11 14:31:06.496972 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3b668-c0c4-4cba-8329-947700a30b59 req-d3b8428c-7133-42c9-9e3a-f61c5191c828 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:31:06.498604 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d2d3b668-c0c4-4cba-8329-947700a30b59 req-d3b8428c-7133-42c9-9e3a-f61c5191c828 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=1994348f-7675-4e79-8cfb-2454eff8a02f HTTP/1.1" status: 200 len: 945 time: 0.0851526 Apr 11 14:31:06.547135 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d2d3b668-c0c4-4cba-8329-947700a30b59 req-d3789203-327f-4551-8ddd-91c15eacad9c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce432393-7485-401a-96a9-60a5beea480c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419962 Apr 11 14:31:06.569844 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46564) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:31:06.646484 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6725c4-cf3e-4fa0-a0dc-0ab651bd2998 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:31:06.647984 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1b6725c4-cf3e-4fa0-a0dc-0ab651bd2998 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1994348f-7675-4e79-8cfb-2454eff8a02f HTTP/1.1" status: 200 len: 1093 time: 0.0770559 Apr 11 14:31:06.650867 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46568) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:31:06.656991 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-54cecc03-0fad-4320-bc93-8cf42a433682 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'floatingip': {'port_id': 'a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:31:06.737916 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-54cecc03-0fad-4320-bc93-8cf42a433682 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:31:07.348478 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-54cecc03-0fad-4320-bc93-8cf42a433682 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:31:07.414676 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-54cecc03-0fad-4320-bc93-8cf42a433682 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:31:07.587908 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-54cecc03-0fad-4320-bc93-8cf42a433682 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Floating IP 5b83f420-f549-4ea0-912f-d1a18da4339c associated. External IP: 172.26.7.168, port: a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf. Apr 11 14:31:08.072718 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54cecc03-0fad-4320-bc93-8cf42a433682 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router a33b0e82-7339-4f35-839a-0b570e786792 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:31:08.262001 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cecc03-0fad-4320-bc93-8cf42a433682 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:31:08.267090 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-54cecc03-0fad-4320-bc93-8cf42a433682 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:31:08.272627 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8495c23-cc7a-4132-acb5-9f52380720db None None] Sync routers for ids ['a33b0e82-7339-4f35-839a-0b570e786792'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:31:08.283962 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8495c23-cc7a-4132-acb5-9f52380720db None None] Routers {'a33b0e82-7339-4f35-839a-0b570e786792'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:31:08.284569 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-a8495c23-cc7a-4132-acb5-9f52380720db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:30:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['a33b0e82-7339-4f35-839a-0b570e786792'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:31:08.332007 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-54cecc03-0fad-4320-bc93-8cf42a433682 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "PUT /v2.0/floatingips/5b83f420-f549-4ea0-912f-d1a18da4339c HTTP/1.1" status: 200 len: 991 time: 1.6800356 Apr 11 14:31:08.332502 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1994348f-7675-4e79-8cfb-2454eff8a02f', 'tag': 'a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:31:08.335151 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46572) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:31:08.379349 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a21238e-23eb-4a2e-8fee-29d89ac1836b'] response: {'name': 'network-changed', 'server_uuid': '1994348f-7675-4e79-8cfb-2454eff8a02f', 'tag': 'a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf', 'status': 'completed', 'code': 200} Apr 11 14:31:08.475666 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-a8495c23-cc7a-4132-acb5-9f52380720db None None] Set router a33b0e82-7339-4f35-839a-0b570e786792 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:31:08.492854 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-27d2aabe-d112-49a7-89d3-97fb2d569b32 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/5b83f420-f549-4ea0-912f-d1a18da4339c HTTP/1.1" status: 200 len: 991 time: 0.1564806 Apr 11 14:31:08.522369 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32c9f3-5724-4cac-82df-eaec90ba0c81 req-62ebb54a-482f-4fed-b6cc-95f72b9726dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:31:08.523836 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2b32c9f3-5724-4cac-82df-eaec90ba0c81 req-62ebb54a-482f-4fed-b6cc-95f72b9726dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=1994348f-7675-4e79-8cfb-2454eff8a02f HTTP/1.1" status: 200 len: 1098 time: 0.0921717 Apr 11 14:31:08.666245 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32c9f3-5724-4cac-82df-eaec90ba0c81 req-027257e0-e588-443f-8d84-640c0faf36a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:31:08.667596 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2b32c9f3-5724-4cac-82df-eaec90ba0c81 req-027257e0-e588-443f-8d84-640c0faf36a3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9345c27e-300c-47ef-a732-f5b795485404 HTTP/1.1" status: 200 len: 898 time: 0.1375561 Apr 11 14:31:08.783716 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2b32c9f3-5724-4cac-82df-eaec90ba0c81 req-8b1f9a93-eb14-49bf-afda-103a0fe95376 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf HTTP/1.1" status: 200 len: 999 time: 0.1085765 Apr 11 14:31:08.847151 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32c9f3-5724-4cac-82df-eaec90ba0c81 req-1754e091-a0ec-44ef-9002-cf45ada128f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:31:08.848594 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2b32c9f3-5724-4cac-82df-eaec90ba0c81 req-1754e091-a0ec-44ef-9002-cf45ada128f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=469ea0a4-34b9-4711-90db-27aa3de2df75 HTTP/1.1" status: 200 len: 835 time: 0.0586863 Apr 11 14:31:08.849026 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-a8495c23-cc7a-4132-acb5-9f52380720db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'name': 'tempest-TestNetworkBasicOps-router-2092512521', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:28:51Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:52Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '5b83f420-f549-4ea0-912f-d1a18da4339c', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.168', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'port_id': 'a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9345c27e-300c-47ef-a732-f5b795485404', 'mac_address': 'fa:16:3e:33:9f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1994348f-7675-4e79-8cfb-2454eff8a02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:29:24Z', 'updated_at': '2022-04-11T14:31:07Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed9adf3-8b24-465b-a749-09de62058f6a', 'name': '', 'network_id': '9345c27e-300c-47ef-a732-f5b795485404', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:8a:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:58Z', 'updated_at': '2022-04-11T14:29:05Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:31:08.853258 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8495c23-cc7a-4132-acb5-9f52380720db None None] Checking router: a33b0e82-7339-4f35-839a-0b570e786792 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:31:08.862519 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8495c23-cc7a-4132-acb5-9f52380720db None None] Routers {'a33b0e82-7339-4f35-839a-0b570e786792'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:31:08.863113 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-a8495c23-cc7a-4132-acb5-9f52380720db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:30:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['a33b0e82-7339-4f35-839a-0b570e786792'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:31:08.930309 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32c9f3-5724-4cac-82df-eaec90ba0c81 req-c3e0be4d-0caa-48c7-bd87-4427751b6652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:31:08.931722 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2b32c9f3-5724-4cac-82df-eaec90ba0c81 req-c3e0be4d-0caa-48c7-bd87-4427751b6652 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9345c27e-300c-47ef-a732-f5b795485404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771384 Apr 11 14:31:09.052139 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-a8495c23-cc7a-4132-acb5-9f52380720db None None] Set router a33b0e82-7339-4f35-839a-0b570e786792 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:31:09.081259 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2b32c9f3-5724-4cac-82df-eaec90ba0c81 req-282fd2f8-f68e-4989-9f09-a53fb948decd service neutron] 10.222.0.53 "GET /v2.0/networks/9345c27e-300c-47ef-a732-f5b795485404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424768 Apr 11 14:31:09.215367 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2b32c9f3-5724-4cac-82df-eaec90ba0c81 req-f0761c17-c72d-48c0-bbb2-04f9b71ce2db service neutron] 10.222.0.53 "GET /v2.0/networks/9345c27e-300c-47ef-a732-f5b795485404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279478 Apr 11 14:31:09.447225 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-a8495c23-cc7a-4132-acb5-9f52380720db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'name': 'tempest-TestNetworkBasicOps-router-2092512521', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:28:51Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:52Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '5b83f420-f549-4ea0-912f-d1a18da4339c', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.168', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'port_id': 'a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9345c27e-300c-47ef-a732-f5b795485404', 'mac_address': 'fa:16:3e:33:9f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1994348f-7675-4e79-8cfb-2454eff8a02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:29:24Z', 'updated_at': '2022-04-11T14:31:07Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed9adf3-8b24-465b-a749-09de62058f6a', 'name': '', 'network_id': '9345c27e-300c-47ef-a732-f5b795485404', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:8a:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:58Z', 'updated_at': '2022-04-11T14:29:05Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:31:09.451237 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8495c23-cc7a-4132-acb5-9f52380720db None None] The sync data for ids ['a33b0e82-7339-4f35-839a-0b570e786792'] in dv-neutron-837330-1-hyperv is: [{'id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'name': 'tempest-TestNetworkBasicOps-router-2092512521', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:28:51Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:52Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '5b83f420-f549-4ea0-912f-d1a18da4339c', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.168', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'port_id': 'a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9345c27e-300c-47ef-a732-f5b795485404', 'mac_address': 'fa:16:3e:33:9f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1994348f-7675-4e79-8cfb-2454eff8a02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:29:24Z', 'updated_at': '2022-04-11T14:31:07Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed9adf3-8b24-465b-a749-09de62058f6a', 'name': '', 'network_id': '9345c27e-300c-47ef-a732-f5b795485404', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:8a:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:58Z', 'updated_at': '2022-04-11T14:29:05Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:31:09.496328 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46578) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:31:09.604927 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-47b98ba3-a384-4626-86e4-a563832e129e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/5b83f420-f549-4ea0-912f-d1a18da4339c HTTP/1.1" status: 200 len: 991 time: 0.1074405 Apr 11 14:31:09.649822 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a461b77a-1de4-4fce-8567-2d6bb4b3af6e None None] New status for floating IP 5b83f420-f549-4ea0-912f-d1a18da4339c: ACTIVE {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:31:09.825978 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:31:10.609994 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46582) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:31:10.719973 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-026731ce-cf1f-4961-bee5-63d0e75446a4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/5b83f420-f549-4ea0-912f-d1a18da4339c HTTP/1.1" status: 200 len: 993 time: 0.1088376 Apr 11 14:31:12.309209 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-47d2472b-73de-4680-aca3-73b999ad1727 req-0353dc3f-a497-4744-a024-625b676e1bea service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727990 Apr 11 14:31:12.414816 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2472b-73de-4680-aca3-73b999ad1727 req-3c5dd1fa-3728-4306-8713-5e8f32f20bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:31:12.416315 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-47d2472b-73de-4680-aca3-73b999ad1727 req-3c5dd1fa-3728-4306-8713-5e8f32f20bf7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df3145cb5eb94e5db4de6b7bba758d40&device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 1098 time: 0.0754673 Apr 11 14:31:12.570236 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2472b-73de-4680-aca3-73b999ad1727 req-8a1e4e29-805e-45c5-bd95-771a0edee3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:31:12.575186 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-47d2472b-73de-4680-aca3-73b999ad1727 req-8a1e4e29-805e-45c5-bd95-771a0edee3cd service neutron] 10.222.0.53 "GET /v2.0/networks?id=b384f45c-0909-4242-b122-3a6b13e2f934 HTTP/1.1" status: 200 len: 914 time: 0.1341972 Apr 11 14:31:12.776444 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-47d2472b-73de-4680-aca3-73b999ad1727 req-ea0db0ed-9abe-42de-9be6-fb96b329424f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca5757ee-c768-4d41-bef8-6866de72bed4 HTTP/1.1" status: 200 len: 1001 time: 0.1984694 Apr 11 14:31:12.847995 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2472b-73de-4680-aca3-73b999ad1727 req-ad193465-a033-458b-b676-29e4435c0892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:31:12.849446 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-47d2472b-73de-4680-aca3-73b999ad1727 req-ad193465-a033-458b-b676-29e4435c0892 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3b75be1d-a0f4-4c83-bb21-b959bddcc5cd HTTP/1.1" status: 200 len: 851 time: 0.0661595 Apr 11 14:31:12.929077 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2472b-73de-4680-aca3-73b999ad1727 req-74ade6c5-027f-427c-857d-1313b8e9ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:31:12.929077 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-47d2472b-73de-4680-aca3-73b999ad1727 req-74ade6c5-027f-427c-857d-1313b8e9ea99 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b384f45c-0909-4242-b122-3a6b13e2f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736444 Apr 11 14:31:13.063911 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-47d2472b-73de-4680-aca3-73b999ad1727 req-49783986-d298-455e-9a0a-1f188be64724 service neutron] 10.222.0.53 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286905 Apr 11 14:31:13.198492 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-47d2472b-73de-4680-aca3-73b999ad1727 req-f3605ba4-5553-4884-8c8d-1ae8e3af1f11 service neutron] 10.222.0.53 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288040 Apr 11 14:31:24.237897 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:31:25.186121 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6adf08dc-cd70-4467-ae21-af342710ea30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:31:27.654978 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ece594b6-846b-43a5-a3ad-32345f620455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:31:28.631346 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:31:28.648235 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:31:29.842703 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:31:46.807374 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:31:54.270919 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:31:55.196657 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-30c6564b-a42f-41a0-9fbe-d24f131b24fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:31:57.705380 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3c165872-6de1-40fb-824a-4ca6352de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:31:58.631116 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:31:58.665302 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:31:59.871756 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:13.252356 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f6797e37-9336-4d5f-b901-0df85e050766 req-04d4c7ea-d9b4-4ad1-aeaf-db5320ad11b5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797176 Apr 11 14:32:13.427047 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6797e37-9336-4d5f-b901-0df85e050766 req-78b442bf-b42f-4927-a6d2-10ee2fd8e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:13.427047 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f6797e37-9336-4d5f-b901-0df85e050766 req-78b442bf-b42f-4927-a6d2-10ee2fd8e80c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6 HTTP/1.1" status: 200 len: 1098 time: 0.0789301 Apr 11 14:32:13.580342 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6797e37-9336-4d5f-b901-0df85e050766 req-bc0cae3a-8b9b-45ef-9106-dd3a2cdb6432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:13.581726 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f6797e37-9336-4d5f-b901-0df85e050766 req-bc0cae3a-8b9b-45ef-9106-dd3a2cdb6432 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9345c27e-300c-47ef-a732-f5b795485404 HTTP/1.1" status: 200 len: 898 time: 0.1379004 Apr 11 14:32:13.657727 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f6797e37-9336-4d5f-b901-0df85e050766 req-df4be188-3026-45d4-8b7b-15ee55342ddc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bac7d1d-624c-4ab0-b9e8-cf154d99b12c HTTP/1.1" status: 200 len: 217 time: 0.0691454 Apr 11 14:32:13.721979 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6797e37-9336-4d5f-b901-0df85e050766 req-717737ec-51f8-4ada-8440-b0fadb39e956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:13.723463 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f6797e37-9336-4d5f-b901-0df85e050766 req-717737ec-51f8-4ada-8440-b0fadb39e956 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=469ea0a4-34b9-4711-90db-27aa3de2df75 HTTP/1.1" status: 200 len: 835 time: 0.0597789 Apr 11 14:32:13.805376 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6797e37-9336-4d5f-b901-0df85e050766 req-a2f5fa13-6704-487d-a549-8fbfd8fb4549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:13.806893 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f6797e37-9336-4d5f-b901-0df85e050766 req-a2f5fa13-6704-487d-a549-8fbfd8fb4549 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9345c27e-300c-47ef-a732-f5b795485404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767183 Apr 11 14:32:13.941693 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f6797e37-9336-4d5f-b901-0df85e050766 req-982d9e34-c42f-41a3-84cc-4a24295d7969 service neutron] 10.222.0.53 "GET /v2.0/networks/9345c27e-300c-47ef-a732-f5b795485404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278052 Apr 11 14:32:14.091191 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f6797e37-9336-4d5f-b901-0df85e050766 req-f8aa6592-ebcc-4a2d-a36f-b8ef0b1a4462 service neutron] 10.222.0.53 "GET /v2.0/networks/9345c27e-300c-47ef-a732-f5b795485404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386960 Apr 11 14:32:21.284398 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-50269881-b4f0-4434-8562-73e66a201a9c req-8f121b96-db35-451d-bf82-40e32a559b67 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1880968095&fields=id&tenant_id=df3145cb5eb94e5db4de6b7bba758d40 HTTP/1.1" status: 200 len: 267 time: 0.0417819 Apr 11 14:32:21.436837 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50269881-b4f0-4434-8562-73e66a201a9c req-2958f4e8-8a78-4866-883d-1aebc8e3ebd1 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:21.438291 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-50269881-b4f0-4434-8562-73e66a201a9c req-2958f4e8-8a78-4866-883d-1aebc8e3ebd1 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/networks?id=b384f45c-0909-4242-b122-3a6b13e2f934 HTTP/1.1" status: 200 len: 812 time: 0.1473141 Apr 11 14:32:21.453285 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-50269881-b4f0-4434-8562-73e66a201a9c req-b85a54a3-6016-4a87-8b1d-ec3c733b5881 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/quotas/df3145cb5eb94e5db4de6b7bba758d40 HTTP/1.1" status: 200 len: 375 time: 0.0094051 Apr 11 14:32:21.544423 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-50269881-b4f0-4434-8562-73e66a201a9c req-b6f708e1-d8a6-4e0b-a761-181c03272304 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=df3145cb5eb94e5db4de6b7bba758d40&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0853264 Apr 11 14:32:21.683657 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-50269881-b4f0-4434-8562-73e66a201a9c req-2e1646f3-c117-4451-8b69-a352f9d51835 service neutron] 10.222.0.66 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267667 Apr 11 14:32:21.819663 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-50269881-b4f0-4434-8562-73e66a201a9c req-14466d99-9aed-4e73-aed0-bba038e3a121 service neutron] 10.222.0.66 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302018 Apr 11 14:32:22.499798 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b30bb-3095-4eb4-9dd9-0cda719b2c31 req-3c2b7ebb-0dc5-4262-88a8-70220043ca1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:22.501328 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-299b30bb-3095-4eb4-9dd9-0cda719b2c31 req-3c2b7ebb-0dc5-4262-88a8-70220043ca1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=1994348f-7675-4e79-8cfb-2454eff8a02f HTTP/1.1" status: 200 len: 945 time: 0.0895565 Apr 11 14:32:22.552899 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-299b30bb-3095-4eb4-9dd9-0cda719b2c31 req-11027c4d-37d1-427e-98dc-3d147fb93f41 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce432393-7485-401a-96a9-60a5beea480c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451376 Apr 11 14:32:22.582608 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-da239f9b-83f4-4b52-b20a-1dc8e4e062fa req-55b4287f-f546-460b-8990-741b7103cc66 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 210 time: 0.0569563 Apr 11 14:32:23.734861 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c8cc23e0-6c9d-4c80-95d7-ba3da440b024 req-2ab395b7-2fc2-4287-9659-01be67c01027 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 210 time: 0.0453763 Apr 11 14:32:23.759559 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc24d5b-a07f-49ee-b9e8-c56f997a5e48 req-eca7fc79-9715-44e4-89a7-b519ff362448 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:23.761043 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3cc24d5b-a07f-49ee-b9e8-c56f997a5e48 req-eca7fc79-9715-44e4-89a7-b519ff362448 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=1994348f-7675-4e79-8cfb-2454eff8a02f HTTP/1.1" status: 200 len: 945 time: 0.0942309 Apr 11 14:32:23.807247 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:32:23.808264 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3cc24d5b-a07f-49ee-b9e8-c56f997a5e48 req-11410ff6-01ed-4667-96c5-92785d628f8e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce432393-7485-401a-96a9-60a5beea480c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407200 Apr 11 14:32:24.258730 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:24.326096 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c142e-0779-492c-9fc2-0e5698dd0a49 req-fc47db1c-8dc1-4ff8-b81e-510585de2df4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:24.327485 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d07c142e-0779-492c-9fc2-0e5698dd0a49 req-fc47db1c-8dc1-4ff8-b81e-510585de2df4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/ports?device_id=1994348f-7675-4e79-8cfb-2454eff8a02f HTTP/1.1" status: 200 len: 945 time: 0.0831254 Apr 11 14:32:24.516580 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-d07c142e-0779-492c-9fc2-0e5698dd0a49 req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:32:24.516913 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d07c142e-0779-492c-9fc2-0e5698dd0a49 req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:24.886304 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50269881-b4f0-4434-8562-73e66a201a9c req-dff91cf8-6795-44f7-97d8-72ab3dbd4f19 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:24.888266 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-50269881-b4f0-4434-8562-73e66a201a9c req-dff91cf8-6795-44f7-97d8-72ab3dbd4f19 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.53 "GET /v2.0/networks?id=b384f45c-0909-4242-b122-3a6b13e2f934 HTTP/1.1" status: 200 len: 812 time: 0.2862151 Apr 11 14:32:24.890440 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-887758ee-4ad8-4fec-8c3b-5e0916408b91 req-4e026b5d-b217-49df-a958-98ab4f849555 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 210 time: 0.0460021 Apr 11 14:32:24.917751 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-d07c142e-0779-492c-9fc2-0e5698dd0a49 req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf,segment=NetworkSegment(2226edfd-b85d-4525-be86-1547f795371d),segment_id=2226edfd-b85d-4525-be86-1547f795371d)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:32:24.917751 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d07c142e-0779-492c-9fc2-0e5698dd0a49 req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:25.087319 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-50269881-b4f0-4434-8562-73e66a201a9c req-ec5f0941-2df0-4b1f-b3d7-c03729cac182 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df3145cb5eb94e5db4de6b7bba758d40 HTTP/1.1" status: 200 len: 380 time: 0.1732483 Apr 11 14:32:25.106419 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-50269881-b4f0-4434-8562-73e66a201a9c req-a778b57e-131e-4f62-a781-2dc37f75bc9f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Request body: {'port': {'device_id': '4ee71fe1-7633-4148-8299-60773ad7676d', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'admin_state_up': True, 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'security_groups': ['e8e2540a-d218-4ba8-9dec-1ebefa2b744d']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:32:25.167637 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d7c5886a-c3e9-442c-861e-ae976c212d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:25.390094 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153ab2c-7a03-45bd-bcad-ec13c845689d req-82e6cf48-a276-4426-b523-11062b8cec7f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:25.391607 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1153ab2c-7a03-45bd-bcad-ec13c845689d req-82e6cf48-a276-4426-b523-11062b8cec7f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=1994348f-7675-4e79-8cfb-2454eff8a02f HTTP/1.1" status: 200 len: 945 time: 0.4530849 Apr 11 14:32:25.480402 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d07c142e-0779-492c-9fc2-0e5698dd0a49 req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:25.480767 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d07c142e-0779-492c-9fc2-0e5698dd0a49 req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:25.481076 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [req-d07c142e-0779-492c-9fc2-0e5698dd0a49 req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Floating IP 5b83f420-f549-4ea0-912f-d1a18da4339c disassociated. External IP: 172.26.7.168, port: a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf. Apr 11 14:32:25.482044 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-d07c142e-0779-492c-9fc2-0e5698dd0a49 req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:32:25.510616 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-50269881-b4f0-4434-8562-73e66a201a9c req-a778b57e-131e-4f62-a781-2dc37f75bc9f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:32:25.530473 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1153ab2c-7a03-45bd-bcad-ec13c845689d req-50ec6a72-c0d6-49e1-95f9-80443c94cf46 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce432393-7485-401a-96a9-60a5beea480c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295395 Apr 11 14:32:25.535758 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-50269881-b4f0-4434-8562-73e66a201a9c req-a778b57e-131e-4f62-a781-2dc37f75bc9f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:32:25.617090 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50269881-b4f0-4434-8562-73e66a201a9c req-a778b57e-131e-4f62-a781-2dc37f75bc9f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Made reservation on behalf of df3145cb5eb94e5db4de6b7bba758d40 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:32:25.620575 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-50269881-b4f0-4434-8562-73e66a201a9c req-a778b57e-131e-4f62-a781-2dc37f75bc9f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:25.777501 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d07c142e-0779-492c-9fc2-0e5698dd0a49 req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:25.854056 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:25.873316 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:25.873668 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:25.874059 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:25.874392 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:25.874816 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:25.875068 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:25.883191 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:25.883191 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:25.883191 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:25.883191 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:25.883191 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:25.883191 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:26.046095 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-50269881-b4f0-4434-8562-73e66a201a9c req-a778b57e-131e-4f62-a781-2dc37f75bc9f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Allocated IP 172.20.0.13 (b384f45c-0909-4242-b122-3a6b13e2f934/3b75be1d-a0f4-4c83-bb21-b959bddcc5cd/1015091a-d462-4022-8213-31aa389105fc) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:32:26.073117 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c9129234-5448-4ad2-b164-a2b9d64b953e req-083c3a12-e343-4f31-bba0-82a5e60258cb tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 210 time: 0.0628583 Apr 11 14:32:26.332904 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d07c142e-0779-492c-9fc2-0e5698dd0a49 req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router a33b0e82-7339-4f35-839a-0b570e786792 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:32:26.615107 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-50269881-b4f0-4434-8562-73e66a201a9c req-a778b57e-131e-4f62-a781-2dc37f75bc9f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:26.651895 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-50269881-b4f0-4434-8562-73e66a201a9c req-a778b57e-131e-4f62-a781-2dc37f75bc9f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Transition to ACTIVE for port object 1015091a-d462-4022-8213-31aa389105fc will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:32:26.687281 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d07c142e-0779-492c-9fc2-0e5698dd0a49 req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:32:26.701965 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7456ef5-5ccb-4bff-a356-3831f610fc4c None None] Sync routers for ids ['a33b0e82-7339-4f35-839a-0b570e786792'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:32:26.711655 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7456ef5-5ccb-4bff-a356-3831f610fc4c None None] Routers {'a33b0e82-7339-4f35-839a-0b570e786792'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:32:26.712307 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-c7456ef5-5ccb-4bff-a356-3831f610fc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:31:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['a33b0e82-7339-4f35-839a-0b570e786792'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:32:26.735329 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ff939cba-d6aa-4336-96d5-b7893cd965e9 req-067317dd-c649-40a1-a7c1-0942c510d36c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=1994348f-7675-4e79-8cfb-2454eff8a02f HTTP/1.1" status: 200 len: 210 time: 0.0872979 Apr 11 14:32:26.781672 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07c142e-0779-492c-9fc2-0e5698dd0a49 req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] No DVR routers for this DVR port a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:32:26.785048 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d07c142e-0779-492c-9fc2-0e5698dd0a49 req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:26.787558 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1994348f-7675-4e79-8cfb-2454eff8a02f', 'name': 'network-vif-deleted', 'tag': 'a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:32:26.849656 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b3aa9a-0ea4-472a-a609-4beae2d8cb82'] response: {'server_uuid': '1994348f-7675-4e79-8cfb-2454eff8a02f', 'name': 'network-vif-deleted', 'tag': 'a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf', 'status': 'completed', 'code': 200} Apr 11 14:32:26.882737 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d07c142e-0779-492c-9fc2-0e5698dd0a49 req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "DELETE /v2.0/ports/a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf HTTP/1.1" status: 204 len: 173 time: 2.5431664 Apr 11 14:32:26.905185 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-50269881-b4f0-4434-8562-73e66a201a9c req-a778b57e-131e-4f62-a781-2dc37f75bc9f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:26.909265 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-c7456ef5-5ccb-4bff-a356-3831f610fc4c None None] Set router a33b0e82-7339-4f35-839a-0b570e786792 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:32:26.985578 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50269881-b4f0-4434-8562-73e66a201a9c req-a778b57e-131e-4f62-a781-2dc37f75bc9f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Network b384f45c-0909-4242-b122-3a6b13e2f934 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:32:26.988347 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-50269881-b4f0-4434-8562-73e66a201a9c req-a778b57e-131e-4f62-a781-2dc37f75bc9f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:32:26.991936 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-50269881-b4f0-4434-8562-73e66a201a9c req-a778b57e-131e-4f62-a781-2dc37f75bc9f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:32:27.087947 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50269881-b4f0-4434-8562-73e66a201a9c req-a778b57e-131e-4f62-a781-2dc37f75bc9f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:27.088669 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-50269881-b4f0-4434-8562-73e66a201a9c req-a778b57e-131e-4f62-a781-2dc37f75bc9f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:27.118720 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a778b57e-131e-4f62-a781-2dc37f75bc9f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Pushing event updated for resources: {'Port': ['ID=1015091a-d462-4022-8213-31aa389105fc,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:27.209154 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-50269881-b4f0-4434-8562-73e66a201a9c req-a778b57e-131e-4f62-a781-2dc37f75bc9f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1168520 Apr 11 14:32:27.227092 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-50269881-b4f0-4434-8562-73e66a201a9c req-4568c668-c889-4741-b832-a348720fcc66 service neutron] Request body: {'port': {'device_id': '4ee71fe1-7633-4148-8299-60773ad7676d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:32:27.381975 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-c7456ef5-5ccb-4bff-a356-3831f610fc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'name': 'tempest-TestNetworkBasicOps-router-2092512521', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:28:51Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:52Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '4ed9adf3-8b24-465b-a749-09de62058f6a', 'name': '', 'network_id': '9345c27e-300c-47ef-a732-f5b795485404', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:8a:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:58Z', 'updated_at': '2022-04-11T14:29:05Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:32:27.390472 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7456ef5-5ccb-4bff-a356-3831f610fc4c None None] Checking router: a33b0e82-7339-4f35-839a-0b570e786792 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:32:27.409037 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7456ef5-5ccb-4bff-a356-3831f610fc4c None None] Routers {'a33b0e82-7339-4f35-839a-0b570e786792'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:32:27.410093 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-c7456ef5-5ccb-4bff-a356-3831f610fc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:31:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['a33b0e82-7339-4f35-839a-0b570e786792'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:32:27.453580 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-50269881-b4f0-4434-8562-73e66a201a9c req-4568c668-c889-4741-b832-a348720fcc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:27.514222 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e7e8e29f-18f8-460f-bc09-e284ad8ab480 None None] Provisioning for port 1015091a-d462-4022-8213-31aa389105fc completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:32:27.524554 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e7e8e29f-18f8-460f-bc09-e284ad8ab480 None None] Provisioning complete for port 1015091a-d462-4022-8213-31aa389105fc triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:32:27.524934 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e7e8e29f-18f8-460f-bc09-e284ad8ab480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:27.527944 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37d138-4d59-42ec-a5d7-6086260aead0 req-ea41fea9-659e-4b12-bf19-1401fefcc8d6 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:27.528716 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-cd37d138-4d59-42ec-a5d7-6086260aead0 req-ea41fea9-659e-4b12-bf19-1401fefcc8d6 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Synchronizing usage tracker for tenant:df3145cb5eb94e5db4de6b7bba758d40 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:32:27.635667 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-cd37d138-4d59-42ec-a5d7-6086260aead0 req-ea41fea9-659e-4b12-bf19-1401fefcc8d6 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Unset dirty status for tenant:df3145cb5eb94e5db4de6b7bba758d40 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:32:27.636877 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cd37d138-4d59-42ec-a5d7-6086260aead0 req-ea41fea9-659e-4b12-bf19-1401fefcc8d6 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 932 time: 0.3018765 Apr 11 14:32:27.665761 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-e7e8e29f-18f8-460f-bc09-e284ad8ab480 None None] Port 1015091a-d462-4022-8213-31aa389105fc cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:32:27.701098 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:32:27.728256 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-c7456ef5-5ccb-4bff-a356-3831f610fc4c None None] Set router a33b0e82-7339-4f35-839a-0b570e786792 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:32:27.820548 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cd37d138-4d59-42ec-a5d7-6086260aead0 req-0156bafd-e7a4-43b9-bf1a-d9faa16d6656 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756740 Apr 11 14:32:27.853927 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-145d1ecf-102e-4be6-8a52-bab4946e1865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:27.858487 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:32:27.858964 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device a2dc5d44-e61e-4745-a8d5-ec6d2691a9bf not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:32:27.971208 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2a5fdee6-de8e-481d-9fa4-5f813fb92d6a req-de8d22c5-7376-4cdc-8b61-52a619d9774e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=1994348f-7675-4e79-8cfb-2454eff8a02f HTTP/1.1" status: 200 len: 210 time: 0.0650427 Apr 11 14:32:28.017287 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-50269881-b4f0-4434-8562-73e66a201a9c req-4568c668-c889-4741-b832-a348720fcc66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1015091a-d462-4022-8213-31aa389105fc {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:32:28.025168 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-50269881-b4f0-4434-8562-73e66a201a9c req-4568c668-c889-4741-b832-a348720fcc66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:28.041909 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-50269881-b4f0-4434-8562-73e66a201a9c req-4568c668-c889-4741-b832-a348720fcc66 service neutron] Transition to ACTIVE for port object 1015091a-d462-4022-8213-31aa389105fc will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:32:28.110720 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-50269881-b4f0-4434-8562-73e66a201a9c req-4568c668-c889-4741-b832-a348720fcc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:28.157594 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-c7456ef5-5ccb-4bff-a356-3831f610fc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'name': 'tempest-TestNetworkBasicOps-router-2092512521', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:28:51Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:52Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '4ed9adf3-8b24-465b-a749-09de62058f6a', 'name': '', 'network_id': '9345c27e-300c-47ef-a732-f5b795485404', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:8a:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:58Z', 'updated_at': '2022-04-11T14:29:05Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:32:28.163005 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7456ef5-5ccb-4bff-a356-3831f610fc4c None None] The sync data for ids ['a33b0e82-7339-4f35-839a-0b570e786792'] in dv-neutron-837330-1-hyperv is: [{'id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'name': 'tempest-TestNetworkBasicOps-router-2092512521', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:28:51Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:52Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '4ed9adf3-8b24-465b-a749-09de62058f6a', 'name': '', 'network_id': '9345c27e-300c-47ef-a732-f5b795485404', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:8a:8f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:58Z', 'updated_at': '2022-04-11T14:29:05Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '469ea0a4-34b9-4711-90db-27aa3de2df75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:32:28.292893 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568c668-c889-4741-b832-a348720fcc66 service neutron] Pushing event updated for resources: {'Port': ['ID=1015091a-d462-4022-8213-31aa389105fc,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:28.387408 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-50269881-b4f0-4434-8562-73e66a201a9c req-4568c668-c889-4741-b832-a348720fcc66 service neutron] Attempting to bind port 1015091a-d462-4022-8213-31aa389105fc on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:32:28.387901 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-50269881-b4f0-4434-8562-73e66a201a9c req-4568c668-c889-4741-b832-a348720fcc66 service neutron] Attempting to bind port 1015091a-d462-4022-8213-31aa389105fc by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': 'c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:32:28.388423 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50269881-b4f0-4434-8562-73e66a201a9c req-4568c668-c889-4741-b832-a348720fcc66 service neutron] Attempting to bind port 1015091a-d462-4022-8213-31aa389105fc on network b384f45c-0909-4242-b122-3a6b13e2f934 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:32:28.395448 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50269881-b4f0-4434-8562-73e66a201a9c req-4568c668-c889-4741-b832-a348720fcc66 service neutron] Port 1015091a-d462-4022-8213-31aa389105fc on network b384f45c-0909-4242-b122-3a6b13e2f934 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:32:28.395809 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50269881-b4f0-4434-8562-73e66a201a9c req-4568c668-c889-4741-b832-a348720fcc66 service neutron] Attempting to bind port 1015091a-d462-4022-8213-31aa389105fc on network b384f45c-0909-4242-b122-3a6b13e2f934 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:32:28.404130 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50269881-b4f0-4434-8562-73e66a201a9c req-4568c668-c889-4741-b832-a348720fcc66 service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:32:28.405580 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50269881-b4f0-4434-8562-73e66a201a9c req-4568c668-c889-4741-b832-a348720fcc66 service neutron] Checking segment: {'id': 'c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:32:28.405580 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50269881-b4f0-4434-8562-73e66a201a9c req-4568c668-c889-4741-b832-a348720fcc66 service neutron] Bound using segment: {'id': 'c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:32:28.405580 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-50269881-b4f0-4434-8562-73e66a201a9c req-4568c668-c889-4741-b832-a348720fcc66 service neutron] Bound port: 1015091a-d462-4022-8213-31aa389105fc, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:32:28.406021 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-50269881-b4f0-4434-8562-73e66a201a9c req-4568c668-c889-4741-b832-a348720fcc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:28.430633 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51560d36-52c4-4c14-83bc-cac0bfdc0d85 None None] New status for floating IP 5b83f420-f549-4ea0-912f-d1a18da4339c: DOWN {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:32:28.504125 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-50269881-b4f0-4434-8562-73e66a201a9c req-4568c668-c889-4741-b832-a348720fcc66 service neutron] For port 1015091a-d462-4022-8213-31aa389105fc, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:32:28.507200 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-50269881-b4f0-4434-8562-73e66a201a9c req-4568c668-c889-4741-b832-a348720fcc66 service neutron] For port 1015091a-d462-4022-8213-31aa389105fc, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=1015091a-d462-4022-8213-31aa389105fc,segment=NetworkSegment(c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9),segment_id=c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:32:28.563372 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-50269881-b4f0-4434-8562-73e66a201a9c req-4568c668-c889-4741-b832-a348720fcc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:28.619260 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:28.648209 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:28.752526 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50269881-b4f0-4434-8562-73e66a201a9c req-4568c668-c889-4741-b832-a348720fcc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:28.753133 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-50269881-b4f0-4434-8562-73e66a201a9c req-4568c668-c889-4741-b832-a348720fcc66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:28.754526 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-50269881-b4f0-4434-8562-73e66a201a9c req-4568c668-c889-4741-b832-a348720fcc66 service neutron] 10.222.0.53 "PUT /v2.0/ports/1015091a-d462-4022-8213-31aa389105fc HTTP/1.1" status: 200 len: 1094 time: 1.5324945 Apr 11 14:32:28.781662 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568c668-c889-4741-b832-a348720fcc66 service neutron] Pushing event updated for resources: {'Port': ['ID=1015091a-d462-4022-8213-31aa389105fc,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:28.851548 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee71fe1-7633-4148-8299-60773ad7676d', 'tag': '1015091a-d462-4022-8213-31aa389105fc'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:32:28.911367 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4d72c4d-bf1a-46b1-9698-469fdd52dc40'] response: {'name': 'network-changed', 'server_uuid': '4ee71fe1-7633-4148-8299-60773ad7676d', 'tag': '1015091a-d462-4022-8213-31aa389105fc', 'status': 'completed', 'code': 200} Apr 11 14:32:29.091826 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46738) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:32:29.109101 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6232e64-7609-4344-ae14-b06cd27562b0 req-47b31f00-c0c1-48b1-afde-cdd2078f8f33 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:29.114132 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a6232e64-7609-4344-ae14-b06cd27562b0 req-47b31f00-c0c1-48b1-afde-cdd2078f8f33 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 944 time: 0.1557312 Apr 11 14:32:29.119260 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff789303-4be8-4489-9799-4a73db88ba46 req-e146f7f2-e417-424a-bbf6-b704ec18cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:29.120768 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ff789303-4be8-4489-9799-4a73db88ba46 req-e146f7f2-e417-424a-bbf6-b704ec18cbc9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df3145cb5eb94e5db4de6b7bba758d40&device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 1097 time: 0.1662385 Apr 11 14:32:29.164157 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a7110e22-0efd-40b2-b48e-215219fef595 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:29.196263 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a7110e22-0efd-40b2-b48e-215219fef595 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:29.260800 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a6232e64-7609-4344-ae14-b06cd27562b0 req-7ed395db-ad1e-43c7-bf8c-259c67be1c77 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389663 Apr 11 14:32:29.305822 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff789303-4be8-4489-9799-4a73db88ba46 req-d142f792-999e-4400-9a61-2af7180a5c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:29.307338 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ff789303-4be8-4489-9799-4a73db88ba46 req-d142f792-999e-4400-9a61-2af7180a5c6c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=df3145cb5eb94e5db4de6b7bba758d40&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1709700 Apr 11 14:32:29.467224 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff789303-4be8-4489-9799-4a73db88ba46 req-da1bd61b-b143-48b7-90c5-2a71e0caef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:29.468693 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ff789303-4be8-4489-9799-4a73db88ba46 req-da1bd61b-b143-48b7-90c5-2a71e0caef0e service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1548758 Apr 11 14:32:29.510301 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a7110e22-0efd-40b2-b48e-215219fef595 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:29.530536 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7110e22-0efd-40b2-b48e-215219fef595 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce432393-7485-401a-96a9-60a5beea480c,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:29.538521 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7110e22-0efd-40b2-b48e-215219fef595 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:29.538870 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7110e22-0efd-40b2-b48e-215219fef595 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:29.539379 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7110e22-0efd-40b2-b48e-215219fef595 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:29.539524 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7110e22-0efd-40b2-b48e-215219fef595 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:29.539876 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7110e22-0efd-40b2-b48e-215219fef595 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:29.540237 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7110e22-0efd-40b2-b48e-215219fef595 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:29.540564 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7110e22-0efd-40b2-b48e-215219fef595 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:29.540891 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7110e22-0efd-40b2-b48e-215219fef595 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:29.541216 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7110e22-0efd-40b2-b48e-215219fef595 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:29.541536 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7110e22-0efd-40b2-b48e-215219fef595 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:29.541876 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7110e22-0efd-40b2-b48e-215219fef595 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:29.542228 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7110e22-0efd-40b2-b48e-215219fef595 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:29.590061 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a7110e22-0efd-40b2-b48e-215219fef595 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:29.594705 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a7110e22-0efd-40b2-b48e-215219fef595 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/security-groups/ce432393-7485-401a-96a9-60a5beea480c HTTP/1.1" status: 204 len: 168 time: 0.4983926 Apr 11 14:32:29.610547 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50269881-b4f0-4434-8562-73e66a201a9c req-c8fb8aef-b6a2-4d51-b9f9-6463bd399ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:29.612254 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-50269881-b4f0-4434-8562-73e66a201a9c req-c8fb8aef-b6a2-4d51-b9f9-6463bd399ea2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df3145cb5eb94e5db4de6b7bba758d40&device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 1097 time: 0.0858796 Apr 11 14:32:29.689466 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-50269881-b4f0-4434-8562-73e66a201a9c req-f190bd85-06fa-4b74-a1f2-20719a8fabbe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1015091a-d462-4022-8213-31aa389105fc HTTP/1.1" status: 200 len: 217 time: 0.0648034 Apr 11 14:32:29.701422 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46744) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:32:29.761482 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50269881-b4f0-4434-8562-73e66a201a9c req-5fb5c7c3-51fa-4428-8cb2-07171cefa2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:29.764210 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-50269881-b4f0-4434-8562-73e66a201a9c req-5fb5c7c3-51fa-4428-8cb2-07171cefa2a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3b75be1d-a0f4-4c83-bb21-b959bddcc5cd HTTP/1.1" status: 200 len: 851 time: 0.0684090 Apr 11 14:32:29.845427 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50269881-b4f0-4434-8562-73e66a201a9c req-490d1eb9-1ebd-40d8-b14b-0e9df68bac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:29.846938 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-50269881-b4f0-4434-8562-73e66a201a9c req-490d1eb9-1ebd-40d8-b14b-0e9df68bac87 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b384f45c-0909-4242-b122-3a6b13e2f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776968 Apr 11 14:32:29.865465 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-016e723d-b8b7-4e5f-a299-a59649756703 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port fd8c7c82-7dfb-4e2f-974e-dc22b9690273 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:32:29.868588 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-016e723d-b8b7-4e5f-a299-a59649756703 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:29.921007 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:29.988832 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-50269881-b4f0-4434-8562-73e66a201a9c req-6f01f574-e034-4263-a56a-1742dc191d3d service neutron] 10.222.0.53 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352184 Apr 11 14:32:30.047677 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-016e723d-b8b7-4e5f-a299-a59649756703 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:30.048020 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-016e723d-b8b7-4e5f-a299-a59649756703 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:30.131120 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-50269881-b4f0-4434-8562-73e66a201a9c req-9ae34290-33e3-41b2-bae7-28c46466fbae service neutron] 10.222.0.53 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360302 Apr 11 14:32:30.175316 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-016e723d-b8b7-4e5f-a299-a59649756703 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for fd8c7c82-7dfb-4e2f-974e-dc22b9690273 owned by network:floatingip {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:32:30.362173 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-016e723d-b8b7-4e5f-a299-a59649756703 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:30.447108 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e723d-b8b7-4e5f-a299-a59649756703 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=fd8c7c82-7dfb-4e2f-974e-dc22b9690273,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:30.469668 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09bb00-a81c-4214-b22a-a74da4f76ae9 req-b9b1b7e6-5f34-4e21-8716-856347a5339c tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:30.471207 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0d09bb00-a81c-4214-b22a-a74da4f76ae9 req-b9b1b7e6-5f34-4e21-8716-856347a5339c tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 944 time: 0.0949793 Apr 11 14:32:30.513101 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-016e723d-b8b7-4e5f-a299-a59649756703 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:30.519046 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0d09bb00-a81c-4214-b22a-a74da4f76ae9 req-28a50acd-89e3-4ca0-8bf7-92fcb7556e44 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418971 Apr 11 14:32:30.528213 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-016e723d-b8b7-4e5f-a299-a59649756703 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:30.529705 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-016e723d-b8b7-4e5f-a299-a59649756703 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/floatingips/5b83f420-f549-4ea0-912f-d1a18da4339c HTTP/1.1" status: 204 len: 168 time: 0.8270838 Apr 11 14:32:31.152498 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f91b3-1379-4ec1-a058-d8049f0a26ed req-df0d202c-992a-45e9-86f5-79386300c2e9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:31.153282 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-fc8f91b3-1379-4ec1-a058-d8049f0a26ed req-df0d202c-992a-45e9-86f5-79386300c2e9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:32:31.236161 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-fc8f91b3-1379-4ec1-a058-d8049f0a26ed req-df0d202c-992a-45e9-86f5-79386300c2e9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:32:31.237289 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fc8f91b3-1379-4ec1-a058-d8049f0a26ed req-df0d202c-992a-45e9-86f5-79386300c2e9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6 HTTP/1.1" status: 200 len: 945 time: 0.1707156 Apr 11 14:32:31.283835 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fc8f91b3-1379-4ec1-a058-d8049f0a26ed req-7b1a1aac-1360-499f-b46b-761fae44d6fa tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9eba2dd-00f4-4905-93ac-bcafd54a6aee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406296 Apr 11 14:32:31.710366 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40cde3-42a0-49b7-be91-f50eaa78b6a5 req-6fe446fe-7f40-4ece-9d72-a5b58924eb55 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:31.711895 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ec40cde3-42a0-49b7-be91-f50eaa78b6a5 req-6fe446fe-7f40-4ece-9d72-a5b58924eb55 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 944 time: 0.0841131 Apr 11 14:32:31.759825 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ec40cde3-42a0-49b7-be91-f50eaa78b6a5 req-3bab6f8b-aff4-43ea-9723-4feca7e9f06f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417826 Apr 11 14:32:32.491142 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf8080-8b62-4556-ac06-ae169eba7818 req-a20936b9-a9be-4fdc-9ebd-d09a2329925d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:32.492632 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-52bf8080-8b62-4556-ac06-ae169eba7818 req-a20936b9-a9be-4fdc-9ebd-d09a2329925d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6 HTTP/1.1" status: 200 len: 945 time: 0.0940611 Apr 11 14:32:32.538010 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-52bf8080-8b62-4556-ac06-ae169eba7818 req-bb8783a4-fce2-4fc3-8c1b-1062187fe23a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9eba2dd-00f4-4905-93ac-bcafd54a6aee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386734 Apr 11 14:32:32.952380 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2b9f5-2434-4a65-b3b0-8b27def7ef20 req-1da9234e-b706-42f1-9883-35a9a8b3d238 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:32.953927 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b9c2b9f5-2434-4a65-b3b0-8b27def7ef20 req-1da9234e-b706-42f1-9883-35a9a8b3d238 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 944 time: 0.0868843 Apr 11 14:32:32.975861 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000306b-d7b7-4d5a-9738-812bd1e79ad1 req-cd27b6fd-523e-49fb-a65c-c0543b9d8b23 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:32.977327 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5000306b-d7b7-4d5a-9738-812bd1e79ad1 req-cd27b6fd-523e-49fb-a65c-c0543b9d8b23 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6 HTTP/1.1" status: 200 len: 945 time: 0.0831339 Apr 11 14:32:33.000593 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b9c2b9f5-2434-4a65-b3b0-8b27def7ef20 req-c73f8f3c-3ae4-4341-9756-fecf0acfec93 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408120 Apr 11 14:32:33.056669 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-5000306b-d7b7-4d5a-9738-812bd1e79ad1 req-c4095ddd-6d1c-4707-a8a5-1342d7402918 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:32:33.057009 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-5000306b-d7b7-4d5a-9738-812bd1e79ad1 req-c4095ddd-6d1c-4707-a8a5-1342d7402918 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:33.342473 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-5000306b-d7b7-4d5a-9738-812bd1e79ad1 req-c4095ddd-6d1c-4707-a8a5-1342d7402918 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=9bac7d1d-624c-4ab0-b9e8-cf154d99b12c,segment=NetworkSegment(2226edfd-b85d-4525-be86-1547f795371d),segment_id=2226edfd-b85d-4525-be86-1547f795371d)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:32:33.342749 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-5000306b-d7b7-4d5a-9738-812bd1e79ad1 req-c4095ddd-6d1c-4707-a8a5-1342d7402918 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:33.586866 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-5000306b-d7b7-4d5a-9738-812bd1e79ad1 req-c4095ddd-6d1c-4707-a8a5-1342d7402918 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:32:33.812459 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984d582-e47f-42e1-8cc3-888beb4bfd9d req-7b3d1913-08f6-41a2-ac4d-781c0dd212f0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:33.813948 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5984d582-e47f-42e1-8cc3-888beb4bfd9d req-7b3d1913-08f6-41a2-ac4d-781c0dd212f0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6 HTTP/1.1" status: 200 len: 945 time: 0.1676986 Apr 11 14:32:33.859961 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5984d582-e47f-42e1-8cc3-888beb4bfd9d req-a27d60ed-f772-4b66-bc10-282b7e5e8668 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9eba2dd-00f4-4905-93ac-bcafd54a6aee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402122 Apr 11 14:32:33.898939 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-5000306b-d7b7-4d5a-9738-812bd1e79ad1 req-c4095ddd-6d1c-4707-a8a5-1342d7402918 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:33.950795 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4095ddd-6d1c-4707-a8a5-1342d7402918 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=9bac7d1d-624c-4ab0-b9e8-cf154d99b12c,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:34.026992 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-5000306b-d7b7-4d5a-9738-812bd1e79ad1 req-c4095ddd-6d1c-4707-a8a5-1342d7402918 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] No DVR routers for this DVR port 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:32:34.030998 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-5000306b-d7b7-4d5a-9738-812bd1e79ad1 req-c4095ddd-6d1c-4707-a8a5-1342d7402918 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:34.034038 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6', 'name': 'network-vif-deleted', 'tag': '9bac7d1d-624c-4ab0-b9e8-cf154d99b12c'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:32:34.081762 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfa43e35-6c22-4575-a11b-e5ebf1a4f20e'] response: {'server_uuid': 'ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6', 'name': 'network-vif-deleted', 'tag': '9bac7d1d-624c-4ab0-b9e8-cf154d99b12c', 'status': 'completed', 'code': 200} Apr 11 14:32:34.124971 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5000306b-d7b7-4d5a-9738-812bd1e79ad1 req-c4095ddd-6d1c-4707-a8a5-1342d7402918 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "DELETE /v2.0/ports/9bac7d1d-624c-4ab0-b9e8-cf154d99b12c HTTP/1.1" status: 204 len: 173 time: 1.1414006 Apr 11 14:32:34.209573 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d30de-4819-4a1a-afee-63977437eaa9 req-9157f597-2806-4f3c-8023-62ec4073977f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:34.211064 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-351d30de-4819-4a1a-afee-63977437eaa9 req-9157f597-2806-4f3c-8023-62ec4073977f tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 944 time: 0.0820448 Apr 11 14:32:34.259757 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-351d30de-4819-4a1a-afee-63977437eaa9 req-66cd3b09-88dd-4b23-a643-5e3c1d2b3d1c tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426600 Apr 11 14:32:35.190490 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-965285db-da42-40f3-9e55-ccd3cdb25291 req-6a05904b-fd3f-439b-ae2c-5455b479327d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:32:35.281870 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-965285db-da42-40f3-9e55-ccd3cdb25291 req-6a05904b-fd3f-439b-ae2c-5455b479327d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:32:35.283049 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-965285db-da42-40f3-9e55-ccd3cdb25291 req-6a05904b-fd3f-439b-ae2c-5455b479327d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4aa96c-e0bb-43e3-94a8-fd49d80b58f6 HTTP/1.1" status: 200 len: 210 time: 0.1367283 Apr 11 14:32:35.473176 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491252ab-e7a6-4f84-81b2-8cb2145f0e21 req-c7cdb34a-fa95-4461-b82e-023c6873417a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:35.474685 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-491252ab-e7a6-4f84-81b2-8cb2145f0e21 req-c7cdb34a-fa95-4461-b82e-023c6873417a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 944 time: 0.1019073 Apr 11 14:32:35.522133 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-491252ab-e7a6-4f84-81b2-8cb2145f0e21 req-72518a19-158f-4a41-b912-569cb7541fa2 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416768 Apr 11 14:32:35.812780 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:32:35.847031 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:32:35.847376 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 9bac7d1d-624c-4ab0-b9e8-cf154d99b12c not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:32:36.382000 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46772) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:32:36.453209 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e3eb83a5-83d2-497d-b261-f114e4688083 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:36.485333 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e3eb83a5-83d2-497d-b261-f114e4688083 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:36.595947 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e3eb83a5-83d2-497d-b261-f114e4688083 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:36.619270 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb83a5-83d2-497d-b261-f114e4688083 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9eba2dd-00f4-4905-93ac-bcafd54a6aee,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:36.624411 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e3eb83a5-83d2-497d-b261-f114e4688083 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:36.625671 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e3eb83a5-83d2-497d-b261-f114e4688083 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/security-groups/e9eba2dd-00f4-4905-93ac-bcafd54a6aee HTTP/1.1" status: 204 len: 168 time: 0.2425978 Apr 11 14:32:36.721533 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa333cb-a967-4bba-a403-c128d1c020b5 req-9675b01d-d45a-4c20-913c-fa4ceaf03259 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:36.723032 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3aa333cb-a967-4bba-a403-c128d1c020b5 req-9675b01d-d45a-4c20-913c-fa4ceaf03259 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 944 time: 0.0895510 Apr 11 14:32:36.768677 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3aa333cb-a967-4bba-a403-c128d1c020b5 req-b362b63a-5604-4c4a-8a33-f81af70fe4e4 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398896 Apr 11 14:32:36.769446 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46780) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:32:37.340942 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2ea57e74-648c-4883-84f4-b09404c4d58e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:37.815496 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-2ea57e74-648c-4883-84f4-b09404c4d58e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port 4ed9adf3-8b24-465b-a749-09de62058f6a {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:32:37.816065 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2ea57e74-648c-4883-84f4-b09404c4d58e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:37.846112 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 1015091a-d462-4022-8213-31aa389105fc details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:32:37.995911 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 1015091a-d462-4022-8213-31aa389105fc, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=1015091a-d462-4022-8213-31aa389105fc,segment=NetworkSegment(c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9),segment_id=c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:32:38.010529 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '1015091a-d462-4022-8213-31aa389105fc', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'port_id': '1015091a-d462-4022-8213-31aa389105fc', 'mac_address': 'fa:16:3e:24:7f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:32:38.077167 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-2ea57e74-648c-4883-84f4-b09404c4d58e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port 4ed9adf3-8b24-465b-a749-09de62058f6a, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4ed9adf3-8b24-465b-a749-09de62058f6a,segment=NetworkSegment(2226edfd-b85d-4525-be86-1547f795371d),segment_id=2226edfd-b85d-4525-be86-1547f795371d)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:32:38.077167 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2ea57e74-648c-4883-84f4-b09404c4d58e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:38.077461 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:38.089291 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1015091a-d462-4022-8213-31aa389105fc {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:32:38.105495 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 1015091a-d462-4022-8213-31aa389105fc, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=1015091a-d462-4022-8213-31aa389105fc,segment=NetworkSegment(c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9),segment_id=c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:32:38.148568 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6b7ff-12b9-4c8e-8712-33dae1cd69ca req-9906548a-b690-4376-b2ad-a464468e1f01 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:38.150172 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b3b6b7ff-12b9-4c8e-8712-33dae1cd69ca req-9906548a-b690-4376-b2ad-a464468e1f01 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 944 time: 0.2564449 Apr 11 14:32:38.208232 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:38.219730 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-2ea57e74-648c-4883-84f4-b09404c4d58e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for 4ed9adf3-8b24-465b-a749-09de62058f6a owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:32:38.282142 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=1015091a-d462-4022-8213-31aa389105fc,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:38.289842 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:38.290212 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:38.290545 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:38.290877 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:38.291206 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:38.291536 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:38.291859 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:38.292222 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:38.292684 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:38.293012 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:38.293332 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:38.293958 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:38.313221 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b3b6b7ff-12b9-4c8e-8712-33dae1cd69ca req-df3c8618-cad3-4029-98b4-d829e517375b tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033442 Apr 11 14:32:38.681569 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['1015091a-d462-4022-8213-31aa389105fc'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:32:38.699200 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2ea57e74-648c-4883-84f4-b09404c4d58e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:38.754049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea57e74-648c-4883-84f4-b09404c4d58e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=4ed9adf3-8b24-465b-a749-09de62058f6a,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:39.052315 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2ea57e74-648c-4883-84f4-b09404c4d58e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:39.517840 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbdd70-647a-4177-8928-b0bd1827a05b req-1594ee5c-fcc8-47cf-9872-3e6aaadc606a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:39.519328 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4dcbdd70-647a-4177-8928-b0bd1827a05b req-1594ee5c-fcc8-47cf-9872-3e6aaadc606a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 945 time: 0.0926397 Apr 11 14:32:39.568469 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4dcbdd70-647a-4177-8928-b0bd1827a05b req-1a976779-3821-4021-8438-46312238db14 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431743 Apr 11 14:32:39.578382 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea57e74-648c-4883-84f4-b09404c4d58e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router a33b0e82-7339-4f35-839a-0b570e786792 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:32:39.767187 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea57e74-648c-4883-84f4-b09404c4d58e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:32:39.777134 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff22ebc3-ec9f-41da-8a5d-f25fd58ce507 None None] Sync routers for ids ['a33b0e82-7339-4f35-839a-0b570e786792'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:32:39.788783 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff22ebc3-ec9f-41da-8a5d-f25fd58ce507 None None] Routers {'a33b0e82-7339-4f35-839a-0b570e786792'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:32:39.789435 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-ff22ebc3-ec9f-41da-8a5d-f25fd58ce507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:32:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['a33b0e82-7339-4f35-839a-0b570e786792'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:32:39.861554 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2ea57e74-648c-4883-84f4-b09404c4d58e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "PUT /v2.0/routers/a33b0e82-7339-4f35-839a-0b570e786792/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0902488 Apr 11 14:32:39.864541 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46788) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:32:39.869941 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 1015091a-d462-4022-8213-31aa389105fc up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:32:39.939757 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-777ffdce-7802-4e0c-b85d-0c0dea22bb46 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting subnet 469ea0a4-34b9-4711-90db-27aa3de2df75 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:32:39.942876 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-777ffdce-7802-4e0c-b85d-0c0dea22bb46 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:40.004522 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-777ffdce-7802-4e0c-b85d-0c0dea22bb46 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:40.053603 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-ff22ebc3-ec9f-41da-8a5d-f25fd58ce507 None None] Set router a33b0e82-7339-4f35-839a-0b570e786792 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:32:40.104608 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-777ffdce-7802-4e0c-b85d-0c0dea22bb46 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:40.145099 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port 1015091a-d462-4022-8213-31aa389105fc completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:32:40.157200 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 1015091a-d462-4022-8213-31aa389105fc triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:32:40.162747 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:40.271005 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-777ffdce-7802-4e0c-b85d-0c0dea22bb46 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:40.312903 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ffdce-7802-4e0c-b85d-0c0dea22bb46 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Subnet': ['ID=469ea0a4-34b9-4711-90db-27aa3de2df75,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:40.317464 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-777ffdce-7802-4e0c-b85d-0c0dea22bb46 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:40.324151 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-777ffdce-7802-4e0c-b85d-0c0dea22bb46 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/subnets/469ea0a4-34b9-4711-90db-27aa3de2df75 HTTP/1.1" status: 204 len: 168 time: 0.4585047 Apr 11 14:32:40.327994 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46792) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:32:40.331559 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d825d2-2d1d-4db0-b2cc-e2f163c2e93b None None] Network 9345c27e-300c-47ef-a732-f5b795485404 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:32:40.517626 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f12d3c7f-38bf-4351-9575-030ee556e871 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:40.631408 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:40.671229 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee71fe1-7633-4148-8299-60773ad7676d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1015091a-d462-4022-8213-31aa389105fc'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:32:40.686547 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 1015091a-d462-4022-8213-31aa389105fc, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=1015091a-d462-4022-8213-31aa389105fc,segment=NetworkSegment(c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9),segment_id=c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:32:40.703339 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-ff22ebc3-ec9f-41da-8a5d-f25fd58ce507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'name': 'tempest-TestNetworkBasicOps-router-2092512521', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:28:51Z', 'updated_at': '2022-04-11T14:32:38Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:52Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:32:40.710916 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff22ebc3-ec9f-41da-8a5d-f25fd58ce507 None None] Checking router: a33b0e82-7339-4f35-839a-0b570e786792 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:32:40.726339 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73e6d3dc-1dda-4429-b0a5-dfca66a5805a'] response: {'server_uuid': '4ee71fe1-7633-4148-8299-60773ad7676d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1015091a-d462-4022-8213-31aa389105fc', 'code': 200} Apr 11 14:32:40.727054 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff22ebc3-ec9f-41da-8a5d-f25fd58ce507 None None] Routers {'a33b0e82-7339-4f35-839a-0b570e786792'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:32:40.727912 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-ff22ebc3-ec9f-41da-8a5d-f25fd58ce507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:32:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['a33b0e82-7339-4f35-839a-0b570e786792'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:32:40.772883 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f12d3c7f-38bf-4351-9575-030ee556e871 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:40.786651 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:40.821089 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4308e-bf77-40af-ab11-9341c9ed1d22 req-e25585fe-be16-45a9-a671-cb651b30f37a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:40.822570 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-03c4308e-bf77-40af-ab11-9341c9ed1d22 req-e25585fe-be16-45a9-a671-cb651b30f37a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 945 time: 0.1236646 Apr 11 14:32:40.833523 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aab213-46ac-4182-a80a-38131f81e198 None None] DHCP port deletion for 9345c27e-300c-47ef-a732-f5b795485404 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:32:40.859800 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-d0aab213-46ac-4182-a80a-38131f81e198 None None] Deleting port 7453107b-2025-402b-b2b2-96daf9eb7507 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:32:40.860125 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d0aab213-46ac-4182-a80a-38131f81e198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:40.873167 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-03c4308e-bf77-40af-ab11-9341c9ed1d22 req-00f0f6ef-a4e9-4f67-8da6-9fb560eacb76 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441091 Apr 11 14:32:40.896230 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-f12d3c7f-38bf-4351-9575-030ee556e871 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port 1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:32:40.896230 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f12d3c7f-38bf-4351-9575-030ee556e871 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:41.010284 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=1015091a-d462-4022-8213-31aa389105fc,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:41.083589 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-f12d3c7f-38bf-4351-9575-030ee556e871 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port 1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:32:41.084080 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f12d3c7f-38bf-4351-9575-030ee556e871 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:41.085202 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-ff22ebc3-ec9f-41da-8a5d-f25fd58ce507 None None] Set router a33b0e82-7339-4f35-839a-0b570e786792 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:32:41.378218 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-f12d3c7f-38bf-4351-9575-030ee556e871 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for 1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9 owned by network:router_gateway {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:32:41.398462 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-d0aab213-46ac-4182-a80a-38131f81e198 None None] For port 7453107b-2025-402b-b2b2-96daf9eb7507, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7453107b-2025-402b-b2b2-96daf9eb7507,segment=NetworkSegment(2226edfd-b85d-4525-be86-1547f795371d),segment_id=2226edfd-b85d-4525-be86-1547f795371d)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:32:41.398860 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d0aab213-46ac-4182-a80a-38131f81e198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:41.493705 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e606a-b7ff-4365-86dd-d4b5098a3db7 req-4956fae1-f24b-4791-a14a-bcfa32f988cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:41.495217 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4a6e606a-b7ff-4365-86dd-d4b5098a3db7 req-4956fae1-f24b-4791-a14a-bcfa32f988cb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 1099 time: 0.2131281 Apr 11 14:32:41.533013 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 7453107b-2025-402b-b2b2-96daf9eb7507 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:32:41.546088 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4a6e606a-b7ff-4365-86dd-d4b5098a3db7 req-40f81728-9988-4de2-b884-b77d8a7cb516 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403173 Apr 11 14:32:41.568140 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-d0aab213-46ac-4182-a80a-38131f81e198 None None] Calling delete_port for 7453107b-2025-402b-b2b2-96daf9eb7507 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:32:41.682232 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f12d3c7f-38bf-4351-9575-030ee556e871 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:41.732000 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d3c7f-38bf-4351-9575-030ee556e871 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:41.832314 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f12d3c7f-38bf-4351-9575-030ee556e871 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:41.835170 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:41.847654 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-ff22ebc3-ec9f-41da-8a5d-f25fd58ce507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'name': 'tempest-TestNetworkBasicOps-router-2092512521', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:28:51Z', 'updated_at': '2022-04-11T14:32:38Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:52Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:32:41.854853 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff22ebc3-ec9f-41da-8a5d-f25fd58ce507 None None] The sync data for ids ['a33b0e82-7339-4f35-839a-0b570e786792'] in dv-neutron-837330-1-hyperv is: [{'id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'name': 'tempest-TestNetworkBasicOps-router-2092512521', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:28:51Z', 'updated_at': '2022-04-11T14:32:38Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b0e82-7339-4f35-839a-0b570e786792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:28:52Z', 'updated_at': '2022-04-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:32:41.896745 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d0aab213-46ac-4182-a80a-38131f81e198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:41.975043 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aab213-46ac-4182-a80a-38131f81e198 None None] Pushing event deleted for resources: {'Port': ['ID=7453107b-2025-402b-b2b2-96daf9eb7507,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:41.983109 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aab213-46ac-4182-a80a-38131f81e198 None None] No DVR routers for this DVR port 7453107b-2025-402b-b2b2-96daf9eb7507 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:32:42.039255 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f12d3c7f-38bf-4351-9575-030ee556e871 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:42.041990 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f12d3c7f-38bf-4351-9575-030ee556e871 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:42.085778 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15ef9a-ffb6-4336-895a-8f9a1f30ba23 req-aa7e32b8-1dea-4693-bd46-ba7c76f13c02 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:42.087310 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fb15ef9a-ffb6-4336-895a-8f9a1f30ba23 req-aa7e32b8-1dea-4693-bd46-ba7c76f13c02 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 946 time: 0.0862308 Apr 11 14:32:42.132833 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fb15ef9a-ffb6-4336-895a-8f9a1f30ba23 req-f2208506-dfd0-4152-8f82-26df6c31dcba tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395672 Apr 11 14:32:42.149938 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f12d3c7f-38bf-4351-9575-030ee556e871 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:42.150488 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12d3c7f-38bf-4351-9575-030ee556e871 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Fanout notify agent at l3_agent the message router_deleted on router a33b0e82-7339-4f35-839a-0b570e786792 {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:32:42.168260 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f12d3c7f-38bf-4351-9575-030ee556e871 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:42.170732 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f12d3c7f-38bf-4351-9575-030ee556e871 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/routers/a33b0e82-7339-4f35-839a-0b570e786792 HTTP/1.1" status: 204 len: 168 time: 1.8412778 Apr 11 14:32:42.173144 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46802) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:32:42.298344 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f6d717bf-2331-4db6-a41a-d688c5d96733 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:42.436836 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f6d717bf-2331-4db6-a41a-d688c5d96733 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:42.464185 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-f6d717bf-2331-4db6-a41a-d688c5d96733 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9345c27e-300c-47ef-a732-f5b795485404']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:32:42.487035 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-f6d717bf-2331-4db6-a41a-d688c5d96733 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2226edfd-b85d-4525-be86-1547f795371d') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:32:42.487201 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-f6d717bf-2331-4db6-a41a-d688c5d96733 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2226edfd-b85d-4525-be86-1547f795371d') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:32:42.500458 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f6d717bf-2331-4db6-a41a-d688c5d96733 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:42.518040 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f6d717bf-2331-4db6-a41a-d688c5d96733 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:42.524088 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d717bf-2331-4db6-a41a-d688c5d96733 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:32:42.524469 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f6d717bf-2331-4db6-a41a-d688c5d96733 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:32:42.539840 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:32:42.681392 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f6d717bf-2331-4db6-a41a-d688c5d96733 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:42.699717 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f6d717bf-2331-4db6-a41a-d688c5d96733 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:42.710818 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d717bf-2331-4db6-a41a-d688c5d96733 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Network': ['ID=9345c27e-300c-47ef-a732-f5b795485404,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:42.814021 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f6d717bf-2331-4db6-a41a-d688c5d96733 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/networks/9345c27e-300c-47ef-a732-f5b795485404 HTTP/1.1" status: 204 len: 168 time: 0.6396937 Apr 11 14:32:42.839861 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46806) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:32:42.846062 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-47e2d84b-a0a5-472b-b5d7-72328846d18d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'network': {'name': 'tempest-network-smoke--968851543', 'project_id': '572b8884360948e38c79b057606230d9', 'port_security_enabled': True}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:32:42.851534 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-47e2d84b-a0a5-472b-b5d7-72328846d18d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:32:42.856279 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-47e2d84b-a0a5-472b-b5d7-72328846d18d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:network and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:32:42.859573 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-47e2d84b-a0a5-472b-b5d7-72328846d18d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:32:42.865590 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-47e2d84b-a0a5-472b-b5d7-72328846d18d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:32:42.967970 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e2d84b-a0a5-472b-b5d7-72328846d18d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:32:42.971761 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-47e2d84b-a0a5-472b-b5d7-72328846d18d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:43.001735 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e2d84b-a0a5-472b-b5d7-72328846d18d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:32:43.010689 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-47e2d84b-a0a5-472b-b5d7-72328846d18d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:43.011031 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-47e2d84b-a0a5-472b-b5d7-72328846d18d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Added segment 859ed27c-8b4b-4af2-8fe2-315681455d2b of type vlan for network f91fa020-d040-4651-82ca-6229dbebfee5 Apr 11 14:32:43.038626 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-47e2d84b-a0a5-472b-b5d7-72328846d18d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:43.144704 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-47e2d84b-a0a5-472b-b5d7-72328846d18d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:43.150943 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e2d84b-a0a5-472b-b5d7-72328846d18d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:43.151710 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-47e2d84b-a0a5-472b-b5d7-72328846d18d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:43.431764 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2d84b-a0a5-472b-b5d7-72328846d18d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Network': ['ID=f91fa020-d040-4651-82ca-6229dbebfee5,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:43.449199 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network f91fa020-d040-4651-82ca-6229dbebfee5 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:32:43.480430 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503bdf5-f59d-4ce5-8603-5810679d9abd req-f6db2cf6-bb6a-4cd6-b881-78507d5371ed tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:43.482813 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a503bdf5-f59d-4ce5-8603-5810679d9abd req-f6db2cf6-bb6a-4cd6-b881-78507d5371ed tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 946 time: 0.2272272 Apr 11 14:32:43.508529 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46812) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:32:43.509107 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-47e2d84b-a0a5-472b-b5d7-72328846d18d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6677113 Apr 11 14:32:43.519989 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-687b4849-0863-4480-b423-45642a65f7f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1102058692', 'admin_state_up': True, 'project_id': '572b8884360948e38c79b057606230d9', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:32:43.527733 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-687b4849-0863-4480-b423-45642a65f7f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:32:43.532001 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-687b4849-0863-4480-b423-45642a65f7f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:router and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:32:43.535072 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-687b4849-0863-4480-b423-45642a65f7f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:32:43.541407 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-687b4849-0863-4480-b423-45642a65f7f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:32:43.547831 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a503bdf5-f59d-4ce5-8603-5810679d9abd req-35b87d43-7b82-4beb-9118-85ab88227d19 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569510 Apr 11 14:32:43.557083 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4ed9adf3-8b24-465b-a749-09de62058f6a no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:32:43.606735 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 4ed9adf3-8b24-465b-a749-09de62058f6a {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:32:43.607082 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4ed9adf3-8b24-465b-a749-09de62058f6a not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:32:43.607502 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:32:43.648626 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:32:43.648974 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 1a57fbbc-b8fd-4da8-b017-a4dc7bb54be9 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:32:43.700952 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-687b4849-0863-4480-b423-45642a65f7f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:43.701892 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-687b4849-0863-4480-b423-45642a65f7f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:43.724531 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-687b4849-0863-4480-b423-45642a65f7f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:43.863034 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd6518-d4cf-482a-9d7f-3525aafbcead req-cdd7dbd6-d45f-4dae-9d3b-3be8c0c9f4ba tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:43.864567 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-66fd6518-d4cf-482a-9d7f-3525aafbcead req-cdd7dbd6-d45f-4dae-9d3b-3be8c0c9f4ba tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 946 time: 0.2157667 Apr 11 14:32:43.910367 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-66fd6518-d4cf-482a-9d7f-3525aafbcead req-2c281544-afa8-44a1-9335-7513fe8c0a10 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396068 Apr 11 14:32:43.934625 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46818) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:32:44.129489 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ae0348-1c78-4beb-a8d7-5b940fbbad00 tempest-TestVolumeBootPattern-1372965362 tempest-TestVolumeBootPattern-1372965362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:44.130234 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-87ae0348-1c78-4beb-a8d7-5b940fbbad00 tempest-TestVolumeBootPattern-1372965362 tempest-TestVolumeBootPattern-1372965362-project-admin] Synchronizing usage tracker for tenant:fb25919377d44ce8b5a8f2df7fe96be9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:32:44.203684 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-687b4849-0863-4480-b423-45642a65f7f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:44.298607 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-87ae0348-1c78-4beb-a8d7-5b940fbbad00 tempest-TestVolumeBootPattern-1372965362 tempest-TestVolumeBootPattern-1372965362-project-admin] Unset dirty status for tenant:fb25919377d44ce8b5a8f2df7fe96be9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:32:44.299911 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-87ae0348-1c78-4beb-a8d7-5b940fbbad00 tempest-TestVolumeBootPattern-1372965362 tempest-TestVolumeBootPattern-1372965362-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 1094 time: 0.3639638 Apr 11 14:32:44.303109 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46824) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:32:44.308258 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-db504893-2b7b-4e52-b0b1-6e468ed4df26 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': '1015091a-d462-4022-8213-31aa389105fc', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:32:44.315237 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-db504893-2b7b-4e52-b0b1-6e468ed4df26 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:32:44.319086 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-db504893-2b7b-4e52-b0b1-6e468ed4df26 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Usage tracker for resource:floatingip and tenant:df3145cb5eb94e5db4de6b7bba758d40 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:32:44.322064 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-db504893-2b7b-4e52-b0b1-6e468ed4df26 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:32:44.343012 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-db504893-2b7b-4e52-b0b1-6e468ed4df26 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:32:44.429354 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db504893-2b7b-4e52-b0b1-6e468ed4df26 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for floatingip, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:44.740564 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-687b4849-0863-4480-b423-45642a65f7f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:44.778596 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-687b4849-0863-4480-b423-45642a65f7f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:44.829505 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db504893-2b7b-4e52-b0b1-6e468ed4df26 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:45.002022 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-687b4849-0863-4480-b423-45642a65f7f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.26.7.113 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/78092810-273f-4bf4-a0cf-05eb7704c39d) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:32:45.158550 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-687b4849-0863-4480-b423-45642a65f7f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:45.301455 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-687b4849-0863-4480-b423-45642a65f7f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:45.376628 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687b4849-0863-4480-b423-45642a65f7f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:32:45.380973 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-687b4849-0863-4480-b423-45642a65f7f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:32:45.390063 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687b4849-0863-4480-b423-45642a65f7f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:32:45.432378 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-db504893-2b7b-4e52-b0b1-6e468ed4df26 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Allocated IP 172.26.7.203 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/7071c23a-88ca-4020-93fa-e81e8f0687ec) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:32:45.453603 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b4849-0863-4480-b423-45642a65f7f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=78092810-273f-4bf4-a0cf-05eb7704c39d,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:45.897869 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db504893-2b7b-4e52-b0b1-6e468ed4df26 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:46.025277 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db504893-2b7b-4e52-b0b1-6e468ed4df26 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:46.103258 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db504893-2b7b-4e52-b0b1-6e468ed4df26 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:32:46.108139 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-db504893-2b7b-4e52-b0b1-6e468ed4df26 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:32:46.125891 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db504893-2b7b-4e52-b0b1-6e468ed4df26 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:32:46.160676 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db504893-2b7b-4e52-b0b1-6e468ed4df26 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Pushing event updated for resources: {'Port': ['ID=7071c23a-88ca-4020-93fa-e81e8f0687ec,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:46.295100 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-687b4849-0863-4480-b423-45642a65f7f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:46.882506 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-687b4849-0863-4480-b423-45642a65f7f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:47.229292 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db504893-2b7b-4e52-b0b1-6e468ed4df26 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:47.384607 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687b4849-0863-4480-b423-45642a65f7f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router f42f2113-ac19-43dc-8783-a97ed75da843 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:32:47.477698 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db504893-2b7b-4e52-b0b1-6e468ed4df26 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:47.711912 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687b4849-0863-4480-b423-45642a65f7f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:32:47.722633 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] Sync routers for ids ['f42f2113-ac19-43dc-8783-a97ed75da843'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:32:47.732812 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] Routers {'f42f2113-ac19-43dc-8783-a97ed75da843'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:32:47.736038 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:32:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['f42f2113-ac19-43dc-8783-a97ed75da843'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:32:47.802994 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db504893-2b7b-4e52-b0b1-6e468ed4df26 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:47.824260 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-687b4849-0863-4480-b423-45642a65f7f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:47.826421 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-687b4849-0863-4480-b423-45642a65f7f2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3155329 Apr 11 14:32:47.829571 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46828) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:32:47.892892 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db504893-2b7b-4e52-b0b1-6e468ed4df26 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:47.917570 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] Set router f42f2113-ac19-43dc-8783-a97ed75da843 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:32:48.056619 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db504893-2b7b-4e52-b0b1-6e468ed4df26 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Pushing event updated for resources: {'Port': ['ID=7071c23a-88ca-4020-93fa-e81e8f0687ec,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:48.064635 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-da578ff0-6e54-4f57-97aa-e9dc229f8dae tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=572b8884360948e38c79b057606230d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2308757 Apr 11 14:32:48.065008 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46834) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:32:48.072049 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db504893-2b7b-4e52-b0b1-6e468ed4df26 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:48.205806 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fc1e98-caba-4700-839d-0bda44a598ae tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:48.207238 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b2fc1e98-caba-4700-839d-0bda44a598ae tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1407256 Apr 11 14:32:48.210273 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46838) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:32:48.255283 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'name': 'tempest-TestNetworkBasicOps-router-1102058692', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:32:43Z', 'updated_at': '2022-04-11T14:32:45Z', 'revision_number': 3, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:32:44Z', 'updated_at': '2022-04-11T14:32:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:32:48.260366 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] Checking router: f42f2113-ac19-43dc-8783-a97ed75da843 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:32:48.260926 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9ac1d41d-dc18-4c54-8d29-e87d4f1389ce tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=cff58315-4a25-4203-8056-2db185a2b95d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0493925 Apr 11 14:32:48.263705 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46842) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:32:48.263870 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] Updating router f42f2113-ac19-43dc-8783-a97ed75da843 port 78092810-273f-4bf4-a0cf-05eb7704c39d binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:32:48.269436 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-f3e63b55-2fac-4cee-8841-5981a90f35ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-137313193', 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5', 'project_id': '572b8884360948e38c79b057606230d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:32:48.279409 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-db504893-2b7b-4e52-b0b1-6e468ed4df26 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Floating IP d288c11f-a6e2-4a77-b10c-ed148bf146da associated. External IP: 172.26.7.203, port: 1015091a-d462-4022-8213-31aa389105fc. Apr 11 14:32:48.323482 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:48.391783 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f3e63b55-2fac-4cee-8841-5981a90f35ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:32:48.395658 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f3e63b55-2fac-4cee-8841-5981a90f35ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:subnet and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:32:48.398482 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f3e63b55-2fac-4cee-8841-5981a90f35ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:32:48.404443 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f3e63b55-2fac-4cee-8841-5981a90f35ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:32:48.482361 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e63b55-2fac-4cee-8841-5981a90f35ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:32:48.486035 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f3e63b55-2fac-4cee-8841-5981a90f35ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:48.694583 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:48.708452 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] Transition to ACTIVE for port object 78092810-273f-4bf4-a0cf-05eb7704c39d will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:32:48.798356 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:48.812730 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db504893-2b7b-4e52-b0b1-6e468ed4df26 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Router 70cd2ca9-1b94-4200-9997-6b498f3d8fde has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:32:48.824612 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f3e63b55-2fac-4cee-8841-5981a90f35ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:48.885218 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] Attempting to bind port 78092810-273f-4bf4-a0cf-05eb7704c39d on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:32:48.885889 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] Attempting to bind port 78092810-273f-4bf4-a0cf-05eb7704c39d by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:32:48.886006 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] Attempting to bind port 78092810-273f-4bf4-a0cf-05eb7704c39d on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:32:48.892679 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259e954-d37e-43e8-9891-66c41fef98d8 None None] Pushing event updated for resources: {'Port': ['ID=78092810-273f-4bf4-a0cf-05eb7704c39d,revision_number=2']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:48.897823 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:32:48.898209 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:32:48.898609 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:48.898997 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:32:48.899466 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] Bound port: 78092810-273f-4bf4-a0cf-05eb7704c39d, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:32:48.899831 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:48.913184 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e63b55-2fac-4cee-8841-5981a90f35ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Subnet': ['ID=10911edc-fc29-4ba4-9e1f-bf4d87005bd0,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:48.924074 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e63b55-2fac-4cee-8841-5981a90f35ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Checking segment: {'id': '859ed27c-8b4b-4af2-8fe2-315681455d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:32:48.924437 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e63b55-2fac-4cee-8841-5981a90f35ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network hostable DHCP agents. Network: f91fa020-d040-4651-82ca-6229dbebfee5, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:32:48.938185 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5259e954-d37e-43e8-9891-66c41fef98d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:48.938185 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5259e954-d37e-43e8-9891-66c41fef98d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:48.938185 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5259e954-d37e-43e8-9891-66c41fef98d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:48.938185 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5259e954-d37e-43e8-9891-66c41fef98d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:48.938185 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5259e954-d37e-43e8-9891-66c41fef98d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:48.938185 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5259e954-d37e-43e8-9891-66c41fef98d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:48.938185 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5259e954-d37e-43e8-9891-66c41fef98d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:48.938185 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5259e954-d37e-43e8-9891-66c41fef98d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:48.938185 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5259e954-d37e-43e8-9891-66c41fef98d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:48.939090 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5259e954-d37e-43e8-9891-66c41fef98d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:48.939090 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5259e954-d37e-43e8-9891-66c41fef98d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:48.939090 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5259e954-d37e-43e8-9891-66c41fef98d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:32:48.989896 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] For port 78092810-273f-4bf4-a0cf-05eb7704c39d, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:32:48.993109 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] For port 78092810-273f-4bf4-a0cf-05eb7704c39d, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=78092810-273f-4bf4-a0cf-05eb7704c39d,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:32:49.057978 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db504893-2b7b-4e52-b0b1-6e468ed4df26 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:32:49.061276 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e63b55-2fac-4cee-8841-5981a90f35ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network f91fa020-d040-4651-82ca-6229dbebfee5 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:32:49.068672 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b677835-8cd3-4394-9913-65a2c0aebaeb None None] Sync routers for ids ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:32:49.078254 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b677835-8cd3-4394-9913-65a2c0aebaeb None None] Routers {'70cd2ca9-1b94-4200-9997-6b498f3d8fde'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:32:49.078803 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-5b677835-8cd3-4394-9913-65a2c0aebaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:32:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:32:49.099279 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:49.132457 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-f3e63b55-2fac-4cee-8841-5981a90f35ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, f91fa020-d040-4651-82ca-6229dbebfee5) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:32:49.138098 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e63b55-2fac-4cee-8841-5981a90f35ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:49.142117 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f3e63b55-2fac-4cee-8841-5981a90f35ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:49.144164 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ab9e7e-0d16-4308-8b7f-1652362c0ccd None None] Network f91fa020-d040-4651-82ca-6229dbebfee5 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:32:49.187330 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] Routers {'f42f2113-ac19-43dc-8783-a97ed75da843'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:32:49.187958 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:32:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['f42f2113-ac19-43dc-8783-a97ed75da843'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:32:49.230762 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-db504893-2b7b-4e52-b0b1-6e468ed4df26 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:49.250333 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259e954-d37e-43e8-9891-66c41fef98d8 None None] Pushing event updated for resources: {'Port': ['ID=78092810-273f-4bf4-a0cf-05eb7704c39d,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:49.269089 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f3e63b55-2fac-4cee-8841-5981a90f35ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0041473 Apr 11 14:32:49.271715 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46846) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:32:49.316222 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-db504893-2b7b-4e52-b0b1-6e468ed4df26 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0119040 Apr 11 14:32:49.321894 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee71fe1-7633-4148-8299-60773ad7676d', 'tag': '1015091a-d462-4022-8213-31aa389105fc'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:32:49.459576 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] Set router f42f2113-ac19-43dc-8783-a97ed75da843 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:32:49.478705 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-5b677835-8cd3-4394-9913-65a2c0aebaeb None None] Set router 70cd2ca9-1b94-4200-9997-6b498f3d8fde gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:32:49.478826 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e033744-214c-4a75-b9cd-ee0d08b7a283'] response: {'name': 'network-changed', 'server_uuid': '4ee71fe1-7633-4148-8299-60773ad7676d', 'tag': '1015091a-d462-4022-8213-31aa389105fc', 'status': 'completed', 'code': 200} Apr 11 14:32:49.573132 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb29a2fb-5cfc-47ad-af56-15b4874bbdaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-f91fa020-d040-4651-82ca-6229dbebfee5', 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5', 'tenant_id': '572b8884360948e38c79b057606230d9', 'fixed_ips': [{'subnet_id': '10911edc-fc29-4ba4-9e1f-bf4d87005bd0'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:32:49.574099 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-bb29a2fb-5cfc-47ad-af56-15b4874bbdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:49.793015 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'name': 'tempest-TestNetworkBasicOps-router-1102058692', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:32:43Z', 'updated_at': '2022-04-11T14:32:45Z', 'revision_number': 3, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:32:44Z', 'updated_at': '2022-04-11T14:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:32:49.802390 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6755eae4-82f6-4ba8-abdd-3d1e2607fee2 None None] The sync data for ids ['f42f2113-ac19-43dc-8783-a97ed75da843'] in dv-neutron-837330-1-hyperv is: [{'id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'name': 'tempest-TestNetworkBasicOps-router-1102058692', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:32:43Z', 'updated_at': '2022-04-11T14:32:45Z', 'revision_number': 3, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:32:44Z', 'updated_at': '2022-04-11T14:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:32:49.832223 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb6ad8-e1d3-4e14-a0de-608a458be4c0 req-7cf68a8f-aabc-4d8b-8c6a-3f70971b2a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:49.833762 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-74bb6ad8-e1d3-4e14-a0de-608a458be4c0 req-7cf68a8f-aabc-4d8b-8c6a-3f70971b2a7e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df3145cb5eb94e5db4de6b7bba758d40&device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 1099 time: 0.2463472 Apr 11 14:32:49.949039 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-bb29a2fb-5cfc-47ad-af56-15b4874bbdaa None None] Allocated IP 172.20.0.2 (f91fa020-d040-4651-82ca-6229dbebfee5/10911edc-fc29-4ba4-9e1f-bf4d87005bd0/7a59de29-83b7-49fa-89de-f238cf7b4ea6) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:32:50.276135 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-5b677835-8cd3-4394-9913-65a2c0aebaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:33Z', 'revision_number': 4, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'gw_port': {'id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:24Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '4f5358b2-31a9-488d-a6b2-94d5736278c8', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'floating_ip_address': '172.26.7.230', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'port_id': 'ca5757ee-c768-4d41-bef8-6866de72bed4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'mac_address': 'fa:16:3e:c8:a8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ab90ec-4a03-476a-9c9c-4a90b8bb6140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:29:39Z', 'updated_at': '2022-04-11T14:29:42Z', 'revision_number': 1, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'fixed_ip_address_scope': None}, {'id': 'd288c11f-a6e2-4a77-b10c-ed148bf146da', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'floating_ip_address': '172.26.7.203', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'port_id': '1015091a-d462-4022-8213-31aa389105fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'mac_address': 'fa:16:3e:24:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee71fe1-7633-4148-8299-60773ad7676d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:32:46Z', 'updated_at': '2022-04-11T14:32:46Z', 'revision_number': 0, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4164128e-3813-4191-8f0c-ffa443a1c8a5', 'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'mac_address': 'fa:16:3e:33:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:32Z', 'updated_at': '2022-04-11T14:24:40Z', 'revision_number': 5, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'subnets': [{'id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:32:50.313120 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb6ad8-e1d3-4e14-a0de-608a458be4c0 req-377cc9c4-80b2-43c7-a737-395e9dd22bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:50.314573 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b677835-8cd3-4394-9913-65a2c0aebaeb None None] Checking router: 70cd2ca9-1b94-4200-9997-6b498f3d8fde for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:32:50.314747 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-74bb6ad8-e1d3-4e14-a0de-608a458be4c0 req-377cc9c4-80b2-43c7-a737-395e9dd22bec service neutron] 10.222.0.53 "GET /v2.0/networks?id=b384f45c-0909-4242-b122-3a6b13e2f934 HTTP/1.1" status: 200 len: 914 time: 0.4743092 Apr 11 14:32:50.343481 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b677835-8cd3-4394-9913-65a2c0aebaeb None None] Routers {'70cd2ca9-1b94-4200-9997-6b498f3d8fde'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:32:50.344126 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-5b677835-8cd3-4394-9913-65a2c0aebaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:32:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:32:50.424220 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-bb29a2fb-5cfc-47ad-af56-15b4874bbdaa None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:50.441924 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-bb29a2fb-5cfc-47ad-af56-15b4874bbdaa None None] Transition to ACTIVE for port object 7a59de29-83b7-49fa-89de-f238cf7b4ea6 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:32:50.487632 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-74bb6ad8-e1d3-4e14-a0de-608a458be4c0 req-2d176766-20af-45e2-b117-d65e5088da12 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1015091a-d462-4022-8213-31aa389105fc HTTP/1.1" status: 200 len: 1000 time: 0.1662006 Apr 11 14:32:50.535624 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-bb29a2fb-5cfc-47ad-af56-15b4874bbdaa None None] Transition to ACTIVE for port object 7a59de29-83b7-49fa-89de-f238cf7b4ea6 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:32:50.571043 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-5b677835-8cd3-4394-9913-65a2c0aebaeb None None] Set router 70cd2ca9-1b94-4200-9997-6b498f3d8fde gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:32:50.612220 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb6ad8-e1d3-4e14-a0de-608a458be4c0 req-c88bfa8a-6c7d-45d9-b7ec-21690c8389ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:50.613683 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-74bb6ad8-e1d3-4e14-a0de-608a458be4c0 req-c88bfa8a-6c7d-45d9-b7ec-21690c8389ca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3b75be1d-a0f4-4c83-bb21-b959bddcc5cd HTTP/1.1" status: 200 len: 851 time: 0.1184683 Apr 11 14:32:50.617456 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d5fa53b2-919e-49d3-90cb-f3946b88dfdf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:50.627605 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-bb29a2fb-5cfc-47ad-af56-15b4874bbdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:50.713316 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb29a2fb-5cfc-47ad-af56-15b4874bbdaa None None] Network f91fa020-d040-4651-82ca-6229dbebfee5 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:32:50.725429 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-bb29a2fb-5cfc-47ad-af56-15b4874bbdaa None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:32:50.787276 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb29a2fb-5cfc-47ad-af56-15b4874bbdaa None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:32:50.805564 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29a2fb-5cfc-47ad-af56-15b4874bbdaa None None] Pushing event updated for resources: {'Port': ['ID=7a59de29-83b7-49fa-89de-f238cf7b4ea6,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:50.879219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb6ad8-e1d3-4e14-a0de-608a458be4c0 req-37b567e0-1c64-4951-8df5-8793d7d61034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:50.880755 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-74bb6ad8-e1d3-4e14-a0de-608a458be4c0 req-37b567e0-1c64-4951-8df5-8793d7d61034 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b384f45c-0909-4242-b122-3a6b13e2f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2527077 Apr 11 14:32:50.954983 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-bb29a2fb-5cfc-47ad-af56-15b4874bbdaa None None] Attempting to bind port 7a59de29-83b7-49fa-89de-f238cf7b4ea6 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:32:50.955261 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-bb29a2fb-5cfc-47ad-af56-15b4874bbdaa None None] Attempting to bind port 7a59de29-83b7-49fa-89de-f238cf7b4ea6 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '859ed27c-8b4b-4af2-8fe2-315681455d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:32:50.955628 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb29a2fb-5cfc-47ad-af56-15b4874bbdaa None None] Attempting to bind port 7a59de29-83b7-49fa-89de-f238cf7b4ea6 on network f91fa020-d040-4651-82ca-6229dbebfee5 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:32:50.968825 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb29a2fb-5cfc-47ad-af56-15b4874bbdaa None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:32:50.969760 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb29a2fb-5cfc-47ad-af56-15b4874bbdaa None None] Checking segment: {'id': '859ed27c-8b4b-4af2-8fe2-315681455d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:32:50.970189 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-bb29a2fb-5cfc-47ad-af56-15b4874bbdaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:50.970614 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb29a2fb-5cfc-47ad-af56-15b4874bbdaa None None] Bound using segment: {'id': '859ed27c-8b4b-4af2-8fe2-315681455d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:32:50.971093 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-bb29a2fb-5cfc-47ad-af56-15b4874bbdaa None None] Bound port: 7a59de29-83b7-49fa-89de-f238cf7b4ea6, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859ed27c-8b4b-4af2-8fe2-315681455d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:32:50.971468 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-bb29a2fb-5cfc-47ad-af56-15b4874bbdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:51.142713 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-74bb6ad8-e1d3-4e14-a0de-608a458be4c0 req-b91c3b9f-deda-4fd4-953a-1c9b35e225c4 service neutron] 10.222.0.53 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552178 Apr 11 14:32:51.181864 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-bb29a2fb-5cfc-47ad-af56-15b4874bbdaa None None] For port 7a59de29-83b7-49fa-89de-f238cf7b4ea6, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:32:51.193789 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-bb29a2fb-5cfc-47ad-af56-15b4874bbdaa None None] For port 7a59de29-83b7-49fa-89de-f238cf7b4ea6, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7a59de29-83b7-49fa-89de-f238cf7b4ea6,segment=NetworkSegment(859ed27c-8b4b-4af2-8fe2-315681455d2b),segment_id=859ed27c-8b4b-4af2-8fe2-315681455d2b)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:32:51.216657 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-5b677835-8cd3-4394-9913-65a2c0aebaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:33Z', 'revision_number': 4, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'gw_port': {'id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:24Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '4f5358b2-31a9-488d-a6b2-94d5736278c8', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'floating_ip_address': '172.26.7.230', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'port_id': 'ca5757ee-c768-4d41-bef8-6866de72bed4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'mac_address': 'fa:16:3e:c8:a8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ab90ec-4a03-476a-9c9c-4a90b8bb6140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:29:39Z', 'updated_at': '2022-04-11T14:29:42Z', 'revision_number': 1, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'fixed_ip_address_scope': None}, {'id': 'd288c11f-a6e2-4a77-b10c-ed148bf146da', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'floating_ip_address': '172.26.7.203', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'port_id': '1015091a-d462-4022-8213-31aa389105fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'mac_address': 'fa:16:3e:24:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee71fe1-7633-4148-8299-60773ad7676d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:32:46Z', 'updated_at': '2022-04-11T14:32:46Z', 'revision_number': 0, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4164128e-3813-4191-8f0c-ffa443a1c8a5', 'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'mac_address': 'fa:16:3e:33:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:32Z', 'updated_at': '2022-04-11T14:24:40Z', 'revision_number': 5, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'subnets': [{'id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:32:51.222732 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b677835-8cd3-4394-9913-65a2c0aebaeb None None] The sync data for ids ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'] in dv-neutron-837330-1-hyperv is: [{'id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:33Z', 'revision_number': 4, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'gw_port': {'id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:24Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '4f5358b2-31a9-488d-a6b2-94d5736278c8', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'floating_ip_address': '172.26.7.230', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'port_id': 'ca5757ee-c768-4d41-bef8-6866de72bed4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'mac_address': 'fa:16:3e:c8:a8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ab90ec-4a03-476a-9c9c-4a90b8bb6140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:29:39Z', 'updated_at': '2022-04-11T14:29:42Z', 'revision_number': 1, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'fixed_ip_address_scope': None}, {'id': 'd288c11f-a6e2-4a77-b10c-ed148bf146da', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'floating_ip_address': '172.26.7.203', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'port_id': '1015091a-d462-4022-8213-31aa389105fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'mac_address': 'fa:16:3e:24:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee71fe1-7633-4148-8299-60773ad7676d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:32:46Z', 'updated_at': '2022-04-11T14:32:46Z', 'revision_number': 0, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4164128e-3813-4191-8f0c-ffa443a1c8a5', 'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'mac_address': 'fa:16:3e:33:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:32Z', 'updated_at': '2022-04-11T14:24:40Z', 'revision_number': 5, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'subnets': [{'id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:32:51.300337 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-bb29a2fb-5cfc-47ad-af56-15b4874bbdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:51.311357 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-d5fa53b2-919e-49d3-90cb-f3946b88dfdf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.20.0.1 (f91fa020-d040-4651-82ca-6229dbebfee5/10911edc-fc29-4ba4-9e1f-bf4d87005bd0/3d205e4b-f70c-456c-b4bd-e9d2e14903aa) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:32:51.384316 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-74bb6ad8-e1d3-4e14-a0de-608a458be4c0 req-c775aea5-013b-43a6-9a80-4c7e8b1211ee service neutron] 10.222.0.53 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354355 Apr 11 14:32:51.421116 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29a2fb-5cfc-47ad-af56-15b4874bbdaa None None] Pushing event updated for resources: {'Port': ['ID=7a59de29-83b7-49fa-89de-f238cf7b4ea6,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:51.553611 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d5fa53b2-919e-49d3-90cb-f3946b88dfdf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:51.561783 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd23652e-51e6-44fb-90c3-80ba22b7459f None None] New status for floating IP d288c11f-a6e2-4a77-b10c-ed148bf146da: ACTIVE {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:32:51.581880 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-d5fa53b2-919e-49d3-90cb-f3946b88dfdf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Transition to ACTIVE for port object 3d205e4b-f70c-456c-b4bd-e9d2e14903aa will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:32:51.585753 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 78092810-273f-4bf4-a0cf-05eb7704c39d up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:32:51.663402 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d5fa53b2-919e-49d3-90cb-f3946b88dfdf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:51.764648 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fa53b2-919e-49d3-90cb-f3946b88dfdf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network f91fa020-d040-4651-82ca-6229dbebfee5 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:32:51.772948 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-d5fa53b2-919e-49d3-90cb-f3946b88dfdf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:32:51.774522 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 78092810-273f-4bf4-a0cf-05eb7704c39d completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:32:51.778260 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fa53b2-919e-49d3-90cb-f3946b88dfdf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:32:51.785939 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 78092810-273f-4bf4-a0cf-05eb7704c39d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:32:51.786818 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:51.816395 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa53b2-919e-49d3-90cb-f3946b88dfdf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=3d205e4b-f70c-456c-b4bd-e9d2e14903aa,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:51.859988 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d5fa53b2-919e-49d3-90cb-f3946b88dfdf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:51.957866 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:51.975953 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 78092810-273f-4bf4-a0cf-05eb7704c39d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=78092810-273f-4bf4-a0cf-05eb7704c39d,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:32:52.094816 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:52.138382 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [req-7e6dd796-bca7-4a9d-90db-452ff42e4277 req-ba59cbdc-2e50-4b64-b6cb-f633deab2707 service neutron] (88617) timed out ('10.222.0.53', 49283) {{(pid=88617) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 11 14:32:52.166492 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=78092810-273f-4bf4-a0cf-05eb7704c39d,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:52.378936 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d5fa53b2-919e-49d3-90cb-f3946b88dfdf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:52.513506 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34c0e7a-92e1-4ac1-81a3-865de57a7ddc None None] Network f91fa020-d040-4651-82ca-6229dbebfee5 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:32:52.735132 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-22a27c32-31fe-42b8-bfd2-4ad1ffc2d766 None None] Provisioning for port 7a59de29-83b7-49fa-89de-f238cf7b4ea6 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:32:52.812785 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d5fa53b2-919e-49d3-90cb-f3946b88dfdf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:52.893325 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d5fa53b2-919e-49d3-90cb-f3946b88dfdf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:53.018039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d5fa53b2-919e-49d3-90cb-f3946b88dfdf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:53.023403 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa53b2-919e-49d3-90cb-f3946b88dfdf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=3d205e4b-f70c-456c-b4bd-e9d2e14903aa,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:53.087991 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a1eac942-5a98-4f22-b5b3-b5ce5fd5123c None None] Provisioning for port 3d205e4b-f70c-456c-b4bd-e9d2e14903aa completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:32:53.093547 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a1eac942-5a98-4f22-b5b3-b5ce5fd5123c None None] Provisioning complete for port 3d205e4b-f70c-456c-b4bd-e9d2e14903aa triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:32:53.093970 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a1eac942-5a98-4f22-b5b3-b5ce5fd5123c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:53.161830 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-a1eac942-5a98-4f22-b5b3-b5ce5fd5123c None None] Port 3d205e4b-f70c-456c-b4bd-e9d2e14903aa cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:32:53.176420 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fa53b2-919e-49d3-90cb-f3946b88dfdf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network f91fa020-d040-4651-82ca-6229dbebfee5 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:32:53.177519 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-d5fa53b2-919e-49d3-90cb-f3946b88dfdf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:32:53.286451 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-55ec074a-c28b-4abd-ae5f-741c51257f4a None None] Provisioning complete for port 3d205e4b-f70c-456c-b4bd-e9d2e14903aa triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:32:53.286737 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-55ec074a-c28b-4abd-ae5f-741c51257f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:53.383966 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fa53b2-919e-49d3-90cb-f3946b88dfdf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router f42f2113-ac19-43dc-8783-a97ed75da843 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:32:53.408436 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-55ec074a-c28b-4abd-ae5f-741c51257f4a None None] Port 3d205e4b-f70c-456c-b4bd-e9d2e14903aa cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:32:53.536543 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9c9a89db-277d-458b-8538-a29aca002a27 None None] Provisioning complete for port 3d205e4b-f70c-456c-b4bd-e9d2e14903aa triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:32:53.537170 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9c9a89db-277d-458b-8538-a29aca002a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:53.574777 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fa53b2-919e-49d3-90cb-f3946b88dfdf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:32:53.596230 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d5fa53b2-919e-49d3-90cb-f3946b88dfdf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "PUT /v2.0/routers/f42f2113-ac19-43dc-8783-a97ed75da843/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3167419 Apr 11 14:32:53.596230 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46856) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:32:53.600797 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] Sync routers for ids ['f42f2113-ac19-43dc-8783-a97ed75da843'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:32:53.603973 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 7a59de29-83b7-49fa-89de-f238cf7b4ea6 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:32:53.650395 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-9c9a89db-277d-458b-8538-a29aca002a27 None None] Port 3d205e4b-f70c-456c-b4bd-e9d2e14903aa cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:32:53.668760 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] Routers {'f42f2113-ac19-43dc-8783-a97ed75da843'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:32:53.669447 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:32:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['f42f2113-ac19-43dc-8783-a97ed75da843'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:32:53.750816 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8865d56f-a9e9-44f6-868a-497e3cf78ffd tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:53.751770 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8865d56f-a9e9-44f6-868a-497e3cf78ffd tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:53.751770 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8865d56f-a9e9-44f6-868a-497e3cf78ffd tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:53.752217 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8865d56f-a9e9-44f6-868a-497e3cf78ffd tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:53.752707 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8865d56f-a9e9-44f6-868a-497e3cf78ffd tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:53.753121 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8865d56f-a9e9-44f6-868a-497e3cf78ffd tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:53.760579 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8865d56f-a9e9-44f6-868a-497e3cf78ffd tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.1584926 Apr 11 14:32:53.760579 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46860) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:32:53.859472 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 7a59de29-83b7-49fa-89de-f238cf7b4ea6 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:32:53.870953 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 7a59de29-83b7-49fa-89de-f238cf7b4ea6 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:32:53.870953 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:53.915473 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] Set router f42f2113-ac19-43dc-8783-a97ed75da843 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:32:53.956624 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a94142-b570-4d36-a683-d6dcb7c47f49 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:53.957736 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a94142-b570-4d36-a683-d6dcb7c47f49 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:53.958357 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a94142-b570-4d36-a683-d6dcb7c47f49 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:53.958805 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a94142-b570-4d36-a683-d6dcb7c47f49 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:53.959250 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a94142-b570-4d36-a683-d6dcb7c47f49 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:53.959691 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a94142-b570-4d36-a683-d6dcb7c47f49 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:53.961534 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-37a94142-b570-4d36-a683-d6dcb7c47f49 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.2026033 Apr 11 14:32:53.964454 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46864) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:32:54.210619 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:54.234365 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a6eaa913-6f03-4d44-9460-8d55aa3e4364 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2667274 Apr 11 14:32:54.237962 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46868) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:32:54.247068 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-ba03e1a7-fbf4-40d7-8699-0823ff1e5fa8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-101182069', 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:32:54.328817 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 7a59de29-83b7-49fa-89de-f238cf7b4ea6, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7a59de29-83b7-49fa-89de-f238cf7b4ea6,segment=NetworkSegment(859ed27c-8b4b-4af2-8fe2-315681455d2b),segment_id=859ed27c-8b4b-4af2-8fe2-315681455d2b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:32:54.365002 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:54.407304 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'name': 'tempest-TestNetworkBasicOps-router-1102058692', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:32:43Z', 'updated_at': '2022-04-11T14:32:52Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:32:44Z', 'updated_at': '2022-04-11T14:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '3d205e4b-f70c-456c-b4bd-e9d2e14903aa', 'name': '', 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:6e:b3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '10911edc-fc29-4ba4-9e1f-bf4d87005bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:32:50Z', 'updated_at': '2022-04-11T14:32:52Z', 'revision_number': 2, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '10911edc-fc29-4ba4-9e1f-bf4d87005bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:32:54.409315 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ba03e1a7-fbf4-40d7-8699-0823ff1e5fa8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:32:54.412844 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:54.413950 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ba03e1a7-fbf4-40d7-8699-0823ff1e5fa8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:port and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:32:54.414078 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 78092810-273f-4bf4-a0cf-05eb7704c39d up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:32:54.417034 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ba03e1a7-fbf4-40d7-8699-0823ff1e5fa8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:32:54.426242 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ba03e1a7-fbf4-40d7-8699-0823ff1e5fa8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:32:54.484214 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] Checking router: f42f2113-ac19-43dc-8783-a97ed75da843 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:32:54.484437 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] Updating router f42f2113-ac19-43dc-8783-a97ed75da843 port 3d205e4b-f70c-456c-b4bd-e9d2e14903aa binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:32:54.504680 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba03e1a7-fbf4-40d7-8699-0823ff1e5fa8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:32:54.509147 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ba03e1a7-fbf4-40d7-8699-0823ff1e5fa8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:54.539873 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [None req-ba03e1a7-fbf4-40d7-8699-0823ff1e5fa8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] device_id is not set on port cfb03216-9515-4d39-b4e3-159d71e481a8 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:32:54.588245 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:54.613504 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=7a59de29-83b7-49fa-89de-f238cf7b4ea6,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:54.677050 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 78092810-273f-4bf4-a0cf-05eb7704c39d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:32:54.677050 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:54.727633 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-ba03e1a7-fbf4-40d7-8699-0823ff1e5fa8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.20.0.14 (f91fa020-d040-4651-82ca-6229dbebfee5/10911edc-fc29-4ba4-9e1f-bf4d87005bd0/cfb03216-9515-4d39-b4e3-159d71e481a8) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:32:54.948433 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ba03e1a7-fbf4-40d7-8699-0823ff1e5fa8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:54.959401 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-ba03e1a7-fbf4-40d7-8699-0823ff1e5fa8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Transition to ACTIVE for port object cfb03216-9515-4d39-b4e3-159d71e481a8 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:32:55.059434 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ba03e1a7-fbf4-40d7-8699-0823ff1e5fa8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:55.126603 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba03e1a7-fbf4-40d7-8699-0823ff1e5fa8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network f91fa020-d040-4651-82ca-6229dbebfee5 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:32:55.134796 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-ba03e1a7-fbf4-40d7-8699-0823ff1e5fa8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:32:55.139568 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba03e1a7-fbf4-40d7-8699-0823ff1e5fa8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:32:55.174509 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03e1a7-fbf4-40d7-8699-0823ff1e5fa8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=cfb03216-9515-4d39-b4e3-159d71e481a8,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:55.222013 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba03e1a7-fbf4-40d7-8699-0823ff1e5fa8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:55.222876 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ba03e1a7-fbf4-40d7-8699-0823ff1e5fa8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:55.305155 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-bdfb87ac-95d9-4cc6-9576-893e9ac39993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:55.329558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:55.342805 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] Transition to ACTIVE for port object 3d205e4b-f70c-456c-b4bd-e9d2e14903aa will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:32:55.345632 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ba03e1a7-fbf4-40d7-8699-0823ff1e5fa8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1062586 Apr 11 14:32:55.440047 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:55.512586 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-d506ad76-143e-46fc-8ad7-ce8b1f85dcf1 None None] Provisioning for port cfb03216-9515-4d39-b4e3-159d71e481a8 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:32:55.527742 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 7a59de29-83b7-49fa-89de-f238cf7b4ea6 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:32:55.571222 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-d506ad76-143e-46fc-8ad7-ce8b1f85dcf1 None None] Provisioning complete for port cfb03216-9515-4d39-b4e3-159d71e481a8 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:32:55.571613 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d506ad76-143e-46fc-8ad7-ce8b1f85dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:55.703810 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46874) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:32:55.711264 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-30abe91d-805e-457a-933d-a9126917be43 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1220940638', 'description': 'tempest-secgroup-smoke-1220940638 description', 'project_id': '572b8884360948e38c79b057606230d9'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:32:55.723407 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-30abe91d-805e-457a-933d-a9126917be43 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:32:55.727698 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-30abe91d-805e-457a-933d-a9126917be43 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:32:55.740163 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-30abe91d-805e-457a-933d-a9126917be43 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:32:55.740163 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-30abe91d-805e-457a-933d-a9126917be43 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:32:55.761514 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43f6db-df05-47d2-bb5e-a41e003fbe1c None None] Pushing event updated for resources: {'Port': ['ID=3d205e4b-f70c-456c-b4bd-e9d2e14903aa,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:55.776832 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-d506ad76-143e-46fc-8ad7-ce8b1f85dcf1 None None] Port cfb03216-9515-4d39-b4e3-159d71e481a8 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:32:55.835522 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] Attempting to bind port 3d205e4b-f70c-456c-b4bd-e9d2e14903aa on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:32:55.836824 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] Attempting to bind port 3d205e4b-f70c-456c-b4bd-e9d2e14903aa by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '859ed27c-8b4b-4af2-8fe2-315681455d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:32:55.836824 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] Attempting to bind port 3d205e4b-f70c-456c-b4bd-e9d2e14903aa on network f91fa020-d040-4651-82ca-6229dbebfee5 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:32:55.839515 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 7a59de29-83b7-49fa-89de-f238cf7b4ea6 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:32:55.841683 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:55.846322 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-30abe91d-805e-457a-933d-a9126917be43 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:55.869281 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-30abe91d-805e-457a-933d-a9126917be43 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:32:55.869281 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-30abe91d-805e-457a-933d-a9126917be43 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:32:55.870623 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-30abe91d-805e-457a-933d-a9126917be43 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:32:55.877832 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-30abe91d-805e-457a-933d-a9126917be43 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:32:55.877937 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:32:55.877937 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] Checking segment: {'id': '859ed27c-8b4b-4af2-8fe2-315681455d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:32:55.878338 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:55.879127 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] Bound using segment: {'id': '859ed27c-8b4b-4af2-8fe2-315681455d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:32:55.879249 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] Bound port: 3d205e4b-f70c-456c-b4bd-e9d2e14903aa, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859ed27c-8b4b-4af2-8fe2-315681455d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:32:55.879764 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:55.962371 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-30abe91d-805e-457a-933d-a9126917be43 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:56.047430 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-30abe91d-805e-457a-933d-a9126917be43 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:56.087065 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] For port 3d205e4b-f70c-456c-b4bd-e9d2e14903aa, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:32:56.104340 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] For port 3d205e4b-f70c-456c-b4bd-e9d2e14903aa, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3d205e4b-f70c-456c-b4bd-e9d2e14903aa,segment=NetworkSegment(859ed27c-8b4b-4af2-8fe2-315681455d2b),segment_id=859ed27c-8b4b-4af2-8fe2-315681455d2b)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:32:56.104734 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe91d-805e-457a-933d-a9126917be43 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9a5993-2437-4f42-bb74-922b419c0ce8,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:56.200921 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-30abe91d-805e-457a-933d-a9126917be43 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:56.200921 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-30abe91d-805e-457a-933d-a9126917be43 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4923804 Apr 11 14:32:56.201385 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46878) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:32:56.206772 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-14f481ea-2448-49bf-aefb-46c909a07062 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'ef9a5993-2437-4f42-bb74-922b419c0ce8', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:32:56.212955 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-14f481ea-2448-49bf-aefb-46c909a07062 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:32:56.217579 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-14f481ea-2448-49bf-aefb-46c909a07062 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:32:56.220575 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-14f481ea-2448-49bf-aefb-46c909a07062 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:32:56.226730 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-14f481ea-2448-49bf-aefb-46c909a07062 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:32:56.253595 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:56.311735 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-14f481ea-2448-49bf-aefb-46c909a07062 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:56.358341 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] Routers {'f42f2113-ac19-43dc-8783-a97ed75da843'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:32:56.359466 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:32:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['f42f2113-ac19-43dc-8783-a97ed75da843'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:32:56.399510 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-14f481ea-2448-49bf-aefb-46c909a07062 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:56.454696 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43f6db-df05-47d2-bb5e-a41e003fbe1c None None] Pushing event updated for resources: {'Port': ['ID=3d205e4b-f70c-456c-b4bd-e9d2e14903aa,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:56.486205 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-14f481ea-2448-49bf-aefb-46c909a07062 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:56.507395 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f481ea-2448-49bf-aefb-46c909a07062 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a387675-6864-47b8-ba03-0f5d5158f009,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:56.595463 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-14f481ea-2448-49bf-aefb-46c909a07062 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:56.596796 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-14f481ea-2448-49bf-aefb-46c909a07062 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3943484 Apr 11 14:32:56.600137 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46882) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:32:56.605343 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-deca7410-191f-4ada-8299-f4d4d7b8aceb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'ef9a5993-2437-4f42-bb74-922b419c0ce8', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:32:56.611816 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-deca7410-191f-4ada-8299-f4d4d7b8aceb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:32:56.616747 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-deca7410-191f-4ada-8299-f4d4d7b8aceb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:32:56.622502 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-deca7410-191f-4ada-8299-f4d4d7b8aceb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:32:56.629103 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-deca7410-191f-4ada-8299-f4d4d7b8aceb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:32:56.649246 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] Set router f42f2113-ac19-43dc-8783-a97ed75da843 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:32:56.713364 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-deca7410-191f-4ada-8299-f4d4d7b8aceb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:56.802378 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-deca7410-191f-4ada-8299-f4d4d7b8aceb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:56.889467 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-deca7410-191f-4ada-8299-f4d4d7b8aceb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:56.925448 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca7410-191f-4ada-8299-f4d4d7b8aceb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc71e3e5-d846-4a38-a117-da525f745b9c,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:57.032727 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-deca7410-191f-4ada-8299-f4d4d7b8aceb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:57.034304 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-deca7410-191f-4ada-8299-f4d4d7b8aceb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4332526 Apr 11 14:32:57.036887 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46886) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:32:57.042285 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-5bafe8a8-275c-40b2-97e5-e3bea55ac8f4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'ef9a5993-2437-4f42-bb74-922b419c0ce8', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:32:57.049186 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5bafe8a8-275c-40b2-97e5-e3bea55ac8f4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:32:57.054645 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5bafe8a8-275c-40b2-97e5-e3bea55ac8f4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:32:57.058431 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5bafe8a8-275c-40b2-97e5-e3bea55ac8f4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:32:57.067253 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5bafe8a8-275c-40b2-97e5-e3bea55ac8f4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:32:57.076150 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'name': 'tempest-TestNetworkBasicOps-router-1102058692', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:32:43Z', 'updated_at': '2022-04-11T14:32:52Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:32:44Z', 'updated_at': '2022-04-11T14:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '3d205e4b-f70c-456c-b4bd-e9d2e14903aa', 'name': '', 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:6e:b3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '10911edc-fc29-4ba4-9e1f-bf4d87005bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:32:50Z', 'updated_at': '2022-04-11T14:32:56Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '10911edc-fc29-4ba4-9e1f-bf4d87005bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:32:57.080650 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e463dd06-ec32-47df-b764-0e4bff753ec2 None None] The sync data for ids ['f42f2113-ac19-43dc-8783-a97ed75da843'] in dv-neutron-837330-1-hyperv is: [{'id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'name': 'tempest-TestNetworkBasicOps-router-1102058692', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:32:43Z', 'updated_at': '2022-04-11T14:32:52Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:32:44Z', 'updated_at': '2022-04-11T14:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '3d205e4b-f70c-456c-b4bd-e9d2e14903aa', 'name': '', 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:6e:b3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '10911edc-fc29-4ba4-9e1f-bf4d87005bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:32:50Z', 'updated_at': '2022-04-11T14:32:56Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '10911edc-fc29-4ba4-9e1f-bf4d87005bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:32:57.171152 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5bafe8a8-275c-40b2-97e5-e3bea55ac8f4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:57.243896 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5bafe8a8-275c-40b2-97e5-e3bea55ac8f4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:57.346758 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5bafe8a8-275c-40b2-97e5-e3bea55ac8f4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:57.374931 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafe8a8-275c-40b2-97e5-e3bea55ac8f4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff0917f-5693-46a8-a851-6c8a1da3abf5,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:57.441952 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5bafe8a8-275c-40b2-97e5-e3bea55ac8f4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:57.443195 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5bafe8a8-275c-40b2-97e5-e3bea55ac8f4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4051156 Apr 11 14:32:57.446015 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46892) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:32:57.453787 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-47e93da3-3426-4321-bd86-ab088371009f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'ef9a5993-2437-4f42-bb74-922b419c0ce8', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:32:57.463548 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-47e93da3-3426-4321-bd86-ab088371009f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:32:57.475754 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-47e93da3-3426-4321-bd86-ab088371009f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:32:57.479246 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-47e93da3-3426-4321-bd86-ab088371009f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:32:57.490647 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-47e93da3-3426-4321-bd86-ab088371009f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:32:57.556321 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3d205e4b-f70c-456c-b4bd-e9d2e14903aa up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:32:57.612516 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-47e93da3-3426-4321-bd86-ab088371009f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:57.698978 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6bafbbd8-91ad-492e-9325-27e56b7ffd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:57.708393 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-47e93da3-3426-4321-bd86-ab088371009f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:57.709840 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 3d205e4b-f70c-456c-b4bd-e9d2e14903aa completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:32:57.715344 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 3d205e4b-f70c-456c-b4bd-e9d2e14903aa triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:32:57.715344 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:57.819049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-47e93da3-3426-4321-bd86-ab088371009f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:57.839974 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:57.846546 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e93da3-3426-4321-bd86-ab088371009f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154f233c-ab75-455c-a74e-2dfca445144d,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:57.874913 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 3d205e4b-f70c-456c-b4bd-e9d2e14903aa, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3d205e4b-f70c-456c-b4bd-e9d2e14903aa,segment=NetworkSegment(859ed27c-8b4b-4af2-8fe2-315681455d2b),segment_id=859ed27c-8b4b-4af2-8fe2-315681455d2b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:32:57.916808 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-47e93da3-3426-4321-bd86-ab088371009f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:57.918375 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-47e93da3-3426-4321-bd86-ab088371009f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4710703 Apr 11 14:32:57.925628 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46896) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:32:57.931516 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-dc5952ff-3e6a-4a94-a22b-a3ea98820297 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'ef9a5993-2437-4f42-bb74-922b419c0ce8', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:32:57.942692 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:57.952149 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-dc5952ff-3e6a-4a94-a22b-a3ea98820297 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:32:57.956641 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-dc5952ff-3e6a-4a94-a22b-a3ea98820297 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:32:57.959865 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-dc5952ff-3e6a-4a94-a22b-a3ea98820297 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:32:57.966117 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-dc5952ff-3e6a-4a94-a22b-a3ea98820297 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:32:58.062457 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.securitygroups_db [None req-dc5952ff-3e6a-4a94-a22b-a3ea98820297 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Project 572b8884360948e38c79b057606230d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:32:58.067241 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=3d205e4b-f70c-456c-b4bd-e9d2e14903aa,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:58.070553 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc5952ff-3e6a-4a94-a22b-a3ea98820297 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:58.144654 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc5952ff-3e6a-4a94-a22b-a3ea98820297 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:58.219127 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc5952ff-3e6a-4a94-a22b-a3ea98820297 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:58.244781 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5952ff-3e6a-4a94-a22b-a3ea98820297 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3478a7df-2202-4bfb-86c8-eb98a095d984,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:58.339242 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc5952ff-3e6a-4a94-a22b-a3ea98820297 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:58.341014 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-dc5952ff-3e6a-4a94-a22b-a3ea98820297 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4140775 Apr 11 14:32:58.343754 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46900) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:32:58.348732 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-62391c68-aad2-4647-a568-12e9f2523692 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'ef9a5993-2437-4f42-bb74-922b419c0ce8', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:32:58.355042 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-62391c68-aad2-4647-a568-12e9f2523692 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:32:58.359109 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-62391c68-aad2-4647-a568-12e9f2523692 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:32:58.365348 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-62391c68-aad2-4647-a568-12e9f2523692 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:32:58.368232 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-62391c68-aad2-4647-a568-12e9f2523692 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:32:58.453367 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.securitygroups_db [None req-62391c68-aad2-4647-a568-12e9f2523692 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Project 572b8884360948e38c79b057606230d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:32:58.460314 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-62391c68-aad2-4647-a568-12e9f2523692 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:58.528560 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-62391c68-aad2-4647-a568-12e9f2523692 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:58.585096 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-62391c68-aad2-4647-a568-12e9f2523692 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:58.609137 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62391c68-aad2-4647-a568-12e9f2523692 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f534fe71-897e-4238-9302-8552f44d38e8,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:32:58.618130 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:58.664131 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:58.670190 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-62391c68-aad2-4647-a568-12e9f2523692 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:58.671399 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-62391c68-aad2-4647-a568-12e9f2523692 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3267295 Apr 11 14:32:58.850131 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-f8a71c34-1ceb-4f9e-8bcb-f74fd8242785 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:32:58.951166 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-f8a71c34-1ceb-4f9e-8bcb-f74fd8242785 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:32:58.952285 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-f8a71c34-1ceb-4f9e-8bcb-f74fd8242785 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1220940638&fields=id&tenant_id=572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 267 time: 0.1427112 Apr 11 14:32:59.045755 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-1abcec19-fa9f-41f8-9f05-02e01f66fd68 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:32:59.045755 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-1abcec19-fa9f-41f8-9f05-02e01f66fd68 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:32:59.127567 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-1abcec19-fa9f-41f8-9f05-02e01f66fd68 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:32:59.128892 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-1abcec19-fa9f-41f8-9f05-02e01f66fd68 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports/cfb03216-9515-4d39-b4e3-159d71e481a8 HTTP/1.1" status: 200 len: 930 time: 0.1700280 Apr 11 14:32:59.206508 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-d5656b17-355c-4fa3-8e76-63df794f3907 service neutron] 10.222.0.66 "GET /v2.0/ports/cfb03216-9515-4d39-b4e3-159d71e481a8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0650606 Apr 11 14:32:59.355382 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-9fc4f7ad-f159-4f82-83d0-baf97e81dcdf service neutron] 10.222.0.66 "GET /v2.0/networks/f91fa020-d040-4651-82ca-6229dbebfee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418960 Apr 11 14:32:59.521102 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-57b96915-a7d3-496a-ab69-d03d8b3856ee service neutron] 10.222.0.66 "GET /v2.0/networks/f91fa020-d040-4651-82ca-6229dbebfee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422653 Apr 11 14:32:59.526669 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3d205e4b-f70c-456c-b4bd-e9d2e14903aa up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:32:59.600460 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 3d205e4b-f70c-456c-b4bd-e9d2e14903aa triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:32:59.600861 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:32:59.876083 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:00.806504 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:33:00.834552 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-3294b831-b6a2-45e0-8e70-e3130a121b47 req-719a4445-525b-490b-bb6d-d7e23f075a7a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:33:00.847324 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-3294b831-b6a2-45e0-8e70-e3130a121b47 req-719a4445-525b-490b-bb6d-d7e23f075a7a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:33:00.848607 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3294b831-b6a2-45e0-8e70-e3130a121b47 req-719a4445-525b-490b-bb6d-d7e23f075a7a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7012330-8b4b-4cf6-8953-964ae546ebdb HTTP/1.1" status: 200 len: 210 time: 0.0593793 Apr 11 14:33:02.008396 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0a44a792-ffaa-45af-b4b0-63d73d8fbb83 req-dc224042-7f9a-45ca-99ca-6ec666fd3df5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7012330-8b4b-4cf6-8953-964ae546ebdb HTTP/1.1" status: 200 len: 210 time: 0.0461466 Apr 11 14:33:03.186726 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d182751d-5a95-4dcf-b508-b45839eb3a48 req-ca8afd6f-fbf4-4adc-98a3-032f06b7c1a3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7012330-8b4b-4cf6-8953-964ae546ebdb HTTP/1.1" status: 200 len: 210 time: 0.0525355 Apr 11 14:33:03.281455 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-f90774c8-89e4-4026-a77c-5444339bfc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:03.281455 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-f90774c8-89e4-4026-a77c-5444339bfc8a service neutron] 10.222.0.53 "GET /v2.0/ports/cfb03216-9515-4d39-b4e3-159d71e481a8 HTTP/1.1" status: 200 len: 1026 time: 0.0737786 Apr 11 14:33:03.549622 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-a593c66e-ecaa-4681-9ed1-c7a9b5e0b4e7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:03.549622 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-a593c66e-ecaa-4681-9ed1-c7a9b5e0b4e7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:network {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:33:03.680849 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-a593c66e-ecaa-4681-9ed1-c7a9b5e0b4e7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:network {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:33:03.680849 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-a593c66e-ecaa-4681-9ed1-c7a9b5e0b4e7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/networks?id=f91fa020-d040-4651-82ca-6229dbebfee5 HTTP/1.1" status: 200 len: 796 time: 0.3945754 Apr 11 14:33:03.743043 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-9febc33c-a15d-49d3-ace4-7228a73fdca6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 380 time: 0.0466683 Apr 11 14:33:03.809703 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-548992a6-b998-4dd9-b21e-37767cb01c3d service neutron] Request body: {'port': {'device_id': 'b7012330-8b4b-4cf6-8953-964ae546ebdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:33:03.923410 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-548992a6-b998-4dd9-b21e-37767cb01c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:04.301048 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-548992a6-b998-4dd9-b21e-37767cb01c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb03216-9515-4d39-b4e3-159d71e481a8 {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:33:04.313115 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-548992a6-b998-4dd9-b21e-37767cb01c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:04.334276 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-548992a6-b998-4dd9-b21e-37767cb01c3d service neutron] Transition to ACTIVE for port object cfb03216-9515-4d39-b4e3-159d71e481a8 will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:33:04.427009 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2b2bbbce-8c30-4009-a0a7-bccf44d51b40 req-bce9b031-deda-441b-a317-9a298bcbe0f7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7012330-8b4b-4cf6-8953-964ae546ebdb HTTP/1.1" status: 200 len: 210 time: 0.1239107 Apr 11 14:33:04.427009 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-548992a6-b998-4dd9-b21e-37767cb01c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:04.649645 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548992a6-b998-4dd9-b21e-37767cb01c3d service neutron] Pushing event updated for resources: {'Port': ['ID=cfb03216-9515-4d39-b4e3-159d71e481a8,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:04.694941 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-548992a6-b998-4dd9-b21e-37767cb01c3d service neutron] Attempting to bind port cfb03216-9515-4d39-b4e3-159d71e481a8 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:33:04.694941 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-548992a6-b998-4dd9-b21e-37767cb01c3d service neutron] Attempting to bind port cfb03216-9515-4d39-b4e3-159d71e481a8 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '859ed27c-8b4b-4af2-8fe2-315681455d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:33:04.694941 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-548992a6-b998-4dd9-b21e-37767cb01c3d service neutron] Attempting to bind port cfb03216-9515-4d39-b4e3-159d71e481a8 on network f91fa020-d040-4651-82ca-6229dbebfee5 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:33:04.694941 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-548992a6-b998-4dd9-b21e-37767cb01c3d service neutron] Port cfb03216-9515-4d39-b4e3-159d71e481a8 on network f91fa020-d040-4651-82ca-6229dbebfee5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:33:04.694941 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-548992a6-b998-4dd9-b21e-37767cb01c3d service neutron] Attempting to bind port cfb03216-9515-4d39-b4e3-159d71e481a8 on network f91fa020-d040-4651-82ca-6229dbebfee5 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:33:04.703798 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-548992a6-b998-4dd9-b21e-37767cb01c3d service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:33:04.703798 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-548992a6-b998-4dd9-b21e-37767cb01c3d service neutron] Checking segment: {'id': '859ed27c-8b4b-4af2-8fe2-315681455d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:33:04.703798 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-548992a6-b998-4dd9-b21e-37767cb01c3d service neutron] Bound using segment: {'id': '859ed27c-8b4b-4af2-8fe2-315681455d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:33:04.703798 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-548992a6-b998-4dd9-b21e-37767cb01c3d service neutron] Bound port: cfb03216-9515-4d39-b4e3-159d71e481a8, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859ed27c-8b4b-4af2-8fe2-315681455d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:33:04.703798 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-548992a6-b998-4dd9-b21e-37767cb01c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:04.806009 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-548992a6-b998-4dd9-b21e-37767cb01c3d service neutron] For port cfb03216-9515-4d39-b4e3-159d71e481a8, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:33:04.806009 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-548992a6-b998-4dd9-b21e-37767cb01c3d service neutron] For port cfb03216-9515-4d39-b4e3-159d71e481a8, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=cfb03216-9515-4d39-b4e3-159d71e481a8,segment=NetworkSegment(859ed27c-8b4b-4af2-8fe2-315681455d2b),segment_id=859ed27c-8b4b-4af2-8fe2-315681455d2b)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:33:04.886716 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-548992a6-b998-4dd9-b21e-37767cb01c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:04.946828 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-548992a6-b998-4dd9-b21e-37767cb01c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:04.946828 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-548992a6-b998-4dd9-b21e-37767cb01c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:04.946828 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-548992a6-b998-4dd9-b21e-37767cb01c3d service neutron] 10.222.0.53 "PUT /v2.0/ports/cfb03216-9515-4d39-b4e3-159d71e481a8 HTTP/1.1" status: 200 len: 1131 time: 1.1967497 Apr 11 14:33:04.946828 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7012330-8b4b-4cf6-8953-964ae546ebdb', 'tag': 'cfb03216-9515-4d39-b4e3-159d71e481a8'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:33:04.984642 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548992a6-b998-4dd9-b21e-37767cb01c3d service neutron] Pushing event updated for resources: {'Port': ['ID=cfb03216-9515-4d39-b4e3-159d71e481a8,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:05.022484 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d03aa43b-a62b-4510-8124-9971251d7194'] response: {'name': 'network-changed', 'server_uuid': 'b7012330-8b4b-4cf6-8953-964ae546ebdb', 'tag': 'cfb03216-9515-4d39-b4e3-159d71e481a8', 'status': 'completed', 'code': 200} Apr 11 14:33:05.137024 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-ad4aae77-5337-4729-8092-2b790a20fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:05.137024 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-ad4aae77-5337-4729-8092-2b790a20fb40 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=b7012330-8b4b-4cf6-8953-964ae546ebdb HTTP/1.1" status: 200 len: 1134 time: 0.0854716 Apr 11 14:33:05.223391 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-10b255fa-d78a-4b38-b427-a6b014ff4b7b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfb03216-9515-4d39-b4e3-159d71e481a8 HTTP/1.1" status: 200 len: 217 time: 0.0725548 Apr 11 14:33:05.290513 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-6d9281cd-82ad-4e7e-9374-de1e507088c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:05.290513 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-6d9281cd-82ad-4e7e-9374-de1e507088c8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10911edc-fc29-4ba4-9e1f-bf4d87005bd0 HTTP/1.1" status: 200 len: 834 time: 0.0606472 Apr 11 14:33:05.377529 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-8df47a89-4c27-4457-8c07-c58d6952387c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:05.377529 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-8df47a89-4c27-4457-8c07-c58d6952387c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f91fa020-d040-4651-82ca-6229dbebfee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808876 Apr 11 14:33:05.517911 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-cab8dbd3-7f4c-499d-b25d-e37c321f73d7 service neutron] 10.222.0.53 "GET /v2.0/networks/f91fa020-d040-4651-82ca-6229dbebfee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337485 Apr 11 14:33:05.839080 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d31a87a8-e9a4-426f-8299-63f99a44e45b req-5631f782-e6f9-4bda-8f3b-82dffdfae50b service neutron] 10.222.0.53 "GET /v2.0/networks/f91fa020-d040-4651-82ca-6229dbebfee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115819 Apr 11 14:33:05.856677 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291525a-a944-4dee-a81e-e12ba8fd5cc3 req-2a06f352-8a66-49f5-b61f-e41cb28a65fa tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:05.856677 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0291525a-a944-4dee-a81e-e12ba8fd5cc3 req-2a06f352-8a66-49f5-b61f-e41cb28a65fa tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7012330-8b4b-4cf6-8953-964ae546ebdb HTTP/1.1" status: 200 len: 981 time: 0.2918437 Apr 11 14:33:05.897470 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0291525a-a944-4dee-a81e-e12ba8fd5cc3 req-8d54d91e-d21d-411c-a9a8-71387c97176a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=31495cfa-3f08-4c9c-8be5-e9f07a21d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405395 Apr 11 14:33:06.095724 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757e642-c97f-4d50-94d5-22cb3a6aafb5 req-3dfad1be-b7ac-428e-b4f1-6058408eba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:06.095724 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1757e642-c97f-4d50-94d5-22cb3a6aafb5 req-3dfad1be-b7ac-428e-b4f1-6058408eba4f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=b7012330-8b4b-4cf6-8953-964ae546ebdb HTTP/1.1" status: 200 len: 1134 time: 0.0965865 Apr 11 14:33:06.228219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757e642-c97f-4d50-94d5-22cb3a6aafb5 req-e2c16b92-5a14-4d7f-96fc-5235c04bb3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:06.228219 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1757e642-c97f-4d50-94d5-22cb3a6aafb5 req-e2c16b92-5a14-4d7f-96fc-5235c04bb3ea service neutron] 10.222.0.53 "GET /v2.0/networks?id=f91fa020-d040-4651-82ca-6229dbebfee5 HTTP/1.1" status: 200 len: 898 time: 0.1348948 Apr 11 14:33:06.308278 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1757e642-c97f-4d50-94d5-22cb3a6aafb5 req-4980cb6f-3253-4aad-ba1c-60803bf2fd32 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfb03216-9515-4d39-b4e3-159d71e481a8 HTTP/1.1" status: 200 len: 217 time: 0.0711474 Apr 11 14:33:06.382438 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757e642-c97f-4d50-94d5-22cb3a6aafb5 req-cdab24f9-e27a-40c4-bdc3-cb286fc59204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:06.382438 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1757e642-c97f-4d50-94d5-22cb3a6aafb5 req-cdab24f9-e27a-40c4-bdc3-cb286fc59204 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10911edc-fc29-4ba4-9e1f-bf4d87005bd0 HTTP/1.1" status: 200 len: 834 time: 0.0656295 Apr 11 14:33:06.454604 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757e642-c97f-4d50-94d5-22cb3a6aafb5 req-f309cddd-026c-43d1-9212-e57995cba985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:06.456071 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1757e642-c97f-4d50-94d5-22cb3a6aafb5 req-f309cddd-026c-43d1-9212-e57995cba985 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f91fa020-d040-4651-82ca-6229dbebfee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726802 Apr 11 14:33:06.593226 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1757e642-c97f-4d50-94d5-22cb3a6aafb5 req-ef0772f6-3fb6-41b7-aecd-a3e0faea70a7 service neutron] 10.222.0.53 "GET /v2.0/networks/f91fa020-d040-4651-82ca-6229dbebfee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304114 Apr 11 14:33:06.735379 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1757e642-c97f-4d50-94d5-22cb3a6aafb5 req-1a0e4ee6-6dc5-4138-9169-5e07b4909004 service neutron] 10.222.0.53 "GET /v2.0/networks/f91fa020-d040-4651-82ca-6229dbebfee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308467 Apr 11 14:33:07.144761 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4447a-5841-4417-8a49-b113c355ab6c req-aeb83f68-fed7-4a3b-ad15-f617a75609cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:07.144761 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-52f4447a-5841-4417-8a49-b113c355ab6c req-aeb83f68-fed7-4a3b-ad15-f617a75609cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7012330-8b4b-4cf6-8953-964ae546ebdb HTTP/1.1" status: 200 len: 981 time: 0.1341128 Apr 11 14:33:07.193867 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-52f4447a-5841-4417-8a49-b113c355ab6c req-cf1503ec-f821-4046-933c-8c4003a6371b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:33:07.206354 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-52f4447a-5841-4417-8a49-b113c355ab6c req-cf1503ec-f821-4046-933c-8c4003a6371b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:33:07.207478 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-52f4447a-5841-4417-8a49-b113c355ab6c req-cf1503ec-f821-4046-933c-8c4003a6371b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=31495cfa-3f08-4c9c-8be5-e9f07a21d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570662 Apr 11 14:33:08.029385 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device cfb03216-9515-4d39-b4e3-159d71e481a8 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:33:08.172412 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port cfb03216-9515-4d39-b4e3-159d71e481a8, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=cfb03216-9515-4d39-b4e3-159d71e481a8,segment=NetworkSegment(859ed27c-8b4b-4af2-8fe2-315681455d2b),segment_id=859ed27c-8b4b-4af2-8fe2-315681455d2b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:33:08.187686 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': 'cfb03216-9515-4d39-b4e3-159d71e481a8', 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5', 'port_id': 'cfb03216-9515-4d39-b4e3-159d71e481a8', 'mac_address': 'fa:16:3e:52:39:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10911edc-fc29-4ba4-9e1f-bf4d87005bd0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:33:08.247410 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:08.267131 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb03216-9515-4d39-b4e3-159d71e481a8 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:33:08.296505 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port cfb03216-9515-4d39-b4e3-159d71e481a8, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=cfb03216-9515-4d39-b4e3-159d71e481a8,segment=NetworkSegment(859ed27c-8b4b-4af2-8fe2-315681455d2b),segment_id=859ed27c-8b4b-4af2-8fe2-315681455d2b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:33:08.354578 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:08.448752 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f8ccc-12df-4f74-91ac-e4a29c6d733e req-9d2ae32c-5422-462d-859d-b3c67ddc3769 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:08.448752 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a41f8ccc-12df-4f74-91ac-e4a29c6d733e req-9d2ae32c-5422-462d-859d-b3c67ddc3769 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7012330-8b4b-4cf6-8953-964ae546ebdb HTTP/1.1" status: 200 len: 982 time: 0.1224225 Apr 11 14:33:08.452960 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=cfb03216-9515-4d39-b4e3-159d71e481a8,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:08.500156 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a41f8ccc-12df-4f74-91ac-e4a29c6d733e req-87ede525-7430-4b1d-991b-83c8db65bdfa tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=31495cfa-3f08-4c9c-8be5-e9f07a21d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439606 Apr 11 14:33:08.766595 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['cfb03216-9515-4d39-b4e3-159d71e481a8'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:33:09.701712 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13447c01-0d86-4172-9e8d-cb87fde38550 req-3e03a65f-93c4-45aa-8b98-2afa22c6aee0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:09.703065 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-13447c01-0d86-4172-9e8d-cb87fde38550 req-3e03a65f-93c4-45aa-8b98-2afa22c6aee0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7012330-8b4b-4cf6-8953-964ae546ebdb HTTP/1.1" status: 200 len: 982 time: 0.0868804 Apr 11 14:33:09.749593 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-13447c01-0d86-4172-9e8d-cb87fde38550 req-fa1ed5c1-5c58-4b76-9c4e-316a7a9fb285 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=31495cfa-3f08-4c9c-8be5-e9f07a21d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407064 Apr 11 14:33:10.043342 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device cfb03216-9515-4d39-b4e3-159d71e481a8 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:33:10.178941 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port cfb03216-9515-4d39-b4e3-159d71e481a8 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:33:10.184125 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port cfb03216-9515-4d39-b4e3-159d71e481a8 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:33:10.184495 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:10.299790 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:10.330142 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7012330-8b4b-4cf6-8953-964ae546ebdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb03216-9515-4d39-b4e3-159d71e481a8'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:33:10.340593 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port cfb03216-9515-4d39-b4e3-159d71e481a8, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=cfb03216-9515-4d39-b4e3-159d71e481a8,segment=NetworkSegment(859ed27c-8b4b-4af2-8fe2-315681455d2b),segment_id=859ed27c-8b4b-4af2-8fe2-315681455d2b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:33:10.376774 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd1be4c-6218-4cdf-b1d8-7c849f9f0253'] response: {'server_uuid': 'b7012330-8b4b-4cf6-8953-964ae546ebdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb03216-9515-4d39-b4e3-159d71e481a8', 'code': 200} Apr 11 14:33:10.420781 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:10.492042 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=cfb03216-9515-4d39-b4e3-159d71e481a8,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:10.807128 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff98c8-813c-4ed7-8bcf-a3f5995e723e req-eabe1069-9e14-418d-b90c-fe90b59ca908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:10.808713 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-73ff98c8-813c-4ed7-8bcf-a3f5995e723e req-eabe1069-9e14-418d-b90c-fe90b59ca908 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b7012330-8b4b-4cf6-8953-964ae546ebdb HTTP/1.1" status: 200 len: 1136 time: 0.0761864 Apr 11 14:33:10.852293 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-73ff98c8-813c-4ed7-8bcf-a3f5995e723e req-73a7bf89-447f-43b4-aec1-a5d09cac7c60 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=31495cfa-3f08-4c9c-8be5-e9f07a21d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353441 Apr 11 14:33:10.937673 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca355a3f-177c-488e-a184-14a0660326ed req-54a80cec-3640-4867-a86b-56c334e46be9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:10.939166 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ca355a3f-177c-488e-a184-14a0660326ed req-54a80cec-3640-4867-a86b-56c334e46be9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7012330-8b4b-4cf6-8953-964ae546ebdb HTTP/1.1" status: 200 len: 983 time: 0.0830951 Apr 11 14:33:10.987319 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ca355a3f-177c-488e-a184-14a0660326ed req-6d32fc26-75a9-4601-8338-21b6d5edb82d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=31495cfa-3f08-4c9c-8be5-e9f07a21d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425487 Apr 11 14:33:12.190870 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f9192-5671-46d7-9414-db65f8f1712e req-29be1322-c302-41ba-ae9a-43ddab1a534a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:12.192361 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4a5f9192-5671-46d7-9414-db65f8f1712e req-29be1322-c302-41ba-ae9a-43ddab1a534a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7012330-8b4b-4cf6-8953-964ae546ebdb HTTP/1.1" status: 200 len: 983 time: 0.0932276 Apr 11 14:33:12.244160 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4a5f9192-5671-46d7-9414-db65f8f1712e req-7db6971f-9ba0-4e8f-98d2-d309cad1c80f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=31495cfa-3f08-4c9c-8be5-e9f07a21d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418537 Apr 11 14:33:13.275853 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-01a320d5-f83c-4173-a8a6-35971337ae77 req-266121d1-3915-44ba-bf3c-d8e5c582d3e4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734487 Apr 11 14:33:13.399356 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a320d5-f83c-4173-a8a6-35971337ae77 req-ceb56d28-ff58-4903-a135-e29b050a1fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:13.400075 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-01a320d5-f83c-4173-a8a6-35971337ae77 req-ceb56d28-ff58-4903-a135-e29b050a1fe3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df3145cb5eb94e5db4de6b7bba758d40&device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 1098 time: 0.0839539 Apr 11 14:33:13.462807 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57626c55-1080-4614-af51-2efe79aae933 req-ea69a51f-b5d2-4ddd-b8fe-4dcd7150b16a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:13.464370 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-57626c55-1080-4614-af51-2efe79aae933 req-ea69a51f-b5d2-4ddd-b8fe-4dcd7150b16a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7012330-8b4b-4cf6-8953-964ae546ebdb HTTP/1.1" status: 200 len: 983 time: 0.0896235 Apr 11 14:33:13.515278 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-57626c55-1080-4614-af51-2efe79aae933 req-1bad78af-5df9-4669-8559-a291217fec2d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=31495cfa-3f08-4c9c-8be5-e9f07a21d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450938 Apr 11 14:33:13.557442 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a320d5-f83c-4173-a8a6-35971337ae77 req-e5e49f68-5992-41f2-b8ff-8efab0665965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:13.559151 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-01a320d5-f83c-4173-a8a6-35971337ae77 req-e5e49f68-5992-41f2-b8ff-8efab0665965 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b384f45c-0909-4242-b122-3a6b13e2f934 HTTP/1.1" status: 200 len: 914 time: 0.1399403 Apr 11 14:33:13.710551 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-01a320d5-f83c-4173-a8a6-35971337ae77 req-09aa25d4-c9ed-4316-a45f-33a294e3714f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca5757ee-c768-4d41-bef8-6866de72bed4 HTTP/1.1" status: 200 len: 1001 time: 0.1447394 Apr 11 14:33:13.900461 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1b4ab-8249-499c-adcd-e8454761b757 req-f1200505-bc76-4d85-b386-089aab41f85d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:13.901924 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5eb1b4ab-8249-499c-adcd-e8454761b757 req-f1200505-bc76-4d85-b386-089aab41f85d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7012330-8b4b-4cf6-8953-964ae546ebdb HTTP/1.1" status: 200 len: 983 time: 0.2683494 Apr 11 14:33:13.928478 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a320d5-f83c-4173-a8a6-35971337ae77 req-bf4fa534-5f91-4dfd-9c0e-e6d27c796ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:13.929896 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-01a320d5-f83c-4173-a8a6-35971337ae77 req-bf4fa534-5f91-4dfd-9c0e-e6d27c796ef4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3b75be1d-a0f4-4c83-bb21-b959bddcc5cd HTTP/1.1" status: 200 len: 851 time: 0.2022340 Apr 11 14:33:13.996425 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5eb1b4ab-8249-499c-adcd-e8454761b757 req-82f76e86-ee18-48fd-a55f-a001e6d214a3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=31495cfa-3f08-4c9c-8be5-e9f07a21d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882001 Apr 11 14:33:14.021206 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46972) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:14.044330 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a320d5-f83c-4173-a8a6-35971337ae77 req-e3782ff3-76a3-4a86-a4bf-c073f7cdb7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:14.044330 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-01a320d5-f83c-4173-a8a6-35971337ae77 req-e3782ff3-76a3-4a86-a4bf-c073f7cdb7df service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b384f45c-0909-4242-b122-3a6b13e2f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1040621 Apr 11 14:33:14.103070 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad66e22e-8302-4a1a-a656-e15974dd9865 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:14.104660 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ad66e22e-8302-4a1a-a656-e15974dd9865 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b7012330-8b4b-4cf6-8953-964ae546ebdb HTTP/1.1" status: 200 len: 1131 time: 0.0822325 Apr 11 14:33:14.107738 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 46976) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:14.113061 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-e269b7a1-c012-43ac-be08-a21c79eb8b86 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': 'cfb03216-9515-4d39-b4e3-159d71e481a8', 'tenant_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:33:14.119163 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e269b7a1-c012-43ac-be08-a21c79eb8b86 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:33:14.125755 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e269b7a1-c012-43ac-be08-a21c79eb8b86 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:floatingip and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:33:14.131829 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e269b7a1-c012-43ac-be08-a21c79eb8b86 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:33:14.132729 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e269b7a1-c012-43ac-be08-a21c79eb8b86 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:33:14.183549 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-01a320d5-f83c-4173-a8a6-35971337ae77 req-a167fe40-6b48-4e88-ae2f-f0d4952124aa service neutron] 10.222.0.53 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357076 Apr 11 14:33:14.237335 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e269b7a1-c012-43ac-be08-a21c79eb8b86 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:14.320258 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-01a320d5-f83c-4173-a8a6-35971337ae77 req-eebee9a0-9151-4e11-9b36-7e6e053497b6 service neutron] 10.222.0.53 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295428 Apr 11 14:33:14.381906 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e269b7a1-c012-43ac-be08-a21c79eb8b86 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:14.518167 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-e269b7a1-c012-43ac-be08-a21c79eb8b86 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.26.7.249 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/1c8ea22e-c5e8-4a80-9715-1e748d3dde83) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:33:14.767908 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e269b7a1-c012-43ac-be08-a21c79eb8b86 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:14.915476 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e269b7a1-c012-43ac-be08-a21c79eb8b86 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:15.088823 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e269b7a1-c012-43ac-be08-a21c79eb8b86 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:33:15.096472 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-e269b7a1-c012-43ac-be08-a21c79eb8b86 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:33:15.102900 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e269b7a1-c012-43ac-be08-a21c79eb8b86 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:33:15.129365 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269b7a1-c012-43ac-be08-a21c79eb8b86 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=1c8ea22e-c5e8-4a80-9715-1e748d3dde83,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:15.528196 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e269b7a1-c012-43ac-be08-a21c79eb8b86 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:15.698789 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e269b7a1-c012-43ac-be08-a21c79eb8b86 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:15.917738 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e269b7a1-c012-43ac-be08-a21c79eb8b86 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:15.994449 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e269b7a1-c012-43ac-be08-a21c79eb8b86 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:16.106532 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269b7a1-c012-43ac-be08-a21c79eb8b86 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=1c8ea22e-c5e8-4a80-9715-1e748d3dde83,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:16.123214 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e269b7a1-c012-43ac-be08-a21c79eb8b86 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:16.296108 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-e269b7a1-c012-43ac-be08-a21c79eb8b86 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Floating IP a2be55bb-c928-4ec7-ba20-ba99abac2a7f associated. External IP: 172.26.7.249, port: cfb03216-9515-4d39-b4e3-159d71e481a8. Apr 11 14:33:16.779401 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e269b7a1-c012-43ac-be08-a21c79eb8b86 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router f42f2113-ac19-43dc-8783-a97ed75da843 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:33:16.965762 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e269b7a1-c012-43ac-be08-a21c79eb8b86 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:33:16.977206 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c359bdeb-2d47-4c51-b130-da6ecdb52177 None None] Sync routers for ids ['f42f2113-ac19-43dc-8783-a97ed75da843'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:33:16.987814 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c359bdeb-2d47-4c51-b130-da6ecdb52177 None None] Routers {'f42f2113-ac19-43dc-8783-a97ed75da843'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:33:16.988205 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-c359bdeb-2d47-4c51-b130-da6ecdb52177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:32:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['f42f2113-ac19-43dc-8783-a97ed75da843'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:33:17.053145 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e269b7a1-c012-43ac-be08-a21c79eb8b86 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:17.113942 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e269b7a1-c012-43ac-be08-a21c79eb8b86 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 3.0051668 Apr 11 14:33:17.114523 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7012330-8b4b-4cf6-8953-964ae546ebdb', 'tag': 'cfb03216-9515-4d39-b4e3-159d71e481a8'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:33:17.116805 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 46980) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:17.159352 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbf0fa8f-c372-44bf-93c7-9cd572610b9b'] response: {'name': 'network-changed', 'server_uuid': 'b7012330-8b4b-4cf6-8953-964ae546ebdb', 'tag': 'cfb03216-9515-4d39-b4e3-159d71e481a8', 'status': 'completed', 'code': 200} Apr 11 14:33:17.176557 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-c359bdeb-2d47-4c51-b130-da6ecdb52177 None None] Set router f42f2113-ac19-43dc-8783-a97ed75da843 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:33:17.206435 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1659c50f-6f84-41c4-9867-1bf32d6005d0 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:17.208133 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1659c50f-6f84-41c4-9867-1bf32d6005d0 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b7012330-8b4b-4cf6-8953-964ae546ebdb&network_id=f91fa020-d040-4651-82ca-6229dbebfee5 HTTP/1.1" status: 200 len: 1131 time: 0.0901952 Apr 11 14:33:17.305122 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071441b7-4450-4e43-8987-770d573ae46b req-8e2c35ce-c600-4d4b-a4bf-72f4ebae32e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:17.305122 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-071441b7-4450-4e43-8987-770d573ae46b req-8e2c35ce-c600-4d4b-a4bf-72f4ebae32e9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=b7012330-8b4b-4cf6-8953-964ae546ebdb HTTP/1.1" status: 200 len: 1136 time: 0.0996399 Apr 11 14:33:17.477766 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071441b7-4450-4e43-8987-770d573ae46b req-40f2d664-c0b0-4c28-8e0a-800822920bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:17.487729 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-071441b7-4450-4e43-8987-770d573ae46b req-40f2d664-c0b0-4c28-8e0a-800822920bc3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f91fa020-d040-4651-82ca-6229dbebfee5 HTTP/1.1" status: 200 len: 898 time: 0.1702743 Apr 11 14:33:17.574569 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-c359bdeb-2d47-4c51-b130-da6ecdb52177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'name': 'tempest-TestNetworkBasicOps-router-1102058692', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:32:43Z', 'updated_at': '2022-04-11T14:32:52Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:32:44Z', 'updated_at': '2022-04-11T14:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': 'a2be55bb-c928-4ec7-ba20-ba99abac2a7f', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.249', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'port_id': 'cfb03216-9515-4d39-b4e3-159d71e481a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-101182069', 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5', 'mac_address': 'fa:16:3e:52:39:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7012330-8b4b-4cf6-8953-964ae546ebdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:33:15Z', 'updated_at': '2022-04-11T14:33:15Z', 'revision_number': 0, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d205e4b-f70c-456c-b4bd-e9d2e14903aa', 'name': '', 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:6e:b3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '10911edc-fc29-4ba4-9e1f-bf4d87005bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:32:50Z', 'updated_at': '2022-04-11T14:32:57Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '10911edc-fc29-4ba4-9e1f-bf4d87005bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:33:17.579615 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c359bdeb-2d47-4c51-b130-da6ecdb52177 None None] Checking router: f42f2113-ac19-43dc-8783-a97ed75da843 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:33:17.590704 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c359bdeb-2d47-4c51-b130-da6ecdb52177 None None] Routers {'f42f2113-ac19-43dc-8783-a97ed75da843'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:33:17.591699 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-c359bdeb-2d47-4c51-b130-da6ecdb52177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:32:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['f42f2113-ac19-43dc-8783-a97ed75da843'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:33:17.619971 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-071441b7-4450-4e43-8987-770d573ae46b req-79878642-df3c-40b6-a37e-ab5e4a1d50fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfb03216-9515-4d39-b4e3-159d71e481a8 HTTP/1.1" status: 200 len: 1037 time: 0.1315167 Apr 11 14:33:17.696224 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071441b7-4450-4e43-8987-770d573ae46b req-d7d929ec-f1d3-45f7-8712-152974ac7d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:17.698509 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-071441b7-4450-4e43-8987-770d573ae46b req-d7d929ec-f1d3-45f7-8712-152974ac7d53 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10911edc-fc29-4ba4-9e1f-bf4d87005bd0 HTTP/1.1" status: 200 len: 834 time: 0.0729446 Apr 11 14:33:17.796824 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071441b7-4450-4e43-8987-770d573ae46b req-06d53204-510e-40eb-b249-bb41153d34b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:17.798535 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-071441b7-4450-4e43-8987-770d573ae46b req-06d53204-510e-40eb-b249-bb41153d34b1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f91fa020-d040-4651-82ca-6229dbebfee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0939212 Apr 11 14:33:17.828936 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-c359bdeb-2d47-4c51-b130-da6ecdb52177 None None] Set router f42f2113-ac19-43dc-8783-a97ed75da843 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:33:17.868243 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319df26e-39c3-488f-9cba-69a3acc3a33c req-22fbbeac-1ce1-4d9d-bd62-f52c1b2d56bf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:17.869752 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-319df26e-39c3-488f-9cba-69a3acc3a33c req-22fbbeac-1ce1-4d9d-bd62-f52c1b2d56bf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7012330-8b4b-4cf6-8953-964ae546ebdb HTTP/1.1" status: 200 len: 983 time: 0.0853386 Apr 11 14:33:17.918938 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-319df26e-39c3-488f-9cba-69a3acc3a33c req-1370dc42-a20a-486d-a20b-654e42c14ae8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=31495cfa-3f08-4c9c-8be5-e9f07a21d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429742 Apr 11 14:33:17.956109 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-071441b7-4450-4e43-8987-770d573ae46b req-bd59bea1-ee20-41f5-98c5-f055a42a3d79 service neutron] 10.222.0.53 "GET /v2.0/networks/f91fa020-d040-4651-82ca-6229dbebfee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479375 Apr 11 14:33:18.116449 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-071441b7-4450-4e43-8987-770d573ae46b req-7cbc0eb7-a448-487c-bf94-cee55a08e40f service neutron] 10.222.0.53 "GET /v2.0/networks/f91fa020-d040-4651-82ca-6229dbebfee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554160 Apr 11 14:33:18.196182 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-c359bdeb-2d47-4c51-b130-da6ecdb52177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'name': 'tempest-TestNetworkBasicOps-router-1102058692', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:32:43Z', 'updated_at': '2022-04-11T14:32:52Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:32:44Z', 'updated_at': '2022-04-11T14:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': 'a2be55bb-c928-4ec7-ba20-ba99abac2a7f', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.249', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'port_id': 'cfb03216-9515-4d39-b4e3-159d71e481a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-101182069', 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5', 'mac_address': 'fa:16:3e:52:39:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7012330-8b4b-4cf6-8953-964ae546ebdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:33:15Z', 'updated_at': '2022-04-11T14:33:15Z', 'revision_number': 0, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d205e4b-f70c-456c-b4bd-e9d2e14903aa', 'name': '', 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:6e:b3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '10911edc-fc29-4ba4-9e1f-bf4d87005bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:32:50Z', 'updated_at': '2022-04-11T14:32:57Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '10911edc-fc29-4ba4-9e1f-bf4d87005bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:33:18.200186 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c359bdeb-2d47-4c51-b130-da6ecdb52177 None None] The sync data for ids ['f42f2113-ac19-43dc-8783-a97ed75da843'] in dv-neutron-837330-1-hyperv is: [{'id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'name': 'tempest-TestNetworkBasicOps-router-1102058692', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:32:43Z', 'updated_at': '2022-04-11T14:32:52Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:32:44Z', 'updated_at': '2022-04-11T14:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': 'a2be55bb-c928-4ec7-ba20-ba99abac2a7f', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.249', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'port_id': 'cfb03216-9515-4d39-b4e3-159d71e481a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-101182069', 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5', 'mac_address': 'fa:16:3e:52:39:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7012330-8b4b-4cf6-8953-964ae546ebdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:33:15Z', 'updated_at': '2022-04-11T14:33:15Z', 'revision_number': 0, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d205e4b-f70c-456c-b4bd-e9d2e14903aa', 'name': '', 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:6e:b3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '10911edc-fc29-4ba4-9e1f-bf4d87005bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:32:50Z', 'updated_at': '2022-04-11T14:32:57Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '10911edc-fc29-4ba4-9e1f-bf4d87005bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:33:18.392669 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354b9afb-5af8-49ae-a341-b15d2b9381d0 None None] New status for floating IP a2be55bb-c928-4ec7-ba20-ba99abac2a7f: ACTIVE {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:33:19.147172 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90623455-371f-4608-8be2-5f5010fd4c16 req-49db83df-918e-482b-a683-a947ddb83af5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:19.149534 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-90623455-371f-4608-8be2-5f5010fd4c16 req-49db83df-918e-482b-a683-a947ddb83af5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7012330-8b4b-4cf6-8953-964ae546ebdb HTTP/1.1" status: 200 len: 983 time: 0.0816100 Apr 11 14:33:19.198909 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-90623455-371f-4608-8be2-5f5010fd4c16 req-cb4689f3-eca2-41c7-9e10-6f85eafae941 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=31495cfa-3f08-4c9c-8be5-e9f07a21d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434027 Apr 11 14:33:19.525011 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67413ff0-ab52-4bf1-8a52-b94b0c56a60b req-497b6931-6033-469a-b3a6-eb27d83cfc48 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:19.526554 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-67413ff0-ab52-4bf1-8a52-b94b0c56a60b req-497b6931-6033-469a-b3a6-eb27d83cfc48 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7012330-8b4b-4cf6-8953-964ae546ebdb HTTP/1.1" status: 200 len: 983 time: 0.0917175 Apr 11 14:33:19.600675 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67413ff0-ab52-4bf1-8a52-b94b0c56a60b req-fec48634-018f-4a08-9af2-b497bfa1e257 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:19.602087 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-67413ff0-ab52-4bf1-8a52-b94b0c56a60b req-fec48634-018f-4a08-9af2-b497bfa1e257 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/ports/cfb03216-9515-4d39-b4e3-159d71e481a8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0705414 Apr 11 14:33:19.753825 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-67413ff0-ab52-4bf1-8a52-b94b0c56a60b req-6e3367c6-16b2-4dcf-bfe2-06d62a4f0899 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/networks/f91fa020-d040-4651-82ca-6229dbebfee5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1471086 Apr 11 14:33:19.765999 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-67413ff0-ab52-4bf1-8a52-b94b0c56a60b req-0fd5f946-ab05-42a2-a82b-9a170c6fb465 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:33:19.989082 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-67413ff0-ab52-4bf1-8a52-b94b0c56a60b req-0fd5f946-ab05-42a2-a82b-9a170c6fb465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:20.207577 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-67413ff0-ab52-4bf1-8a52-b94b0c56a60b req-0fd5f946-ab05-42a2-a82b-9a170c6fb465 service neutron] For port cfb03216-9515-4d39-b4e3-159d71e481a8, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=cfb03216-9515-4d39-b4e3-159d71e481a8,segment=NetworkSegment(859ed27c-8b4b-4af2-8fe2-315681455d2b),segment_id=859ed27c-8b4b-4af2-8fe2-315681455d2b)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:33:20.245243 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-67413ff0-ab52-4bf1-8a52-b94b0c56a60b req-0fd5f946-ab05-42a2-a82b-9a170c6fb465 service neutron] For port cfb03216-9515-4d39-b4e3-159d71e481a8, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:33:20.298809 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-67413ff0-ab52-4bf1-8a52-b94b0c56a60b req-0fd5f946-ab05-42a2-a82b-9a170c6fb465 service neutron] device_id is not set on port cfb03216-9515-4d39-b4e3-159d71e481a8 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:33:20.310115 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-67413ff0-ab52-4bf1-8a52-b94b0c56a60b req-0fd5f946-ab05-42a2-a82b-9a170c6fb465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:20.389044 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-67413ff0-ab52-4bf1-8a52-b94b0c56a60b req-0fd5f946-ab05-42a2-a82b-9a170c6fb465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:20.400724 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40f246-75b1-49d3-a50a-16f09558eae8 req-81082246-f3fc-4d7e-a6cc-0c3c80459f43 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:20.402256 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8a40f246-75b1-49d3-a50a-16f09558eae8 req-81082246-f3fc-4d7e-a6cc-0c3c80459f43 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7012330-8b4b-4cf6-8953-964ae546ebdb HTTP/1.1" status: 200 len: 983 time: 0.0955188 Apr 11 14:33:20.452721 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8a40f246-75b1-49d3-a50a-16f09558eae8 req-215a9f05-d789-4506-a5e8-a2223e7a8f4f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=31495cfa-3f08-4c9c-8be5-e9f07a21d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438581 Apr 11 14:33:20.535837 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5f946-ab05-42a2-a82b-9a170c6fb465 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb03216-9515-4d39-b4e3-159d71e481a8,revision_number=6']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:20.602488 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-67413ff0-ab52-4bf1-8a52-b94b0c56a60b req-0fd5f946-ab05-42a2-a82b-9a170c6fb465 service neutron] No DVR routers for this DVR port cfb03216-9515-4d39-b4e3-159d71e481a8 on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:33:20.687496 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a01cf194-4f19-4289-b0bf-18fe9878aa33 None None] Provisioning complete for port cfb03216-9515-4d39-b4e3-159d71e481a8 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:33:20.688064 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a01cf194-4f19-4289-b0bf-18fe9878aa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:20.745919 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-a01cf194-4f19-4289-b0bf-18fe9878aa33 None None] Port cfb03216-9515-4d39-b4e3-159d71e481a8 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:33:20.835708 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-67413ff0-ab52-4bf1-8a52-b94b0c56a60b req-0fd5f946-ab05-42a2-a82b-9a170c6fb465 service neutron] In _notify_port_updated(), no bound segment for port cfb03216-9515-4d39-b4e3-159d71e481a8 on network f91fa020-d040-4651-82ca-6229dbebfee5 {{(pid=88617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 11 14:33:20.836577 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67413ff0-ab52-4bf1-8a52-b94b0c56a60b req-0fd5f946-ab05-42a2-a82b-9a170c6fb465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:20.837192 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-67413ff0-ab52-4bf1-8a52-b94b0c56a60b req-0fd5f946-ab05-42a2-a82b-9a170c6fb465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:20.838498 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-67413ff0-ab52-4bf1-8a52-b94b0c56a60b req-0fd5f946-ab05-42a2-a82b-9a170c6fb465 service neutron] 10.222.0.53 "PUT /v2.0/ports/cfb03216-9515-4d39-b4e3-159d71e481a8 HTTP/1.1" status: 200 len: 1026 time: 1.0786848 Apr 11 14:33:21.633346 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a02a63c8-e209-4442-98ff-a13085465b47 req-04c6e914-a571-4899-88ed-e19aa926267d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7012330-8b4b-4cf6-8953-964ae546ebdb HTTP/1.1" status: 200 len: 210 time: 0.0474310 Apr 11 14:33:22.090834 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device cfb03216-9515-4d39-b4e3-159d71e481a8 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:33:22.155009 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device cfb03216-9515-4d39-b4e3-159d71e481a8 not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:33:22.732720 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47000) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:22.808661 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f74f72-c895-44bf-bbef-1d17ca555dad tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:22.810329 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a2f74f72-c895-44bf-bbef-1d17ca555dad tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports/cfb03216-9515-4d39-b4e3-159d71e481a8 HTTP/1.1" status: 200 len: 925 time: 0.0772634 Apr 11 14:33:23.248676 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47006) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:23.253833 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-a98a10e5-e792-49b1-a47f-972eb12e1e6e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-911707065', 'description': 'tempest-secgroup-smoke-911707065 description', 'project_id': '572b8884360948e38c79b057606230d9'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:33:23.261159 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a98a10e5-e792-49b1-a47f-972eb12e1e6e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:33:23.270792 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a98a10e5-e792-49b1-a47f-972eb12e1e6e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:33:23.350041 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a98a10e5-e792-49b1-a47f-972eb12e1e6e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:23.370898 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a98a10e5-e792-49b1-a47f-972eb12e1e6e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:33:23.374781 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a98a10e5-e792-49b1-a47f-972eb12e1e6e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:33:23.377635 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a98a10e5-e792-49b1-a47f-972eb12e1e6e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:33:23.383504 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a98a10e5-e792-49b1-a47f-972eb12e1e6e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:33:23.459328 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a98a10e5-e792-49b1-a47f-972eb12e1e6e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:23.539584 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a98a10e5-e792-49b1-a47f-972eb12e1e6e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:23.583543 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a10e5-e792-49b1-a47f-972eb12e1e6e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05fb145f-6895-4372-a0ee-cbf469050391,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:23.649312 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a98a10e5-e792-49b1-a47f-972eb12e1e6e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:23.649312 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a98a10e5-e792-49b1-a47f-972eb12e1e6e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3993576 Apr 11 14:33:23.651909 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47010) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:23.656982 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-381230cb-96f7-4b23-a2b2-c22139714b89 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': '05fb145f-6895-4372-a0ee-cbf469050391', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:33:23.663573 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-381230cb-96f7-4b23-a2b2-c22139714b89 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:33:23.667404 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-381230cb-96f7-4b23-a2b2-c22139714b89 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:33:23.670290 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-381230cb-96f7-4b23-a2b2-c22139714b89 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:33:23.676137 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-381230cb-96f7-4b23-a2b2-c22139714b89 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:33:23.746343 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-381230cb-96f7-4b23-a2b2-c22139714b89 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:23.805951 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-381230cb-96f7-4b23-a2b2-c22139714b89 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:23.893041 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-381230cb-96f7-4b23-a2b2-c22139714b89 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:23.923402 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381230cb-96f7-4b23-a2b2-c22139714b89 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a53b582e-ebc1-448b-81bd-dd11918c6a55,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:24.013155 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-381230cb-96f7-4b23-a2b2-c22139714b89 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:24.014476 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-381230cb-96f7-4b23-a2b2-c22139714b89 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3615539 Apr 11 14:33:24.017162 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47014) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:24.022087 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-6badb6b0-0537-48f4-a1bc-8de8c0dc08bf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': '05fb145f-6895-4372-a0ee-cbf469050391', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:33:24.028614 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-6badb6b0-0537-48f4-a1bc-8de8c0dc08bf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:33:24.032527 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6badb6b0-0537-48f4-a1bc-8de8c0dc08bf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:33:24.035468 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6badb6b0-0537-48f4-a1bc-8de8c0dc08bf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:33:24.043575 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-6badb6b0-0537-48f4-a1bc-8de8c0dc08bf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:33:24.162647 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6badb6b0-0537-48f4-a1bc-8de8c0dc08bf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:24.226972 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6badb6b0-0537-48f4-a1bc-8de8c0dc08bf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:24.287396 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:24.309740 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6badb6b0-0537-48f4-a1bc-8de8c0dc08bf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:24.338633 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badb6b0-0537-48f4-a1bc-8de8c0dc08bf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398f8d9c-be07-46d1-82f8-5a7ecee2771d,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:24.407393 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6badb6b0-0537-48f4-a1bc-8de8c0dc08bf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:24.410229 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6badb6b0-0537-48f4-a1bc-8de8c0dc08bf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3905931 Apr 11 14:33:24.411684 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47018) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:24.417184 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-54b5c61d-ce50-4c78-8767-f4569058edf3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': '05fb145f-6895-4372-a0ee-cbf469050391', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:33:24.423550 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-54b5c61d-ce50-4c78-8767-f4569058edf3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:33:24.427707 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-54b5c61d-ce50-4c78-8767-f4569058edf3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:33:24.432617 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-54b5c61d-ce50-4c78-8767-f4569058edf3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:33:24.440138 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-54b5c61d-ce50-4c78-8767-f4569058edf3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:33:24.534089 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-54b5c61d-ce50-4c78-8767-f4569058edf3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:24.603018 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-54b5c61d-ce50-4c78-8767-f4569058edf3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:24.676605 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-54b5c61d-ce50-4c78-8767-f4569058edf3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:24.703176 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5c61d-ce50-4c78-8767-f4569058edf3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6924a3-6013-4b3c-baf8-f70877f1a98e,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:24.783517 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-54b5c61d-ce50-4c78-8767-f4569058edf3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:24.783517 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-54b5c61d-ce50-4c78-8767-f4569058edf3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3675978 Apr 11 14:33:24.783517 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47022) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:24.788140 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-b30c8860-0b16-4ca0-9408-6674ae6104dc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': '05fb145f-6895-4372-a0ee-cbf469050391', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:33:24.794664 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b30c8860-0b16-4ca0-9408-6674ae6104dc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:33:24.798494 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b30c8860-0b16-4ca0-9408-6674ae6104dc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:33:24.805897 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b30c8860-0b16-4ca0-9408-6674ae6104dc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:33:24.808145 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b30c8860-0b16-4ca0-9408-6674ae6104dc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:33:24.899022 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b30c8860-0b16-4ca0-9408-6674ae6104dc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:24.968160 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b30c8860-0b16-4ca0-9408-6674ae6104dc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:25.059865 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b30c8860-0b16-4ca0-9408-6674ae6104dc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:25.083822 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c8860-0b16-4ca0-9408-6674ae6104dc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c5ff9d-17f6-4673-9a94-e3979c39b11a,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:25.150206 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b30c8860-0b16-4ca0-9408-6674ae6104dc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:25.151515 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b30c8860-0b16-4ca0-9408-6674ae6104dc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3674097 Apr 11 14:33:25.154274 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47026) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:25.159352 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-b460c326-e284-4aad-aedc-471fa38eb75f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': '05fb145f-6895-4372-a0ee-cbf469050391', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:33:25.161566 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b5f96c0e-c9df-4d0e-8b2b-61c4acb65d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:25.166939 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b460c326-e284-4aad-aedc-471fa38eb75f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:33:25.170957 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b460c326-e284-4aad-aedc-471fa38eb75f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:33:25.173963 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b460c326-e284-4aad-aedc-471fa38eb75f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:33:25.181046 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b460c326-e284-4aad-aedc-471fa38eb75f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:33:25.246478 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.securitygroups_db [None req-b460c326-e284-4aad-aedc-471fa38eb75f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Project 572b8884360948e38c79b057606230d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:33:25.253875 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b460c326-e284-4aad-aedc-471fa38eb75f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:25.320972 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b460c326-e284-4aad-aedc-471fa38eb75f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:25.401748 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b460c326-e284-4aad-aedc-471fa38eb75f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:25.425792 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460c326-e284-4aad-aedc-471fa38eb75f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c771119f-7d73-4244-9786-6afd0530f043,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:25.520656 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b460c326-e284-4aad-aedc-471fa38eb75f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:25.522061 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b460c326-e284-4aad-aedc-471fa38eb75f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3667512 Apr 11 14:33:25.525003 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47030) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:25.530058 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-4bd9b03d-8a34-44ae-a46d-447138565db5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': '05fb145f-6895-4372-a0ee-cbf469050391', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:33:25.536176 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-4bd9b03d-8a34-44ae-a46d-447138565db5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:33:25.540841 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4bd9b03d-8a34-44ae-a46d-447138565db5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:33:25.543751 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-4bd9b03d-8a34-44ae-a46d-447138565db5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:33:25.549392 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-4bd9b03d-8a34-44ae-a46d-447138565db5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:33:25.634864 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.securitygroups_db [None req-4bd9b03d-8a34-44ae-a46d-447138565db5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Project 572b8884360948e38c79b057606230d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:33:25.642164 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4bd9b03d-8a34-44ae-a46d-447138565db5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:25.708050 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4bd9b03d-8a34-44ae-a46d-447138565db5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:25.785983 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4bd9b03d-8a34-44ae-a46d-447138565db5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:25.812865 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9b03d-8a34-44ae-a46d-447138565db5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ddef7a-5f85-473a-bae0-af0b4785ec56,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:25.887553 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4bd9b03d-8a34-44ae-a46d-447138565db5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:25.890113 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4bd9b03d-8a34-44ae-a46d-447138565db5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3630331 Apr 11 14:33:26.054548 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-45d94b92-2db3-441a-a8ac-7b3d24efa393 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:33:26.160296 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-45d94b92-2db3-441a-a8ac-7b3d24efa393 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:33:26.164164 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-45d94b92-2db3-441a-a8ac-7b3d24efa393 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-911707065&fields=id&tenant_id=572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 267 time: 0.1480415 Apr 11 14:33:26.239880 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-a873511f-b2da-4d9f-9a84-2af8f51a7adc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:26.241227 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-a873511f-b2da-4d9f-9a84-2af8f51a7adc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports/cfb03216-9515-4d39-b4e3-159d71e481a8 HTTP/1.1" status: 200 len: 930 time: 0.0723405 Apr 11 14:33:26.319596 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-2399d203-f436-4216-9e47-b12a77a2b609 service neutron] 10.222.0.66 "GET /v2.0/ports/cfb03216-9515-4d39-b4e3-159d71e481a8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0661750 Apr 11 14:33:26.458192 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-dc9139a9-d84e-4444-a8eb-b0ceab345036 service neutron] 10.222.0.66 "GET /v2.0/networks/f91fa020-d040-4651-82ca-6229dbebfee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314149 Apr 11 14:33:26.595517 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-ddfb0c32-acb0-4e7b-9cf1-d70b789d80de service neutron] 10.222.0.66 "GET /v2.0/networks/f91fa020-d040-4651-82ca-6229dbebfee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319587 Apr 11 14:33:26.943184 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8ffb72b3-46ac-4906-831e-552dcc35a93e req-3a6c4d6f-1009-4dd0-8560-1c4daa601dd2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d84ff3-4b19-4cd3-a357-1ecf4034e230 HTTP/1.1" status: 200 len: 210 time: 0.0469282 Apr 11 14:33:27.685737 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0c81bdbd-cfb5-4b84-93b3-23754f851760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:28.115352 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b13fbd1b-46a8-4a32-9145-ae3bcf83b102 req-a98a5b73-7280-46f4-8aec-b83f7664552d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d84ff3-4b19-4cd3-a357-1ecf4034e230 HTTP/1.1" status: 200 len: 210 time: 0.0473769 Apr 11 14:33:28.647680 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:28.649307 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:29.291915 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5c2779c2-f8bd-49b1-82ae-0a646d6ce0bb req-d3cce510-1237-485a-ba44-f12d97882ede tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d84ff3-4b19-4cd3-a357-1ecf4034e230 HTTP/1.1" status: 200 len: 210 time: 0.0578461 Apr 11 14:33:29.310662 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-757a0ea7-e0db-4c0b-8d7e-81c40c28c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:29.312002 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-757a0ea7-e0db-4c0b-8d7e-81c40c28c196 service neutron] 10.222.0.53 "GET /v2.0/ports/cfb03216-9515-4d39-b4e3-159d71e481a8 HTTP/1.1" status: 200 len: 1026 time: 0.1081545 Apr 11 14:33:29.465665 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-98b09445-9e69-4c82-a70f-0d15556093a8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:29.467047 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-98b09445-9e69-4c82-a70f-0d15556093a8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/networks?id=f91fa020-d040-4651-82ca-6229dbebfee5 HTTP/1.1" status: 200 len: 796 time: 0.1498950 Apr 11 14:33:29.526883 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-23620adf-58f4-427c-b13a-20e77a61f217 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 472 time: 0.0447180 Apr 11 14:33:29.536034 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Request body: {'port': {'device_id': 'c0d84ff3-4b19-4cd3-a357-1ecf4034e230', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:33:29.760230 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:29.916258 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:30.119454 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb03216-9515-4d39-b4e3-159d71e481a8 {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:33:30.125381 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:30.140587 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Transition to ACTIVE for port object cfb03216-9515-4d39-b4e3-159d71e481a8 will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:33:30.224726 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:30.371454 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb03216-9515-4d39-b4e3-159d71e481a8,revision_number=7']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:30.392017 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:30.392422 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:30.392704 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:30.393047 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:30.393386 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:30.393720 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:30.394084 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:30.394484 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:30.394822 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:30.395153 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:30.395481 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:30.395808 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:30.503334 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d986524-40ae-4f1e-a5ce-e94c9b79ae6b req-7601e0cb-19eb-4d92-8835-f5c2b7bac15e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:30.505028 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5d986524-40ae-4f1e-a5ce-e94c9b79ae6b req-7601e0cb-19eb-4d92-8835-f5c2b7bac15e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d84ff3-4b19-4cd3-a357-1ecf4034e230 HTTP/1.1" status: 200 len: 981 time: 0.0838313 Apr 11 14:33:30.513404 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Attempting to bind port cfb03216-9515-4d39-b4e3-159d71e481a8 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:33:30.513794 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Attempting to bind port cfb03216-9515-4d39-b4e3-159d71e481a8 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '859ed27c-8b4b-4af2-8fe2-315681455d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:33:30.514158 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Attempting to bind port cfb03216-9515-4d39-b4e3-159d71e481a8 on network f91fa020-d040-4651-82ca-6229dbebfee5 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:33:30.519160 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Port cfb03216-9515-4d39-b4e3-159d71e481a8 on network f91fa020-d040-4651-82ca-6229dbebfee5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:33:30.519485 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Attempting to bind port cfb03216-9515-4d39-b4e3-159d71e481a8 on network f91fa020-d040-4651-82ca-6229dbebfee5 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:33:30.526097 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:33:30.530956 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Checking segment: {'id': '859ed27c-8b4b-4af2-8fe2-315681455d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:33:30.530956 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Bound using segment: {'id': '859ed27c-8b4b-4af2-8fe2-315681455d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:33:30.530956 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Bound port: cfb03216-9515-4d39-b4e3-159d71e481a8, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859ed27c-8b4b-4af2-8fe2-315681455d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:33:30.530956 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:30.555902 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5d986524-40ae-4f1e-a5ce-e94c9b79ae6b req-b3f2242f-8ba6-464c-abdc-3dac4ff0fac4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=31495cfa-3f08-4c9c-8be5-e9f07a21d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447304 Apr 11 14:33:30.621675 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] For port cfb03216-9515-4d39-b4e3-159d71e481a8, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:33:30.624640 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] For port cfb03216-9515-4d39-b4e3-159d71e481a8, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=cfb03216-9515-4d39-b4e3-159d71e481a8,segment=NetworkSegment(859ed27c-8b4b-4af2-8fe2-315681455d2b),segment_id=859ed27c-8b4b-4af2-8fe2-315681455d2b)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:33:30.706582 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:30.762912 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:30.763085 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:30.764449 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] 10.222.0.53 "PUT /v2.0/ports/cfb03216-9515-4d39-b4e3-159d71e481a8 HTTP/1.1" status: 200 len: 1131 time: 1.2323313 Apr 11 14:33:30.765018 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d84ff3-4b19-4cd3-a357-1ecf4034e230', 'tag': 'cfb03216-9515-4d39-b4e3-159d71e481a8'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:33:30.792895 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac0125-2621-4ba2-ae10-a80013539e54 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb03216-9515-4d39-b4e3-159d71e481a8,revision_number=8']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:30.905807 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ed38c36-9161-45d3-8700-e8a139d17111'] response: {'name': 'network-changed', 'server_uuid': 'c0d84ff3-4b19-4cd3-a357-1ecf4034e230', 'tag': 'cfb03216-9515-4d39-b4e3-159d71e481a8', 'status': 'completed', 'code': 200} Apr 11 14:33:30.949089 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-83ed18de-1401-4269-8ae4-e0fcbb5ce54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:30.950618 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-83ed18de-1401-4269-8ae4-e0fcbb5ce54c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=c0d84ff3-4b19-4cd3-a357-1ecf4034e230 HTTP/1.1" status: 200 len: 1134 time: 0.0806475 Apr 11 14:33:31.065670 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-7dc3af7b-d33c-4f5a-a201-a639e0d7929d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfb03216-9515-4d39-b4e3-159d71e481a8 HTTP/1.1" status: 200 len: 1037 time: 0.1029935 Apr 11 14:33:31.137023 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-b4d31b4e-62b4-48a1-84b8-70bb20d91704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:31.138434 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-b4d31b4e-62b4-48a1-84b8-70bb20d91704 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10911edc-fc29-4ba4-9e1f-bf4d87005bd0 HTTP/1.1" status: 200 len: 834 time: 0.0668192 Apr 11 14:33:31.215424 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-0e7f1190-4f22-4049-9f89-234e8f27ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:31.216957 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-0e7f1190-4f22-4049-9f89-234e8f27ef00 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f91fa020-d040-4651-82ca-6229dbebfee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728762 Apr 11 14:33:31.350231 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-e881b734-550e-43d5-9f60-7872c86b6d16 service neutron] 10.222.0.53 "GET /v2.0/networks/f91fa020-d040-4651-82ca-6229dbebfee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271710 Apr 11 14:33:31.506230 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2752ffbd-25fa-406b-be75-d9f153e5eb7b req-21a33476-b6f5-47a4-95d9-7051f37656fe service neutron] 10.222.0.53 "GET /v2.0/networks/f91fa020-d040-4651-82ca-6229dbebfee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506531 Apr 11 14:33:31.750859 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779258b8-e7a7-4202-a7dd-733940835ac1 req-5d56c159-54f1-4edb-8c82-c9e4035399d1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:31.752480 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-779258b8-e7a7-4202-a7dd-733940835ac1 req-5d56c159-54f1-4edb-8c82-c9e4035399d1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d84ff3-4b19-4cd3-a357-1ecf4034e230 HTTP/1.1" status: 200 len: 981 time: 0.0884628 Apr 11 14:33:31.758747 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88703f35-9e19-4efb-b174-0de6ae83dbfe req-3c788d7d-be9d-424e-8460-ed726221e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:31.760225 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-88703f35-9e19-4efb-b174-0de6ae83dbfe req-3c788d7d-be9d-424e-8460-ed726221e2a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=c0d84ff3-4b19-4cd3-a357-1ecf4034e230 HTTP/1.1" status: 200 len: 1134 time: 0.0807352 Apr 11 14:33:31.799398 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-779258b8-e7a7-4202-a7dd-733940835ac1 req-e1079b04-c515-4d82-84fd-1a06744eca7b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=31495cfa-3f08-4c9c-8be5-e9f07a21d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408075 Apr 11 14:33:31.910591 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88703f35-9e19-4efb-b174-0de6ae83dbfe req-5352e106-9c90-460b-a9a5-71b643b0d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:31.912008 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-88703f35-9e19-4efb-b174-0de6ae83dbfe req-5352e106-9c90-460b-a9a5-71b643b0d8f4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f91fa020-d040-4651-82ca-6229dbebfee5 HTTP/1.1" status: 200 len: 898 time: 0.1456497 Apr 11 14:33:32.015827 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-88703f35-9e19-4efb-b174-0de6ae83dbfe req-04956674-b928-4f14-9673-e938e3c79646 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfb03216-9515-4d39-b4e3-159d71e481a8 HTTP/1.1" status: 200 len: 1037 time: 0.0977697 Apr 11 14:33:32.182421 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88703f35-9e19-4efb-b174-0de6ae83dbfe req-3e129bcf-60c2-4ff1-92e2-b551d6c3e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:32.183359 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-88703f35-9e19-4efb-b174-0de6ae83dbfe req-3e129bcf-60c2-4ff1-92e2-b551d6c3e2ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10911edc-fc29-4ba4-9e1f-bf4d87005bd0 HTTP/1.1" status: 200 len: 834 time: 0.1616137 Apr 11 14:33:32.257981 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88703f35-9e19-4efb-b174-0de6ae83dbfe req-b28f969d-3197-431b-94cb-1b4adc4f4d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:32.260959 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-88703f35-9e19-4efb-b174-0de6ae83dbfe req-b28f969d-3197-431b-94cb-1b4adc4f4d1c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f91fa020-d040-4651-82ca-6229dbebfee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715847 Apr 11 14:33:32.391184 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-88703f35-9e19-4efb-b174-0de6ae83dbfe req-910ea68b-8790-4b84-b146-417d061bed5d service neutron] 10.222.0.53 "GET /v2.0/networks/f91fa020-d040-4651-82ca-6229dbebfee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243415 Apr 11 14:33:32.524555 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-88703f35-9e19-4efb-b174-0de6ae83dbfe req-3a1d66ae-9d5d-442d-bd63-02f4ab301da8 service neutron] 10.222.0.53 "GET /v2.0/networks/f91fa020-d040-4651-82ca-6229dbebfee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261981 Apr 11 14:33:32.995190 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a386fd-2b8c-4f0b-ac11-931cbf16c1ac req-542bcdb1-0e48-42a5-953d-0ec41d183c11 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:32.996758 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-15a386fd-2b8c-4f0b-ac11-931cbf16c1ac req-542bcdb1-0e48-42a5-953d-0ec41d183c11 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d84ff3-4b19-4cd3-a357-1ecf4034e230 HTTP/1.1" status: 200 len: 981 time: 0.0866659 Apr 11 14:33:33.043459 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-15a386fd-2b8c-4f0b-ac11-931cbf16c1ac req-0d03e3bc-cbc3-43f1-be12-e1b6e0351904 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=31495cfa-3f08-4c9c-8be5-e9f07a21d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407224 Apr 11 14:33:34.123606 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device cfb03216-9515-4d39-b4e3-159d71e481a8 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:33:34.242164 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1a156-7d95-4763-addc-399d2a9aac5e req-93231fb3-ed76-4f09-9241-f9a0ff2bcb35 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:34.244047 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f9a1a156-7d95-4763-addc-399d2a9aac5e req-93231fb3-ed76-4f09-9241-f9a0ff2bcb35 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d84ff3-4b19-4cd3-a357-1ecf4034e230 HTTP/1.1" status: 200 len: 981 time: 0.0886528 Apr 11 14:33:34.292462 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f9a1a156-7d95-4763-addc-399d2a9aac5e req-8bad5e81-e041-408f-8f1d-c3f01387efd9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=31495cfa-3f08-4c9c-8be5-e9f07a21d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425251 Apr 11 14:33:34.299741 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port cfb03216-9515-4d39-b4e3-159d71e481a8, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=cfb03216-9515-4d39-b4e3-159d71e481a8,segment=NetworkSegment(859ed27c-8b4b-4af2-8fe2-315681455d2b),segment_id=859ed27c-8b4b-4af2-8fe2-315681455d2b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:33:34.314193 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': 'cfb03216-9515-4d39-b4e3-159d71e481a8', 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5', 'port_id': 'cfb03216-9515-4d39-b4e3-159d71e481a8', 'mac_address': 'fa:16:3e:52:39:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10911edc-fc29-4ba4-9e1f-bf4d87005bd0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:33:34.372639 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:34.388145 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb03216-9515-4d39-b4e3-159d71e481a8 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:33:34.404742 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port cfb03216-9515-4d39-b4e3-159d71e481a8, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=cfb03216-9515-4d39-b4e3-159d71e481a8,segment=NetworkSegment(859ed27c-8b4b-4af2-8fe2-315681455d2b),segment_id=859ed27c-8b4b-4af2-8fe2-315681455d2b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:33:34.516194 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:34.588544 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=cfb03216-9515-4d39-b4e3-159d71e481a8,revision_number=9']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:34.916296 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['cfb03216-9515-4d39-b4e3-159d71e481a8'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:33:35.492644 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79219bbe-4958-4202-9cb9-3bfc2fe19d48 req-24939098-cd99-4216-836c-9e2ec07befd0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:35.497098 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-79219bbe-4958-4202-9cb9-3bfc2fe19d48 req-24939098-cd99-4216-836c-9e2ec07befd0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d84ff3-4b19-4cd3-a357-1ecf4034e230 HTTP/1.1" status: 200 len: 982 time: 0.0893478 Apr 11 14:33:35.556942 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-79219bbe-4958-4202-9cb9-3bfc2fe19d48 req-6421e628-bee9-48e9-bd00-8aae7acdd3a0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=31495cfa-3f08-4c9c-8be5-e9f07a21d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504346 Apr 11 14:33:36.124957 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device cfb03216-9515-4d39-b4e3-159d71e481a8 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:33:36.267059 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port cfb03216-9515-4d39-b4e3-159d71e481a8 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:33:36.270028 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port cfb03216-9515-4d39-b4e3-159d71e481a8 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:33:36.270393 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:36.390095 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:36.417647 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d84ff3-4b19-4cd3-a357-1ecf4034e230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb03216-9515-4d39-b4e3-159d71e481a8'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:33:36.428007 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port cfb03216-9515-4d39-b4e3-159d71e481a8, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=cfb03216-9515-4d39-b4e3-159d71e481a8,segment=NetworkSegment(859ed27c-8b4b-4af2-8fe2-315681455d2b),segment_id=859ed27c-8b4b-4af2-8fe2-315681455d2b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:33:36.461792 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21ebbf65-d3b6-403f-b66d-32981c97a167'] response: {'server_uuid': 'c0d84ff3-4b19-4cd3-a357-1ecf4034e230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb03216-9515-4d39-b4e3-159d71e481a8', 'code': 200} Apr 11 14:33:36.504358 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:36.578994 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=cfb03216-9515-4d39-b4e3-159d71e481a8,revision_number=10']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:36.747560 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d585a1-bd53-4e3c-91ce-91210398aa27 req-408b8b1b-9963-4f4f-a34d-47498319599d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:36.748968 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-30d585a1-bd53-4e3c-91ce-91210398aa27 req-408b8b1b-9963-4f4f-a34d-47498319599d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d84ff3-4b19-4cd3-a357-1ecf4034e230 HTTP/1.1" status: 200 len: 984 time: 0.0808611 Apr 11 14:33:36.856877 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-30d585a1-bd53-4e3c-91ce-91210398aa27 req-d7d34823-af0a-4b89-b559-3feaeee3ec90 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=31495cfa-3f08-4c9c-8be5-e9f07a21d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977929 Apr 11 14:33:36.880122 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11fb73-a33a-41d4-b7fc-0bd75c0a8e77 req-9ba5991b-0b07-466e-abc3-c26d085faa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:36.881717 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-eb11fb73-a33a-41d4-b7fc-0bd75c0a8e77 req-9ba5991b-0b07-466e-abc3-c26d085faa7c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c0d84ff3-4b19-4cd3-a357-1ecf4034e230 HTTP/1.1" status: 200 len: 1137 time: 0.0969234 Apr 11 14:33:36.921612 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-eb11fb73-a33a-41d4-b7fc-0bd75c0a8e77 req-4e272a6d-ed9f-4d74-85b3-f233dcbbc9b7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=31495cfa-3f08-4c9c-8be5-e9f07a21d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343306 Apr 11 14:33:37.806750 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:33:38.045775 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725fc0d-f178-4b4b-a2e4-da279bf51908 req-619a84da-de54-4c16-ac4a-846a50bca455 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:38.047342 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7725fc0d-f178-4b4b-a2e4-da279bf51908 req-619a84da-de54-4c16-ac4a-846a50bca455 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d84ff3-4b19-4cd3-a357-1ecf4034e230 HTTP/1.1" status: 200 len: 984 time: 0.0810759 Apr 11 14:33:38.095882 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7725fc0d-f178-4b4b-a2e4-da279bf51908 req-e1037013-4562-4c4d-afcd-3a121bfb695a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=31495cfa-3f08-4c9c-8be5-e9f07a21d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424581 Apr 11 14:33:39.283111 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f0747-b639-40e4-bde1-87132813accd req-3b543cd1-1ca5-4bd9-8e4d-411b66099f70 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:39.284613 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-322f0747-b639-40e4-bde1-87132813accd req-3b543cd1-1ca5-4bd9-8e4d-411b66099f70 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d84ff3-4b19-4cd3-a357-1ecf4034e230 HTTP/1.1" status: 200 len: 984 time: 0.0819092 Apr 11 14:33:39.330702 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-322f0747-b639-40e4-bde1-87132813accd req-e3502799-44bd-4799-aacf-9ff7903925db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=31495cfa-3f08-4c9c-8be5-e9f07a21d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394673 Apr 11 14:33:39.537755 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d609e8c-2d76-456b-b8fc-2ca998504ed7 req-76756783-8772-4113-9f88-47e4529808c4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:39.539968 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6d609e8c-2d76-456b-b8fc-2ca998504ed7 req-76756783-8772-4113-9f88-47e4529808c4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d84ff3-4b19-4cd3-a357-1ecf4034e230 HTTP/1.1" status: 200 len: 984 time: 0.0863407 Apr 11 14:33:39.586985 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6d609e8c-2d76-456b-b8fc-2ca998504ed7 req-dc2b5b10-5996-4ef9-b3b1-532b97ac26e3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=31495cfa-3f08-4c9c-8be5-e9f07a21d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394068 Apr 11 14:33:39.611000 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47096) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:39.682454 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3826110d-70c2-410b-aca6-c93571abf8cd tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:39.683970 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3826110d-70c2-410b-aca6-c93571abf8cd tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c0d84ff3-4b19-4cd3-a357-1ecf4034e230&network_id=f91fa020-d040-4651-82ca-6229dbebfee5 HTTP/1.1" status: 200 len: 1132 time: 0.0719688 Apr 11 14:33:40.322847 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43140514-f0d9-442b-b72a-0af592f5deeb req-4da7ccac-872f-4db3-ba30-67b1588a93ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:40.324325 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-43140514-f0d9-442b-b72a-0af592f5deeb req-4da7ccac-872f-4db3-ba30-67b1588a93ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d84ff3-4b19-4cd3-a357-1ecf4034e230 HTTP/1.1" status: 200 len: 984 time: 0.0866020 Apr 11 14:33:40.370804 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-43140514-f0d9-442b-b72a-0af592f5deeb req-238e0b3a-a5c2-46fc-a582-e7bf3501ec65 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=31495cfa-3f08-4c9c-8be5-e9f07a21d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405343 Apr 11 14:33:41.573312 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e363048-5b01-4bc4-87d9-fd3861318eb5 req-92c0f917-be8b-48c3-9ee7-032003f896fa tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:41.578172 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9e363048-5b01-4bc4-87d9-fd3861318eb5 req-92c0f917-be8b-48c3-9ee7-032003f896fa tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d84ff3-4b19-4cd3-a357-1ecf4034e230 HTTP/1.1" status: 200 len: 984 time: 0.0864046 Apr 11 14:33:41.623075 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9e363048-5b01-4bc4-87d9-fd3861318eb5 req-b3ee8636-49c5-4251-b07c-90df17312fe2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=31495cfa-3f08-4c9c-8be5-e9f07a21d4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394366 Apr 11 14:33:41.805753 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f901d-32ff-4339-90d5-e4222af9e5fe req-6dec42c0-1497-4b11-90c1-5675a84fb75e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:41.807083 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-410f901d-32ff-4339-90d5-e4222af9e5fe req-6dec42c0-1497-4b11-90c1-5675a84fb75e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0d84ff3-4b19-4cd3-a357-1ecf4034e230 HTTP/1.1" status: 200 len: 984 time: 0.0809207 Apr 11 14:33:41.881135 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f901d-32ff-4339-90d5-e4222af9e5fe req-8ca15ddb-6824-4c6e-af61-1b484c2a0b7a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:41.882496 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-410f901d-32ff-4339-90d5-e4222af9e5fe req-8ca15ddb-6824-4c6e-af61-1b484c2a0b7a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/ports/cfb03216-9515-4d39-b4e3-159d71e481a8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0704598 Apr 11 14:33:42.029233 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-410f901d-32ff-4339-90d5-e4222af9e5fe req-f95d7ab6-f2fd-4e1b-8e2e-d900fa808146 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/networks/f91fa020-d040-4651-82ca-6229dbebfee5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1417286 Apr 11 14:33:42.038333 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-410f901d-32ff-4339-90d5-e4222af9e5fe req-f6664627-cdbe-4264-bcb8-c91926f1c277 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:33:42.150926 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-410f901d-32ff-4339-90d5-e4222af9e5fe req-f6664627-cdbe-4264-bcb8-c91926f1c277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:42.351375 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-410f901d-32ff-4339-90d5-e4222af9e5fe req-f6664627-cdbe-4264-bcb8-c91926f1c277 service neutron] For port cfb03216-9515-4d39-b4e3-159d71e481a8, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=cfb03216-9515-4d39-b4e3-159d71e481a8,segment=NetworkSegment(859ed27c-8b4b-4af2-8fe2-315681455d2b),segment_id=859ed27c-8b4b-4af2-8fe2-315681455d2b)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:33:42.380587 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-410f901d-32ff-4339-90d5-e4222af9e5fe req-f6664627-cdbe-4264-bcb8-c91926f1c277 service neutron] For port cfb03216-9515-4d39-b4e3-159d71e481a8, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:33:42.436146 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-410f901d-32ff-4339-90d5-e4222af9e5fe req-f6664627-cdbe-4264-bcb8-c91926f1c277 service neutron] device_id is not set on port cfb03216-9515-4d39-b4e3-159d71e481a8 yet. {{(pid=88617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 11 14:33:42.443937 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-410f901d-32ff-4339-90d5-e4222af9e5fe req-f6664627-cdbe-4264-bcb8-c91926f1c277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:42.520052 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-410f901d-32ff-4339-90d5-e4222af9e5fe req-f6664627-cdbe-4264-bcb8-c91926f1c277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:42.766066 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6664627-cdbe-4264-bcb8-c91926f1c277 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb03216-9515-4d39-b4e3-159d71e481a8,revision_number=11']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:42.823987 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-410f901d-32ff-4339-90d5-e4222af9e5fe req-f6664627-cdbe-4264-bcb8-c91926f1c277 service neutron] No DVR routers for this DVR port cfb03216-9515-4d39-b4e3-159d71e481a8 on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:33:42.849552 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-29639dce-7c5a-4213-a4a8-ad1c2bd53ac5 req-684e2b73-2580-4e7e-a134-49a116f073c6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d84ff3-4b19-4cd3-a357-1ecf4034e230 HTTP/1.1" status: 200 len: 210 time: 0.0450153 Apr 11 14:33:42.958661 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-00261126-f8c7-4cda-8740-d71c086b0977 None None] Provisioning complete for port cfb03216-9515-4d39-b4e3-159d71e481a8 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:33:42.959219 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-00261126-f8c7-4cda-8740-d71c086b0977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:43.015747 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-00261126-f8c7-4cda-8740-d71c086b0977 None None] Port cfb03216-9515-4d39-b4e3-159d71e481a8 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:33:43.056248 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-410f901d-32ff-4339-90d5-e4222af9e5fe req-f6664627-cdbe-4264-bcb8-c91926f1c277 service neutron] In _notify_port_updated(), no bound segment for port cfb03216-9515-4d39-b4e3-159d71e481a8 on network f91fa020-d040-4651-82ca-6229dbebfee5 {{(pid=88617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 11 14:33:43.057108 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f901d-32ff-4339-90d5-e4222af9e5fe req-f6664627-cdbe-4264-bcb8-c91926f1c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:43.057714 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-410f901d-32ff-4339-90d5-e4222af9e5fe req-f6664627-cdbe-4264-bcb8-c91926f1c277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:43.058999 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-410f901d-32ff-4339-90d5-e4222af9e5fe req-f6664627-cdbe-4264-bcb8-c91926f1c277 service neutron] 10.222.0.53 "PUT /v2.0/ports/cfb03216-9515-4d39-b4e3-159d71e481a8 HTTP/1.1" status: 200 len: 1027 time: 1.0245798 Apr 11 14:33:44.020258 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8327df5f-f790-4669-92d9-6fe6b9b6faea req-39924cf8-3fe7-4425-804a-19e36524a68c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d84ff3-4b19-4cd3-a357-1ecf4034e230 HTTP/1.1" status: 200 len: 210 time: 0.0440378 Apr 11 14:33:45.116606 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47112) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:45.289927 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5bef88d4-7f2c-4be8-9489-84f693910d1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:45.321062 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5bef88d4-7f2c-4be8-9489-84f693910d1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:45.470621 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5bef88d4-7f2c-4be8-9489-84f693910d1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:45.489824 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef88d4-7f2c-4be8-9489-84f693910d1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fb145f-6895-4372-a0ee-cbf469050391,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:45.498223 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef88d4-7f2c-4be8-9489-84f693910d1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:45.498575 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef88d4-7f2c-4be8-9489-84f693910d1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:45.498921 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef88d4-7f2c-4be8-9489-84f693910d1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:45.499288 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef88d4-7f2c-4be8-9489-84f693910d1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:45.499598 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef88d4-7f2c-4be8-9489-84f693910d1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:45.499946 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef88d4-7f2c-4be8-9489-84f693910d1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:45.500265 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef88d4-7f2c-4be8-9489-84f693910d1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:45.500678 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef88d4-7f2c-4be8-9489-84f693910d1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:45.501015 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef88d4-7f2c-4be8-9489-84f693910d1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:45.501345 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef88d4-7f2c-4be8-9489-84f693910d1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:45.501670 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef88d4-7f2c-4be8-9489-84f693910d1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:45.502037 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef88d4-7f2c-4be8-9489-84f693910d1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:45.549096 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5bef88d4-7f2c-4be8-9489-84f693910d1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:45.550466 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5bef88d4-7f2c-4be8-9489-84f693910d1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/security-groups/05fb145f-6895-4372-a0ee-cbf469050391 HTTP/1.1" status: 204 len: 168 time: 0.4316099 Apr 11 14:33:45.638578 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47118) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:45.847599 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-7027d2cd-fbc6-48a0-a014-5301eddfb7cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port 1c8ea22e-c5e8-4a80-9715-1e748d3dde83 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:33:45.847599 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7027d2cd-fbc6-48a0-a014-5301eddfb7cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:46.022174 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7027d2cd-fbc6-48a0-a014-5301eddfb7cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:46.022514 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7027d2cd-fbc6-48a0-a014-5301eddfb7cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:46.153277 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device cfb03216-9515-4d39-b4e3-159d71e481a8 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:33:46.154119 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-7027d2cd-fbc6-48a0-a014-5301eddfb7cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for 1c8ea22e-c5e8-4a80-9715-1e748d3dde83 owned by network:floatingip {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:33:46.210537 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device cfb03216-9515-4d39-b4e3-159d71e481a8 not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:33:46.365418 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7027d2cd-fbc6-48a0-a014-5301eddfb7cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:46.418839 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027d2cd-fbc6-48a0-a014-5301eddfb7cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=1c8ea22e-c5e8-4a80-9715-1e748d3dde83,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:46.508910 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7027d2cd-fbc6-48a0-a014-5301eddfb7cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:46.509248 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-7027d2cd-fbc6-48a0-a014-5301eddfb7cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Floating IP a2be55bb-c928-4ec7-ba20-ba99abac2a7f disassociated (deleted). External IP: 172.26.7.249, port: cfb03216-9515-4d39-b4e3-159d71e481a8. Apr 11 14:33:46.873860 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7027d2cd-fbc6-48a0-a014-5301eddfb7cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router f42f2113-ac19-43dc-8783-a97ed75da843 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:33:47.176170 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7027d2cd-fbc6-48a0-a014-5301eddfb7cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:33:47.186454 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8688ce-b21d-4b19-90b6-a77a499db1ca None None] Sync routers for ids ['f42f2113-ac19-43dc-8783-a97ed75da843'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:33:47.197180 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8688ce-b21d-4b19-90b6-a77a499db1ca None None] Routers {'f42f2113-ac19-43dc-8783-a97ed75da843'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:33:47.202500 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fe8688ce-b21d-4b19-90b6-a77a499db1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:33:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['f42f2113-ac19-43dc-8783-a97ed75da843'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:33:47.256908 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7027d2cd-fbc6-48a0-a014-5301eddfb7cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:47.316555 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7027d2cd-fbc6-48a0-a014-5301eddfb7cb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/floatingips/a2be55bb-c928-4ec7-ba20-ba99abac2a7f HTTP/1.1" status: 204 len: 168 time: 1.6767559 Apr 11 14:33:47.393213 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-fe8688ce-b21d-4b19-90b6-a77a499db1ca None None] Set router f42f2113-ac19-43dc-8783-a97ed75da843 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:33:47.471069 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47126) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:47.543893 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-60ff0e23-a0ba-432f-8b0c-7eed49c76a4e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:47.574779 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-60ff0e23-a0ba-432f-8b0c-7eed49c76a4e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:47.709294 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fe8688ce-b21d-4b19-90b6-a77a499db1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'name': 'tempest-TestNetworkBasicOps-router-1102058692', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:32:43Z', 'updated_at': '2022-04-11T14:32:52Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:32:44Z', 'updated_at': '2022-04-11T14:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '3d205e4b-f70c-456c-b4bd-e9d2e14903aa', 'name': '', 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:6e:b3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '10911edc-fc29-4ba4-9e1f-bf4d87005bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:32:50Z', 'updated_at': '2022-04-11T14:32:57Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '10911edc-fc29-4ba4-9e1f-bf4d87005bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:33:47.713384 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8688ce-b21d-4b19-90b6-a77a499db1ca None None] Checking router: f42f2113-ac19-43dc-8783-a97ed75da843 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:33:47.723803 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8688ce-b21d-4b19-90b6-a77a499db1ca None None] Routers {'f42f2113-ac19-43dc-8783-a97ed75da843'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:33:47.723803 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fe8688ce-b21d-4b19-90b6-a77a499db1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:33:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['f42f2113-ac19-43dc-8783-a97ed75da843'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:33:47.776888 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-60ff0e23-a0ba-432f-8b0c-7eed49c76a4e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:47.800026 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff0e23-a0ba-432f-8b0c-7eed49c76a4e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9a5993-2437-4f42-bb74-922b419c0ce8,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:47.808736 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-60ff0e23-a0ba-432f-8b0c-7eed49c76a4e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:47.809807 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-60ff0e23-a0ba-432f-8b0c-7eed49c76a4e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/security-groups/ef9a5993-2437-4f42-bb74-922b419c0ce8 HTTP/1.1" status: 204 len: 168 time: 0.3377433 Apr 11 14:33:47.905743 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-fe8688ce-b21d-4b19-90b6-a77a499db1ca None None] Set router f42f2113-ac19-43dc-8783-a97ed75da843 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:33:47.951968 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47132) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:48.022565 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-2ce36359-c1fe-4e33-8060-6c057aa1d869 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port cfb03216-9515-4d39-b4e3-159d71e481a8 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:33:48.022930 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2ce36359-c1fe-4e33-8060-6c057aa1d869 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:48.268978 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fe8688ce-b21d-4b19-90b6-a77a499db1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'name': 'tempest-TestNetworkBasicOps-router-1102058692', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:32:43Z', 'updated_at': '2022-04-11T14:32:52Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:32:44Z', 'updated_at': '2022-04-11T14:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '3d205e4b-f70c-456c-b4bd-e9d2e14903aa', 'name': '', 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:6e:b3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '10911edc-fc29-4ba4-9e1f-bf4d87005bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:32:50Z', 'updated_at': '2022-04-11T14:32:57Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '10911edc-fc29-4ba4-9e1f-bf4d87005bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:33:48.273123 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8688ce-b21d-4b19-90b6-a77a499db1ca None None] The sync data for ids ['f42f2113-ac19-43dc-8783-a97ed75da843'] in dv-neutron-837330-1-hyperv is: [{'id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'name': 'tempest-TestNetworkBasicOps-router-1102058692', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:32:43Z', 'updated_at': '2022-04-11T14:32:52Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:32:44Z', 'updated_at': '2022-04-11T14:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '3d205e4b-f70c-456c-b4bd-e9d2e14903aa', 'name': '', 'network_id': 'f91fa020-d040-4651-82ca-6229dbebfee5', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:6e:b3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '10911edc-fc29-4ba4-9e1f-bf4d87005bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:32:50Z', 'updated_at': '2022-04-11T14:32:57Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '10911edc-fc29-4ba4-9e1f-bf4d87005bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:33:48.286686 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2ce36359-c1fe-4e33-8060-6c057aa1d869 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:48.420242 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-2ce36359-c1fe-4e33-8060-6c057aa1d869 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for cfb03216-9515-4d39-b4e3-159d71e481a8 owned by {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:33:48.505001 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c50f47-635e-4c38-8aab-ef7be6df9e15 None None] New status for floating IP a2be55bb-c928-4ec7-ba20-ba99abac2a7f: DOWN {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:33:48.645823 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2ce36359-c1fe-4e33-8060-6c057aa1d869 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:48.698881 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce36359-c1fe-4e33-8060-6c057aa1d869 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=cfb03216-9515-4d39-b4e3-159d71e481a8,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:48.804434 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2ce36359-c1fe-4e33-8060-6c057aa1d869 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:48.816030 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2ce36359-c1fe-4e33-8060-6c057aa1d869 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/ports/cfb03216-9515-4d39-b4e3-159d71e481a8 HTTP/1.1" status: 204 len: 168 time: 0.8626249 Apr 11 14:33:48.818736 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47136) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:49.400506 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4aed7c2b-4001-459e-9675-1bb61b5b7e77 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:49.894621 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-4aed7c2b-4001-459e-9675-1bb61b5b7e77 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port 3d205e4b-f70c-456c-b4bd-e9d2e14903aa {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:33:49.895258 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4aed7c2b-4001-459e-9675-1bb61b5b7e77 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:50.094654 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-4aed7c2b-4001-459e-9675-1bb61b5b7e77 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port 3d205e4b-f70c-456c-b4bd-e9d2e14903aa, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3d205e4b-f70c-456c-b4bd-e9d2e14903aa,segment=NetworkSegment(859ed27c-8b4b-4af2-8fe2-315681455d2b),segment_id=859ed27c-8b4b-4af2-8fe2-315681455d2b)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:33:50.095065 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4aed7c2b-4001-459e-9675-1bb61b5b7e77 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:50.220890 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-4aed7c2b-4001-459e-9675-1bb61b5b7e77 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for 3d205e4b-f70c-456c-b4bd-e9d2e14903aa owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:33:50.624698 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4aed7c2b-4001-459e-9675-1bb61b5b7e77 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:50.679311 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed7c2b-4001-459e-9675-1bb61b5b7e77 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=3d205e4b-f70c-456c-b4bd-e9d2e14903aa,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:50.974335 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4aed7c2b-4001-459e-9675-1bb61b5b7e77 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:51.475218 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aed7c2b-4001-459e-9675-1bb61b5b7e77 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router f42f2113-ac19-43dc-8783-a97ed75da843 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:33:51.674535 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aed7c2b-4001-459e-9675-1bb61b5b7e77 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:33:51.685126 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6de6aae-6caf-4447-bc49-df0a848aa488 None None] Sync routers for ids ['f42f2113-ac19-43dc-8783-a97ed75da843'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:33:51.691298 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4aed7c2b-4001-459e-9675-1bb61b5b7e77 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "PUT /v2.0/routers/f42f2113-ac19-43dc-8783-a97ed75da843/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8713353 Apr 11 14:33:51.693793 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47142) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:51.694669 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6de6aae-6caf-4447-bc49-df0a848aa488 None None] Routers {'f42f2113-ac19-43dc-8783-a97ed75da843'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:33:51.695925 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-e6de6aae-6caf-4447-bc49-df0a848aa488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:33:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['f42f2113-ac19-43dc-8783-a97ed75da843'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:33:51.786985 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ad8300-e25a-4467-9367-963e0baf957e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting subnet 10911edc-fc29-4ba4-9e1f-bf4d87005bd0 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:33:51.792917 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-65ad8300-e25a-4467-9367-963e0baf957e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:51.852596 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-65ad8300-e25a-4467-9367-963e0baf957e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:51.881313 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-e6de6aae-6caf-4447-bc49-df0a848aa488 None None] Set router f42f2113-ac19-43dc-8783-a97ed75da843 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:33:51.943454 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-65ad8300-e25a-4467-9367-963e0baf957e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:52.201914 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-e6de6aae-6caf-4447-bc49-df0a848aa488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'name': 'tempest-TestNetworkBasicOps-router-1102058692', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:32:43Z', 'updated_at': '2022-04-11T14:33:50Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:32:44Z', 'updated_at': '2022-04-11T14:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:33:52.202621 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-65ad8300-e25a-4467-9367-963e0baf957e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:52.205801 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6de6aae-6caf-4447-bc49-df0a848aa488 None None] Checking router: f42f2113-ac19-43dc-8783-a97ed75da843 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:33:52.215493 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6de6aae-6caf-4447-bc49-df0a848aa488 None None] Routers {'f42f2113-ac19-43dc-8783-a97ed75da843'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:33:52.216113 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-e6de6aae-6caf-4447-bc49-df0a848aa488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:33:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['f42f2113-ac19-43dc-8783-a97ed75da843'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:33:52.249729 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-65ad8300-e25a-4467-9367-963e0baf957e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:52.255459 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b69f4db-520f-46cb-97a8-7eba8b32dc4c None None] Network f91fa020-d040-4651-82ca-6229dbebfee5 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:33:52.256465 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad8300-e25a-4467-9367-963e0baf957e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Subnet': ['ID=10911edc-fc29-4ba4-9e1f-bf4d87005bd0,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:52.261710 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-65ad8300-e25a-4467-9367-963e0baf957e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/subnets/10911edc-fc29-4ba4-9e1f-bf4d87005bd0 HTTP/1.1" status: 204 len: 168 time: 0.5641735 Apr 11 14:33:52.262439 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47146) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:52.403137 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-e6de6aae-6caf-4447-bc49-df0a848aa488 None None] Set router f42f2113-ac19-43dc-8783-a97ed75da843 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:33:52.525283 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-26b4f1f3-c386-4a3f-8df3-19711f1c699e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:52.533479 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9556402a-ba40-40ff-93a9-eb964ea21e51 None None] DHCP port deletion for f91fa020-d040-4651-82ca-6229dbebfee5 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:33:52.538655 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-9556402a-ba40-40ff-93a9-eb964ea21e51 None None] Deleting port 7a59de29-83b7-49fa-89de-f238cf7b4ea6 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:33:52.539590 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9556402a-ba40-40ff-93a9-eb964ea21e51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:52.737202 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-e6de6aae-6caf-4447-bc49-df0a848aa488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'name': 'tempest-TestNetworkBasicOps-router-1102058692', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:32:43Z', 'updated_at': '2022-04-11T14:33:50Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:32:44Z', 'updated_at': '2022-04-11T14:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:33:52.739467 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-26b4f1f3-c386-4a3f-8df3-19711f1c699e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:52.741422 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6de6aae-6caf-4447-bc49-df0a848aa488 None None] The sync data for ids ['f42f2113-ac19-43dc-8783-a97ed75da843'] in dv-neutron-837330-1-hyperv is: [{'id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'name': 'tempest-TestNetworkBasicOps-router-1102058692', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:32:43Z', 'updated_at': '2022-04-11T14:33:50Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '78092810-273f-4bf4-a0cf-05eb7704c39d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f2113-ac19-43dc-8783-a97ed75da843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:32:44Z', 'updated_at': '2022-04-11T14:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:33:52.784255 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-9556402a-ba40-40ff-93a9-eb964ea21e51 None None] For port 7a59de29-83b7-49fa-89de-f238cf7b4ea6, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7a59de29-83b7-49fa-89de-f238cf7b4ea6,segment=NetworkSegment(859ed27c-8b4b-4af2-8fe2-315681455d2b),segment_id=859ed27c-8b4b-4af2-8fe2-315681455d2b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:33:52.784647 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9556402a-ba40-40ff-93a9-eb964ea21e51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:52.858825 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-26b4f1f3-c386-4a3f-8df3-19711f1c699e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port 78092810-273f-4bf4-a0cf-05eb7704c39d {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:33:52.859178 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-26b4f1f3-c386-4a3f-8df3-19711f1c699e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:52.914173 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-9556402a-ba40-40ff-93a9-eb964ea21e51 None None] Calling delete_port for 7a59de29-83b7-49fa-89de-f238cf7b4ea6 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:33:53.081834 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9556402a-ba40-40ff-93a9-eb964ea21e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:53.166671 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-26b4f1f3-c386-4a3f-8df3-19711f1c699e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port 78092810-273f-4bf4-a0cf-05eb7704c39d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=78092810-273f-4bf4-a0cf-05eb7704c39d,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:33:53.167516 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-26b4f1f3-c386-4a3f-8df3-19711f1c699e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:53.169643 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556402a-ba40-40ff-93a9-eb964ea21e51 None None] Pushing event deleted for resources: {'Port': ['ID=7a59de29-83b7-49fa-89de-f238cf7b4ea6,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:53.178202 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9556402a-ba40-40ff-93a9-eb964ea21e51 None None] No DVR routers for this DVR port 7a59de29-83b7-49fa-89de-f238cf7b4ea6 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:33:53.181496 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9556402a-ba40-40ff-93a9-eb964ea21e51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:53.181844 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9556402a-ba40-40ff-93a9-eb964ea21e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:53.182378 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9556402a-ba40-40ff-93a9-eb964ea21e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:53.182863 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9556402a-ba40-40ff-93a9-eb964ea21e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:53.183191 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9556402a-ba40-40ff-93a9-eb964ea21e51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:53.183682 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9556402a-ba40-40ff-93a9-eb964ea21e51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:53.184009 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9556402a-ba40-40ff-93a9-eb964ea21e51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:53.184335 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9556402a-ba40-40ff-93a9-eb964ea21e51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:53.184660 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9556402a-ba40-40ff-93a9-eb964ea21e51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:53.184978 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9556402a-ba40-40ff-93a9-eb964ea21e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:53.185294 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9556402a-ba40-40ff-93a9-eb964ea21e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:53.185616 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9556402a-ba40-40ff-93a9-eb964ea21e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:33:53.309876 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-26b4f1f3-c386-4a3f-8df3-19711f1c699e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for 78092810-273f-4bf4-a0cf-05eb7704c39d owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:33:53.543448 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 7a59de29-83b7-49fa-89de-f238cf7b4ea6 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:33:53.578682 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 7a59de29-83b7-49fa-89de-f238cf7b4ea6 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:33:53.579027 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 7a59de29-83b7-49fa-89de-f238cf7b4ea6 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:33:53.579446 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3d205e4b-f70c-456c-b4bd-e9d2e14903aa no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:33:53.582938 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-26b4f1f3-c386-4a3f-8df3-19711f1c699e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:53.615790 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 3d205e4b-f70c-456c-b4bd-e9d2e14903aa {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:33:53.616143 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3d205e4b-f70c-456c-b4bd-e9d2e14903aa not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:33:53.637014 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4f1f3-c386-4a3f-8df3-19711f1c699e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=78092810-273f-4bf4-a0cf-05eb7704c39d,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:53.746363 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-26b4f1f3-c386-4a3f-8df3-19711f1c699e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:53.928535 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-26b4f1f3-c386-4a3f-8df3-19711f1c699e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:53.930939 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-26b4f1f3-c386-4a3f-8df3-19711f1c699e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:54.043931 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-26b4f1f3-c386-4a3f-8df3-19711f1c699e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:54.043931 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b4f1f3-c386-4a3f-8df3-19711f1c699e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Fanout notify agent at l3_agent the message router_deleted on router f42f2113-ac19-43dc-8783-a97ed75da843 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:33:54.057871 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-26b4f1f3-c386-4a3f-8df3-19711f1c699e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:54.058995 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-26b4f1f3-c386-4a3f-8df3-19711f1c699e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/routers/f42f2113-ac19-43dc-8783-a97ed75da843 HTTP/1.1" status: 204 len: 168 time: 1.7954941 Apr 11 14:33:54.061678 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47150) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:54.186956 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c597fea1-eb33-4c98-88e9-c9f5bc510b9a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:54.264256 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:54.323929 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c597fea1-eb33-4c98-88e9-c9f5bc510b9a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:54.349733 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-c597fea1-eb33-4c98-88e9-c9f5bc510b9a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f91fa020-d040-4651-82ca-6229dbebfee5']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:33:54.361544 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-c597fea1-eb33-4c98-88e9-c9f5bc510b9a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859ed27c-8b4b-4af2-8fe2-315681455d2b') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:33:54.362158 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-c597fea1-eb33-4c98-88e9-c9f5bc510b9a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859ed27c-8b4b-4af2-8fe2-315681455d2b') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:33:54.375186 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c597fea1-eb33-4c98-88e9-c9f5bc510b9a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:54.390114 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c597fea1-eb33-4c98-88e9-c9f5bc510b9a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:54.396509 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c597fea1-eb33-4c98-88e9-c9f5bc510b9a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:33:54.396905 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c597fea1-eb33-4c98-88e9-c9f5bc510b9a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:33:54.411879 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:33:54.602118 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c597fea1-eb33-4c98-88e9-c9f5bc510b9a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:54.620703 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c597fea1-eb33-4c98-88e9-c9f5bc510b9a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:54.632234 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597fea1-eb33-4c98-88e9-c9f5bc510b9a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Network': ['ID=f91fa020-d040-4651-82ca-6229dbebfee5,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:54.705121 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c597fea1-eb33-4c98-88e9-c9f5bc510b9a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/networks/f91fa020-d040-4651-82ca-6229dbebfee5 HTTP/1.1" status: 204 len: 168 time: 0.6423819 Apr 11 14:33:54.720013 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47154) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:54.731309 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-978905f8-5a5a-47c8-8815-de5b15d2fddd tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0101280 Apr 11 14:33:54.733567 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47158) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:54.738719 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-95709c1b-3401-4e99-bb92-cf73be9e935e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'network': {'name': 'tempest-network-smoke--634535088', 'project_id': '572b8884360948e38c79b057606230d9', 'port_security_enabled': True}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:33:54.744651 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-95709c1b-3401-4e99-bb92-cf73be9e935e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:33:54.748799 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-95709c1b-3401-4e99-bb92-cf73be9e935e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:network and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:33:54.753068 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-95709c1b-3401-4e99-bb92-cf73be9e935e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:33:54.758715 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-95709c1b-3401-4e99-bb92-cf73be9e935e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:33:54.833877 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95709c1b-3401-4e99-bb92-cf73be9e935e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:33:54.837752 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-95709c1b-3401-4e99-bb92-cf73be9e935e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:54.867863 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95709c1b-3401-4e99-bb92-cf73be9e935e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:33:54.876462 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-95709c1b-3401-4e99-bb92-cf73be9e935e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:54.876803 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-95709c1b-3401-4e99-bb92-cf73be9e935e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Added segment ccd48c3e-a27a-4c41-ae80-722e8a2ce804 of type vlan for network c6da1112-6dea-415b-bd54-882bc73ddb5b Apr 11 14:33:54.907720 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-95709c1b-3401-4e99-bb92-cf73be9e935e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:55.002348 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-95709c1b-3401-4e99-bb92-cf73be9e935e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:55.007942 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95709c1b-3401-4e99-bb92-cf73be9e935e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:55.008604 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-95709c1b-3401-4e99-bb92-cf73be9e935e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:55.121087 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95709c1b-3401-4e99-bb92-cf73be9e935e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Network': ['ID=c6da1112-6dea-415b-bd54-882bc73ddb5b,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:55.131753 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network c6da1112-6dea-415b-bd54-882bc73ddb5b details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:33:55.206344 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2d11ee24-7b5d-4596-bc64-98e721204710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:55.210083 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-95709c1b-3401-4e99-bb92-cf73be9e935e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4745202 Apr 11 14:33:55.211915 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47162) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:55.217845 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-58d690b5-ff62-48c9-9cec-5ac1e8d5d771 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1525155490', 'admin_state_up': True, 'project_id': '572b8884360948e38c79b057606230d9', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:33:55.225117 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-58d690b5-ff62-48c9-9cec-5ac1e8d5d771 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:33:55.229569 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-58d690b5-ff62-48c9-9cec-5ac1e8d5d771 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:router and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:33:55.234184 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-58d690b5-ff62-48c9-9cec-5ac1e8d5d771 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:33:55.239407 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-58d690b5-ff62-48c9-9cec-5ac1e8d5d771 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:33:55.298693 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58d690b5-ff62-48c9-9cec-5ac1e8d5d771 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:55.299733 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58d690b5-ff62-48c9-9cec-5ac1e8d5d771 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:55.314819 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58d690b5-ff62-48c9-9cec-5ac1e8d5d771 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:55.534529 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 78092810-273f-4bf4-a0cf-05eb7704c39d no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:33:55.571356 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 78092810-273f-4bf4-a0cf-05eb7704c39d {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:33:55.574024 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 78092810-273f-4bf4-a0cf-05eb7704c39d not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:33:55.766019 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58d690b5-ff62-48c9-9cec-5ac1e8d5d771 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:56.191718 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58d690b5-ff62-48c9-9cec-5ac1e8d5d771 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:56.229340 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58d690b5-ff62-48c9-9cec-5ac1e8d5d771 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:56.405775 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-58d690b5-ff62-48c9-9cec-5ac1e8d5d771 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.26.7.15 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/a953c550-14fc-44f2-ad7a-8c58de621c59) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:33:56.579525 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58d690b5-ff62-48c9-9cec-5ac1e8d5d771 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:56.699634 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58d690b5-ff62-48c9-9cec-5ac1e8d5d771 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:56.777258 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d690b5-ff62-48c9-9cec-5ac1e8d5d771 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:33:56.780945 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-58d690b5-ff62-48c9-9cec-5ac1e8d5d771 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:33:56.791411 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d690b5-ff62-48c9-9cec-5ac1e8d5d771 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:33:56.836184 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d690b5-ff62-48c9-9cec-5ac1e8d5d771 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=a953c550-14fc-44f2-ad7a-8c58de621c59,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:57.395816 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58d690b5-ff62-48c9-9cec-5ac1e8d5d771 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:57.687696 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-20939ce1-fe24-4549-aeb8-2577618889f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:57.893067 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58d690b5-ff62-48c9-9cec-5ac1e8d5d771 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:58.201220 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d690b5-ff62-48c9-9cec-5ac1e8d5d771 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router 2c0763e9-7272-4693-8971-245efc8d31f3 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:33:58.386109 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d690b5-ff62-48c9-9cec-5ac1e8d5d771 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:33:58.395449 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] Sync routers for ids ['2c0763e9-7272-4693-8971-245efc8d31f3'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:33:58.405785 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] Routers {'2c0763e9-7272-4693-8971-245efc8d31f3'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:33:58.406448 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:33:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['2c0763e9-7272-4693-8971-245efc8d31f3'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:33:58.491427 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58d690b5-ff62-48c9-9cec-5ac1e8d5d771 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:58.493157 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-58d690b5-ff62-48c9-9cec-5ac1e8d5d771 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2791705 Apr 11 14:33:58.496311 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47166) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:58.536279 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b90b7ec3-a1ad-46d3-8b6b-bd11ec414b1f tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=572b8884360948e38c79b057606230d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388772 Apr 11 14:33:58.538855 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47170) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:58.608754 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] Set router 2c0763e9-7272-4693-8971-245efc8d31f3 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:33:58.651215 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:58.677034 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03646c14-0a1a-4214-8faa-f372cc13617b tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:58.679531 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-03646c14-0a1a-4214-8faa-f372cc13617b tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1390452 Apr 11 14:33:58.681996 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47176) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:58.710174 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:58.727651 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0f683070-68e0-48f1-aa4d-a522b8b51d4d tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=cff58315-4a25-4203-8056-2db185a2b95d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443232 Apr 11 14:33:58.730019 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47180) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:58.735455 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-1c529e54-6d5d-4ba0-9f3b-b184045694d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1366603001', 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b', 'project_id': '572b8884360948e38c79b057606230d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:33:58.848268 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1c529e54-6d5d-4ba0-9f3b-b184045694d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:33:58.852232 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1c529e54-6d5d-4ba0-9f3b-b184045694d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:subnet and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:33:58.855344 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1c529e54-6d5d-4ba0-9f3b-b184045694d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:33:58.861196 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1c529e54-6d5d-4ba0-9f3b-b184045694d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:33:58.901528 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'name': 'tempest-TestNetworkBasicOps-router-1525155490', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:33:55Z', 'updated_at': '2022-04-11T14:33:57Z', 'revision_number': 3, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:cc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:33:56Z', 'updated_at': '2022-04-11T14:33:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:33:58.905251 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] Checking router: 2c0763e9-7272-4693-8971-245efc8d31f3 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:33:58.905597 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] Updating router 2c0763e9-7272-4693-8971-245efc8d31f3 port a953c550-14fc-44f2-ad7a-8c58de621c59 binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:33:58.963621 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:58.965293 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c529e54-6d5d-4ba0-9f3b-b184045694d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:33:58.968916 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1c529e54-6d5d-4ba0-9f3b-b184045694d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:59.248710 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1c529e54-6d5d-4ba0-9f3b-b184045694d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:59.317405 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:59.330067 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] Transition to ACTIVE for port object a953c550-14fc-44f2-ad7a-8c58de621c59 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:33:59.331089 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c529e54-6d5d-4ba0-9f3b-b184045694d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Subnet': ['ID=a18dee4b-cdd4-4224-90a0-2a73f26fe75e,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:59.338283 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c529e54-6d5d-4ba0-9f3b-b184045694d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Checking segment: {'id': 'ccd48c3e-a27a-4c41-ae80-722e8a2ce804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:33:59.338388 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c529e54-6d5d-4ba0-9f3b-b184045694d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network hostable DHCP agents. Network: c6da1112-6dea-415b-bd54-882bc73ddb5b, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:33:59.395975 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:59.434235 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c529e54-6d5d-4ba0-9f3b-b184045694d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network c6da1112-6dea-415b-bd54-882bc73ddb5b is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:33:59.477658 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] Attempting to bind port a953c550-14fc-44f2-ad7a-8c58de621c59 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:33:59.478004 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] Attempting to bind port a953c550-14fc-44f2-ad7a-8c58de621c59 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:33:59.478323 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] Attempting to bind port a953c550-14fc-44f2-ad7a-8c58de621c59 on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:33:59.484354 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e9f5f-6fac-47c5-b3f8-d2e7ff305297 None None] Pushing event updated for resources: {'Port': ['ID=a953c550-14fc-44f2-ad7a-8c58de621c59,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:33:59.488803 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:33:59.489173 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:33:59.489596 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:59.489993 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:33:59.490458 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] Bound port: a953c550-14fc-44f2-ad7a-8c58de621c59, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:33:59.490843 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:59.530942 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-1c529e54-6d5d-4ba0-9f3b-b184045694d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, c6da1112-6dea-415b-bd54-882bc73ddb5b) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:33:59.539127 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c529e54-6d5d-4ba0-9f3b-b184045694d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:33:59.540500 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1c529e54-6d5d-4ba0-9f3b-b184045694d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:59.541127 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e28587-abc8-4b4c-a48e-8fe3c11cc622 None None] Network c6da1112-6dea-415b-bd54-882bc73ddb5b requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:33:59.666523 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1c529e54-6d5d-4ba0-9f3b-b184045694d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9351254 Apr 11 14:33:59.669960 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47184) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:33:59.695922 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] For port a953c550-14fc-44f2-ad7a-8c58de621c59, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:33:59.709487 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] For port a953c550-14fc-44f2-ad7a-8c58de621c59, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=a953c550-14fc-44f2-ad7a-8c58de621c59,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:33:59.786594 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:33:59.934558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] Routers {'2c0763e9-7272-4693-8971-245efc8d31f3'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:33:59.934558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:33:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['2c0763e9-7272-4693-8971-245efc8d31f3'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:33:59.990253 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7979d5-3eec-455e-a431-0c15c6d248ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-c6da1112-6dea-415b-bd54-882bc73ddb5b', 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b', 'tenant_id': '572b8884360948e38c79b057606230d9', 'fixed_ips': [{'subnet_id': 'a18dee4b-cdd4-4224-90a0-2a73f26fe75e'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:33:59.991089 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0f7979d5-3eec-455e-a431-0c15c6d248ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:00.013886 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:00.015705 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e9f5f-6fac-47c5-b3f8-d2e7ff305297 None None] Pushing event updated for resources: {'Port': ['ID=a953c550-14fc-44f2-ad7a-8c58de621c59,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:34:00.252345 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] Set router 2c0763e9-7272-4693-8971-245efc8d31f3 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:34:00.452605 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-0f7979d5-3eec-455e-a431-0c15c6d248ce None None] Allocated IP 172.20.0.2 (c6da1112-6dea-415b-bd54-882bc73ddb5b/a18dee4b-cdd4-4224-90a0-2a73f26fe75e/ba7f92e0-e115-4a1b-b29c-2eecfd6ff230) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:34:00.527558 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d8cec224-6d7f-4cc9-a19e-91bf0575c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:00.760473 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'name': 'tempest-TestNetworkBasicOps-router-1525155490', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:33:55Z', 'updated_at': '2022-04-11T14:33:57Z', 'revision_number': 3, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:cc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:33:56Z', 'updated_at': '2022-04-11T14:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:34:00.776608 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4174a95c-fd22-4b3c-bb10-e57fb09fcfbc None None] The sync data for ids ['2c0763e9-7272-4693-8971-245efc8d31f3'] in dv-neutron-837330-1-hyperv is: [{'id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'name': 'tempest-TestNetworkBasicOps-router-1525155490', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:33:55Z', 'updated_at': '2022-04-11T14:33:57Z', 'revision_number': 3, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:cc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:33:56Z', 'updated_at': '2022-04-11T14:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:34:00.782963 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0f7979d5-3eec-455e-a431-0c15c6d248ce None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:00.802468 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-0f7979d5-3eec-455e-a431-0c15c6d248ce None None] Transition to ACTIVE for port object ba7f92e0-e115-4a1b-b29c-2eecfd6ff230 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:34:00.838092 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-0f7979d5-3eec-455e-a431-0c15c6d248ce None None] Transition to ACTIVE for port object ba7f92e0-e115-4a1b-b29c-2eecfd6ff230 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:34:00.911300 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0f7979d5-3eec-455e-a431-0c15c6d248ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:00.974844 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7979d5-3eec-455e-a431-0c15c6d248ce None None] Network c6da1112-6dea-415b-bd54-882bc73ddb5b is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:34:00.982882 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-0f7979d5-3eec-455e-a431-0c15c6d248ce None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:34:00.995991 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7979d5-3eec-455e-a431-0c15c6d248ce None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:34:01.005321 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7979d5-3eec-455e-a431-0c15c6d248ce None None] Pushing event updated for resources: {'Port': ['ID=ba7f92e0-e115-4a1b-b29c-2eecfd6ff230,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:34:01.035001 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-d8cec224-6d7f-4cc9-a19e-91bf0575c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.20.0.1 (c6da1112-6dea-415b-bd54-882bc73ddb5b/a18dee4b-cdd4-4224-90a0-2a73f26fe75e/86f8b321-616e-4215-ab66-13041dcf388d) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:34:01.129202 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-0f7979d5-3eec-455e-a431-0c15c6d248ce None None] Attempting to bind port ba7f92e0-e115-4a1b-b29c-2eecfd6ff230 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:34:01.129824 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-0f7979d5-3eec-455e-a431-0c15c6d248ce None None] Attempting to bind port ba7f92e0-e115-4a1b-b29c-2eecfd6ff230 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'ccd48c3e-a27a-4c41-ae80-722e8a2ce804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:34:01.130247 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7979d5-3eec-455e-a431-0c15c6d248ce None None] Attempting to bind port ba7f92e0-e115-4a1b-b29c-2eecfd6ff230 on network c6da1112-6dea-415b-bd54-882bc73ddb5b {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:34:01.136947 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7979d5-3eec-455e-a431-0c15c6d248ce None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:34:01.137368 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7979d5-3eec-455e-a431-0c15c6d248ce None None] Checking segment: {'id': 'ccd48c3e-a27a-4c41-ae80-722e8a2ce804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:34:01.138024 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0f7979d5-3eec-455e-a431-0c15c6d248ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:01.138385 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7979d5-3eec-455e-a431-0c15c6d248ce None None] Bound using segment: {'id': 'ccd48c3e-a27a-4c41-ae80-722e8a2ce804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:34:01.138869 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-0f7979d5-3eec-455e-a431-0c15c6d248ce None None] Bound port: ba7f92e0-e115-4a1b-b29c-2eecfd6ff230, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd48c3e-a27a-4c41-ae80-722e8a2ce804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:34:01.139266 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0f7979d5-3eec-455e-a431-0c15c6d248ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:01.226117 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d8cec224-6d7f-4cc9-a19e-91bf0575c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:01.243998 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-d8cec224-6d7f-4cc9-a19e-91bf0575c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Transition to ACTIVE for port object 86f8b321-616e-4215-ab66-13041dcf388d will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:34:01.246988 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-0f7979d5-3eec-455e-a431-0c15c6d248ce None None] For port ba7f92e0-e115-4a1b-b29c-2eecfd6ff230, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:34:01.250610 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-0f7979d5-3eec-455e-a431-0c15c6d248ce None None] For port ba7f92e0-e115-4a1b-b29c-2eecfd6ff230, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=ba7f92e0-e115-4a1b-b29c-2eecfd6ff230,segment=NetworkSegment(ccd48c3e-a27a-4c41-ae80-722e8a2ce804),segment_id=ccd48c3e-a27a-4c41-ae80-722e8a2ce804)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:34:01.316761 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0f7979d5-3eec-455e-a431-0c15c6d248ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:01.361324 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d8cec224-6d7f-4cc9-a19e-91bf0575c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:01.407724 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7979d5-3eec-455e-a431-0c15c6d248ce None None] Pushing event updated for resources: {'Port': ['ID=ba7f92e0-e115-4a1b-b29c-2eecfd6ff230,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:34:01.434226 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cec224-6d7f-4cc9-a19e-91bf0575c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network c6da1112-6dea-415b-bd54-882bc73ddb5b is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:34:01.437885 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-d8cec224-6d7f-4cc9-a19e-91bf0575c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:34:01.447199 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cec224-6d7f-4cc9-a19e-91bf0575c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:34:01.497511 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cec224-6d7f-4cc9-a19e-91bf0575c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=86f8b321-616e-4215-ab66-13041dcf388d,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:34:01.526031 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d8cec224-6d7f-4cc9-a19e-91bf0575c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:01.604576 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device a953c550-14fc-44f2-ad7a-8c58de621c59 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:34:01.808286 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port a953c550-14fc-44f2-ad7a-8c58de621c59 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:34:01.815599 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port a953c550-14fc-44f2-ad7a-8c58de621c59 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:34:01.816200 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:02.015088 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:02.032156 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d8cec224-6d7f-4cc9-a19e-91bf0575c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:02.038269 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port a953c550-14fc-44f2-ad7a-8c58de621c59, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=a953c550-14fc-44f2-ad7a-8c58de621c59,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:34:02.115465 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:02.198757 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=a953c550-14fc-44f2-ad7a-8c58de621c59,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:34:02.508782 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d8cec224-6d7f-4cc9-a19e-91bf0575c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:02.566222 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c012e68-6d03-4436-b67c-4e3236bb5b7e None None] Network c6da1112-6dea-415b-bd54-882bc73ddb5b requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:34:02.646542 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d8cec224-6d7f-4cc9-a19e-91bf0575c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:02.746540 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3dcafaec-9fb6-4200-ba20-4d4d00cbc122 None None] Provisioning for port ba7f92e0-e115-4a1b-b29c-2eecfd6ff230 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:34:02.777245 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cec224-6d7f-4cc9-a19e-91bf0575c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=86f8b321-616e-4215-ab66-13041dcf388d,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:34:02.781156 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d8cec224-6d7f-4cc9-a19e-91bf0575c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:02.938475 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cec224-6d7f-4cc9-a19e-91bf0575c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network c6da1112-6dea-415b-bd54-882bc73ddb5b is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:34:02.939966 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-d8cec224-6d7f-4cc9-a19e-91bf0575c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:34:03.148229 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cec224-6d7f-4cc9-a19e-91bf0575c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router 2c0763e9-7272-4693-8971-245efc8d31f3 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:34:03.150070 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c17576df-d98c-4909-8481-efbae4ced216 None None] Provisioning for port 86f8b321-616e-4215-ab66-13041dcf388d completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:34:03.155329 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c17576df-d98c-4909-8481-efbae4ced216 None None] Provisioning complete for port 86f8b321-616e-4215-ab66-13041dcf388d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:34:03.155934 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c17576df-d98c-4909-8481-efbae4ced216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:03.223016 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c17576df-d98c-4909-8481-efbae4ced216 None None] Port 86f8b321-616e-4215-ab66-13041dcf388d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:34:03.345556 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cec224-6d7f-4cc9-a19e-91bf0575c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:34:03.364395 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] Sync routers for ids ['2c0763e9-7272-4693-8971-245efc8d31f3'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:34:03.366175 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b03f43e6-05f1-42f3-94d6-2003fe84d284 None None] Provisioning complete for port 86f8b321-616e-4215-ab66-13041dcf388d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:34:03.366556 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b03f43e6-05f1-42f3-94d6-2003fe84d284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:03.373402 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d8cec224-6d7f-4cc9-a19e-91bf0575c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "PUT /v2.0/routers/2c0763e9-7272-4693-8971-245efc8d31f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7030756 Apr 11 14:34:03.375854 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47188) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:34:03.384320 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] Routers {'2c0763e9-7272-4693-8971-245efc8d31f3'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:34:03.385089 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:33:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['2c0763e9-7272-4693-8971-245efc8d31f3'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:34:03.463587 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-b03f43e6-05f1-42f3-94d6-2003fe84d284 None None] Port 86f8b321-616e-4215-ab66-13041dcf388d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:34:03.549067 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048245d6-52db-44bf-b2a3-8d28cab8e1fa tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:03.549067 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048245d6-52db-44bf-b2a3-8d28cab8e1fa tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:03.549537 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048245d6-52db-44bf-b2a3-8d28cab8e1fa tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:03.550267 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048245d6-52db-44bf-b2a3-8d28cab8e1fa tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:03.551128 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048245d6-52db-44bf-b2a3-8d28cab8e1fa tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:03.551602 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048245d6-52db-44bf-b2a3-8d28cab8e1fa tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:03.553449 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-048245d6-52db-44bf-b2a3-8d28cab8e1fa tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.1748278 Apr 11 14:34:03.558879 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47192) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:34:03.595204 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-02c378ad-ef5f-4462-911d-ec23fbeb1a4b None None] Provisioning complete for port 86f8b321-616e-4215-ab66-13041dcf388d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:34:03.595849 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-02c378ad-ef5f-4462-911d-ec23fbeb1a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:03.660211 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ba7f92e0-e115-4a1b-b29c-2eecfd6ff230 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:34:03.697716 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] Set router 2c0763e9-7272-4693-8971-245efc8d31f3 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:34:03.724716 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-02c378ad-ef5f-4462-911d-ec23fbeb1a4b None None] Port 86f8b321-616e-4215-ab66-13041dcf388d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:34:03.774578 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb9fede-8a24-4090-b3eb-18d8a5ea50c4 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:03.775146 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb9fede-8a24-4090-b3eb-18d8a5ea50c4 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:03.775673 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb9fede-8a24-4090-b3eb-18d8a5ea50c4 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:03.776202 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb9fede-8a24-4090-b3eb-18d8a5ea50c4 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:03.777421 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb9fede-8a24-4090-b3eb-18d8a5ea50c4 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:03.777421 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb9fede-8a24-4090-b3eb-18d8a5ea50c4 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:03.779419 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-efb9fede-8a24-4090-b3eb-18d8a5ea50c4 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.2185283 Apr 11 14:34:03.788441 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47196) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:34:03.835997 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port ba7f92e0-e115-4a1b-b29c-2eecfd6ff230 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:34:03.842523 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port ba7f92e0-e115-4a1b-b29c-2eecfd6ff230 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:34:03.842973 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:03.989768 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:04.019578 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6fe2b75a-6a7e-4bf4-9de2-d20c42dfb725 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2362840 Apr 11 14:34:04.026829 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port ba7f92e0-e115-4a1b-b29c-2eecfd6ff230, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=ba7f92e0-e115-4a1b-b29c-2eecfd6ff230,segment=NetworkSegment(ccd48c3e-a27a-4c41-ae80-722e8a2ce804),segment_id=ccd48c3e-a27a-4c41-ae80-722e8a2ce804)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:34:04.091243 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'name': 'tempest-TestNetworkBasicOps-router-1525155490', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:33:55Z', 'updated_at': '2022-04-11T14:34:01Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:33:56Z', 'updated_at': '2022-04-11T14:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '86f8b321-616e-4215-ab66-13041dcf388d', 'name': '', 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:40:1d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'a18dee4b-cdd4-4224-90a0-2a73f26fe75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:34:00Z', 'updated_at': '2022-04-11T14:34:02Z', 'revision_number': 2, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a18dee4b-cdd4-4224-90a0-2a73f26fe75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:34:04.095246 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] Checking router: 2c0763e9-7272-4693-8971-245efc8d31f3 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:34:04.095595 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] Updating router 2c0763e9-7272-4693-8971-245efc8d31f3 port 86f8b321-616e-4215-ab66-13041dcf388d binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:34:04.100226 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:04.100226 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device a953c550-14fc-44f2-ad7a-8c58de621c59 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:34:04.162887 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:04.234727 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=ba7f92e0-e115-4a1b-b29c-2eecfd6ff230,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:34:04.248988 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port a953c550-14fc-44f2-ad7a-8c58de621c59 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:34:04.249358 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:04.325985 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47202) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:34:04.331442 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-a5af19da-1a5b-4c4e-a78d-e2d01b4d1168 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1853147624', 'description': 'tempest-secgroup-smoke-1853147624 description', 'project_id': '572b8884360948e38c79b057606230d9'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:34:04.338559 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a5af19da-1a5b-4c4e-a78d-e2d01b4d1168 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:34:04.342954 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a5af19da-1a5b-4c4e-a78d-e2d01b4d1168 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:34:04.345797 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a5af19da-1a5b-4c4e-a78d-e2d01b4d1168 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:34:04.352288 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a5af19da-1a5b-4c4e-a78d-e2d01b4d1168 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:34:04.454516 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a5af19da-1a5b-4c4e-a78d-e2d01b4d1168 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:04.475245 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a5af19da-1a5b-4c4e-a78d-e2d01b4d1168 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:34:04.479377 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a5af19da-1a5b-4c4e-a78d-e2d01b4d1168 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:34:04.482217 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a5af19da-1a5b-4c4e-a78d-e2d01b4d1168 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:34:04.488590 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a5af19da-1a5b-4c4e-a78d-e2d01b4d1168 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:34:04.536269 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:04.547527 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] Transition to ACTIVE for port object 86f8b321-616e-4215-ab66-13041dcf388d will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:34:04.563067 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a5af19da-1a5b-4c4e-a78d-e2d01b4d1168 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:04.669975 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:04.729607 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a5af19da-1a5b-4c4e-a78d-e2d01b4d1168 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:04.782501 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af19da-1a5b-4c4e-a78d-e2d01b4d1168 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69882e39-f379-4656-a26e-b618966cb3fb,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:34:04.811914 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58d13f-5955-4d92-9193-a8a34f114bac None None] Pushing event updated for resources: {'Port': ['ID=86f8b321-616e-4215-ab66-13041dcf388d,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:34:04.846846 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58d13f-5955-4d92-9193-a8a34f114bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:34:04.847192 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58d13f-5955-4d92-9193-a8a34f114bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:34:04.847532 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58d13f-5955-4d92-9193-a8a34f114bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:34:04.851583 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58d13f-5955-4d92-9193-a8a34f114bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:34:04.851583 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58d13f-5955-4d92-9193-a8a34f114bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:34:04.851583 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58d13f-5955-4d92-9193-a8a34f114bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:34:04.851583 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58d13f-5955-4d92-9193-a8a34f114bac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:34:04.851583 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58d13f-5955-4d92-9193-a8a34f114bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:34:04.851583 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58d13f-5955-4d92-9193-a8a34f114bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:34:04.851583 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58d13f-5955-4d92-9193-a8a34f114bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:34:04.851583 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58d13f-5955-4d92-9193-a8a34f114bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:34:04.851583 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b58d13f-5955-4d92-9193-a8a34f114bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:34:04.893510 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a5af19da-1a5b-4c4e-a78d-e2d01b4d1168 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:04.899734 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a5af19da-1a5b-4c4e-a78d-e2d01b4d1168 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5718925 Apr 11 14:34:04.900212 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47206) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:34:04.908477 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-374bc2d4-d10f-4085-9495-f9150c91ff36 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': '69882e39-f379-4656-a26e-b618966cb3fb', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:34:04.921598 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-374bc2d4-d10f-4085-9495-f9150c91ff36 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:34:04.926070 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] Attempting to bind port 86f8b321-616e-4215-ab66-13041dcf388d on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:34:04.926848 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] Attempting to bind port 86f8b321-616e-4215-ab66-13041dcf388d by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'ccd48c3e-a27a-4c41-ae80-722e8a2ce804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:34:04.926973 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-374bc2d4-d10f-4085-9495-f9150c91ff36 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:34:04.927631 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] Attempting to bind port 86f8b321-616e-4215-ab66-13041dcf388d on network c6da1112-6dea-415b-bd54-882bc73ddb5b {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:34:04.932918 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-374bc2d4-d10f-4085-9495-f9150c91ff36 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:34:04.939092 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:34:04.939779 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] Checking segment: {'id': 'ccd48c3e-a27a-4c41-ae80-722e8a2ce804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:34:04.940346 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:04.941226 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-374bc2d4-d10f-4085-9495-f9150c91ff36 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:34:04.941833 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] Bound using segment: {'id': 'ccd48c3e-a27a-4c41-ae80-722e8a2ce804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:34:04.945682 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] Bound port: 86f8b321-616e-4215-ab66-13041dcf388d, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd48c3e-a27a-4c41-ae80-722e8a2ce804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:34:04.945682 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:05.033582 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-374bc2d4-d10f-4085-9495-f9150c91ff36 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:05.068007 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] For port 86f8b321-616e-4215-ab66-13041dcf388d, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:34:05.072006 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] For port 86f8b321-616e-4215-ab66-13041dcf388d, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=86f8b321-616e-4215-ab66-13041dcf388d,segment=NetworkSegment(ccd48c3e-a27a-4c41-ae80-722e8a2ce804),segment_id=ccd48c3e-a27a-4c41-ae80-722e8a2ce804)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:34:05.107679 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-374bc2d4-d10f-4085-9495-f9150c91ff36 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:05.165716 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:05.205196 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-374bc2d4-d10f-4085-9495-f9150c91ff36 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:05.230309 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374bc2d4-d10f-4085-9495-f9150c91ff36 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36710f90-d536-43f2-b0c8-98badcbfd8ce,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:34:05.251077 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58d13f-5955-4d92-9193-a8a34f114bac None None] Pushing event updated for resources: {'Port': ['ID=86f8b321-616e-4215-ab66-13041dcf388d,revision_number=4']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:34:05.253719 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] Routers {'2c0763e9-7272-4693-8971-245efc8d31f3'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:34:05.254357 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:33:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['2c0763e9-7272-4693-8971-245efc8d31f3'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:34:05.299429 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-374bc2d4-d10f-4085-9495-f9150c91ff36 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:05.301553 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-374bc2d4-d10f-4085-9495-f9150c91ff36 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3984351 Apr 11 14:34:05.303911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47210) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:34:05.312625 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-d78b731a-9adf-470d-b9ca-eb369999c1bc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': '69882e39-f379-4656-a26e-b618966cb3fb', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:34:05.318937 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-d78b731a-9adf-470d-b9ca-eb369999c1bc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:34:05.323659 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d78b731a-9adf-470d-b9ca-eb369999c1bc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:34:05.327213 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d78b731a-9adf-470d-b9ca-eb369999c1bc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:34:05.333591 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-d78b731a-9adf-470d-b9ca-eb369999c1bc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:34:05.442641 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d78b731a-9adf-470d-b9ca-eb369999c1bc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:05.450187 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] Set router 2c0763e9-7272-4693-8971-245efc8d31f3 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:34:05.507143 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d78b731a-9adf-470d-b9ca-eb369999c1bc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:05.551624 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ba7f92e0-e115-4a1b-b29c-2eecfd6ff230 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:34:05.596265 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d78b731a-9adf-470d-b9ca-eb369999c1bc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:05.627660 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b731a-9adf-470d-b9ca-eb369999c1bc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e53f706-56c4-449f-b283-00a44d01ec8e,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:34:05.629684 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port ba7f92e0-e115-4a1b-b29c-2eecfd6ff230 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:34:05.630097 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:05.710618 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d78b731a-9adf-470d-b9ca-eb369999c1bc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:05.712674 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d78b731a-9adf-470d-b9ca-eb369999c1bc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4077554 Apr 11 14:34:05.715972 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47214) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:34:05.723173 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-c31f2be2-c5ea-46fc-a671-3fc123bb05d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': '69882e39-f379-4656-a26e-b618966cb3fb', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:34:05.730196 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c31f2be2-c5ea-46fc-a671-3fc123bb05d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:34:05.734458 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c31f2be2-c5ea-46fc-a671-3fc123bb05d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:34:05.737482 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c31f2be2-c5ea-46fc-a671-3fc123bb05d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:34:05.743744 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c31f2be2-c5ea-46fc-a671-3fc123bb05d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:34:05.796300 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'name': 'tempest-TestNetworkBasicOps-router-1525155490', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:33:55Z', 'updated_at': '2022-04-11T14:34:01Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:33:56Z', 'updated_at': '2022-04-11T14:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '86f8b321-616e-4215-ab66-13041dcf388d', 'name': '', 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:40:1d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'a18dee4b-cdd4-4224-90a0-2a73f26fe75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:34:00Z', 'updated_at': '2022-04-11T14:34:05Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a18dee4b-cdd4-4224-90a0-2a73f26fe75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:34:05.800850 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a982f0bf-d6d3-4b13-8f19-1fce05c97635 None None] The sync data for ids ['2c0763e9-7272-4693-8971-245efc8d31f3'] in dv-neutron-837330-1-hyperv is: [{'id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'name': 'tempest-TestNetworkBasicOps-router-1525155490', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:33:55Z', 'updated_at': '2022-04-11T14:34:01Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:33:56Z', 'updated_at': '2022-04-11T14:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '86f8b321-616e-4215-ab66-13041dcf388d', 'name': '', 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:40:1d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'a18dee4b-cdd4-4224-90a0-2a73f26fe75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:34:00Z', 'updated_at': '2022-04-11T14:34:05Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a18dee4b-cdd4-4224-90a0-2a73f26fe75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:34:05.858226 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c31f2be2-c5ea-46fc-a671-3fc123bb05d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:05.935784 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c31f2be2-c5ea-46fc-a671-3fc123bb05d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:06.026578 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c31f2be2-c5ea-46fc-a671-3fc123bb05d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:06.050717 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f2be2-c5ea-46fc-a671-3fc123bb05d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01f7599-d6f0-48a2-a0ee-c19c77156bbd,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:34:06.123540 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c31f2be2-c5ea-46fc-a671-3fc123bb05d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:06.127423 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47218) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:34:06.127972 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c31f2be2-c5ea-46fc-a671-3fc123bb05d3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4046557 Apr 11 14:34:06.136890 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-b6659011-ef76-47e5-b238-292f5d882484 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': '69882e39-f379-4656-a26e-b618966cb3fb', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:34:06.146046 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b6659011-ef76-47e5-b238-292f5d882484 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:34:06.158834 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b6659011-ef76-47e5-b238-292f5d882484 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:34:06.162309 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b6659011-ef76-47e5-b238-292f5d882484 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:34:06.168792 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b6659011-ef76-47e5-b238-292f5d882484 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:34:06.282144 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b6659011-ef76-47e5-b238-292f5d882484 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:06.354552 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b6659011-ef76-47e5-b238-292f5d882484 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:06.624204 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b6659011-ef76-47e5-b238-292f5d882484 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:06.624204 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6659011-ef76-47e5-b238-292f5d882484 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4a762b-e3bb-4fb0-a954-523fc1867287,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:34:06.716244 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b6659011-ef76-47e5-b238-292f5d882484 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:06.717896 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b6659011-ef76-47e5-b238-292f5d882484 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5877290 Apr 11 14:34:06.720914 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47222) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:34:06.727619 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-30165724-9c2b-4053-a39c-89729a84a865 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': '69882e39-f379-4656-a26e-b618966cb3fb', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:34:06.734017 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-30165724-9c2b-4053-a39c-89729a84a865 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:34:06.737115 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-30165724-9c2b-4053-a39c-89729a84a865 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:34:06.740326 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-30165724-9c2b-4053-a39c-89729a84a865 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:34:06.747006 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-30165724-9c2b-4053-a39c-89729a84a865 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:34:06.853379 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.securitygroups_db [None req-30165724-9c2b-4053-a39c-89729a84a865 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Project 572b8884360948e38c79b057606230d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:34:06.861030 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-30165724-9c2b-4053-a39c-89729a84a865 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:06.931903 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-30165724-9c2b-4053-a39c-89729a84a865 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:07.002671 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-30165724-9c2b-4053-a39c-89729a84a865 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:07.027442 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30165724-9c2b-4053-a39c-89729a84a865 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd1f55c-454a-4ce7-bafe-957a880d4512,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:34:07.099787 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-30165724-9c2b-4053-a39c-89729a84a865 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:07.101001 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-30165724-9c2b-4053-a39c-89729a84a865 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3785360 Apr 11 14:34:07.103359 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47226) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:34:07.108623 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-8b87d3dd-5480-479e-815a-a3d148329f13 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': '69882e39-f379-4656-a26e-b618966cb3fb', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:34:07.114812 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8b87d3dd-5480-479e-815a-a3d148329f13 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:34:07.119225 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8b87d3dd-5480-479e-815a-a3d148329f13 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:34:07.122505 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8b87d3dd-5480-479e-815a-a3d148329f13 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:34:07.128611 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8b87d3dd-5480-479e-815a-a3d148329f13 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:34:07.228601 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.securitygroups_db [None req-8b87d3dd-5480-479e-815a-a3d148329f13 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Project 572b8884360948e38c79b057606230d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:34:07.236436 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8b87d3dd-5480-479e-815a-a3d148329f13 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:07.314696 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8b87d3dd-5480-479e-815a-a3d148329f13 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:07.372998 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8b87d3dd-5480-479e-815a-a3d148329f13 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:07.398874 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87d3dd-5480-479e-815a-a3d148329f13 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a47403-c5a1-41f7-816d-5eecd2a4158d,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:34:07.464585 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8b87d3dd-5480-479e-815a-a3d148329f13 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:07.465876 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8b87d3dd-5480-479e-815a-a3d148329f13 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3615463 Apr 11 14:34:07.583192 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 86f8b321-616e-4215-ab66-13041dcf388d up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:34:07.648526 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-6d6d52e8-aed1-4273-b3a1-80896c61243c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:34:07.750135 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 86f8b321-616e-4215-ab66-13041dcf388d completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:34:07.755464 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 86f8b321-616e-4215-ab66-13041dcf388d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:34:07.755861 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:07.795774 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-6d6d52e8-aed1-4273-b3a1-80896c61243c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:34:07.797328 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-6d6d52e8-aed1-4273-b3a1-80896c61243c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1853147624&fields=id&tenant_id=572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 267 time: 0.1971035 Apr 11 14:34:07.926414 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:07.968912 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 86f8b321-616e-4215-ab66-13041dcf388d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=86f8b321-616e-4215-ab66-13041dcf388d,segment=NetworkSegment(ccd48c3e-a27a-4c41-ae80-722e8a2ce804),segment_id=ccd48c3e-a27a-4c41-ae80-722e8a2ce804)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:34:07.973772 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-b159e658-168c-4f98-8dda-ac9abd6a5638 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:07.973772 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-b159e658-168c-4f98-8dda-ac9abd6a5638 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:network {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:34:08.075445 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:08.103052 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-b159e658-168c-4f98-8dda-ac9abd6a5638 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:network {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:34:08.105003 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-b159e658-168c-4f98-8dda-ac9abd6a5638 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/networks?id=c6da1112-6dea-415b-bd54-882bc73ddb5b HTTP/1.1" status: 200 len: 796 time: 0.2958789 Apr 11 14:34:08.121123 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-e5d9fc24-0ca7-413e-bd92-fc658e5d68da tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/quotas/572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 375 time: 0.0104117 Apr 11 14:34:08.162406 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=86f8b321-616e-4215-ab66-13041dcf388d,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:34:08.222465 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-60f3cad0-c931-4761-b622-87df64b07147 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:34:08.310008 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-60f3cad0-c931-4761-b622-87df64b07147 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:34:08.312338 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-60f3cad0-c931-4761-b622-87df64b07147 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1845613 Apr 11 14:34:08.463530 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-d2cada73-f76d-4693-8bdc-3e0f2b905aba service neutron] 10.222.0.66 "GET /v2.0/networks/c6da1112-6dea-415b-bd54-882bc73ddb5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376290 Apr 11 14:34:08.605552 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-fb1da54e-0d3f-4fc2-acde-30e9d00918ec service neutron] 10.222.0.66 "GET /v2.0/networks/c6da1112-6dea-415b-bd54-882bc73ddb5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378703 Apr 11 14:34:08.884929 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-bacadd26-4c77-4955-ae34-707d8b00cbbe req-1fa7028a-72ac-46d9-9c5a-bcb413b5f268 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:34:08.900072 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-bacadd26-4c77-4955-ae34-707d8b00cbbe req-1fa7028a-72ac-46d9-9c5a-bcb413b5f268 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:34:08.901244 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-bacadd26-4c77-4955-ae34-707d8b00cbbe req-1fa7028a-72ac-46d9-9c5a-bcb413b5f268 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e9f1503-5b00-4609-8795-cf863ebf04e4 HTTP/1.1" status: 200 len: 210 time: 0.0635040 Apr 11 14:34:09.549184 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 86f8b321-616e-4215-ab66-13041dcf388d up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:34:09.622327 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 86f8b321-616e-4215-ab66-13041dcf388d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:34:09.622697 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:10.055215 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a8555a2e-5d43-4abd-90cb-8afe29bdc658 req-a4026e84-6c77-42dd-890f-ade328bc4469 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e9f1503-5b00-4609-8795-cf863ebf04e4 HTTP/1.1" status: 200 len: 210 time: 0.0441592 Apr 11 14:34:11.252585 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-24edff22-b6df-4f0d-ba89-5422756ba139 req-905f6836-a1f9-455d-acf0-14ab3eba9ba9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e9f1503-5b00-4609-8795-cf863ebf04e4 HTTP/1.1" status: 200 len: 210 time: 0.0594280 Apr 11 14:34:11.294131 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-43fe26f1-37e4-43fd-a558-391cc415df76 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:11.295537 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-43fe26f1-37e4-43fd-a558-391cc415df76 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/networks?id=c6da1112-6dea-415b-bd54-882bc73ddb5b HTTP/1.1" status: 200 len: 796 time: 0.1964152 Apr 11 14:34:11.350413 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-27b60e64-e6f5-4a1c-a964-d45ed908cc21 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:34:11.361845 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-27b60e64-e6f5-4a1c-a964-d45ed908cc21 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:34:11.362965 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-27b60e64-e6f5-4a1c-a964-d45ed908cc21 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 380 time: 0.0528286 Apr 11 14:34:11.372569 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-f7799f73-c8e0-47d0-9036-7174569f30c2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'port': {'device_id': '0e9f1503-5b00-4609-8795-cf863ebf04e4', 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b', 'admin_state_up': True, 'tenant_id': '572b8884360948e38c79b057606230d9', 'security_groups': ['69882e39-f379-4656-a26e-b618966cb3fb']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:34:11.587788 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-f7799f73-c8e0-47d0-9036-7174569f30c2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:34:11.597432 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-f7799f73-c8e0-47d0-9036-7174569f30c2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:34:11.685112 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-f7799f73-c8e0-47d0-9036-7174569f30c2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:34:11.688826 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-f7799f73-c8e0-47d0-9036-7174569f30c2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:11.853125 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-f7799f73-c8e0-47d0-9036-7174569f30c2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.20.0.9 (c6da1112-6dea-415b-bd54-882bc73ddb5b/a18dee4b-cdd4-4224-90a0-2a73f26fe75e/c8415e8e-c727-4d06-81e7-fd1c08cf87ef) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:34:12.157086 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-f7799f73-c8e0-47d0-9036-7174569f30c2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:12.173420 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-f7799f73-c8e0-47d0-9036-7174569f30c2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Transition to ACTIVE for port object c8415e8e-c727-4d06-81e7-fd1c08cf87ef will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:34:12.274267 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-f7799f73-c8e0-47d0-9036-7174569f30c2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:12.345313 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-f7799f73-c8e0-47d0-9036-7174569f30c2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network c6da1112-6dea-415b-bd54-882bc73ddb5b is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:34:12.348328 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-f7799f73-c8e0-47d0-9036-7174569f30c2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:34:12.357327 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-f7799f73-c8e0-47d0-9036-7174569f30c2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:34:12.395992 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7799f73-c8e0-47d0-9036-7174569f30c2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=c8415e8e-c727-4d06-81e7-fd1c08cf87ef,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:34:12.436009 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-f7799f73-c8e0-47d0-9036-7174569f30c2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:12.436893 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-f7799f73-c8e0-47d0-9036-7174569f30c2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:12.466984 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bc23a-0164-46e0-88df-e6c1a1828785 req-cd3731c9-c6fb-4dff-9809-55c6553cdedb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:12.468518 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-990bc23a-0164-46e0-88df-e6c1a1828785 req-cd3731c9-c6fb-4dff-9809-55c6553cdedb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e9f1503-5b00-4609-8795-cf863ebf04e4 HTTP/1.1" status: 200 len: 931 time: 0.1026466 Apr 11 14:34:12.516416 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-990bc23a-0164-46e0-88df-e6c1a1828785 req-93f94483-d309-490b-aa17-a70cb46554f9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=69882e39-f379-4656-a26e-b618966cb3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414147 Apr 11 14:34:12.545468 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-f7799f73-c8e0-47d0-9036-7174569f30c2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1765053 Apr 11 14:34:12.563175 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-3f9962f0-b98c-4f3f-9806-12fb76e8baa7 service neutron] Request body: {'port': {'device_id': '0e9f1503-5b00-4609-8795-cf863ebf04e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:34:12.653494 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-400d08bc-6ca3-4016-abc1-f2790cd3a746 None None] Provisioning for port c8415e8e-c727-4d06-81e7-fd1c08cf87ef completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:34:12.658227 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-400d08bc-6ca3-4016-abc1-f2790cd3a746 None None] Provisioning complete for port c8415e8e-c727-4d06-81e7-fd1c08cf87ef triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:34:12.658594 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-400d08bc-6ca3-4016-abc1-f2790cd3a746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:12.683430 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-3f9962f0-b98c-4f3f-9806-12fb76e8baa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:12.718843 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-400d08bc-6ca3-4016-abc1-f2790cd3a746 None None] Port c8415e8e-c727-4d06-81e7-fd1c08cf87ef cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:34:13.021636 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-3f9962f0-b98c-4f3f-9806-12fb76e8baa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8415e8e-c727-4d06-81e7-fd1c08cf87ef {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:34:13.029776 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-3f9962f0-b98c-4f3f-9806-12fb76e8baa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:13.043964 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-3f9962f0-b98c-4f3f-9806-12fb76e8baa7 service neutron] Transition to ACTIVE for port object c8415e8e-c727-4d06-81e7-fd1c08cf87ef will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:34:13.120133 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-3f9962f0-b98c-4f3f-9806-12fb76e8baa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:13.283632 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9962f0-b98c-4f3f-9806-12fb76e8baa7 service neutron] Pushing event updated for resources: {'Port': ['ID=c8415e8e-c727-4d06-81e7-fd1c08cf87ef,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:34:13.367300 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-3f9962f0-b98c-4f3f-9806-12fb76e8baa7 service neutron] Attempting to bind port c8415e8e-c727-4d06-81e7-fd1c08cf87ef on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:34:13.373968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-3f9962f0-b98c-4f3f-9806-12fb76e8baa7 service neutron] Attempting to bind port c8415e8e-c727-4d06-81e7-fd1c08cf87ef by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': 'ccd48c3e-a27a-4c41-ae80-722e8a2ce804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:34:13.373968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-3f9962f0-b98c-4f3f-9806-12fb76e8baa7 service neutron] Attempting to bind port c8415e8e-c727-4d06-81e7-fd1c08cf87ef on network c6da1112-6dea-415b-bd54-882bc73ddb5b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:34:13.373968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-3f9962f0-b98c-4f3f-9806-12fb76e8baa7 service neutron] Port c8415e8e-c727-4d06-81e7-fd1c08cf87ef on network c6da1112-6dea-415b-bd54-882bc73ddb5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:34:13.373968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-3f9962f0-b98c-4f3f-9806-12fb76e8baa7 service neutron] Attempting to bind port c8415e8e-c727-4d06-81e7-fd1c08cf87ef on network c6da1112-6dea-415b-bd54-882bc73ddb5b {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:34:13.378483 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-3f9962f0-b98c-4f3f-9806-12fb76e8baa7 service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:34:13.378821 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-3f9962f0-b98c-4f3f-9806-12fb76e8baa7 service neutron] Checking segment: {'id': 'ccd48c3e-a27a-4c41-ae80-722e8a2ce804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:34:13.379204 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-3f9962f0-b98c-4f3f-9806-12fb76e8baa7 service neutron] Bound using segment: {'id': 'ccd48c3e-a27a-4c41-ae80-722e8a2ce804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:34:13.379627 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-3f9962f0-b98c-4f3f-9806-12fb76e8baa7 service neutron] Bound port: c8415e8e-c727-4d06-81e7-fd1c08cf87ef, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccd48c3e-a27a-4c41-ae80-722e8a2ce804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:34:13.379970 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-3f9962f0-b98c-4f3f-9806-12fb76e8baa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:13.475406 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-3f9962f0-b98c-4f3f-9806-12fb76e8baa7 service neutron] For port c8415e8e-c727-4d06-81e7-fd1c08cf87ef, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:34:13.478865 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-3f9962f0-b98c-4f3f-9806-12fb76e8baa7 service neutron] For port c8415e8e-c727-4d06-81e7-fd1c08cf87ef, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=c8415e8e-c727-4d06-81e7-fd1c08cf87ef,segment=NetworkSegment(ccd48c3e-a27a-4c41-ae80-722e8a2ce804),segment_id=ccd48c3e-a27a-4c41-ae80-722e8a2ce804)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:34:13.545914 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-3f9962f0-b98c-4f3f-9806-12fb76e8baa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:13.604308 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-3f9962f0-b98c-4f3f-9806-12fb76e8baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:13.604308 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-3f9962f0-b98c-4f3f-9806-12fb76e8baa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:13.606123 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-3f9962f0-b98c-4f3f-9806-12fb76e8baa7 service neutron] 10.222.0.53 "PUT /v2.0/ports/c8415e8e-c727-4d06-81e7-fd1c08cf87ef HTTP/1.1" status: 200 len: 1093 time: 1.0464811 Apr 11 14:34:13.607966 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9f1503-5b00-4609-8795-cf863ebf04e4', 'tag': 'c8415e8e-c727-4d06-81e7-fd1c08cf87ef'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:34:13.683441 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-340737b8-1a45-471f-bdb6-ab734ea003d0'] response: {'name': 'network-changed', 'server_uuid': '0e9f1503-5b00-4609-8795-cf863ebf04e4', 'tag': 'c8415e8e-c727-4d06-81e7-fd1c08cf87ef', 'status': 'completed', 'code': 200} Apr 11 14:34:13.700430 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9962f0-b98c-4f3f-9806-12fb76e8baa7 service neutron] Pushing event updated for resources: {'Port': ['ID=c8415e8e-c727-4d06-81e7-fd1c08cf87ef,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:34:13.806778 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6def84-cddc-471f-8817-67d24fdd140c req-8ab8afaf-5217-4f16-bf6d-e5f0bc53c15b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:13.807410 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-8d6def84-cddc-471f-8817-67d24fdd140c req-8ab8afaf-5217-4f16-bf6d-e5f0bc53c15b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:34:13.818182 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b6f37-7093-49d9-8e3c-6bbf05c4fb3e req-9eaab282-564b-44bc-a8e9-47a783ec1669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:13.819590 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2f6b6f37-7093-49d9-8e3c-6bbf05c4fb3e req-9eaab282-564b-44bc-a8e9-47a783ec1669 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=0e9f1503-5b00-4609-8795-cf863ebf04e4 HTTP/1.1" status: 200 len: 1096 time: 0.1154287 Apr 11 14:34:13.931319 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-8d6def84-cddc-471f-8817-67d24fdd140c req-8ab8afaf-5217-4f16-bf6d-e5f0bc53c15b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:34:13.933246 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8d6def84-cddc-471f-8817-67d24fdd140c req-8ab8afaf-5217-4f16-bf6d-e5f0bc53c15b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e9f1503-5b00-4609-8795-cf863ebf04e4 HTTP/1.1" status: 200 len: 943 time: 0.2901394 Apr 11 14:34:14.016216 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8d6def84-cddc-471f-8817-67d24fdd140c req-56dec229-ac1f-46c7-9d3a-f9c0f4bdacf7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=69882e39-f379-4656-a26e-b618966cb3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778160 Apr 11 14:34:14.020440 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b6f37-7093-49d9-8e3c-6bbf05c4fb3e req-6fe4bda4-c6a4-4237-bfed-37490af15164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:14.021879 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2f6b6f37-7093-49d9-8e3c-6bbf05c4fb3e req-6fe4bda4-c6a4-4237-bfed-37490af15164 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=572b8884360948e38c79b057606230d9&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1812856 Apr 11 14:34:14.167671 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b6f37-7093-49d9-8e3c-6bbf05c4fb3e req-42d3658a-af7a-47d8-97dd-bee0d23aafe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:14.169140 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2f6b6f37-7093-49d9-8e3c-6bbf05c4fb3e req-42d3658a-af7a-47d8-97dd-bee0d23aafe3 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1415567 Apr 11 14:34:14.409036 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-a8dc7a18-a395-43e9-a1ab-a3b16943644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:14.410600 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-a8dc7a18-a395-43e9-a1ab-a3b16943644d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=0e9f1503-5b00-4609-8795-cf863ebf04e4 HTTP/1.1" status: 200 len: 1096 time: 0.1814780 Apr 11 14:34:14.489600 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-9bf33594-150c-4d38-a406-e02106431a84 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8415e8e-c727-4d06-81e7-fd1c08cf87ef HTTP/1.1" status: 200 len: 217 time: 0.0646136 Apr 11 14:34:14.552098 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-b6d194c5-049e-4f34-9fc4-2c42f4dec1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:14.553520 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-b6d194c5-049e-4f34-9fc4-2c42f4dec1ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a18dee4b-cdd4-4224-90a0-2a73f26fe75e HTTP/1.1" status: 200 len: 835 time: 0.0588095 Apr 11 14:34:14.636345 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-bd49f996-9308-42a6-aa1b-6880747597a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:14.637836 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-bd49f996-9308-42a6-aa1b-6880747597a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6da1112-6dea-415b-bd54-882bc73ddb5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780745 Apr 11 14:34:14.774538 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-7e190cf9-0a54-4009-abfa-fcfe080e2ad9 service neutron] 10.222.0.53 "GET /v2.0/networks/c6da1112-6dea-415b-bd54-882bc73ddb5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300325 Apr 11 14:34:14.805042 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:34:14.907420 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-778fca6f-e7c0-4bdf-aa71-ecf2c25d9ee3 req-ceff47a4-af1b-40e7-bdf9-6c1b55eb4bf3 service neutron] 10.222.0.53 "GET /v2.0/networks/c6da1112-6dea-415b-bd54-882bc73ddb5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270711 Apr 11 14:34:15.208589 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5007c-a650-42ef-abea-e8bd9afa734b req-bfe983cd-87a6-4bfa-9b33-8239e658ed92 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:15.210112 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b2b5007c-a650-42ef-abea-e8bd9afa734b req-bfe983cd-87a6-4bfa-9b33-8239e658ed92 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e9f1503-5b00-4609-8795-cf863ebf04e4 HTTP/1.1" status: 200 len: 943 time: 0.0819952 Apr 11 14:34:15.260905 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b2b5007c-a650-42ef-abea-e8bd9afa734b req-52ad59e6-e7ec-4550-af61-32cafd4367f6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=69882e39-f379-4656-a26e-b618966cb3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448673 Apr 11 14:34:16.446731 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f751f-f191-4479-9972-c066c6064e34 req-307cd8b1-d9f3-47ca-a4e7-ad46c997cb37 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:16.448293 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3f0f751f-f191-4479-9972-c066c6064e34 req-307cd8b1-d9f3-47ca-a4e7-ad46c997cb37 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e9f1503-5b00-4609-8795-cf863ebf04e4 HTTP/1.1" status: 200 len: 943 time: 0.0821512 Apr 11 14:34:16.492459 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3f0f751f-f191-4479-9972-c066c6064e34 req-c5817d0a-43ba-42f0-a897-2e7f98ab620b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=69882e39-f379-4656-a26e-b618966cb3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384672 Apr 11 14:34:17.680403 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f348b-f395-4997-931e-7f28423e8b36 req-585e0b9a-b57c-4cf8-8f2f-4e0482b82317 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:17.682604 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c55f348b-f395-4997-931e-7f28423e8b36 req-585e0b9a-b57c-4cf8-8f2f-4e0482b82317 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e9f1503-5b00-4609-8795-cf863ebf04e4 HTTP/1.1" status: 200 len: 943 time: 0.0834353 Apr 11 14:34:17.727800 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c55f348b-f395-4997-931e-7f28423e8b36 req-143274c9-c3c0-4305-9c6e-9c75eea24aad tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=69882e39-f379-4656-a26e-b618966cb3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394740 Apr 11 14:34:18.255553 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device c8415e8e-c727-4d06-81e7-fd1c08cf87ef details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:34:18.396645 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port c8415e8e-c727-4d06-81e7-fd1c08cf87ef, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=c8415e8e-c727-4d06-81e7-fd1c08cf87ef,segment=NetworkSegment(ccd48c3e-a27a-4c41-ae80-722e8a2ce804),segment_id=ccd48c3e-a27a-4c41-ae80-722e8a2ce804)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:34:18.410297 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': 'c8415e8e-c727-4d06-81e7-fd1c08cf87ef', 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b', 'port_id': 'c8415e8e-c727-4d06-81e7-fd1c08cf87ef', 'mac_address': 'fa:16:3e:49:97:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a18dee4b-cdd4-4224-90a0-2a73f26fe75e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:34:18.466900 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:18.484227 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8415e8e-c727-4d06-81e7-fd1c08cf87ef {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:34:18.499652 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port c8415e8e-c727-4d06-81e7-fd1c08cf87ef, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=c8415e8e-c727-4d06-81e7-fd1c08cf87ef,segment=NetworkSegment(ccd48c3e-a27a-4c41-ae80-722e8a2ce804),segment_id=ccd48c3e-a27a-4c41-ae80-722e8a2ce804)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:34:18.585696 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:18.660952 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=c8415e8e-c727-4d06-81e7-fd1c08cf87ef,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:34:18.919299 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e970c-b355-4817-a5aa-520c8d0b61e7 req-3bcc0cac-fef7-48d1-8302-5e705f33df95 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:18.920737 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-876e970c-b355-4817-a5aa-520c8d0b61e7 req-3bcc0cac-fef7-48d1-8302-5e705f33df95 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e9f1503-5b00-4609-8795-cf863ebf04e4 HTTP/1.1" status: 200 len: 944 time: 0.0859668 Apr 11 14:34:18.966618 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-876e970c-b355-4817-a5aa-520c8d0b61e7 req-786c671c-c60c-4a9e-a12c-4ec6426d9acc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=69882e39-f379-4656-a26e-b618966cb3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399122 Apr 11 14:34:18.993346 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['c8415e8e-c727-4d06-81e7-fd1c08cf87ef'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:34:20.162369 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f973c-4025-493a-9db9-7b59fc5e1b38 req-3cfa386b-0936-4f2d-8495-3dbe28817964 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:20.163866 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b45f973c-4025-493a-9db9-7b59fc5e1b38 req-3cfa386b-0936-4f2d-8495-3dbe28817964 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e9f1503-5b00-4609-8795-cf863ebf04e4 HTTP/1.1" status: 200 len: 944 time: 0.0843759 Apr 11 14:34:20.209870 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b45f973c-4025-493a-9db9-7b59fc5e1b38 req-c5c6b121-2ea1-4c62-9a8c-e5fcae22ffc7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=69882e39-f379-4656-a26e-b618966cb3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396590 Apr 11 14:34:20.270200 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device c8415e8e-c727-4d06-81e7-fd1c08cf87ef up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:34:20.395588 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port c8415e8e-c727-4d06-81e7-fd1c08cf87ef completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:34:20.401669 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port c8415e8e-c727-4d06-81e7-fd1c08cf87ef triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:34:20.402189 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:20.520924 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:20.551207 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9f1503-5b00-4609-8795-cf863ebf04e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8415e8e-c727-4d06-81e7-fd1c08cf87ef'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:34:20.562141 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port c8415e8e-c727-4d06-81e7-fd1c08cf87ef, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=c8415e8e-c727-4d06-81e7-fd1c08cf87ef,segment=NetworkSegment(ccd48c3e-a27a-4c41-ae80-722e8a2ce804),segment_id=ccd48c3e-a27a-4c41-ae80-722e8a2ce804)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:34:20.650167 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e240f76e-a533-4e0f-b6d3-4a688b281b98'] response: {'server_uuid': '0e9f1503-5b00-4609-8795-cf863ebf04e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8415e8e-c727-4d06-81e7-fd1c08cf87ef', 'code': 200} Apr 11 14:34:20.653198 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:20.726158 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=c8415e8e-c727-4d06-81e7-fd1c08cf87ef,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:34:21.064384 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f4840-fe55-49bb-9645-4ddde1ec79d0 req-d08d37c4-9858-46f8-a47f-a266b3d9617d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:21.065914 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-506f4840-fe55-49bb-9645-4ddde1ec79d0 req-d08d37c4-9858-46f8-a47f-a266b3d9617d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0e9f1503-5b00-4609-8795-cf863ebf04e4 HTTP/1.1" status: 200 len: 1098 time: 0.0729733 Apr 11 14:34:21.112704 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-506f4840-fe55-49bb-9645-4ddde1ec79d0 req-82137f67-82f4-4de1-882c-d6aa5ea4ff1a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=69882e39-f379-4656-a26e-b618966cb3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408723 Apr 11 14:34:21.399209 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aad21c-6536-494e-aecf-44b17acb5bf9 req-14aae575-e34e-4ecc-ba0f-4d6942b25fd4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:21.400695 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-64aad21c-6536-494e-aecf-44b17acb5bf9 req-14aae575-e34e-4ecc-ba0f-4d6942b25fd4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e9f1503-5b00-4609-8795-cf863ebf04e4 HTTP/1.1" status: 200 len: 945 time: 0.0818441 Apr 11 14:34:21.449143 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-64aad21c-6536-494e-aecf-44b17acb5bf9 req-adc3844b-39e9-4f40-b58c-7a86a4b73b79 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=69882e39-f379-4656-a26e-b618966cb3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412228 Apr 11 14:34:22.642110 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b41b08-d699-42d5-9aa9-0109b356565a req-8b269b30-483e-42c5-be5e-ff585abf9d41 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:22.643571 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-58b41b08-d699-42d5-9aa9-0109b356565a req-8b269b30-483e-42c5-be5e-ff585abf9d41 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e9f1503-5b00-4609-8795-cf863ebf04e4 HTTP/1.1" status: 200 len: 945 time: 0.0820694 Apr 11 14:34:22.689882 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-58b41b08-d699-42d5-9aa9-0109b356565a req-a33a758d-8261-4792-8cc7-f1e1eb33d0c2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=69882e39-f379-4656-a26e-b618966cb3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403001 Apr 11 14:34:23.981238 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b48de-4933-43a4-b20a-69440628e586 req-08ca4316-d6e4-4b40-a761-cddc8358da32 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:23.982882 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-977b48de-4933-43a4-b20a-69440628e586 req-08ca4316-d6e4-4b40-a761-cddc8358da32 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e9f1503-5b00-4609-8795-cf863ebf04e4 HTTP/1.1" status: 200 len: 945 time: 0.1852906 Apr 11 14:34:24.032837 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-977b48de-4933-43a4-b20a-69440628e586 req-64007a4b-83db-4658-915d-c39ed09ca1ef tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=69882e39-f379-4656-a26e-b618966cb3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435493 Apr 11 14:34:24.253103 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d753df2-9397-49a0-b75a-d882decce06f req-96a9d4a9-1742-4521-a277-98fd28598f9c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:24.254513 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1d753df2-9397-49a0-b75a-d882decce06f req-96a9d4a9-1742-4521-a277-98fd28598f9c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e9f1503-5b00-4609-8795-cf863ebf04e4 HTTP/1.1" status: 200 len: 945 time: 0.0902517 Apr 11 14:34:24.293294 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:24.302677 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1d753df2-9397-49a0-b75a-d882decce06f req-5fb9c26d-9620-4fc6-924a-2d0cc21b2052 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=69882e39-f379-4656-a26e-b618966cb3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422599 Apr 11 14:34:24.326411 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47292) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:34:24.408651 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10699b9a-c469-43d9-b542-3f59cc456818 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:24.410187 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-10699b9a-c469-43d9-b542-3f59cc456818 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0e9f1503-5b00-4609-8795-cf863ebf04e4 HTTP/1.1" status: 200 len: 1093 time: 0.0822268 Apr 11 14:34:24.413153 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47296) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:34:24.418290 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-56e29607-d263-45e3-a27b-f51a8b616501 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': 'c8415e8e-c727-4d06-81e7-fd1c08cf87ef', 'tenant_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:34:24.428065 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-56e29607-d263-45e3-a27b-f51a8b616501 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:34:24.432417 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-56e29607-d263-45e3-a27b-f51a8b616501 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:floatingip and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:34:24.438670 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-56e29607-d263-45e3-a27b-f51a8b616501 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:34:24.441772 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-56e29607-d263-45e3-a27b-f51a8b616501 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:34:24.548318 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56e29607-d263-45e3-a27b-f51a8b616501 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:24.701307 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56e29607-d263-45e3-a27b-f51a8b616501 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:24.839649 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-56e29607-d263-45e3-a27b-f51a8b616501 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.26.7.13 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/cd26434c-8e3c-49cd-b883-dbeaa66c84bb) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:34:24.997764 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56e29607-d263-45e3-a27b-f51a8b616501 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:25.080198 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56e29607-d263-45e3-a27b-f51a8b616501 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:25.139936 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e29607-d263-45e3-a27b-f51a8b616501 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:34:25.143384 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-56e29607-d263-45e3-a27b-f51a8b616501 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:34:25.151307 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e29607-d263-45e3-a27b-f51a8b616501 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:34:25.182385 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2af982f5-d321-4264-a39c-d58f4cb1c46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:25.186093 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e29607-d263-45e3-a27b-f51a8b616501 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=cd26434c-8e3c-49cd-b883-dbeaa66c84bb,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:34:25.681996 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56e29607-d263-45e3-a27b-f51a8b616501 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:25.826879 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56e29607-d263-45e3-a27b-f51a8b616501 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:26.048447 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56e29607-d263-45e3-a27b-f51a8b616501 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:26.124962 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56e29607-d263-45e3-a27b-f51a8b616501 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:26.237601 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e29607-d263-45e3-a27b-f51a8b616501 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=cd26434c-8e3c-49cd-b883-dbeaa66c84bb,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:34:26.247919 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56e29607-d263-45e3-a27b-f51a8b616501 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:26.422414 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-56e29607-d263-45e3-a27b-f51a8b616501 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Floating IP 84dabbb6-2a5b-4786-8959-825c372a7780 associated. External IP: 172.26.7.13, port: c8415e8e-c727-4d06-81e7-fd1c08cf87ef. Apr 11 14:34:26.782065 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e29607-d263-45e3-a27b-f51a8b616501 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router 2c0763e9-7272-4693-8971-245efc8d31f3 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:34:27.075883 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e29607-d263-45e3-a27b-f51a8b616501 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:34:27.086559 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9354d18-95b3-4398-bf39-d096aacf8d0e None None] Sync routers for ids ['2c0763e9-7272-4693-8971-245efc8d31f3'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:34:27.096787 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9354d18-95b3-4398-bf39-d096aacf8d0e None None] Routers {'2c0763e9-7272-4693-8971-245efc8d31f3'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:34:27.097420 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b9354d18-95b3-4398-bf39-d096aacf8d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:33:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['2c0763e9-7272-4693-8971-245efc8d31f3'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:34:27.179354 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-56e29607-d263-45e3-a27b-f51a8b616501 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:27.244237 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-56e29607-d263-45e3-a27b-f51a8b616501 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8299456 Apr 11 14:34:27.244909 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9f1503-5b00-4609-8795-cf863ebf04e4', 'tag': 'c8415e8e-c727-4d06-81e7-fd1c08cf87ef'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:34:27.246812 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47300) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:34:27.290838 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cf24d44-0db8-4363-9143-ba9857c5239f'] response: {'name': 'network-changed', 'server_uuid': '0e9f1503-5b00-4609-8795-cf863ebf04e4', 'tag': 'c8415e8e-c727-4d06-81e7-fd1c08cf87ef', 'status': 'completed', 'code': 200} Apr 11 14:34:27.301009 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-b9354d18-95b3-4398-bf39-d096aacf8d0e None None] Set router 2c0763e9-7272-4693-8971-245efc8d31f3 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:34:27.441364 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f12a1-9642-420d-8bd9-d9862630b4ad req-d5f2920f-67e7-49f0-94ff-cd107b0fac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:27.443236 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-996f12a1-9642-420d-8bd9-d9862630b4ad req-d5f2920f-67e7-49f0-94ff-cd107b0fac08 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=0e9f1503-5b00-4609-8795-cf863ebf04e4 HTTP/1.1" status: 200 len: 1098 time: 0.0975497 Apr 11 14:34:27.473424 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-31bc39e2-d9f8-4515-8dfd-3322ea34e127 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/routers/2c0763e9-7272-4693-8971-245efc8d31f3 HTTP/1.1" status: 200 len: 922 time: 0.2211430 Apr 11 14:34:27.473793 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47306) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:34:27.597195 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f12a1-9642-420d-8bd9-d9862630b4ad req-33e125f5-f47a-4330-94bb-438cdb88194b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:27.598937 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-996f12a1-9642-420d-8bd9-d9862630b4ad req-33e125f5-f47a-4330-94bb-438cdb88194b service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6da1112-6dea-415b-bd54-882bc73ddb5b HTTP/1.1" status: 200 len: 898 time: 0.1480410 Apr 11 14:34:27.599550 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6b27d24b-2336-4566-b5c9-62634addf668 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/84dabbb6-2a5b-4786-8959-825c372a7780 HTTP/1.1" status: 200 len: 990 time: 0.1244752 Apr 11 14:34:27.711549 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-996f12a1-9642-420d-8bd9-d9862630b4ad req-d1320bf6-6c60-4526-9a38-195a7c0e476d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8415e8e-c727-4d06-81e7-fd1c08cf87ef HTTP/1.1" status: 200 len: 998 time: 0.1048927 Apr 11 14:34:27.724794 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-79e977c7-eca3-4187-b959-ca5508870054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:27.757001 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b9354d18-95b3-4398-bf39-d096aacf8d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'name': 'tempest-TestNetworkBasicOps-router-1525155490', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:33:55Z', 'updated_at': '2022-04-11T14:34:01Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:33:56Z', 'updated_at': '2022-04-11T14:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '84dabbb6-2a5b-4786-8959-825c372a7780', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.13', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'port_id': 'c8415e8e-c727-4d06-81e7-fd1c08cf87ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b', 'mac_address': 'fa:16:3e:49:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9f1503-5b00-4609-8795-cf863ebf04e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:34:25Z', 'updated_at': '2022-04-11T14:34:25Z', 'revision_number': 0, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86f8b321-616e-4215-ab66-13041dcf388d', 'name': '', 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:40:1d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'a18dee4b-cdd4-4224-90a0-2a73f26fe75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:34:00Z', 'updated_at': '2022-04-11T14:34:07Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a18dee4b-cdd4-4224-90a0-2a73f26fe75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:34:27.760983 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9354d18-95b3-4398-bf39-d096aacf8d0e None None] Checking router: 2c0763e9-7272-4693-8971-245efc8d31f3 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:34:27.770440 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9354d18-95b3-4398-bf39-d096aacf8d0e None None] Routers {'2c0763e9-7272-4693-8971-245efc8d31f3'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:34:27.771032 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b9354d18-95b3-4398-bf39-d096aacf8d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:34:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['2c0763e9-7272-4693-8971-245efc8d31f3'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:34:27.782991 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f12a1-9642-420d-8bd9-d9862630b4ad req-e8fa2320-713f-457b-8bb4-8db26ae3ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:27.784583 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-996f12a1-9642-420d-8bd9-d9862630b4ad req-e8fa2320-713f-457b-8bb4-8db26ae3ff2a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a18dee4b-cdd4-4224-90a0-2a73f26fe75e HTTP/1.1" status: 200 len: 835 time: 0.0670300 Apr 11 14:34:27.869126 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f12a1-9642-420d-8bd9-d9862630b4ad req-d81f291c-00fb-46eb-adab-22abcc964d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:34:27.870805 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-996f12a1-9642-420d-8bd9-d9862630b4ad req-d81f291c-00fb-46eb-adab-22abcc964d60 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6da1112-6dea-415b-bd54-882bc73ddb5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802341 Apr 11 14:34:27.982225 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-b9354d18-95b3-4398-bf39-d096aacf8d0e None None] Set router 2c0763e9-7272-4693-8971-245efc8d31f3 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:34:28.021320 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-996f12a1-9642-420d-8bd9-d9862630b4ad req-069fc488-b17f-49f8-a584-d876e0603464 service neutron] 10.222.0.53 "GET /v2.0/networks/c6da1112-6dea-415b-bd54-882bc73ddb5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441572 Apr 11 14:34:28.169260 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-996f12a1-9642-420d-8bd9-d9862630b4ad req-c9feca74-e135-4067-b089-2d1b08acb6d5 service neutron] 10.222.0.53 "GET /v2.0/networks/c6da1112-6dea-415b-bd54-882bc73ddb5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421657 Apr 11 14:34:28.354954 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b9354d18-95b3-4398-bf39-d096aacf8d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'name': 'tempest-TestNetworkBasicOps-router-1525155490', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:33:55Z', 'updated_at': '2022-04-11T14:34:01Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:33:56Z', 'updated_at': '2022-04-11T14:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '84dabbb6-2a5b-4786-8959-825c372a7780', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.13', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'port_id': 'c8415e8e-c727-4d06-81e7-fd1c08cf87ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b', 'mac_address': 'fa:16:3e:49:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9f1503-5b00-4609-8795-cf863ebf04e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:34:25Z', 'updated_at': '2022-04-11T14:34:25Z', 'revision_number': 0, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86f8b321-616e-4215-ab66-13041dcf388d', 'name': '', 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:40:1d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'a18dee4b-cdd4-4224-90a0-2a73f26fe75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:34:00Z', 'updated_at': '2022-04-11T14:34:07Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a18dee4b-cdd4-4224-90a0-2a73f26fe75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:34:28.359658 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9354d18-95b3-4398-bf39-d096aacf8d0e None None] The sync data for ids ['2c0763e9-7272-4693-8971-245efc8d31f3'] in dv-neutron-837330-1-hyperv is: [{'id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'name': 'tempest-TestNetworkBasicOps-router-1525155490', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:33:55Z', 'updated_at': '2022-04-11T14:34:01Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:33:56Z', 'updated_at': '2022-04-11T14:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '84dabbb6-2a5b-4786-8959-825c372a7780', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.13', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'port_id': 'c8415e8e-c727-4d06-81e7-fd1c08cf87ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b', 'mac_address': 'fa:16:3e:49:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9f1503-5b00-4609-8795-cf863ebf04e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:34:25Z', 'updated_at': '2022-04-11T14:34:25Z', 'revision_number': 0, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86f8b321-616e-4215-ab66-13041dcf388d', 'name': '', 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:40:1d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'a18dee4b-cdd4-4224-90a0-2a73f26fe75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:34:00Z', 'updated_at': '2022-04-11T14:34:07Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a18dee4b-cdd4-4224-90a0-2a73f26fe75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:34:28.538615 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1dd3d2-0c08-4608-9f8a-b1eb911dcfdd None None] New status for floating IP 84dabbb6-2a5b-4786-8959-825c372a7780: ACTIVE {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:34:28.601573 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47310) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:34:28.642468 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:28.707629 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:28.712631 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-de1af02b-9c19-42a3-a701-ba0442a2a77b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/84dabbb6-2a5b-4786-8959-825c372a7780 HTTP/1.1" status: 200 len: 990 time: 0.1098771 Apr 11 14:34:29.716491 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47314) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:34:29.826980 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2bb696e4-00db-4bb5-ae4d-e8de2736bfbb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/84dabbb6-2a5b-4786-8959-825c372a7780 HTTP/1.1" status: 200 len: 992 time: 0.1093416 Apr 11 14:34:29.902110 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:51.805116 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:34:54.327753 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:55.164434 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-25bb1ef7-b16d-477e-9038-fbaa079d8109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:57.744560 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6827936d-262b-4b80-ac95-045e3872093c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:58.630409 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:58.658584 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:34:59.915883 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:14.243825 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1641b811-a5d2-4b99-a1ec-fa7a2e1ab6ee req-bc2d1b24-fde6-40fb-a156-56fffa435010 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707481 Apr 11 14:35:14.410200 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641b811-a5d2-4b99-a1ec-fa7a2e1ab6ee req-e40cc416-bfec-45f6-8302-9723a1420d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:35:14.411603 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1641b811-a5d2-4b99-a1ec-fa7a2e1ab6ee req-e40cc416-bfec-45f6-8302-9723a1420d50 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df3145cb5eb94e5db4de6b7bba758d40&device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 1098 time: 0.0810544 Apr 11 14:35:14.562788 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641b811-a5d2-4b99-a1ec-fa7a2e1ab6ee req-a1c4e0c2-7b71-4cd5-b08e-a6279b35e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:35:14.564224 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1641b811-a5d2-4b99-a1ec-fa7a2e1ab6ee req-a1c4e0c2-7b71-4cd5-b08e-a6279b35e868 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b384f45c-0909-4242-b122-3a6b13e2f934 HTTP/1.1" status: 200 len: 914 time: 0.1342847 Apr 11 14:35:14.670856 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1641b811-a5d2-4b99-a1ec-fa7a2e1ab6ee req-e251f5c8-bb59-49ad-889e-cc1bb2cab295 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca5757ee-c768-4d41-bef8-6866de72bed4 HTTP/1.1" status: 200 len: 1001 time: 0.1004071 Apr 11 14:35:14.732803 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641b811-a5d2-4b99-a1ec-fa7a2e1ab6ee req-70197a54-d998-42e0-bd4d-69a6fd457e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:35:14.734256 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1641b811-a5d2-4b99-a1ec-fa7a2e1ab6ee req-70197a54-d998-42e0-bd4d-69a6fd457e25 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3b75be1d-a0f4-4c83-bb21-b959bddcc5cd HTTP/1.1" status: 200 len: 851 time: 0.0573351 Apr 11 14:35:14.809987 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641b811-a5d2-4b99-a1ec-fa7a2e1ab6ee req-509be445-9734-445b-b659-971941716294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:35:14.811457 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1641b811-a5d2-4b99-a1ec-fa7a2e1ab6ee req-509be445-9734-445b-b659-971941716294 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b384f45c-0909-4242-b122-3a6b13e2f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711014 Apr 11 14:35:15.054580 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1641b811-a5d2-4b99-a1ec-fa7a2e1ab6ee req-fa147adc-3f67-429c-ba61-603d1e0d9a75 service neutron] 10.222.0.53 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367146 Apr 11 14:35:15.187994 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1641b811-a5d2-4b99-a1ec-fa7a2e1ab6ee req-270f249c-8c05-4d79-b1a8-bdcd94ed3d1d service neutron] 10.222.0.53 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272738 Apr 11 14:35:15.651792 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47336) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:15.858225 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-4396e43c-0255-407c-b3f4-1c31b411c87d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Deleting port 7071c23a-88ca-4020-93fa-e81e8f0687ec {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:35:15.858598 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4396e43c-0255-407c-b3f4-1c31b411c87d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:16.026618 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4396e43c-0255-407c-b3f4-1c31b411c87d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:16.026941 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4396e43c-0255-407c-b3f4-1c31b411c87d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:16.150347 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-4396e43c-0255-407c-b3f4-1c31b411c87d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Calling delete_port for 7071c23a-88ca-4020-93fa-e81e8f0687ec owned by network:floatingip {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:35:16.367560 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4396e43c-0255-407c-b3f4-1c31b411c87d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:16.419856 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396e43c-0255-407c-b3f4-1c31b411c87d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Pushing event deleted for resources: {'Port': ['ID=7071c23a-88ca-4020-93fa-e81e8f0687ec,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:16.560837 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4396e43c-0255-407c-b3f4-1c31b411c87d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:16.561181 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4396e43c-0255-407c-b3f4-1c31b411c87d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:16.561545 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4396e43c-0255-407c-b3f4-1c31b411c87d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:16.561877 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4396e43c-0255-407c-b3f4-1c31b411c87d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:16.562213 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4396e43c-0255-407c-b3f4-1c31b411c87d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:16.562545 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4396e43c-0255-407c-b3f4-1c31b411c87d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:16.562879 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4396e43c-0255-407c-b3f4-1c31b411c87d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:16.563205 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4396e43c-0255-407c-b3f4-1c31b411c87d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:16.563536 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4396e43c-0255-407c-b3f4-1c31b411c87d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:16.563870 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4396e43c-0255-407c-b3f4-1c31b411c87d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:16.564211 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4396e43c-0255-407c-b3f4-1c31b411c87d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:16.564519 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4396e43c-0255-407c-b3f4-1c31b411c87d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:16.626311 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4396e43c-0255-407c-b3f4-1c31b411c87d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for floatingip, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:16.626640 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-4396e43c-0255-407c-b3f4-1c31b411c87d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Floating IP d288c11f-a6e2-4a77-b10c-ed148bf146da disassociated (deleted). External IP: 172.26.7.203, port: 1015091a-d462-4022-8213-31aa389105fc. Apr 11 14:35:16.980383 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4396e43c-0255-407c-b3f4-1c31b411c87d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Router 70cd2ca9-1b94-4200-9997-6b498f3d8fde has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:35:17.162441 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4396e43c-0255-407c-b3f4-1c31b411c87d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:35:17.172700 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebdc137-f45f-4292-bd87-8b5f484362f8 None None] Sync routers for ids ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:35:17.182578 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebdc137-f45f-4292-bd87-8b5f484362f8 None None] Routers {'70cd2ca9-1b94-4200-9997-6b498f3d8fde'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:35:17.183169 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7ebdc137-f45f-4292-bd87-8b5f484362f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:34:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:17.259260 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4396e43c-0255-407c-b3f4-1c31b411c87d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:17.320278 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4396e43c-0255-407c-b3f4-1c31b411c87d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "DELETE /v2.0/floatingips/d288c11f-a6e2-4a77-b10c-ed148bf146da HTTP/1.1" status: 204 len: 168 time: 1.6673789 Apr 11 14:35:17.320865 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee71fe1-7633-4148-8299-60773ad7676d', 'tag': '1015091a-d462-4022-8213-31aa389105fc'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:35:17.364033 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-7ebdc137-f45f-4292-bd87-8b5f484362f8 None None] Set router 70cd2ca9-1b94-4200-9997-6b498f3d8fde gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:35:17.376393 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9783aded-2497-42a1-af94-668ae28f17c3'] response: {'name': 'network-changed', 'server_uuid': '4ee71fe1-7633-4148-8299-60773ad7676d', 'tag': '1015091a-d462-4022-8213-31aa389105fc', 'status': 'completed', 'code': 200} Apr 11 14:35:17.492869 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6b1fe-f947-4392-9e74-e6dce41067ef req-ca3e8ea4-3b5d-4257-a18f-f278946db1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:35:17.495174 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-aff6b1fe-f947-4392-9e74-e6dce41067ef req-ca3e8ea4-3b5d-4257-a18f-f278946db1e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df3145cb5eb94e5db4de6b7bba758d40&device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 1099 time: 0.0733526 Apr 11 14:35:17.633968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6b1fe-f947-4392-9e74-e6dce41067ef req-5c863379-2d8b-43d6-ab87-ddbe7f463f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:35:17.636053 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-aff6b1fe-f947-4392-9e74-e6dce41067ef req-5c863379-2d8b-43d6-ab87-ddbe7f463f46 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b384f45c-0909-4242-b122-3a6b13e2f934 HTTP/1.1" status: 200 len: 914 time: 0.1347208 Apr 11 14:35:17.709103 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-aff6b1fe-f947-4392-9e74-e6dce41067ef req-3be317d9-1e03-4863-a7cc-ad15a9eb3321 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1015091a-d462-4022-8213-31aa389105fc HTTP/1.1" status: 200 len: 217 time: 0.0669322 Apr 11 14:35:17.775337 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6b1fe-f947-4392-9e74-e6dce41067ef req-ba59aa66-6e44-4e25-a3ac-37957d44ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:35:17.775679 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7ebdc137-f45f-4292-bd87-8b5f484362f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:33Z', 'revision_number': 4, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'gw_port': {'id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:24Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '4f5358b2-31a9-488d-a6b2-94d5736278c8', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'floating_ip_address': '172.26.7.230', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'port_id': 'ca5757ee-c768-4d41-bef8-6866de72bed4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'mac_address': 'fa:16:3e:c8:a8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ab90ec-4a03-476a-9c9c-4a90b8bb6140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:29:39Z', 'updated_at': '2022-04-11T14:29:42Z', 'revision_number': 1, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4164128e-3813-4191-8f0c-ffa443a1c8a5', 'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'mac_address': 'fa:16:3e:33:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:32Z', 'updated_at': '2022-04-11T14:24:40Z', 'revision_number': 5, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'subnets': [{'id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:17.777433 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-aff6b1fe-f947-4392-9e74-e6dce41067ef req-ba59aa66-6e44-4e25-a3ac-37957d44ef45 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3b75be1d-a0f4-4c83-bb21-b959bddcc5cd HTTP/1.1" status: 200 len: 851 time: 0.0619712 Apr 11 14:35:17.779840 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebdc137-f45f-4292-bd87-8b5f484362f8 None None] Checking router: 70cd2ca9-1b94-4200-9997-6b498f3d8fde for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:35:17.788302 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebdc137-f45f-4292-bd87-8b5f484362f8 None None] Routers {'70cd2ca9-1b94-4200-9997-6b498f3d8fde'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:35:17.789282 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7ebdc137-f45f-4292-bd87-8b5f484362f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:34:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:17.952219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6b1fe-f947-4392-9e74-e6dce41067ef req-1b3fdd79-673c-4094-9006-08690aa0b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:35:17.953745 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-aff6b1fe-f947-4392-9e74-e6dce41067ef req-1b3fdd79-673c-4094-9006-08690aa0b5d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b384f45c-0909-4242-b122-3a6b13e2f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1282263 Apr 11 14:35:17.973727 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-7ebdc137-f45f-4292-bd87-8b5f484362f8 None None] Set router 70cd2ca9-1b94-4200-9997-6b498f3d8fde gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:35:18.012653 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24c9f3-1b39-467d-bb6f-fc2c8896e183 req-80efead6-428d-4d36-93ab-22ce2ae24fcf tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:35:18.014144 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-eb24c9f3-1b39-467d-bb6f-fc2c8896e183 req-80efead6-428d-4d36-93ab-22ce2ae24fcf tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 946 time: 0.1412048 Apr 11 14:35:18.139511 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-eb24c9f3-1b39-467d-bb6f-fc2c8896e183 req-44d184ae-5823-4fa2-8193-40dc0f47d548 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698893 Apr 11 14:35:18.147266 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-aff6b1fe-f947-4392-9e74-e6dce41067ef req-a4940479-be44-40e8-8dcc-d59a7dbec7df service neutron] 10.222.0.53 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832144 Apr 11 14:35:18.285945 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-aff6b1fe-f947-4392-9e74-e6dce41067ef req-71e9beb4-d91f-44b1-b993-a71868822775 service neutron] 10.222.0.53 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312501 Apr 11 14:35:18.344289 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7ebdc137-f45f-4292-bd87-8b5f484362f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:33Z', 'revision_number': 4, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'gw_port': {'id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:24Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '4f5358b2-31a9-488d-a6b2-94d5736278c8', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'floating_ip_address': '172.26.7.230', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'port_id': 'ca5757ee-c768-4d41-bef8-6866de72bed4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'mac_address': 'fa:16:3e:c8:a8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ab90ec-4a03-476a-9c9c-4a90b8bb6140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:29:39Z', 'updated_at': '2022-04-11T14:29:42Z', 'revision_number': 1, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4164128e-3813-4191-8f0c-ffa443a1c8a5', 'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'mac_address': 'fa:16:3e:33:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:32Z', 'updated_at': '2022-04-11T14:24:40Z', 'revision_number': 5, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'subnets': [{'id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:18.348246 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebdc137-f45f-4292-bd87-8b5f484362f8 None None] The sync data for ids ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'] in dv-neutron-837330-1-hyperv is: [{'id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:33Z', 'revision_number': 4, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'gw_port': {'id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:24Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '4f5358b2-31a9-488d-a6b2-94d5736278c8', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'floating_ip_address': '172.26.7.230', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'port_id': 'ca5757ee-c768-4d41-bef8-6866de72bed4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'mac_address': 'fa:16:3e:c8:a8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ab90ec-4a03-476a-9c9c-4a90b8bb6140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:29:39Z', 'updated_at': '2022-04-11T14:29:42Z', 'revision_number': 1, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4164128e-3813-4191-8f0c-ffa443a1c8a5', 'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'mac_address': 'fa:16:3e:33:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:32Z', 'updated_at': '2022-04-11T14:24:40Z', 'revision_number': 5, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'subnets': [{'id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:35:18.589338 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de1b77b-086f-4e82-93c4-8dd29b8a5470 None None] New status for floating IP d288c11f-a6e2-4a77-b10c-ed148bf146da: DOWN {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:35:19.341969 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389502e2-6b68-4cae-a279-9404ea1e0565 req-004f3991-ace6-4765-ab05-72bf40623f0a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:35:19.342598 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-389502e2-6b68-4cae-a279-9404ea1e0565 req-004f3991-ace6-4765-ab05-72bf40623f0a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Synchronizing usage tracker for tenant:df3145cb5eb94e5db4de6b7bba758d40 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:35:19.438322 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-389502e2-6b68-4cae-a279-9404ea1e0565 req-004f3991-ace6-4765-ab05-72bf40623f0a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Unset dirty status for tenant:df3145cb5eb94e5db4de6b7bba758d40 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:35:19.439711 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-389502e2-6b68-4cae-a279-9404ea1e0565 req-004f3991-ace6-4765-ab05-72bf40623f0a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 946 time: 0.1848099 Apr 11 14:35:19.485399 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-389502e2-6b68-4cae-a279-9404ea1e0565 req-f6ddea93-8141-4027-893f-a6c0070c7170 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399859 Apr 11 14:35:19.816891 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb034c-6591-4ba2-8568-561e0efd2a00 req-f5c0953a-9aef-42e8-a70f-c9973404bd9c tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:35:19.818349 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6fcb034c-6591-4ba2-8568-561e0efd2a00 req-f5c0953a-9aef-42e8-a70f-c9973404bd9c tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 946 time: 0.0871439 Apr 11 14:35:19.887818 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-6fcb034c-6591-4ba2-8568-561e0efd2a00 req-b4973237-9e65-4395-a109-8ddd0efe166a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Deleting port 1015091a-d462-4022-8213-31aa389105fc {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:35:19.888167 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-6fcb034c-6591-4ba2-8568-561e0efd2a00 req-b4973237-9e65-4395-a109-8ddd0efe166a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:20.150493 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-6fcb034c-6591-4ba2-8568-561e0efd2a00 req-b4973237-9e65-4395-a109-8ddd0efe166a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] For port 1015091a-d462-4022-8213-31aa389105fc, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=1015091a-d462-4022-8213-31aa389105fc,segment=NetworkSegment(c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9),segment_id=c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:35:20.150769 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-6fcb034c-6591-4ba2-8568-561e0efd2a00 req-b4973237-9e65-4395-a109-8ddd0efe166a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:20.373460 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-6fcb034c-6591-4ba2-8568-561e0efd2a00 req-b4973237-9e65-4395-a109-8ddd0efe166a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Calling delete_port for 1015091a-d462-4022-8213-31aa389105fc owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:35:20.575520 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-6fcb034c-6591-4ba2-8568-561e0efd2a00 req-b4973237-9e65-4395-a109-8ddd0efe166a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:20.658741 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4973237-9e65-4395-a109-8ddd0efe166a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Pushing event deleted for resources: {'Port': ['ID=1015091a-d462-4022-8213-31aa389105fc,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:20.678351 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4973237-9e65-4395-a109-8ddd0efe166a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:20.678697 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4973237-9e65-4395-a109-8ddd0efe166a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:20.679039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4973237-9e65-4395-a109-8ddd0efe166a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:20.679375 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4973237-9e65-4395-a109-8ddd0efe166a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:20.679708 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4973237-9e65-4395-a109-8ddd0efe166a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:20.680042 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4973237-9e65-4395-a109-8ddd0efe166a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:20.680370 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4973237-9e65-4395-a109-8ddd0efe166a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:20.680695 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4973237-9e65-4395-a109-8ddd0efe166a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:20.681022 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4973237-9e65-4395-a109-8ddd0efe166a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:20.681932 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4973237-9e65-4395-a109-8ddd0efe166a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:20.681932 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4973237-9e65-4395-a109-8ddd0efe166a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:20.682176 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4973237-9e65-4395-a109-8ddd0efe166a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:20.686374 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-368ee72b-f025-4ffd-9e65-cf0ef566ca85 req-61ce74bb-a631-4fd3-8864-66d4d13a9b02 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 210 time: 0.0684016 Apr 11 14:35:20.757585 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fcb034c-6591-4ba2-8568-561e0efd2a00 req-b4973237-9e65-4395-a109-8ddd0efe166a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] No DVR routers for this DVR port 1015091a-d462-4022-8213-31aa389105fc on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:35:20.760708 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-6fcb034c-6591-4ba2-8568-561e0efd2a00 req-b4973237-9e65-4395-a109-8ddd0efe166a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:20.763246 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee71fe1-7633-4148-8299-60773ad7676d', 'name': 'network-vif-deleted', 'tag': '1015091a-d462-4022-8213-31aa389105fc'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:35:20.808693 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20375d34-5995-4a50-b6f8-572aed496cd0'] response: {'server_uuid': '4ee71fe1-7633-4148-8299-60773ad7676d', 'name': 'network-vif-deleted', 'tag': '1015091a-d462-4022-8213-31aa389105fc', 'status': 'completed', 'code': 200} Apr 11 14:35:20.844484 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6fcb034c-6591-4ba2-8568-561e0efd2a00 req-b4973237-9e65-4395-a109-8ddd0efe166a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.53 "DELETE /v2.0/ports/1015091a-d462-4022-8213-31aa389105fc HTTP/1.1" status: 204 len: 173 time: 1.0209527 Apr 11 14:35:21.854364 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-b734f7ef-cb39-4d3c-a381-831794effd7b req-7a6f2edd-cb59-4868-ab3b-82a6f473010e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Synchronizing usage tracker for tenant:df3145cb5eb94e5db4de6b7bba758d40 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:35:21.923706 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-b734f7ef-cb39-4d3c-a381-831794effd7b req-7a6f2edd-cb59-4868-ab3b-82a6f473010e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Unset dirty status for tenant:df3145cb5eb94e5db4de6b7bba758d40 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:35:21.925127 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b734f7ef-cb39-4d3c-a381-831794effd7b req-7a6f2edd-cb59-4868-ab3b-82a6f473010e tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee71fe1-7633-4148-8299-60773ad7676d HTTP/1.1" status: 200 len: 210 time: 0.1159191 Apr 11 14:35:24.283964 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:24.637800 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 1015091a-d462-4022-8213-31aa389105fc no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:35:24.672410 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: 1015091a-d462-4022-8213-31aa389105fc {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:35:24.672750 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 1015091a-d462-4022-8213-31aa389105fc not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:35:25.181149 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3f157893-cb2d-414f-a65f-1fd4788af800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:27.658921 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1f57405b-6efd-4934-b9ff-8c0eaf5e08a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:27.867931 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47374) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:28.077609 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-d26da39c-a0c8-404c-9ef2-2a3485a5e317 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Deleting port d7053256-8287-4577-a5b6-020e36e1c51e {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:35:28.077976 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d26da39c-a0c8-404c-9ef2-2a3485a5e317 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:28.259802 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d26da39c-a0c8-404c-9ef2-2a3485a5e317 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:28.260134 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d26da39c-a0c8-404c-9ef2-2a3485a5e317 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:28.480056 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-d26da39c-a0c8-404c-9ef2-2a3485a5e317 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Calling delete_port for d7053256-8287-4577-a5b6-020e36e1c51e owned by network:floatingip {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:35:28.658971 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:28.681612 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:28.748114 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d26da39c-a0c8-404c-9ef2-2a3485a5e317 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:28.798701 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26da39c-a0c8-404c-9ef2-2a3485a5e317 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Pushing event deleted for resources: {'Port': ['ID=d7053256-8287-4577-a5b6-020e36e1c51e,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:28.803684 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:35:28.891697 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d26da39c-a0c8-404c-9ef2-2a3485a5e317 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for floatingip, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:28.892345 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-d26da39c-a0c8-404c-9ef2-2a3485a5e317 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Floating IP 4f5358b2-31a9-488d-a6b2-94d5736278c8 disassociated (deleted). External IP: 172.26.7.230, port: ca5757ee-c768-4d41-bef8-6866de72bed4. Apr 11 14:35:29.244064 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26da39c-a0c8-404c-9ef2-2a3485a5e317 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Router 70cd2ca9-1b94-4200-9997-6b498f3d8fde has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:35:29.424033 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26da39c-a0c8-404c-9ef2-2a3485a5e317 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:35:29.434145 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba56670d-b1cc-4b35-bf3f-9f601856af27 None None] Sync routers for ids ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:35:29.442982 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba56670d-b1cc-4b35-bf3f-9f601856af27 None None] Routers {'70cd2ca9-1b94-4200-9997-6b498f3d8fde'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:35:29.443567 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-ba56670d-b1cc-4b35-bf3f-9f601856af27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:35:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:29.518260 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d26da39c-a0c8-404c-9ef2-2a3485a5e317 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:29.577256 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d26da39c-a0c8-404c-9ef2-2a3485a5e317 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "DELETE /v2.0/floatingips/4f5358b2-31a9-488d-a6b2-94d5736278c8 HTTP/1.1" status: 204 len: 168 time: 1.7082424 Apr 11 14:35:29.577825 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ab90ec-4a03-476a-9c9c-4a90b8bb6140', 'tag': 'ca5757ee-c768-4d41-bef8-6866de72bed4'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:35:29.629600 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30336cc4-3b25-49ca-b83c-89f6c5f55e3c'] response: {'name': 'network-changed', 'server_uuid': 'b3ab90ec-4a03-476a-9c9c-4a90b8bb6140', 'tag': 'ca5757ee-c768-4d41-bef8-6866de72bed4', 'status': 'completed', 'code': 200} Apr 11 14:35:29.634109 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-ba56670d-b1cc-4b35-bf3f-9f601856af27 None None] Set router 70cd2ca9-1b94-4200-9997-6b498f3d8fde gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:35:29.745506 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd08e3-ece3-40a7-9323-ca007a84ed30 req-616922c5-a8b5-4c27-a4ee-34479d902ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:35:29.747999 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-88fd08e3-ece3-40a7-9323-ca007a84ed30 req-616922c5-a8b5-4c27-a4ee-34479d902ea0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df3145cb5eb94e5db4de6b7bba758d40&device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 1098 time: 0.0757070 Apr 11 14:35:29.885880 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd08e3-ece3-40a7-9323-ca007a84ed30 req-1a6c7465-0e70-4812-8a4e-5e7c2459e2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:35:29.888074 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-88fd08e3-ece3-40a7-9323-ca007a84ed30 req-1a6c7465-0e70-4812-8a4e-5e7c2459e2b3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b384f45c-0909-4242-b122-3a6b13e2f934 HTTP/1.1" status: 200 len: 914 time: 0.1328244 Apr 11 14:35:29.962997 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-88fd08e3-ece3-40a7-9323-ca007a84ed30 req-4860ba0f-7d57-4f9c-8796-3df59f905bcd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca5757ee-c768-4d41-bef8-6866de72bed4 HTTP/1.1" status: 200 len: 217 time: 0.0687265 Apr 11 14:35:29.975592 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-ba56670d-b1cc-4b35-bf3f-9f601856af27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:33Z', 'revision_number': 4, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'gw_port': {'id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:24Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '4164128e-3813-4191-8f0c-ffa443a1c8a5', 'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'mac_address': 'fa:16:3e:33:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:32Z', 'updated_at': '2022-04-11T14:24:40Z', 'revision_number': 5, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'subnets': [{'id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:29.980270 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:29.982072 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba56670d-b1cc-4b35-bf3f-9f601856af27 None None] Checking router: 70cd2ca9-1b94-4200-9997-6b498f3d8fde for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:35:29.991590 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba56670d-b1cc-4b35-bf3f-9f601856af27 None None] Routers {'70cd2ca9-1b94-4200-9997-6b498f3d8fde'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:35:29.992458 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-ba56670d-b1cc-4b35-bf3f-9f601856af27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:35:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:30.030454 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd08e3-ece3-40a7-9323-ca007a84ed30 req-9ef6edfa-190c-433a-b676-2f7339052a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:35:30.032040 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-88fd08e3-ece3-40a7-9323-ca007a84ed30 req-9ef6edfa-190c-433a-b676-2f7339052a29 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3b75be1d-a0f4-4c83-bb21-b959bddcc5cd HTTP/1.1" status: 200 len: 851 time: 0.0633206 Apr 11 14:35:30.125115 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd08e3-ece3-40a7-9323-ca007a84ed30 req-34f44491-ca04-4c05-846c-7f90c56c4492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:35:30.125353 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-88fd08e3-ece3-40a7-9323-ca007a84ed30 req-34f44491-ca04-4c05-846c-7f90c56c4492 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b384f45c-0909-4242-b122-3a6b13e2f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864882 Apr 11 14:35:30.244901 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-ba56670d-b1cc-4b35-bf3f-9f601856af27 None None] Set router 70cd2ca9-1b94-4200-9997-6b498f3d8fde gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:35:30.249884 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa1abd-2f3b-4624-b936-ffd1c82d0c26 req-edc2ab9d-f5e6-47dd-99d0-93a202656018 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:35:30.250544 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-20aa1abd-2f3b-4624-b936-ffd1c82d0c26 req-edc2ab9d-f5e6-47dd-99d0-93a202656018 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Synchronizing usage tracker for tenant:df3145cb5eb94e5db4de6b7bba758d40 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:35:30.285931 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-88fd08e3-ece3-40a7-9323-ca007a84ed30 req-2dc2af5c-45cb-465a-975b-56eaad306b1f service neutron] 10.222.0.53 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387036 Apr 11 14:35:30.335487 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-20aa1abd-2f3b-4624-b936-ffd1c82d0c26 req-edc2ab9d-f5e6-47dd-99d0-93a202656018 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Unset dirty status for tenant:df3145cb5eb94e5db4de6b7bba758d40 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:35:30.336957 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-20aa1abd-2f3b-4624-b936-ffd1c82d0c26 req-edc2ab9d-f5e6-47dd-99d0-93a202656018 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 945 time: 0.1746962 Apr 11 14:35:30.388943 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-20aa1abd-2f3b-4624-b936-ffd1c82d0c26 req-3ee4fd27-a5dd-4c2a-963a-c80491bfa524 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445209 Apr 11 14:35:30.425187 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-88fd08e3-ece3-40a7-9323-ca007a84ed30 req-82ab4401-87f3-4f00-bab6-7b5ef168e4bd service neutron] 10.222.0.53 "GET /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330862 Apr 11 14:35:30.576048 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-ba56670d-b1cc-4b35-bf3f-9f601856af27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:33Z', 'revision_number': 4, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'gw_port': {'id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:24Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '4164128e-3813-4191-8f0c-ffa443a1c8a5', 'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'mac_address': 'fa:16:3e:33:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:32Z', 'updated_at': '2022-04-11T14:24:40Z', 'revision_number': 5, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'subnets': [{'id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:30.580094 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba56670d-b1cc-4b35-bf3f-9f601856af27 None None] The sync data for ids ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'] in dv-neutron-837330-1-hyperv is: [{'id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:24:33Z', 'revision_number': 4, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'gw_port': {'id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:24Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '4164128e-3813-4191-8f0c-ffa443a1c8a5', 'name': '', 'network_id': 'b384f45c-0909-4242-b122-3a6b13e2f934', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'mac_address': 'fa:16:3e:33:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:32Z', 'updated_at': '2022-04-11T14:24:40Z', 'revision_number': 5, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'subnets': [{'id': '3b75be1d-a0f4-4c83-bb21-b959bddcc5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:35:30.788278 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60ba9c1-a74e-407b-aa0d-8574c4a942af None None] New status for floating IP 4f5358b2-31a9-488d-a6b2-94d5736278c8: DOWN {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:35:31.059483 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610844f-e31b-426d-b8ee-e2fd86a242f4 req-5cdd40da-7767-4abc-98ce-1a103fe06a79 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:35:31.060903 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1610844f-e31b-426d-b8ee-e2fd86a242f4 req-5cdd40da-7767-4abc-98ce-1a103fe06a79 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 945 time: 0.0818946 Apr 11 14:35:31.134808 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-1610844f-e31b-426d-b8ee-e2fd86a242f4 req-0d3a2cd8-5c45-4a68-b43f-22cbca9dc7a3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Deleting port ca5757ee-c768-4d41-bef8-6866de72bed4 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:35:31.135116 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-1610844f-e31b-426d-b8ee-e2fd86a242f4 req-0d3a2cd8-5c45-4a68-b43f-22cbca9dc7a3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:31.382088 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-1610844f-e31b-426d-b8ee-e2fd86a242f4 req-0d3a2cd8-5c45-4a68-b43f-22cbca9dc7a3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] For port ca5757ee-c768-4d41-bef8-6866de72bed4, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=ca5757ee-c768-4d41-bef8-6866de72bed4,segment=NetworkSegment(c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9),segment_id=c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:35:31.382449 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-1610844f-e31b-426d-b8ee-e2fd86a242f4 req-0d3a2cd8-5c45-4a68-b43f-22cbca9dc7a3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:31.646548 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-1610844f-e31b-426d-b8ee-e2fd86a242f4 req-0d3a2cd8-5c45-4a68-b43f-22cbca9dc7a3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Calling delete_port for ca5757ee-c768-4d41-bef8-6866de72bed4 owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:35:31.793579 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061c505-702f-41f9-bed1-4b4424d57693 req-f6e88702-680b-4a54-9675-73744191036a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:35:31.795202 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d061c505-702f-41f9-bed1-4b4424d57693 req-f6e88702-680b-4a54-9675-73744191036a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 945 time: 0.2426724 Apr 11 14:35:31.861747 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d061c505-702f-41f9-bed1-4b4424d57693 req-918e112e-5d4e-4c07-aab5-d1437d2af58a tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8e2540a-d218-4ba8-9dec-1ebefa2b744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542204 Apr 11 14:35:31.927841 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-1610844f-e31b-426d-b8ee-e2fd86a242f4 req-0d3a2cd8-5c45-4a68-b43f-22cbca9dc7a3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:31.983794 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a2cd8-5c45-4a68-b43f-22cbca9dc7a3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Pushing event deleted for resources: {'Port': ['ID=ca5757ee-c768-4d41-bef8-6866de72bed4,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:32.077003 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-1610844f-e31b-426d-b8ee-e2fd86a242f4 req-0d3a2cd8-5c45-4a68-b43f-22cbca9dc7a3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] No DVR routers for this DVR port ca5757ee-c768-4d41-bef8-6866de72bed4 on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:35:32.077886 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-1610844f-e31b-426d-b8ee-e2fd86a242f4 req-0d3a2cd8-5c45-4a68-b43f-22cbca9dc7a3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:32.080142 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ab90ec-4a03-476a-9c9c-4a90b8bb6140', 'name': 'network-vif-deleted', 'tag': 'ca5757ee-c768-4d41-bef8-6866de72bed4'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:35:32.131701 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09d1e072-4d8e-4308-98c4-70c9f14a6875'] response: {'server_uuid': 'b3ab90ec-4a03-476a-9c9c-4a90b8bb6140', 'name': 'network-vif-deleted', 'tag': 'ca5757ee-c768-4d41-bef8-6866de72bed4', 'status': 'completed', 'code': 200} Apr 11 14:35:32.150950 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1610844f-e31b-426d-b8ee-e2fd86a242f4 req-0d3a2cd8-5c45-4a68-b43f-22cbca9dc7a3 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.53 "DELETE /v2.0/ports/ca5757ee-c768-4d41-bef8-6866de72bed4 HTTP/1.1" status: 204 len: 173 time: 1.0835884 Apr 11 14:35:33.020343 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-82111a17-54d8-40b1-b884-cb320e226a07 req-6bd8114d-7c6c-4408-9a84-04965ac94984 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Synchronizing usage tracker for tenant:df3145cb5eb94e5db4de6b7bba758d40 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:35:33.083914 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-82111a17-54d8-40b1-b884-cb320e226a07 req-6bd8114d-7c6c-4408-9a84-04965ac94984 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Unset dirty status for tenant:df3145cb5eb94e5db4de6b7bba758d40 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:35:33.085131 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-82111a17-54d8-40b1-b884-cb320e226a07 req-6bd8114d-7c6c-4408-9a84-04965ac94984 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ab90ec-4a03-476a-9c9c-4a90b8bb6140 HTTP/1.1" status: 200 len: 210 time: 0.1141281 Apr 11 14:35:34.181143 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47396) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:34.342202 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-e0f6b03b-efcd-4252-8e8e-ef0e5fe0d5b5 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Deleting port 5023144d-c595-4bda-b7b3-1e7b84c35361 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:35:34.342451 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e0f6b03b-efcd-4252-8e8e-ef0e5fe0d5b5 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:34.514473 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e0f6b03b-efcd-4252-8e8e-ef0e5fe0d5b5 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:34.514828 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e0f6b03b-efcd-4252-8e8e-ef0e5fe0d5b5 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:34.640161 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-e0f6b03b-efcd-4252-8e8e-ef0e5fe0d5b5 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Calling delete_port for 5023144d-c595-4bda-b7b3-1e7b84c35361 owned by network:floatingip {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:35:34.715963 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device ca5757ee-c768-4d41-bef8-6866de72bed4 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:35:34.751757 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: ca5757ee-c768-4d41-bef8-6866de72bed4 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:35:34.752106 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device ca5757ee-c768-4d41-bef8-6866de72bed4 not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:35:34.878331 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e0f6b03b-efcd-4252-8e8e-ef0e5fe0d5b5 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:34.926661 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6b03b-efcd-4252-8e8e-ef0e5fe0d5b5 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Pushing event deleted for resources: {'Port': ['ID=5023144d-c595-4bda-b7b3-1e7b84c35361,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:35.028117 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e0f6b03b-efcd-4252-8e8e-ef0e5fe0d5b5 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for floatingip, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:35.098568 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e0f6b03b-efcd-4252-8e8e-ef0e5fe0d5b5 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:35.099722 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e0f6b03b-efcd-4252-8e8e-ef0e5fe0d5b5 tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "DELETE /v2.0/floatingips/50fced36-d5a1-483d-9c71-66c48a4a89a7 HTTP/1.1" status: 204 len: 168 time: 0.9175706 Apr 11 14:35:36.882685 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47412) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:37.082478 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-99d31a65-e5f7-4d5c-b893-b415683d9b02 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/routers/2c0763e9-7272-4693-8971-245efc8d31f3/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1984675 Apr 11 14:35:37.085333 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47416) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:37.446428 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bba9d7-ee49-42e6-ba89-f5ffc192bfe8 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Notify agent at dv-neutron-837330-1-hyperv the message router_removed_from_agent {{(pid=88616) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 11 14:35:37.452151 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-40bba9d7-ee49-42e6-ba89-f5ffc192bfe8 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "DELETE /v2.0/agents/7041533e-8243-4ce4-ae5a-7b6309482977/l3-routers/2c0763e9-7272-4693-8971-245efc8d31f3 HTTP/1.1" status: 204 len: 168 time: 0.3632886 Apr 11 14:35:37.452479 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47420) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:37.644857 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-13b50ebe-e563-4247-a3ea-3b2cf777070d tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/routers/2c0763e9-7272-4693-8971-245efc8d31f3/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1887670 Apr 11 14:35:37.645066 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47426) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:37.677252 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47430) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:37.753303 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-43bc3ed5-ad0f-4f6c-a2c2-4f0957a0d57d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:37.759530 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-63c3e28d-23c3-4da2-a6bd-08bdd7a89f13 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/84dabbb6-2a5b-4786-8959-825c372a7780 HTTP/1.1" status: 200 len: 992 time: 0.1122921 Apr 11 14:35:37.784173 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-43bc3ed5-ad0f-4f6c-a2c2-4f0957a0d57d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:37.869905 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 86f8b321-616e-4215-ab66-13041dcf388d no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:35:37.938991 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-43bc3ed5-ad0f-4f6c-a2c2-4f0957a0d57d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:37.962105 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc3ed5-ad0f-4f6c-a2c2-4f0957a0d57d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e2540a-d218-4ba8-9dec-1ebefa2b744d,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:38.019244 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:38.039475 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-43bc3ed5-ad0f-4f6c-a2c2-4f0957a0d57d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:38.040919 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-43bc3ed5-ad0f-4f6c-a2c2-4f0957a0d57d tempest-TestVolumeBootPattern-202891003 tempest-TestVolumeBootPattern-202891003-project] 10.222.0.66 "DELETE /v2.0/security-groups/e8e2540a-d218-4ba8-9dec-1ebefa2b744d HTTP/1.1" status: 204 len: 168 time: 0.3616517 Apr 11 14:35:38.061060 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 86f8b321-616e-4215-ab66-13041dcf388d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=86f8b321-616e-4215-ab66-13041dcf388d,segment=NetworkSegment(ccd48c3e-a27a-4c41-ae80-722e8a2ce804),segment_id=ccd48c3e-a27a-4c41-ae80-722e8a2ce804)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:35:38.186907 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:38.198101 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47436) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:38.271898 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=86f8b321-616e-4215-ab66-13041dcf388d,revision_number=6']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:38.280820 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:38.281149 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:38.281549 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:38.288130 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:38.288130 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:38.288130 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:38.288130 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:38.288130 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:38.288130 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:38.288130 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:38.288130 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:38.288130 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:35:38.290817 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d94b3b-9283-4a65-b46c-90f958a1430f None None] New status for floating IP 84dabbb6-2a5b-4786-8959-825c372a7780: DOWN {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:35:38.763011 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47442) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:38.875820 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c4307e4c-75b5-4cc0-a4a1-1bfaf1d8447c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/84dabbb6-2a5b-4786-8959-825c372a7780 HTTP/1.1" status: 200 len: 990 time: 0.1115716 Apr 11 14:35:39.016833 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-02055e29-5b73-4b4a-8458-3764c9a288c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:39.379070 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-02055e29-5b73-4b4a-8458-3764c9a288c6 admin admin] Deleting port 4164128e-3813-4191-8f0c-ffa443a1c8a5 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:35:39.379327 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-02055e29-5b73-4b4a-8458-3764c9a288c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:39.565058 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-02055e29-5b73-4b4a-8458-3764c9a288c6 admin admin] For port 4164128e-3813-4191-8f0c-ffa443a1c8a5, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=4164128e-3813-4191-8f0c-ffa443a1c8a5,segment=NetworkSegment(c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9),segment_id=c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:35:39.565416 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-02055e29-5b73-4b4a-8458-3764c9a288c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:39.585591 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device a953c550-14fc-44f2-ad7a-8c58de621c59 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:35:39.706024 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-02055e29-5b73-4b4a-8458-3764c9a288c6 admin admin] Calling delete_port for 4164128e-3813-4191-8f0c-ffa443a1c8a5 owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:35:39.706385 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:39.722561 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port a953c550-14fc-44f2-ad7a-8c58de621c59, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=a953c550-14fc-44f2-ad7a-8c58de621c59,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:35:39.786639 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:39.856591 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=a953c550-14fc-44f2-ad7a-8c58de621c59,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:39.958211 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-02055e29-5b73-4b4a-8458-3764c9a288c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:40.012940 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02055e29-5b73-4b4a-8458-3764c9a288c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4164128e-3813-4191-8f0c-ffa443a1c8a5,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:40.202330 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47448) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:40.401254 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-02055e29-5b73-4b4a-8458-3764c9a288c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:40.505159 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9b8844-2b89-4a2d-a7c0-e46bd8d08fcc tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Router 2c0763e9-7272-4693-8971-245efc8d31f3 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:35:40.505603 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9b8844-2b89-4a2d-a7c0-e46bd8d08fcc tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Notify agent at dv-neutron-837330-1-hyperv the message router_added_to_agent {{(pid=88616) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 11 14:35:40.536254 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7f9b8844-2b89-4a2d-a7c0-e46bd8d08fcc tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "POST /v2.0/agents/7041533e-8243-4ce4-ae5a-7b6309482977/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3296540 Apr 11 14:35:40.536874 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47456) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:40.544389 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35d2f0-56c4-4fd1-9681-2ca6d3af8647 None None] Sync routers for ids ['2c0763e9-7272-4693-8971-245efc8d31f3'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:35:40.558568 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe35d2f0-56c4-4fd1-9681-2ca6d3af8647 None None] Routers {'2c0763e9-7272-4693-8971-245efc8d31f3'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:35:40.559337 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fe35d2f0-56c4-4fd1-9681-2ca6d3af8647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:35:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['2c0763e9-7272-4693-8971-245efc8d31f3'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:40.754075 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-fe35d2f0-56c4-4fd1-9681-2ca6d3af8647 None None] Set router 2c0763e9-7272-4693-8971-245efc8d31f3 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:35:40.758184 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-13498b8e-a51a-4f6a-91b6-ae1b2c5f7c6d tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/routers/2c0763e9-7272-4693-8971-245efc8d31f3/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2197440 Apr 11 14:35:40.760744 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47460) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:40.806897 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02055e29-5b73-4b4a-8458-3764c9a288c6 admin admin] Router 70cd2ca9-1b94-4200-9997-6b498f3d8fde has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:35:40.885504 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-fde4231a-baeb-48bf-b78d-4628ca7ffdac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/84dabbb6-2a5b-4786-8959-825c372a7780 HTTP/1.1" status: 200 len: 990 time: 0.1235800 Apr 11 14:35:41.007408 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02055e29-5b73-4b4a-8458-3764c9a288c6 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:35:41.018778 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91820385-1369-4712-b7ba-929f9b1c1f06 None None] Sync routers for ids ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:35:41.025112 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47464) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:41.025259 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-02055e29-5b73-4b4a-8458-3764c9a288c6 admin admin] 10.222.0.66 "PUT /v2.0/routers/70cd2ca9-1b94-4200-9997-6b498f3d8fde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8253517 Apr 11 14:35:41.031195 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91820385-1369-4712-b7ba-929f9b1c1f06 None None] Routers {'70cd2ca9-1b94-4200-9997-6b498f3d8fde'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:35:41.031995 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-91820385-1369-4712-b7ba-929f9b1c1f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:35:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:41.175801 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fe35d2f0-56c4-4fd1-9681-2ca6d3af8647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'name': 'tempest-TestNetworkBasicOps-router-1525155490', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:33:55Z', 'updated_at': '2022-04-11T14:34:01Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:cc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:33:56Z', 'updated_at': '2022-04-11T14:35:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '84dabbb6-2a5b-4786-8959-825c372a7780', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.13', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'port_id': 'c8415e8e-c727-4d06-81e7-fd1c08cf87ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b', 'mac_address': 'fa:16:3e:49:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9f1503-5b00-4609-8795-cf863ebf04e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:34:25Z', 'updated_at': '2022-04-11T14:35:38Z', 'revision_number': 2, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86f8b321-616e-4215-ab66-13041dcf388d', 'name': '', 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:40:1d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'a18dee4b-cdd4-4224-90a0-2a73f26fe75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:34:00Z', 'updated_at': '2022-04-11T14:35:38Z', 'revision_number': 6, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a18dee4b-cdd4-4224-90a0-2a73f26fe75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:41.180051 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35d2f0-56c4-4fd1-9681-2ca6d3af8647 None None] Checking router: 2c0763e9-7272-4693-8971-245efc8d31f3 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:35:41.189418 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe35d2f0-56c4-4fd1-9681-2ca6d3af8647 None None] Routers {'2c0763e9-7272-4693-8971-245efc8d31f3'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:35:41.190551 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fe35d2f0-56c4-4fd1-9681-2ca6d3af8647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:35:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['2c0763e9-7272-4693-8971-245efc8d31f3'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:41.215519 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-74d09710-562a-487c-b8e9-ff15ad4f1e18 admin admin] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:41.233671 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-91820385-1369-4712-b7ba-929f9b1c1f06 None None] Set router 70cd2ca9-1b94-4200-9997-6b498f3d8fde gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:35:41.374263 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-fe35d2f0-56c4-4fd1-9681-2ca6d3af8647 None None] Set router 2c0763e9-7272-4693-8971-245efc8d31f3 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:35:41.407512 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-74d09710-562a-487c-b8e9-ff15ad4f1e18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:41.487877 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-74d09710-562a-487c-b8e9-ff15ad4f1e18 admin admin] Deleting port 33d656db-fb9a-4d56-a6e8-95a30d673b1d {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:35:41.488227 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-74d09710-562a-487c-b8e9-ff15ad4f1e18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:41.588079 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-91820385-1369-4712-b7ba-929f9b1c1f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51'}], 'enable_snat': True}, 'gw_port_id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:35:39Z', 'revision_number': 5, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'gw_port': {'id': '33d656db-fb9a-4d56-a6e8-95a30d673b1d', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:62:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:24Z', 'updated_at': '2022-04-11T14:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:41.594120 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91820385-1369-4712-b7ba-929f9b1c1f06 None None] Checking router: 70cd2ca9-1b94-4200-9997-6b498f3d8fde for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:35:41.604203 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91820385-1369-4712-b7ba-929f9b1c1f06 None None] Routers {'70cd2ca9-1b94-4200-9997-6b498f3d8fde'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:35:41.606036 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-91820385-1369-4712-b7ba-929f9b1c1f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:35:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:41.750369 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fe35d2f0-56c4-4fd1-9681-2ca6d3af8647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'name': 'tempest-TestNetworkBasicOps-router-1525155490', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:33:55Z', 'updated_at': '2022-04-11T14:34:01Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:cc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:33:56Z', 'updated_at': '2022-04-11T14:35:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '84dabbb6-2a5b-4786-8959-825c372a7780', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.13', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'port_id': 'c8415e8e-c727-4d06-81e7-fd1c08cf87ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b', 'mac_address': 'fa:16:3e:49:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9f1503-5b00-4609-8795-cf863ebf04e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:34:25Z', 'updated_at': '2022-04-11T14:35:38Z', 'revision_number': 2, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86f8b321-616e-4215-ab66-13041dcf388d', 'name': '', 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:40:1d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'a18dee4b-cdd4-4224-90a0-2a73f26fe75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:34:00Z', 'updated_at': '2022-04-11T14:35:38Z', 'revision_number': 6, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a18dee4b-cdd4-4224-90a0-2a73f26fe75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:41.754319 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35d2f0-56c4-4fd1-9681-2ca6d3af8647 None None] The sync data for ids ['2c0763e9-7272-4693-8971-245efc8d31f3'] in dv-neutron-837330-1-hyperv is: [{'id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'name': 'tempest-TestNetworkBasicOps-router-1525155490', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:33:55Z', 'updated_at': '2022-04-11T14:34:01Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:cc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:33:56Z', 'updated_at': '2022-04-11T14:35:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '84dabbb6-2a5b-4786-8959-825c372a7780', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.13', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'port_id': 'c8415e8e-c727-4d06-81e7-fd1c08cf87ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b', 'mac_address': 'fa:16:3e:49:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9f1503-5b00-4609-8795-cf863ebf04e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:34:25Z', 'updated_at': '2022-04-11T14:35:38Z', 'revision_number': 2, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86f8b321-616e-4215-ab66-13041dcf388d', 'name': '', 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:40:1d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'a18dee4b-cdd4-4224-90a0-2a73f26fe75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:34:00Z', 'updated_at': '2022-04-11T14:35:38Z', 'revision_number': 6, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a18dee4b-cdd4-4224-90a0-2a73f26fe75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:35:41.768566 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-91820385-1369-4712-b7ba-929f9b1c1f06 None None] Set router 70cd2ca9-1b94-4200-9997-6b498f3d8fde gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:35:41.818409 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-74d09710-562a-487c-b8e9-ff15ad4f1e18 admin admin] For port 33d656db-fb9a-4d56-a6e8-95a30d673b1d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=33d656db-fb9a-4d56-a6e8-95a30d673b1d,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:35:41.818762 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-74d09710-562a-487c-b8e9-ff15ad4f1e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:41.890190 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47468) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:41.890725 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-91820385-1369-4712-b7ba-929f9b1c1f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:35:41Z', 'revision_number': 6, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:41.895443 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91820385-1369-4712-b7ba-929f9b1c1f06 None None] The sync data for ids ['70cd2ca9-1b94-4200-9997-6b498f3d8fde'] in dv-neutron-837330-1-hyperv is: [{'id': '70cd2ca9-1b94-4200-9997-6b498f3d8fde', 'name': 'tempest-TestVolumeBootPattern-1561669615-router', 'tenant_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:22Z', 'updated_at': '2022-04-11T14:35:41Z', 'revision_number': 6, 'project_id': 'df3145cb5eb94e5db4de6b7bba758d40', 'gw_port_host': None}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:35:41.952189 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-74d09710-562a-487c-b8e9-ff15ad4f1e18 admin admin] Calling delete_port for 33d656db-fb9a-4d56-a6e8-95a30d673b1d owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:35:42.008663 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4ef461bc-33a8-4b07-a6e7-dc2bab8c77a0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/84dabbb6-2a5b-4786-8959-825c372a7780 HTTP/1.1" status: 200 len: 990 time: 0.1170051 Apr 11 14:35:42.335225 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-74d09710-562a-487c-b8e9-ff15ad4f1e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:42.388963 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d09710-562a-487c-b8e9-ff15ad4f1e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=33d656db-fb9a-4d56-a6e8-95a30d673b1d,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:42.493363 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-74d09710-562a-487c-b8e9-ff15ad4f1e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:42.676225 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-74d09710-562a-487c-b8e9-ff15ad4f1e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:42.678760 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-74d09710-562a-487c-b8e9-ff15ad4f1e18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:42.780411 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-74d09710-562a-487c-b8e9-ff15ad4f1e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:42.781101 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d09710-562a-487c-b8e9-ff15ad4f1e18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70cd2ca9-1b94-4200-9997-6b498f3d8fde {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:35:42.797708 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-74d09710-562a-487c-b8e9-ff15ad4f1e18 admin admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:42.799012 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-74d09710-562a-487c-b8e9-ff15ad4f1e18 admin admin] 10.222.0.66 "DELETE /v2.0/routers/70cd2ca9-1b94-4200-9997-6b498f3d8fde HTTP/1.1" status: 204 len: 168 time: 1.7728257 Apr 11 14:35:42.801744 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47472) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:42.870606 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d98e52e-e32f-4d69-9032-58ae4eaecee9 admin admin] Deleting subnet 3b75be1d-a0f4-4c83-bb21-b959bddcc5cd {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:35:42.874211 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6d98e52e-e32f-4d69-9032-58ae4eaecee9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:42.929077 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6d98e52e-e32f-4d69-9032-58ae4eaecee9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:43.011670 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47476) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:43.024757 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6d98e52e-e32f-4d69-9032-58ae4eaecee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:43.157625 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2224e1ec-ced4-4972-98fc-6f286914575d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/84dabbb6-2a5b-4786-8959-825c372a7780 HTTP/1.1" status: 200 len: 990 time: 0.1440871 Apr 11 14:35:43.190747 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6d98e52e-e32f-4d69-9032-58ae4eaecee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:43.235239 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98e52e-e32f-4d69-9032-58ae4eaecee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b75be1d-a0f4-4c83-bb21-b959bddcc5cd,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:43.240181 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6d98e52e-e32f-4d69-9032-58ae4eaecee9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:43.246040 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d08373-2aaa-4095-aa0f-ac90b67b0fbe None None] Network b384f45c-0909-4242-b122-3a6b13e2f934 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:35:43.249246 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6d98e52e-e32f-4d69-9032-58ae4eaecee9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3b75be1d-a0f4-4c83-bb21-b959bddcc5cd HTTP/1.1" status: 204 len: 168 time: 0.4464114 Apr 11 14:35:43.251288 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47480) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:43.368862 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-af9eeacf-db86-4726-bc55-9efc636c9869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:43.380756 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-af9eeacf-db86-4726-bc55-9efc636c9869 admin admin] Deleting port bba78cd1-d6e8-46e4-b0f7-198d6fc382a7 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:35:43.381099 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-af9eeacf-db86-4726-bc55-9efc636c9869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:43.521636 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1544324-e082-491b-a592-ff4a9c3aa33e None None] DHCP port deletion for b384f45c-0909-4242-b122-3a6b13e2f934 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:35:43.527522 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f1544324-e082-491b-a592-ff4a9c3aa33e None None] Deleting port bba78cd1-d6e8-46e4-b0f7-198d6fc382a7 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:35:43.527919 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f1544324-e082-491b-a592-ff4a9c3aa33e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:43.610169 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-af9eeacf-db86-4726-bc55-9efc636c9869 admin admin] For port bba78cd1-d6e8-46e4-b0f7-198d6fc382a7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=bba78cd1-d6e8-46e4-b0f7-198d6fc382a7,segment=NetworkSegment(c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9),segment_id=c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:35:43.610579 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-af9eeacf-db86-4726-bc55-9efc636c9869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:43.688920 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 86f8b321-616e-4215-ab66-13041dcf388d up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:35:43.819657 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f1544324-e082-491b-a592-ff4a9c3aa33e None None] For port bba78cd1-d6e8-46e4-b0f7-198d6fc382a7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=bba78cd1-d6e8-46e4-b0f7-198d6fc382a7,segment=NetworkSegment(c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9),segment_id=c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:35:43.820032 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f1544324-e082-491b-a592-ff4a9c3aa33e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:43.866601 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-af9eeacf-db86-4726-bc55-9efc636c9869 admin admin] Calling delete_port for bba78cd1-d6e8-46e4-b0f7-198d6fc382a7 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:35:43.946509 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f1544324-e082-491b-a592-ff4a9c3aa33e None None] Calling delete_port for bba78cd1-d6e8-46e4-b0f7-198d6fc382a7 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:35:43.997915 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-af9eeacf-db86-4726-bc55-9efc636c9869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:44.000907 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 86f8b321-616e-4215-ab66-13041dcf388d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:35:44.001280 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:44.052072 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9eeacf-db86-4726-bc55-9efc636c9869 admin admin] Pushing event deleted for resources: {'Port': ['ID=bba78cd1-d6e8-46e4-b0f7-198d6fc382a7,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:44.053895 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9eeacf-db86-4726-bc55-9efc636c9869 admin admin] No DVR routers for this DVR port bba78cd1-d6e8-46e4-b0f7-198d6fc382a7 on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:35:44.079556 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-f1544324-e082-491b-a592-ff4a9c3aa33e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:35:44.079811 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-f1544324-e082-491b-a592-ff4a9c3aa33e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:35:44.144994 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:44.161063 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47484) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:44.177985 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb9a9a7-1cc6-436c-a7aa-365c522a005c None None] New status for floating IP 84dabbb6-2a5b-4786-8959-825c372a7780: ACTIVE {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:35:44.182558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 86f8b321-616e-4215-ab66-13041dcf388d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=86f8b321-616e-4215-ab66-13041dcf388d,segment=NetworkSegment(ccd48c3e-a27a-4c41-ae80-722e8a2ce804),segment_id=ccd48c3e-a27a-4c41-ae80-722e8a2ce804)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:35:44.186743 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-af9eeacf-db86-4726-bc55-9efc636c9869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:44.215257 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-af9eeacf-db86-4726-bc55-9efc636c9869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b384f45c-0909-4242-b122-3a6b13e2f934']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:44.228869 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-af9eeacf-db86-4726-bc55-9efc636c9869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:44.229188 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-af9eeacf-db86-4726-bc55-9efc636c9869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81ebd1f-63cf-4db7-b4c1-4bec8714c5f9') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:44.243784 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-af9eeacf-db86-4726-bc55-9efc636c9869 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:44.264359 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-af9eeacf-db86-4726-bc55-9efc636c9869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:44.267746 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:44.271698 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device a953c550-14fc-44f2-ad7a-8c58de621c59 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:35:44.271836 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af9eeacf-db86-4726-bc55-9efc636c9869 admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:35:44.271836 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-af9eeacf-db86-4726-bc55-9efc636c9869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:35:44.286354 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:35:44.427441 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-af9eeacf-db86-4726-bc55-9efc636c9869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:44.429177 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1c5ec30b-7686-492c-b2fc-df4298435b51 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/84dabbb6-2a5b-4786-8959-825c372a7780 HTTP/1.1" status: 200 len: 990 time: 0.2653258 Apr 11 14:35:44.447230 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-af9eeacf-db86-4726-bc55-9efc636c9869 admin admin] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:44.457324 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=86f8b321-616e-4215-ab66-13041dcf388d,revision_number=7']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:44.460391 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9eeacf-db86-4726-bc55-9efc636c9869 admin admin] Pushing event deleted for resources: {'Network': ['ID=b384f45c-0909-4242-b122-3a6b13e2f934,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:44.469300 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port a953c550-14fc-44f2-ad7a-8c58de621c59 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:35:44.473177 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:44.525003 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-af9eeacf-db86-4726-bc55-9efc636c9869 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b384f45c-0909-4242-b122-3a6b13e2f934 HTTP/1.1" status: 204 len: 168 time: 1.2721879 Apr 11 14:35:44.528491 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47488) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:44.582771 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f1544324-e082-491b-a592-ff4a9c3aa33e None None] Deleting port bba78cd1-d6e8-46e4-b0f7-198d6fc382a7 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:35:44.583276 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f1544324-e082-491b-a592-ff4a9c3aa33e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:44.659149 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:44.676101 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f1544324-e082-491b-a592-ff4a9c3aa33e None None] The port 'bba78cd1-d6e8-46e4-b0f7-198d6fc382a7' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:35:44.691970 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port a953c550-14fc-44f2-ad7a-8c58de621c59, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=a953c550-14fc-44f2-ad7a-8c58de621c59,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:35:44.763559 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:44.828470 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4164128e-3813-4191-8f0c-ffa443a1c8a5 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:35:44.875172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 4164128e-3813-4191-8f0c-ffa443a1c8a5 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:35:44.875512 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 4164128e-3813-4191-8f0c-ffa443a1c8a5 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:35:44.875927 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device bba78cd1-d6e8-46e4-b0f7-198d6fc382a7 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:35:44.916305 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: bba78cd1-d6e8-46e4-b0f7-198d6fc382a7 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:35:44.916652 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device bba78cd1-d6e8-46e4-b0f7-198d6fc382a7 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:35:44.917060 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 33d656db-fb9a-4d56-a6e8-95a30d673b1d no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:35:44.948169 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=a953c550-14fc-44f2-ad7a-8c58de621c59,revision_number=6']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:44.955607 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 33d656db-fb9a-4d56-a6e8-95a30d673b1d {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:35:44.955956 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 33d656db-fb9a-4d56-a6e8-95a30d673b1d not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:35:45.108011 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-213f2635-19ff-47cb-864c-13ec52b418e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:45.434062 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47492) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:45.544179 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-50798be8-ac70-4538-a93f-5b9a3c631de4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/84dabbb6-2a5b-4786-8959-825c372a7780 HTTP/1.1" status: 200 len: 992 time: 0.1089590 Apr 11 14:35:45.590882 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-213f2635-19ff-47cb-864c-13ec52b418e5 admin admin] Deleting port ff59ab38-1279-4c1b-bce4-f8620d566937 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:35:45.591227 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-213f2635-19ff-47cb-864c-13ec52b418e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:45.619036 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 86f8b321-616e-4215-ab66-13041dcf388d up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:35:45.692109 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 86f8b321-616e-4215-ab66-13041dcf388d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:35:45.692435 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:45.783353 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-213f2635-19ff-47cb-864c-13ec52b418e5 admin admin] For port ff59ab38-1279-4c1b-bce4-f8620d566937, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=ff59ab38-1279-4c1b-bce4-f8620d566937,segment=NetworkSegment(53a731c9-c254-4fa9-9aa5-d4d3476a6234),segment_id=53a731c9-c254-4fa9-9aa5-d4d3476a6234)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:35:45.783628 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-213f2635-19ff-47cb-864c-13ec52b418e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:45.816472 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device a953c550-14fc-44f2-ad7a-8c58de621c59 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:35:45.836065 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47500) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:45.888294 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port a953c550-14fc-44f2-ad7a-8c58de621c59 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:35:45.888665 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:45.911026 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-213f2635-19ff-47cb-864c-13ec52b418e5 admin admin] Calling delete_port for ff59ab38-1279-4c1b-bce4-f8620d566937 owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:35:46.072456 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e3153-44c8-410e-a5ea-bb0766623305 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port cd26434c-8e3c-49cd-b883-dbeaa66c84bb {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:35:46.072456 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3153-44c8-410e-a5ea-bb0766623305 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:46.167543 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-213f2635-19ff-47cb-864c-13ec52b418e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:46.218871 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f2635-19ff-47cb-864c-13ec52b418e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff59ab38-1279-4c1b-bce4-f8620d566937,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:46.248132 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3153-44c8-410e-a5ea-bb0766623305 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:46.248466 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3153-44c8-410e-a5ea-bb0766623305 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:46.388090 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e3153-44c8-410e-a5ea-bb0766623305 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for cd26434c-8e3c-49cd-b883-dbeaa66c84bb owned by network:floatingip {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:35:46.514138 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-213f2635-19ff-47cb-864c-13ec52b418e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:46.630689 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3153-44c8-410e-a5ea-bb0766623305 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:46.680609 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e3153-44c8-410e-a5ea-bb0766623305 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=cd26434c-8e3c-49cd-b883-dbeaa66c84bb,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:46.779256 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3153-44c8-410e-a5ea-bb0766623305 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:46.779598 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-cd7e3153-44c8-410e-a5ea-bb0766623305 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Floating IP 84dabbb6-2a5b-4786-8959-825c372a7780 disassociated (deleted). External IP: 172.26.7.13, port: c8415e8e-c727-4d06-81e7-fd1c08cf87ef. Apr 11 14:35:46.893842 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213f2635-19ff-47cb-864c-13ec52b418e5 admin admin] Router d0a77d56-f457-4c23-ade9-c02e543ab6b6 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:35:47.160592 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7e3153-44c8-410e-a5ea-bb0766623305 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router 2c0763e9-7272-4693-8971-245efc8d31f3 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:35:47.209263 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213f2635-19ff-47cb-864c-13ec52b418e5 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:35:47.220031 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8c4cdd-01fd-4302-926e-1e3d7d0dd4b6 None None] Sync routers for ids ['d0a77d56-f457-4c23-ade9-c02e543ab6b6'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:35:47.231753 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8c4cdd-01fd-4302-926e-1e3d7d0dd4b6 None None] Routers {'d0a77d56-f457-4c23-ade9-c02e543ab6b6'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:35:47.235044 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-0d8c4cdd-01fd-4302-926e-1e3d7d0dd4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:35:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d0a77d56-f457-4c23-ade9-c02e543ab6b6'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:47.284263 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-213f2635-19ff-47cb-864c-13ec52b418e5 admin admin] 10.222.0.66 "PUT /v2.0/routers/d0a77d56-f457-4c23-ade9-c02e543ab6b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7546651 Apr 11 14:35:47.286977 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47504) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:47.429226 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-0d8c4cdd-01fd-4302-926e-1e3d7d0dd4b6 None None] Set router d0a77d56-f457-4c23-ade9-c02e543ab6b6 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:35:47.466061 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7e3153-44c8-410e-a5ea-bb0766623305 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:35:47.485764 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a5445bd0-d542-4c31-8a8d-f9fb4673dc32 admin admin] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:47.504203 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee0d834-db5e-4111-9e0d-229facf1ce37 None None] Sync routers for ids ['2c0763e9-7272-4693-8971-245efc8d31f3'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:35:47.504203 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee0d834-db5e-4111-9e0d-229facf1ce37 None None] Routers {'2c0763e9-7272-4693-8971-245efc8d31f3'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:35:47.504203 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-3ee0d834-db5e-4111-9e0d-229facf1ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:35:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['2c0763e9-7272-4693-8971-245efc8d31f3'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:47.564773 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3153-44c8-410e-a5ea-bb0766623305 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:47.662369 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cd7e3153-44c8-410e-a5ea-bb0766623305 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/floatingips/84dabbb6-2a5b-4786-8959-825c372a7780 HTTP/1.1" status: 204 len: 168 time: 1.8250513 Apr 11 14:35:47.664315 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9f1503-5b00-4609-8795-cf863ebf04e4', 'tag': 'c8415e8e-c727-4d06-81e7-fd1c08cf87ef'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:35:47.718059 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a5445bd0-d542-4c31-8a8d-f9fb4673dc32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:47.743569 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ee4836-c40c-4f0f-b16b-d362746a7c25'] response: {'name': 'network-changed', 'server_uuid': '0e9f1503-5b00-4609-8795-cf863ebf04e4', 'tag': 'c8415e8e-c727-4d06-81e7-fd1c08cf87ef', 'status': 'completed', 'code': 200} Apr 11 14:35:47.784038 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-0d8c4cdd-01fd-4302-926e-1e3d7d0dd4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a77d56-f457-4c23-ade9-c02e543ab6b6', 'name': 'tempest-TestVolumeBootPattern-1693071932-router', 'tenant_id': 'fb25919377d44ce8b5a8f2df7fe96be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': 'c9632962-728f-4e5c-9212-c107ae379d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:41Z', 'updated_at': '2022-04-11T14:35:46Z', 'revision_number': 5, 'project_id': 'fb25919377d44ce8b5a8f2df7fe96be9', 'gw_port': {'id': 'c9632962-728f-4e5c-9212-c107ae379d69', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a77d56-f457-4c23-ade9-c02e543ab6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:24:44Z', 'updated_at': '2022-04-11T14:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:47.789316 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8c4cdd-01fd-4302-926e-1e3d7d0dd4b6 None None] Checking router: d0a77d56-f457-4c23-ade9-c02e543ab6b6 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:35:47.807719 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8c4cdd-01fd-4302-926e-1e3d7d0dd4b6 None None] Routers {'d0a77d56-f457-4c23-ade9-c02e543ab6b6'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:35:47.811224 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-0d8c4cdd-01fd-4302-926e-1e3d7d0dd4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:35:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d0a77d56-f457-4c23-ade9-c02e543ab6b6'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:47.818453 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-3ee0d834-db5e-4111-9e0d-229facf1ce37 None None] Set router 2c0763e9-7272-4693-8971-245efc8d31f3 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:35:47.842078 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-a5445bd0-d542-4c31-8a8d-f9fb4673dc32 admin admin] Deleting port c9632962-728f-4e5c-9212-c107ae379d69 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:35:47.842588 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a5445bd0-d542-4c31-8a8d-f9fb4673dc32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:48.024795 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-0d8c4cdd-01fd-4302-926e-1e3d7d0dd4b6 None None] Set router d0a77d56-f457-4c23-ade9-c02e543ab6b6 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:35:48.039969 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b89678-55d5-4b5c-af95-8e473f6235fc req-ff5732fb-564c-4447-83fb-0434c97b6f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:35:48.041532 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-70b89678-55d5-4b5c-af95-8e473f6235fc req-ff5732fb-564c-4447-83fb-0434c97b6f6f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=0e9f1503-5b00-4609-8795-cf863ebf04e4 HTTP/1.1" status: 200 len: 1098 time: 0.2513485 Apr 11 14:35:48.143171 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-0d8c4cdd-01fd-4302-926e-1e3d7d0dd4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a77d56-f457-4c23-ade9-c02e543ab6b6', 'name': 'tempest-TestVolumeBootPattern-1693071932-router', 'tenant_id': 'fb25919377d44ce8b5a8f2df7fe96be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:41Z', 'updated_at': '2022-04-11T14:35:47Z', 'revision_number': 6, 'project_id': 'fb25919377d44ce8b5a8f2df7fe96be9', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:48.147656 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8c4cdd-01fd-4302-926e-1e3d7d0dd4b6 None None] The sync data for ids ['d0a77d56-f457-4c23-ade9-c02e543ab6b6'] in dv-neutron-837330-1-hyperv is: [{'id': 'd0a77d56-f457-4c23-ade9-c02e543ab6b6', 'name': 'tempest-TestVolumeBootPattern-1693071932-router', 'tenant_id': 'fb25919377d44ce8b5a8f2df7fe96be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:24:41Z', 'updated_at': '2022-04-11T14:35:47Z', 'revision_number': 6, 'project_id': 'fb25919377d44ce8b5a8f2df7fe96be9', 'gw_port_host': None}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:35:48.182100 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-a5445bd0-d542-4c31-8a8d-f9fb4673dc32 admin admin] For port c9632962-728f-4e5c-9212-c107ae379d69, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c9632962-728f-4e5c-9212-c107ae379d69,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:35:48.182601 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a5445bd0-d542-4c31-8a8d-f9fb4673dc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:48.208708 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-3ee0d834-db5e-4111-9e0d-229facf1ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'name': 'tempest-TestNetworkBasicOps-router-1525155490', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:33:55Z', 'updated_at': '2022-04-11T14:34:01Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:33:56Z', 'updated_at': '2022-04-11T14:35:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '86f8b321-616e-4215-ab66-13041dcf388d', 'name': '', 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:40:1d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'a18dee4b-cdd4-4224-90a0-2a73f26fe75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:34:00Z', 'updated_at': '2022-04-11T14:35:44Z', 'revision_number': 7, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a18dee4b-cdd4-4224-90a0-2a73f26fe75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:48.214142 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee0d834-db5e-4111-9e0d-229facf1ce37 None None] Checking router: 2c0763e9-7272-4693-8971-245efc8d31f3 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:35:48.224623 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee0d834-db5e-4111-9e0d-229facf1ce37 None None] Routers {'2c0763e9-7272-4693-8971-245efc8d31f3'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:35:48.225532 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-3ee0d834-db5e-4111-9e0d-229facf1ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:35:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['2c0763e9-7272-4693-8971-245efc8d31f3'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:48.324546 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-a5445bd0-d542-4c31-8a8d-f9fb4673dc32 admin admin] Calling delete_port for c9632962-728f-4e5c-9212-c107ae379d69 owned by network:router_gateway {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:35:48.424589 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-3ee0d834-db5e-4111-9e0d-229facf1ce37 None None] Set router 2c0763e9-7272-4693-8971-245efc8d31f3 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:35:48.429367 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b89678-55d5-4b5c-af95-8e473f6235fc req-a0e59cac-8972-43cd-8eec-b0896f8a700a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:35:48.430842 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-70b89678-55d5-4b5c-af95-8e473f6235fc req-a0e59cac-8972-43cd-8eec-b0896f8a700a service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6da1112-6dea-415b-bd54-882bc73ddb5b HTTP/1.1" status: 200 len: 898 time: 0.3819635 Apr 11 14:35:48.514360 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-70b89678-55d5-4b5c-af95-8e473f6235fc req-6dc3beb9-234a-4888-922b-65848733c4e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8415e8e-c727-4d06-81e7-fd1c08cf87ef HTTP/1.1" status: 200 len: 217 time: 0.0742455 Apr 11 14:35:48.623579 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b89678-55d5-4b5c-af95-8e473f6235fc req-a24de333-3cf2-4455-936b-9f98c17eb370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:35:48.625032 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-70b89678-55d5-4b5c-af95-8e473f6235fc req-a24de333-3cf2-4455-936b-9f98c17eb370 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a18dee4b-cdd4-4224-90a0-2a73f26fe75e HTTP/1.1" status: 200 len: 835 time: 0.0985026 Apr 11 14:35:48.766550 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-3ee0d834-db5e-4111-9e0d-229facf1ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'name': 'tempest-TestNetworkBasicOps-router-1525155490', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:33:55Z', 'updated_at': '2022-04-11T14:34:01Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:33:56Z', 'updated_at': '2022-04-11T14:35:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '86f8b321-616e-4215-ab66-13041dcf388d', 'name': '', 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:40:1d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'a18dee4b-cdd4-4224-90a0-2a73f26fe75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:34:00Z', 'updated_at': '2022-04-11T14:35:44Z', 'revision_number': 7, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a18dee4b-cdd4-4224-90a0-2a73f26fe75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:48.770821 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee0d834-db5e-4111-9e0d-229facf1ce37 None None] The sync data for ids ['2c0763e9-7272-4693-8971-245efc8d31f3'] in dv-neutron-837330-1-hyperv is: [{'id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'name': 'tempest-TestNetworkBasicOps-router-1525155490', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:33:55Z', 'updated_at': '2022-04-11T14:34:01Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:33:56Z', 'updated_at': '2022-04-11T14:35:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '86f8b321-616e-4215-ab66-13041dcf388d', 'name': '', 'network_id': 'c6da1112-6dea-415b-bd54-882bc73ddb5b', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:40:1d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'a18dee4b-cdd4-4224-90a0-2a73f26fe75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:34:00Z', 'updated_at': '2022-04-11T14:35:44Z', 'revision_number': 7, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a18dee4b-cdd4-4224-90a0-2a73f26fe75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:35:48.800768 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4196497-92f3-4014-b7cc-a2bd21ef7fa5 req-c7bcca14-9bf3-48e1-a67b-6e06e2c8f141 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:35:48.802329 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c4196497-92f3-4014-b7cc-a2bd21ef7fa5 req-c7bcca14-9bf3-48e1-a67b-6e06e2c8f141 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e9f1503-5b00-4609-8795-cf863ebf04e4 HTTP/1.1" status: 200 len: 945 time: 0.4881725 Apr 11 14:35:48.909642 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c4196497-92f3-4014-b7cc-a2bd21ef7fa5 req-eb0a0090-e760-4d2e-9b41-1bbef05d2959 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=69882e39-f379-4656-a26e-b618966cb3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013365 Apr 11 14:35:48.941654 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b89678-55d5-4b5c-af95-8e473f6235fc req-6f8dd3fd-8559-4524-ba86-a1726a01107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:35:48.943184 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-70b89678-55d5-4b5c-af95-8e473f6235fc req-6f8dd3fd-8559-4524-ba86-a1726a01107d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6da1112-6dea-415b-bd54-882bc73ddb5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3106279 Apr 11 14:35:49.058431 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a5445bd0-d542-4c31-8a8d-f9fb4673dc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:49.162453 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5445bd0-d542-4c31-8a8d-f9fb4673dc32 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9632962-728f-4e5c-9212-c107ae379d69,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:49.244142 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-70b89678-55d5-4b5c-af95-8e473f6235fc req-d35ddeca-60d5-4faf-9413-e59e473c04b8 service neutron] 10.222.0.53 "GET /v2.0/networks/c6da1112-6dea-415b-bd54-882bc73ddb5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878201 Apr 11 14:35:49.279668 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a5445bd0-d542-4c31-8a8d-f9fb4673dc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:49.532976 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a5445bd0-d542-4c31-8a8d-f9fb4673dc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:49.536893 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a5445bd0-d542-4c31-8a8d-f9fb4673dc32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:49.548483 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdf6bf6-d621-4a01-94dc-3b52f489f106 None None] New status for floating IP 84dabbb6-2a5b-4786-8959-825c372a7780: DOWN {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:35:49.580236 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-70b89678-55d5-4b5c-af95-8e473f6235fc req-5d194bb6-fed2-43be-9454-521a51161657 service neutron] 10.222.0.53 "GET /v2.0/networks/c6da1112-6dea-415b-bd54-882bc73ddb5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290293 Apr 11 14:35:49.610224 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ff59ab38-1279-4c1b-bce4-f8620d566937 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:35:49.684657 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a5445bd0-d542-4c31-8a8d-f9fb4673dc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:49.685092 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5445bd0-d542-4c31-8a8d-f9fb4673dc32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0a77d56-f457-4c23-ade9-c02e543ab6b6 {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:35:49.701028 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a5445bd0-d542-4c31-8a8d-f9fb4673dc32 admin admin] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:49.704667 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a5445bd0-d542-4c31-8a8d-f9fb4673dc32 admin admin] 10.222.0.66 "DELETE /v2.0/routers/d0a77d56-f457-4c23-ade9-c02e543ab6b6 HTTP/1.1" status: 204 len: 168 time: 2.4144635 Apr 11 14:35:49.705039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47518) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:49.709913 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: ff59ab38-1279-4c1b-bce4-f8620d566937 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:35:49.710256 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ff59ab38-1279-4c1b-bce4-f8620d566937 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:35:49.710662 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c9632962-728f-4e5c-9212-c107ae379d69 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:35:49.747324 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: c9632962-728f-4e5c-9212-c107ae379d69 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:35:49.747680 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c9632962-728f-4e5c-9212-c107ae379d69 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:35:49.776313 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-63088078-dcec-47ba-8901-f64276735a3c admin admin] Deleting subnet cd0f576c-42a8-49f0-8892-cc9572f9fdab {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:35:49.780149 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-63088078-dcec-47ba-8901-f64276735a3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:49.834584 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-63088078-dcec-47ba-8901-f64276735a3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:49.919340 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-63088078-dcec-47ba-8901-f64276735a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:50.073085 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-63088078-dcec-47ba-8901-f64276735a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:50.110007 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753751fb-a3bb-45fb-aa7e-57ab3b5a7a26 req-d2a832f7-77ea-47a6-a5e2-fc8cf77cac7c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:35:50.110719 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-753751fb-a3bb-45fb-aa7e-57ab3b5a7a26 req-d2a832f7-77ea-47a6-a5e2-fc8cf77cac7c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:35:50.119002 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63088078-dcec-47ba-8901-f64276735a3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd0f576c-42a8-49f0-8892-cc9572f9fdab,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:50.121752 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-63088078-dcec-47ba-8901-f64276735a3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:50.130204 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727e511f-3224-4e63-9652-a339d3630ce2 None None] Network d76597e9-05a5-4d56-93ee-f8a58eb0cb16 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:35:50.160876 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-63088078-dcec-47ba-8901-f64276735a3c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/cd0f576c-42a8-49f0-8892-cc9572f9fdab HTTP/1.1" status: 204 len: 168 time: 0.4546883 Apr 11 14:35:50.163635 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47526) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:50.203701 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-753751fb-a3bb-45fb-aa7e-57ab3b5a7a26 req-d2a832f7-77ea-47a6-a5e2-fc8cf77cac7c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:35:50.204953 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-753751fb-a3bb-45fb-aa7e-57ab3b5a7a26 req-d2a832f7-77ea-47a6-a5e2-fc8cf77cac7c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e9f1503-5b00-4609-8795-cf863ebf04e4 HTTP/1.1" status: 200 len: 945 time: 0.1780086 Apr 11 14:35:50.217515 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c9c18-4fa0-479e-8178-da5c6d3a3044 req-09d30268-3bf5-444a-b2c4-0afa42d433bf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:35:50.222628 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1b1c9c18-4fa0-479e-8178-da5c6d3a3044 req-09d30268-3bf5-444a-b2c4-0afa42d433bf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9f1503-5b00-4609-8795-cf863ebf04e4 HTTP/1.1" status: 200 len: 945 time: 0.0921361 Apr 11 14:35:50.306233 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-1b1c9c18-4fa0-479e-8178-da5c6d3a3044 req-8fcd7330-ba34-4ed3-8485-01d679af56d4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port c8415e8e-c727-4d06-81e7-fd1c08cf87ef {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:35:50.306496 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-1b1c9c18-4fa0-479e-8178-da5c6d3a3044 req-8fcd7330-ba34-4ed3-8485-01d679af56d4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:50.311365 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b65e763c-ff10-4c00-bfb9-770069715077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:50.320521 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-753751fb-a3bb-45fb-aa7e-57ab3b5a7a26 req-5dcdce79-4857-43d7-90fe-d34849b97073 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=69882e39-f379-4656-a26e-b618966cb3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685518 Apr 11 14:35:50.333442 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-b65e763c-ff10-4c00-bfb9-770069715077 admin admin] Deleting port 3cec1e50-f066-4461-bea7-96743b04dd35 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:35:50.333787 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b65e763c-ff10-4c00-bfb9-770069715077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:50.398256 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f01e3a-b689-4ad1-b7b3-5d5b479c323b None None] DHCP port deletion for d76597e9-05a5-4d56-93ee-f8a58eb0cb16 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:35:50.404996 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-95f01e3a-b689-4ad1-b7b3-5d5b479c323b None None] Deleting port 3cec1e50-f066-4461-bea7-96743b04dd35 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:35:50.406104 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-95f01e3a-b689-4ad1-b7b3-5d5b479c323b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:50.571244 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-b65e763c-ff10-4c00-bfb9-770069715077 admin admin] For port 3cec1e50-f066-4461-bea7-96743b04dd35, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3cec1e50-f066-4461-bea7-96743b04dd35,segment=NetworkSegment(53a731c9-c254-4fa9-9aa5-d4d3476a6234),segment_id=53a731c9-c254-4fa9-9aa5-d4d3476a6234)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:35:50.571880 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b65e763c-ff10-4c00-bfb9-770069715077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:50.579021 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-1b1c9c18-4fa0-479e-8178-da5c6d3a3044 req-8fcd7330-ba34-4ed3-8485-01d679af56d4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port c8415e8e-c727-4d06-81e7-fd1c08cf87ef, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=c8415e8e-c727-4d06-81e7-fd1c08cf87ef,segment=NetworkSegment(ccd48c3e-a27a-4c41-ae80-722e8a2ce804),segment_id=ccd48c3e-a27a-4c41-ae80-722e8a2ce804)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:35:50.579571 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-1b1c9c18-4fa0-479e-8178-da5c6d3a3044 req-8fcd7330-ba34-4ed3-8485-01d679af56d4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:50.632632 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-95f01e3a-b689-4ad1-b7b3-5d5b479c323b None None] For port 3cec1e50-f066-4461-bea7-96743b04dd35, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3cec1e50-f066-4461-bea7-96743b04dd35,segment=NetworkSegment(53a731c9-c254-4fa9-9aa5-d4d3476a6234),segment_id=53a731c9-c254-4fa9-9aa5-d4d3476a6234)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:35:50.632632 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-95f01e3a-b689-4ad1-b7b3-5d5b479c323b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:50.701144 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-b65e763c-ff10-4c00-bfb9-770069715077 admin admin] Calling delete_port for 3cec1e50-f066-4461-bea7-96743b04dd35 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:35:50.768197 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-95f01e3a-b689-4ad1-b7b3-5d5b479c323b None None] Calling delete_port for 3cec1e50-f066-4461-bea7-96743b04dd35 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:35:50.829067 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-1b1c9c18-4fa0-479e-8178-da5c6d3a3044 req-8fcd7330-ba34-4ed3-8485-01d679af56d4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for c8415e8e-c727-4d06-81e7-fd1c08cf87ef owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:35:50.849366 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b65e763c-ff10-4c00-bfb9-770069715077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:50.856992 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-95f01e3a-b689-4ad1-b7b3-5d5b479c323b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:35:50.856992 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-95f01e3a-b689-4ad1-b7b3-5d5b479c323b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:35:50.901998 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e763c-ff10-4c00-bfb9-770069715077 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cec1e50-f066-4461-bea7-96743b04dd35,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:50.903850 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65e763c-ff10-4c00-bfb9-770069715077 admin admin] No DVR routers for this DVR port 3cec1e50-f066-4461-bea7-96743b04dd35 on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:35:51.020615 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-1b1c9c18-4fa0-479e-8178-da5c6d3a3044 req-8fcd7330-ba34-4ed3-8485-01d679af56d4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:51.020988 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b65e763c-ff10-4c00-bfb9-770069715077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:51.048674 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-b65e763c-ff10-4c00-bfb9-770069715077 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d76597e9-05a5-4d56-93ee-f8a58eb0cb16']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:51.061259 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-b65e763c-ff10-4c00-bfb9-770069715077 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a731c9-c254-4fa9-9aa5-d4d3476a6234') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:51.061557 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-b65e763c-ff10-4c00-bfb9-770069715077 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a731c9-c254-4fa9-9aa5-d4d3476a6234') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:51.073036 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b65e763c-ff10-4c00-bfb9-770069715077 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:51.077801 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd7330-ba34-4ed3-8485-01d679af56d4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=c8415e8e-c727-4d06-81e7-fd1c08cf87ef,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:51.092669 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b65e763c-ff10-4c00-bfb9-770069715077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:51.099940 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65e763c-ff10-4c00-bfb9-770069715077 admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:35:51.101678 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b65e763c-ff10-4c00-bfb9-770069715077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:35:51.114565 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:35:51.153176 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1c9c18-4fa0-479e-8178-da5c6d3a3044 req-8fcd7330-ba34-4ed3-8485-01d679af56d4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] No DVR routers for this DVR port c8415e8e-c727-4d06-81e7-fd1c08cf87ef on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:35:51.155610 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-1b1c9c18-4fa0-479e-8178-da5c6d3a3044 req-8fcd7330-ba34-4ed3-8485-01d679af56d4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:51.158208 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9f1503-5b00-4609-8795-cf863ebf04e4', 'name': 'network-vif-deleted', 'tag': 'c8415e8e-c727-4d06-81e7-fd1c08cf87ef'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:35:51.205736 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d157c66-a235-481f-9790-33222ee1f135'] response: {'server_uuid': '0e9f1503-5b00-4609-8795-cf863ebf04e4', 'name': 'network-vif-deleted', 'tag': 'c8415e8e-c727-4d06-81e7-fd1c08cf87ef', 'status': 'completed', 'code': 200} Apr 11 14:35:51.253743 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1b1c9c18-4fa0-479e-8178-da5c6d3a3044 req-8fcd7330-ba34-4ed3-8485-01d679af56d4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "DELETE /v2.0/ports/c8415e8e-c727-4d06-81e7-fd1c08cf87ef HTTP/1.1" status: 204 len: 173 time: 1.0289688 Apr 11 14:35:51.281720 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b65e763c-ff10-4c00-bfb9-770069715077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:51.297667 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b65e763c-ff10-4c00-bfb9-770069715077 admin admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:51.308774 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e763c-ff10-4c00-bfb9-770069715077 admin admin] Pushing event deleted for resources: {'Network': ['ID=d76597e9-05a5-4d56-93ee-f8a58eb0cb16,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:51.316464 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b65e763c-ff10-4c00-bfb9-770069715077 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d76597e9-05a5-4d56-93ee-f8a58eb0cb16 HTTP/1.1" status: 204 len: 168 time: 1.1515472 Apr 11 14:35:51.360225 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-95f01e3a-b689-4ad1-b7b3-5d5b479c323b None None] Deleting port 3cec1e50-f066-4461-bea7-96743b04dd35 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:35:51.360225 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-95f01e3a-b689-4ad1-b7b3-5d5b479c323b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:51.439438 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-95f01e3a-b689-4ad1-b7b3-5d5b479c323b None None] The port '3cec1e50-f066-4461-bea7-96743b04dd35' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:35:51.533908 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-38a6e1c4-0066-4d96-aea5-dc4194ced2f6 req-6ea0a41c-81f2-4326-a516-02da685ab2af tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e9f1503-5b00-4609-8795-cf863ebf04e4 HTTP/1.1" status: 200 len: 210 time: 0.0461392 Apr 11 14:35:51.605219 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3cec1e50-f066-4461-bea7-96743b04dd35 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:35:51.640209 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 3cec1e50-f066-4461-bea7-96743b04dd35 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:35:51.640852 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3cec1e50-f066-4461-bea7-96743b04dd35 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:35:51.705054 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47536) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:51.753592 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-55f6ab19-fe0b-45fa-a3c2-545cee2ab083 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=df3145cb5eb94e5db4de6b7bba758d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473404 Apr 11 14:35:51.756049 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47540) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:51.821631 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f229-6567-4367-89bf-f01fbfff9c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:51.849042 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f229-6567-4367-89bf-f01fbfff9c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:52.020996 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f229-6567-4367-89bf-f01fbfff9c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:52.038490 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2f229-6567-4367-89bf-f01fbfff9c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d38c13a-a91d-47b3-88ec-944f8c8494b8,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:52.047166 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f229-6567-4367-89bf-f01fbfff9c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:52.048319 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2cd2f229-6567-4367-89bf-f01fbfff9c82 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1d38c13a-a91d-47b3-88ec-944f8c8494b8 HTTP/1.1" status: 204 len: 168 time: 0.2913749 Apr 11 14:35:52.630631 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47550) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:52.703309 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bc3867c1-e0f3-4afa-bd0e-94613b02fb26 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:52.738249 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bc3867c1-e0f3-4afa-bd0e-94613b02fb26 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:52.906774 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bc3867c1-e0f3-4afa-bd0e-94613b02fb26 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:52.926300 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3867c1-e0f3-4afa-bd0e-94613b02fb26 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69882e39-f379-4656-a26e-b618966cb3fb,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:52.944999 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47554) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:52.996217 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-adadb312-f283-4728-b18f-9436844780dc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fb25919377d44ce8b5a8f2df7fe96be9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500460 Apr 11 14:35:52.998775 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47558) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:53.002491 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bc3867c1-e0f3-4afa-bd0e-94613b02fb26 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:53.006271 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bc3867c1-e0f3-4afa-bd0e-94613b02fb26 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/security-groups/69882e39-f379-4656-a26e-b618966cb3fb HTTP/1.1" status: 204 len: 168 time: 0.3719797 Apr 11 14:35:53.062699 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3a9d3053-1cb8-4bfc-b301-852470460662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:53.089936 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3a9d3053-1cb8-4bfc-b301-852470460662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:53.095141 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47564) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:53.220788 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3a9d3053-1cb8-4bfc-b301-852470460662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:53.241079 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d3053-1cb8-4bfc-b301-852470460662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a6a4f3-ab08-478f-9bae-30e66cc372e4,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:53.246404 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3a9d3053-1cb8-4bfc-b301-852470460662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:53.247696 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3a9d3053-1cb8-4bfc-b301-852470460662 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/65a6a4f3-ab08-478f-9bae-30e66cc372e4 HTTP/1.1" status: 204 len: 168 time: 0.2473860 Apr 11 14:35:53.705188 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eb28d149-eee3-4f5f-b732-91ddf3e6ee1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:54.201062 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-eb28d149-eee3-4f5f-b732-91ddf3e6ee1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port 86f8b321-616e-4215-ab66-13041dcf388d {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:35:54.201323 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eb28d149-eee3-4f5f-b732-91ddf3e6ee1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:54.329194 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:54.404966 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-eb28d149-eee3-4f5f-b732-91ddf3e6ee1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port 86f8b321-616e-4215-ab66-13041dcf388d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=86f8b321-616e-4215-ab66-13041dcf388d,segment=NetworkSegment(ccd48c3e-a27a-4c41-ae80-722e8a2ce804),segment_id=ccd48c3e-a27a-4c41-ae80-722e8a2ce804)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:35:54.405328 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eb28d149-eee3-4f5f-b732-91ddf3e6ee1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:54.560771 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-eb28d149-eee3-4f5f-b732-91ddf3e6ee1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for 86f8b321-616e-4215-ab66-13041dcf388d owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:35:54.812541 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device c8415e8e-c727-4d06-81e7-fd1c08cf87ef no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:35:54.832498 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eb28d149-eee3-4f5f-b732-91ddf3e6ee1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:54.849289 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: c8415e8e-c727-4d06-81e7-fd1c08cf87ef {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:35:54.849626 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device c8415e8e-c727-4d06-81e7-fd1c08cf87ef not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:35:54.879874 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28d149-eee3-4f5f-b732-91ddf3e6ee1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=86f8b321-616e-4215-ab66-13041dcf388d,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:55.174887 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eb28d149-eee3-4f5f-b732-91ddf3e6ee1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:55.219117 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c12fa4c8-403c-4ab6-b4f3-5bc9946fc7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:55.559350 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb28d149-eee3-4f5f-b732-91ddf3e6ee1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router 2c0763e9-7272-4693-8971-245efc8d31f3 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:35:55.851421 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb28d149-eee3-4f5f-b732-91ddf3e6ee1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:35:55.861022 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25af0385-ca37-4208-b38e-2fc3f2c94b0a None None] Sync routers for ids ['2c0763e9-7272-4693-8971-245efc8d31f3'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:35:55.864207 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-eb28d149-eee3-4f5f-b732-91ddf3e6ee1d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "PUT /v2.0/routers/2c0763e9-7272-4693-8971-245efc8d31f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7679343 Apr 11 14:35:55.866893 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47570) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:55.870888 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25af0385-ca37-4208-b38e-2fc3f2c94b0a None None] Routers {'2c0763e9-7272-4693-8971-245efc8d31f3'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:35:55.871491 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-25af0385-ca37-4208-b38e-2fc3f2c94b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:35:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['2c0763e9-7272-4693-8971-245efc8d31f3'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:55.934512 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3560cb-f504-4215-bec1-e7b9a22f3772 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting subnet a18dee4b-cdd4-4224-90a0-2a73f26fe75e {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:35:55.937707 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc3560cb-f504-4215-bec1-e7b9a22f3772 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:55.993276 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc3560cb-f504-4215-bec1-e7b9a22f3772 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:56.052738 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-25af0385-ca37-4208-b38e-2fc3f2c94b0a None None] Set router 2c0763e9-7272-4693-8971-245efc8d31f3 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:35:56.084108 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc3560cb-f504-4215-bec1-e7b9a22f3772 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:56.221163 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc3560cb-f504-4215-bec1-e7b9a22f3772 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:56.264815 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3560cb-f504-4215-bec1-e7b9a22f3772 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Subnet': ['ID=a18dee4b-cdd4-4224-90a0-2a73f26fe75e,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:56.269004 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dc3560cb-f504-4215-bec1-e7b9a22f3772 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:56.277412 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-dc3560cb-f504-4215-bec1-e7b9a22f3772 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/subnets/a18dee4b-cdd4-4224-90a0-2a73f26fe75e HTTP/1.1" status: 204 len: 168 time: 0.4090116 Apr 11 14:35:56.278649 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0064594f-16af-48d3-9666-a5752c9d6b57 None None] Network c6da1112-6dea-415b-bd54-882bc73ddb5b requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:35:56.280242 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47574) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:56.363191 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-25af0385-ca37-4208-b38e-2fc3f2c94b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'name': 'tempest-TestNetworkBasicOps-router-1525155490', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:33:55Z', 'updated_at': '2022-04-11T14:35:54Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:33:56Z', 'updated_at': '2022-04-11T14:35:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:56.369121 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25af0385-ca37-4208-b38e-2fc3f2c94b0a None None] Checking router: 2c0763e9-7272-4693-8971-245efc8d31f3 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:35:56.379430 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25af0385-ca37-4208-b38e-2fc3f2c94b0a None None] Routers {'2c0763e9-7272-4693-8971-245efc8d31f3'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:35:56.380331 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-25af0385-ca37-4208-b38e-2fc3f2c94b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:35:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['2c0763e9-7272-4693-8971-245efc8d31f3'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:56.585543 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a76f100-a26a-4906-98d7-07c6ade2cea4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:56.608764 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff74803-2da5-4255-a8e4-ea2939ea7e46 None None] DHCP port deletion for c6da1112-6dea-415b-bd54-882bc73ddb5b request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:35:56.613664 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-6ff74803-2da5-4255-a8e4-ea2939ea7e46 None None] Deleting port ba7f92e0-e115-4a1b-b29c-2eecfd6ff230 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:35:56.613792 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-25af0385-ca37-4208-b38e-2fc3f2c94b0a None None] Set router 2c0763e9-7272-4693-8971-245efc8d31f3 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:35:56.614235 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6ff74803-2da5-4255-a8e4-ea2939ea7e46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:56.776355 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a76f100-a26a-4906-98d7-07c6ade2cea4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:56.836130 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-6ff74803-2da5-4255-a8e4-ea2939ea7e46 None None] For port ba7f92e0-e115-4a1b-b29c-2eecfd6ff230, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=ba7f92e0-e115-4a1b-b29c-2eecfd6ff230,segment=NetworkSegment(ccd48c3e-a27a-4c41-ae80-722e8a2ce804),segment_id=ccd48c3e-a27a-4c41-ae80-722e8a2ce804)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:35:56.836425 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6ff74803-2da5-4255-a8e4-ea2939ea7e46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:56.847747 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-7a76f100-a26a-4906-98d7-07c6ade2cea4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port a953c550-14fc-44f2-ad7a-8c58de621c59 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:35:56.848163 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a76f100-a26a-4906-98d7-07c6ade2cea4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:56.920368 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-25af0385-ca37-4208-b38e-2fc3f2c94b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'name': 'tempest-TestNetworkBasicOps-router-1525155490', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:33:55Z', 'updated_at': '2022-04-11T14:35:54Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:33:56Z', 'updated_at': '2022-04-11T14:35:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:56.927370 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25af0385-ca37-4208-b38e-2fc3f2c94b0a None None] The sync data for ids ['2c0763e9-7272-4693-8971-245efc8d31f3'] in dv-neutron-837330-1-hyperv is: [{'id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'name': 'tempest-TestNetworkBasicOps-router-1525155490', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:33:55Z', 'updated_at': '2022-04-11T14:35:54Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'a953c550-14fc-44f2-ad7a-8c58de621c59', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0763e9-7272-4693-8971-245efc8d31f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:33:56Z', 'updated_at': '2022-04-11T14:35:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:35:56.971902 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-6ff74803-2da5-4255-a8e4-ea2939ea7e46 None None] Calling delete_port for ba7f92e0-e115-4a1b-b29c-2eecfd6ff230 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:35:57.048648 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-7a76f100-a26a-4906-98d7-07c6ade2cea4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port a953c550-14fc-44f2-ad7a-8c58de621c59, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=a953c550-14fc-44f2-ad7a-8c58de621c59,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:35:57.049323 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a76f100-a26a-4906-98d7-07c6ade2cea4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:57.133276 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6ff74803-2da5-4255-a8e4-ea2939ea7e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:57.182816 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff74803-2da5-4255-a8e4-ea2939ea7e46 None None] Pushing event deleted for resources: {'Port': ['ID=ba7f92e0-e115-4a1b-b29c-2eecfd6ff230,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:57.185961 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-7a76f100-a26a-4906-98d7-07c6ade2cea4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for a953c550-14fc-44f2-ad7a-8c58de621c59 owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:35:57.187875 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff74803-2da5-4255-a8e4-ea2939ea7e46 None None] No DVR routers for this DVR port ba7f92e0-e115-4a1b-b29c-2eecfd6ff230 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:35:57.450711 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a76f100-a26a-4906-98d7-07c6ade2cea4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:57.512591 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76f100-a26a-4906-98d7-07c6ade2cea4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=a953c550-14fc-44f2-ad7a-8c58de621c59,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:57.635743 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a76f100-a26a-4906-98d7-07c6ade2cea4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:57.669719 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 86f8b321-616e-4215-ab66-13041dcf388d no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:35:57.705759 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7621905f-bd53-410f-80be-fe425199295c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:57.717885 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 86f8b321-616e-4215-ab66-13041dcf388d {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:35:57.718251 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 86f8b321-616e-4215-ab66-13041dcf388d not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:35:57.718670 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ba7f92e0-e115-4a1b-b29c-2eecfd6ff230 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:35:57.760028 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: ba7f92e0-e115-4a1b-b29c-2eecfd6ff230 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:35:57.760373 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ba7f92e0-e115-4a1b-b29c-2eecfd6ff230 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:35:57.850346 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a76f100-a26a-4906-98d7-07c6ade2cea4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:57.854493 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a76f100-a26a-4906-98d7-07c6ade2cea4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:57.967624 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a76f100-a26a-4906-98d7-07c6ade2cea4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:57.972615 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a76f100-a26a-4906-98d7-07c6ade2cea4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Fanout notify agent at l3_agent the message router_deleted on router 2c0763e9-7272-4693-8971-245efc8d31f3 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:35:57.991240 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a76f100-a26a-4906-98d7-07c6ade2cea4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:57.992808 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7a76f100-a26a-4906-98d7-07c6ade2cea4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/routers/2c0763e9-7272-4693-8971-245efc8d31f3 HTTP/1.1" status: 204 len: 168 time: 1.7109778 Apr 11 14:35:57.998988 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47578) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:58.152883 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5a370b97-2ec9-4d91-b783-b2a06c3a708c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:58.297215 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5a370b97-2ec9-4d91-b783-b2a06c3a708c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:58.325237 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-5a370b97-2ec9-4d91-b783-b2a06c3a708c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6da1112-6dea-415b-bd54-882bc73ddb5b']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:58.338355 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-5a370b97-2ec9-4d91-b783-b2a06c3a708c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd48c3e-a27a-4c41-ae80-722e8a2ce804') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:58.338652 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-5a370b97-2ec9-4d91-b783-b2a06c3a708c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd48c3e-a27a-4c41-ae80-722e8a2ce804') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:35:58.352348 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5a370b97-2ec9-4d91-b783-b2a06c3a708c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:58.369256 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5a370b97-2ec9-4d91-b783-b2a06c3a708c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:58.375714 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a370b97-2ec9-4d91-b783-b2a06c3a708c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:35:58.376105 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5a370b97-2ec9-4d91-b783-b2a06c3a708c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:35:58.391300 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:35:58.557992 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5a370b97-2ec9-4d91-b783-b2a06c3a708c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:58.576281 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5a370b97-2ec9-4d91-b783-b2a06c3a708c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:58.586572 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a370b97-2ec9-4d91-b783-b2a06c3a708c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Network': ['ID=c6da1112-6dea-415b-bd54-882bc73ddb5b,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:58.695184 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:58.723797 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:58.724517 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5a370b97-2ec9-4d91-b783-b2a06c3a708c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/networks/c6da1112-6dea-415b-bd54-882bc73ddb5b HTTP/1.1" status: 204 len: 168 time: 0.7239923 Apr 11 14:35:58.749248 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47584) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:58.755637 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-e8887dea-f18b-4690-8341-b717ba544507 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'network': {'name': 'tempest-network-smoke--822229706', 'project_id': '572b8884360948e38c79b057606230d9', 'port_security_enabled': True}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:35:58.760589 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e8887dea-f18b-4690-8341-b717ba544507 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:35:58.765022 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e8887dea-f18b-4690-8341-b717ba544507 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:network and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:35:58.768022 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e8887dea-f18b-4690-8341-b717ba544507 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:35:58.774467 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e8887dea-f18b-4690-8341-b717ba544507 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:35:58.866285 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8887dea-f18b-4690-8341-b717ba544507 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:35:58.869778 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e8887dea-f18b-4690-8341-b717ba544507 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:58.901202 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8887dea-f18b-4690-8341-b717ba544507 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:35:58.910753 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e8887dea-f18b-4690-8341-b717ba544507 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:58.911090 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-e8887dea-f18b-4690-8341-b717ba544507 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Added segment 12d09226-a22e-4d68-b9ee-25708d014369 of type vlan for network 307f01ba-c28f-4550-961c-9ebcff9ee510 Apr 11 14:35:58.937712 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e8887dea-f18b-4690-8341-b717ba544507 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:59.047786 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e8887dea-f18b-4690-8341-b717ba544507 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:59.053773 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8887dea-f18b-4690-8341-b717ba544507 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:35:59.054379 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e8887dea-f18b-4690-8341-b717ba544507 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:59.162722 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8887dea-f18b-4690-8341-b717ba544507 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Network': ['ID=307f01ba-c28f-4550-961c-9ebcff9ee510,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:35:59.173442 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 307f01ba-c28f-4550-961c-9ebcff9ee510 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:35:59.208531 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e8887dea-f18b-4690-8341-b717ba544507 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4581473 Apr 11 14:35:59.211217 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47588) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:35:59.217099 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-725befaf-a7e2-425a-b842-215aceff44e5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1492916747', 'admin_state_up': True, 'project_id': '572b8884360948e38c79b057606230d9', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:35:59.224499 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-725befaf-a7e2-425a-b842-215aceff44e5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:35:59.228495 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-725befaf-a7e2-425a-b842-215aceff44e5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:router and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:35:59.231502 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-725befaf-a7e2-425a-b842-215aceff44e5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:35:59.237915 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-725befaf-a7e2-425a-b842-215aceff44e5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:35:59.293811 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-725befaf-a7e2-425a-b842-215aceff44e5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:59.294889 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-725befaf-a7e2-425a-b842-215aceff44e5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:59.310607 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-725befaf-a7e2-425a-b842-215aceff44e5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:59.555947 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device a953c550-14fc-44f2-ad7a-8c58de621c59 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:35:59.590656 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: a953c550-14fc-44f2-ad7a-8c58de621c59 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:35:59.591003 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device a953c550-14fc-44f2-ad7a-8c58de621c59 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:35:59.647499 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-725befaf-a7e2-425a-b842-215aceff44e5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:35:59.893162 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:00.136802 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-725befaf-a7e2-425a-b842-215aceff44e5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_gateway, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:00.166420 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-725befaf-a7e2-425a-b842-215aceff44e5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:00.305877 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-725befaf-a7e2-425a-b842-215aceff44e5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.26.7.235 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/e03a58ab-244d-457a-8ba6-b62547e300f4) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:36:00.457463 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-725befaf-a7e2-425a-b842-215aceff44e5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:00.545692 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-725befaf-a7e2-425a-b842-215aceff44e5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:00.609396 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725befaf-a7e2-425a-b842-215aceff44e5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:36:00.612338 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-725befaf-a7e2-425a-b842-215aceff44e5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:36:00.615916 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725befaf-a7e2-425a-b842-215aceff44e5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:36:00.670509 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725befaf-a7e2-425a-b842-215aceff44e5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=e03a58ab-244d-457a-8ba6-b62547e300f4,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:36:01.115540 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-725befaf-a7e2-425a-b842-215aceff44e5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_gateway, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:01.593408 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-725befaf-a7e2-425a-b842-215aceff44e5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:01.870606 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725befaf-a7e2-425a-b842-215aceff44e5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router 33f3a097-8226-4225-a834-f3b33ed81f42 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:36:02.057498 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725befaf-a7e2-425a-b842-215aceff44e5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:36:02.069127 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] Sync routers for ids ['33f3a097-8226-4225-a834-f3b33ed81f42'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:36:02.079017 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] Routers {'33f3a097-8226-4225-a834-f3b33ed81f42'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:36:02.079628 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:35:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['33f3a097-8226-4225-a834-f3b33ed81f42'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:36:02.146713 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-725befaf-a7e2-425a-b842-215aceff44e5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:02.147898 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-725befaf-a7e2-425a-b842-215aceff44e5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9356887 Apr 11 14:36:02.151097 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47594) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:36:02.197438 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7497e004-4c85-425e-9589-45a07a31c2cd tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=572b8884360948e38c79b057606230d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452454 Apr 11 14:36:02.200203 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47598) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:36:02.263414 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] Set router 33f3a097-8226-4225-a834-f3b33ed81f42 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:36:02.342374 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf10492-2ff0-4d97-bfde-00271725e8ca tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:02.343908 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4bf10492-2ff0-4d97-bfde-00271725e8ca tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1427760 Apr 11 14:36:02.346793 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47602) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:36:02.393775 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f228ae77-e271-4c60-b693-ffec4476b568 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=cff58315-4a25-4203-8056-2db185a2b95d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434704 Apr 11 14:36:02.394049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47606) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:36:02.399454 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-54453285-734d-4442-beb6-830694d9b7a3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1444548548', 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510', 'project_id': '572b8884360948e38c79b057606230d9', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:36:02.517812 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-54453285-734d-4442-beb6-830694d9b7a3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:36:02.523365 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-54453285-734d-4442-beb6-830694d9b7a3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:subnet and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:36:02.526826 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-54453285-734d-4442-beb6-830694d9b7a3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:36:02.534955 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-54453285-734d-4442-beb6-830694d9b7a3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:36:02.576532 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'name': 'tempest-TestNetworkBasicOps-router-1492916747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235'}], 'enable_snat': True}, 'gw_port_id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:35:59Z', 'updated_at': '2022-04-11T14:36:00Z', 'revision_number': 3, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ad:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:36:00Z', 'updated_at': '2022-04-11T14:36:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:36:02.580707 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] Checking router: 33f3a097-8226-4225-a834-f3b33ed81f42 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:36:02.581053 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] Updating router 33f3a097-8226-4225-a834-f3b33ed81f42 port e03a58ab-244d-457a-8ba6-b62547e300f4 binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:36:02.614339 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54453285-734d-4442-beb6-830694d9b7a3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:36:02.618027 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-54453285-734d-4442-beb6-830694d9b7a3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:02.641666 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:02.923873 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-54453285-734d-4442-beb6-830694d9b7a3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:03.012946 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54453285-734d-4442-beb6-830694d9b7a3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Subnet': ['ID=872b7187-92bc-405a-95a3-69d85594e7eb,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:36:03.028620 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54453285-734d-4442-beb6-830694d9b7a3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Checking segment: {'id': '12d09226-a22e-4d68-b9ee-25708d014369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:36:03.029122 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54453285-734d-4442-beb6-830694d9b7a3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network hostable DHCP agents. Network: 307f01ba-c28f-4550-961c-9ebcff9ee510, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:36:03.084489 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:03.089269 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54453285-734d-4442-beb6-830694d9b7a3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network 307f01ba-c28f-4550-961c-9ebcff9ee510 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:36:03.098237 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] Transition to ACTIVE for port object e03a58ab-244d-457a-8ba6-b62547e300f4 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:36:03.146576 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-54453285-734d-4442-beb6-830694d9b7a3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 307f01ba-c28f-4550-961c-9ebcff9ee510) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:36:03.150935 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54453285-734d-4442-beb6-830694d9b7a3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:03.151595 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-54453285-734d-4442-beb6-830694d9b7a3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:03.159401 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:03.193679 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9d2e22-4bbb-4c2d-a1e5-b3c45849df86 None None] Network 307f01ba-c28f-4550-961c-9ebcff9ee510 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:36:03.242699 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-54453285-734d-4442-beb6-830694d9b7a3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8476756 Apr 11 14:36:03.245470 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47610) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:36:03.332552 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] Attempting to bind port e03a58ab-244d-457a-8ba6-b62547e300f4 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:36:03.332915 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] Attempting to bind port e03a58ab-244d-457a-8ba6-b62547e300f4 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:36:03.333277 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] Attempting to bind port e03a58ab-244d-457a-8ba6-b62547e300f4 on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:36:03.335473 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774464c8-3b38-40f7-ac0b-d6c18c89fe3e None None] Pushing event updated for resources: {'Port': ['ID=e03a58ab-244d-457a-8ba6-b62547e300f4,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:36:03.349262 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:36:03.349781 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:36:03.350311 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:03.350631 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:36:03.351121 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] Bound port: e03a58ab-244d-457a-8ba6-b62547e300f4, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:36:03.351490 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:03.483315 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] For port e03a58ab-244d-457a-8ba6-b62547e300f4, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:36:03.495911 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] For port e03a58ab-244d-457a-8ba6-b62547e300f4, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e03a58ab-244d-457a-8ba6-b62547e300f4,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:36:03.545431 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff02862-767b-4c3c-8ebe-a01962f2422d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-307f01ba-c28f-4550-961c-9ebcff9ee510', 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510', 'tenant_id': '572b8884360948e38c79b057606230d9', 'fixed_ips': [{'subnet_id': '872b7187-92bc-405a-95a3-69d85594e7eb'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:36:03.546539 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5ff02862-767b-4c3c-8ebe-a01962f2422d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:03.627109 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:03.775726 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] Routers {'33f3a097-8226-4225-a834-f3b33ed81f42'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:36:03.776258 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:35:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['33f3a097-8226-4225-a834-f3b33ed81f42'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:36:03.834176 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774464c8-3b38-40f7-ac0b-d6c18c89fe3e None None] Pushing event updated for resources: {'Port': ['ID=e03a58ab-244d-457a-8ba6-b62547e300f4,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:36:03.867343 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-5ff02862-767b-4c3c-8ebe-a01962f2422d None None] Allocated IP 172.20.0.2 (307f01ba-c28f-4550-961c-9ebcff9ee510/872b7187-92bc-405a-95a3-69d85594e7eb/47c686af-2ef8-4e7d-b901-b095e293fed2) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:36:04.065419 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] Set router 33f3a097-8226-4225-a834-f3b33ed81f42 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:36:04.113178 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9093f3ef-037b-471d-9e64-d853dd063658 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:04.454775 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5ff02862-767b-4c3c-8ebe-a01962f2422d None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:04.472299 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5ff02862-767b-4c3c-8ebe-a01962f2422d None None] Transition to ACTIVE for port object 47c686af-2ef8-4e7d-b901-b095e293fed2 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:36:04.499791 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5ff02862-767b-4c3c-8ebe-a01962f2422d None None] Transition to ACTIVE for port object 47c686af-2ef8-4e7d-b901-b095e293fed2 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:36:04.516351 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'name': 'tempest-TestNetworkBasicOps-router-1492916747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235'}], 'enable_snat': True}, 'gw_port_id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:35:59Z', 'updated_at': '2022-04-11T14:36:00Z', 'revision_number': 3, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ad:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:36:00Z', 'updated_at': '2022-04-11T14:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:36:04.520231 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dff12cc-fd13-44c2-82b5-992b76350021 None None] The sync data for ids ['33f3a097-8226-4225-a834-f3b33ed81f42'] in dv-neutron-837330-1-hyperv is: [{'id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'name': 'tempest-TestNetworkBasicOps-router-1492916747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235'}], 'enable_snat': True}, 'gw_port_id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:35:59Z', 'updated_at': '2022-04-11T14:36:00Z', 'revision_number': 3, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ad:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:36:00Z', 'updated_at': '2022-04-11T14:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:36:04.563938 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5ff02862-767b-4c3c-8ebe-a01962f2422d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:04.627242 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff02862-767b-4c3c-8ebe-a01962f2422d None None] Network 307f01ba-c28f-4550-961c-9ebcff9ee510 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:36:04.630230 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-5ff02862-767b-4c3c-8ebe-a01962f2422d None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:36:04.638914 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff02862-767b-4c3c-8ebe-a01962f2422d None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:36:04.644249 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-9093f3ef-037b-471d-9e64-d853dd063658 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.20.0.1 (307f01ba-c28f-4550-961c-9ebcff9ee510/872b7187-92bc-405a-95a3-69d85594e7eb/e2f69d3c-7102-4526-aa9e-13c68326bd71) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:36:04.648449 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff02862-767b-4c3c-8ebe-a01962f2422d None None] Pushing event updated for resources: {'Port': ['ID=47c686af-2ef8-4e7d-b901-b095e293fed2,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:36:04.754224 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-5ff02862-767b-4c3c-8ebe-a01962f2422d None None] Attempting to bind port 47c686af-2ef8-4e7d-b901-b095e293fed2 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:36:04.754856 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-5ff02862-767b-4c3c-8ebe-a01962f2422d None None] Attempting to bind port 47c686af-2ef8-4e7d-b901-b095e293fed2 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '12d09226-a22e-4d68-b9ee-25708d014369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:36:04.755428 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff02862-767b-4c3c-8ebe-a01962f2422d None None] Attempting to bind port 47c686af-2ef8-4e7d-b901-b095e293fed2 on network 307f01ba-c28f-4550-961c-9ebcff9ee510 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:36:04.761837 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff02862-767b-4c3c-8ebe-a01962f2422d None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:36:04.762597 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff02862-767b-4c3c-8ebe-a01962f2422d None None] Checking segment: {'id': '12d09226-a22e-4d68-b9ee-25708d014369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:36:04.763244 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5ff02862-767b-4c3c-8ebe-a01962f2422d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:04.763846 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff02862-767b-4c3c-8ebe-a01962f2422d None None] Bound using segment: {'id': '12d09226-a22e-4d68-b9ee-25708d014369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:36:04.764516 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-5ff02862-767b-4c3c-8ebe-a01962f2422d None None] Bound port: 47c686af-2ef8-4e7d-b901-b095e293fed2, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d09226-a22e-4d68-b9ee-25708d014369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:36:04.765113 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5ff02862-767b-4c3c-8ebe-a01962f2422d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:04.826157 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9093f3ef-037b-471d-9e64-d853dd063658 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:04.844361 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-9093f3ef-037b-471d-9e64-d853dd063658 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Transition to ACTIVE for port object e2f69d3c-7102-4526-aa9e-13c68326bd71 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:36:04.866214 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-5ff02862-767b-4c3c-8ebe-a01962f2422d None None] For port 47c686af-2ef8-4e7d-b901-b095e293fed2, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:36:04.869313 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-5ff02862-767b-4c3c-8ebe-a01962f2422d None None] For port 47c686af-2ef8-4e7d-b901-b095e293fed2, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=47c686af-2ef8-4e7d-b901-b095e293fed2,segment=NetworkSegment(12d09226-a22e-4d68-b9ee-25708d014369),segment_id=12d09226-a22e-4d68-b9ee-25708d014369)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:36:04.925760 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9093f3ef-037b-471d-9e64-d853dd063658 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:04.975490 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5ff02862-767b-4c3c-8ebe-a01962f2422d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:05.029432 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9093f3ef-037b-471d-9e64-d853dd063658 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network 307f01ba-c28f-4550-961c-9ebcff9ee510 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:36:05.033159 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-9093f3ef-037b-471d-9e64-d853dd063658 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:36:05.035580 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093f3ef-037b-471d-9e64-d853dd063658 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=e2f69d3c-7102-4526-aa9e-13c68326bd71,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:36:05.038927 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9093f3ef-037b-471d-9e64-d853dd063658 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:36:05.098607 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff02862-767b-4c3c-8ebe-a01962f2422d None None] Pushing event updated for resources: {'Port': ['ID=47c686af-2ef8-4e7d-b901-b095e293fed2,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:36:05.111218 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9093f3ef-037b-471d-9e64-d853dd063658 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:05.511197 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9093f3ef-037b-471d-9e64-d853dd063658 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:05.661358 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 47c686af-2ef8-4e7d-b901-b095e293fed2 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:36:05.796352 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 47c686af-2ef8-4e7d-b901-b095e293fed2 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:36:05.802699 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:36:05.804761 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e03a58ab-244d-457a-8ba6-b62547e300f4 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:36:05.946258 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port e03a58ab-244d-457a-8ba6-b62547e300f4 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:36:05.952765 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port e03a58ab-244d-457a-8ba6-b62547e300f4 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:36:05.953216 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:06.118118 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9093f3ef-037b-471d-9e64-d853dd063658 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:06.130038 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:06.147960 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port e03a58ab-244d-457a-8ba6-b62547e300f4, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e03a58ab-244d-457a-8ba6-b62547e300f4,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:36:06.172670 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c52b822-4d40-4475-96ba-1b908f01e8d9 None None] Network 307f01ba-c28f-4550-961c-9ebcff9ee510 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:36:06.178889 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9093f3ef-037b-471d-9e64-d853dd063658 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:06.259733 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:06.299233 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9093f3ef-037b-471d-9e64-d853dd063658 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:06.304403 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093f3ef-037b-471d-9e64-d853dd063658 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=e2f69d3c-7102-4526-aa9e-13c68326bd71,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:36:06.382079 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=e03a58ab-244d-457a-8ba6-b62547e300f4,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:36:06.415238 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-2e7afa59-69e5-4564-9d38-e9f2619fa2d6 None None] Provisioning for port 47c686af-2ef8-4e7d-b901-b095e293fed2 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:36:06.435066 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-2e7afa59-69e5-4564-9d38-e9f2619fa2d6 None None] Provisioning complete for port 47c686af-2ef8-4e7d-b901-b095e293fed2 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:36:06.435066 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2e7afa59-69e5-4564-9d38-e9f2619fa2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:06.479709 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9093f3ef-037b-471d-9e64-d853dd063658 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network 307f01ba-c28f-4550-961c-9ebcff9ee510 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:36:06.482034 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-9093f3ef-037b-471d-9e64-d853dd063658 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:36:06.619141 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2e7afa59-69e5-4564-9d38-e9f2619fa2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:06.660257 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-2e7afa59-69e5-4564-9d38-e9f2619fa2d6 None None] For port 47c686af-2ef8-4e7d-b901-b095e293fed2, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=47c686af-2ef8-4e7d-b901-b095e293fed2,segment=NetworkSegment(12d09226-a22e-4d68-b9ee-25708d014369),segment_id=12d09226-a22e-4d68-b9ee-25708d014369)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:36:06.693959 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9093f3ef-037b-471d-9e64-d853dd063658 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router 33f3a097-8226-4225-a834-f3b33ed81f42 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:36:06.728552 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2e7afa59-69e5-4564-9d38-e9f2619fa2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:06.816908 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7afa59-69e5-4564-9d38-e9f2619fa2d6 None None] Pushing event updated for resources: {'Port': ['ID=47c686af-2ef8-4e7d-b901-b095e293fed2,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:36:06.903937 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9093f3ef-037b-471d-9e64-d853dd063658 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:36:06.915253 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] Sync routers for ids ['33f3a097-8226-4225-a834-f3b33ed81f42'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:36:06.920840 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9093f3ef-037b-471d-9e64-d853dd063658 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "PUT /v2.0/routers/33f3a097-8226-4225-a834-f3b33ed81f42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6742232 Apr 11 14:36:06.924137 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47614) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:36:06.926260 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] Routers {'33f3a097-8226-4225-a834-f3b33ed81f42'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:36:06.927373 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:35:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['33f3a097-8226-4225-a834-f3b33ed81f42'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:36:06.959950 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-7ff8036c-ddd4-456a-82a7-c27f37d1a356 None None] Provisioning complete for port 47c686af-2ef8-4e7d-b901-b095e293fed2 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:36:06.960883 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7ff8036c-ddd4-456a-82a7-c27f37d1a356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:07.153375 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] Set router 33f3a097-8226-4225-a834-f3b33ed81f42 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:36:07.231902 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca6d08d-24d9-4a69-9738-56e2efb603cc tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:07.232473 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca6d08d-24d9-4a69-9738-56e2efb603cc tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:07.232945 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca6d08d-24d9-4a69-9738-56e2efb603cc tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:07.233412 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca6d08d-24d9-4a69-9738-56e2efb603cc tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:07.235325 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6ca6d08d-24d9-4a69-9738-56e2efb603cc tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.3102751 Apr 11 14:36:07.237993 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47618) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:36:07.283870 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-7ff8036c-ddd4-456a-82a7-c27f37d1a356 None None] Provisioning for port e2f69d3c-7102-4526-aa9e-13c68326bd71 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:36:07.292430 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-7ff8036c-ddd4-456a-82a7-c27f37d1a356 None None] Provisioning complete for port e2f69d3c-7102-4526-aa9e-13c68326bd71 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:36:07.293476 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7ff8036c-ddd4-456a-82a7-c27f37d1a356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:07.319228 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a880d2-d9fe-4b0e-a469-de632b6a7e19 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:07.319725 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a880d2-d9fe-4b0e-a469-de632b6a7e19 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:07.320204 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a880d2-d9fe-4b0e-a469-de632b6a7e19 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:07.320741 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a880d2-d9fe-4b0e-a469-de632b6a7e19 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:07.326643 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b4a880d2-d9fe-4b0e-a469-de632b6a7e19 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0834866 Apr 11 14:36:07.326977 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47622) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:36:07.374348 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-7ff8036c-ddd4-456a-82a7-c27f37d1a356 None None] Port e2f69d3c-7102-4526-aa9e-13c68326bd71 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:36:07.494504 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a8c97e1c-5268-4d2b-a77c-a7f6e0329043 None None] Provisioning complete for port e2f69d3c-7102-4526-aa9e-13c68326bd71 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:36:07.494881 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a8c97e1c-5268-4d2b-a77c-a7f6e0329043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:07.504494 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'name': 'tempest-TestNetworkBasicOps-router-1492916747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235'}], 'enable_snat': True}, 'gw_port_id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:35:59Z', 'updated_at': '2022-04-11T14:36:05Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ad:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:36:00Z', 'updated_at': '2022-04-11T14:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'e2f69d3c-7102-4526-aa9e-13c68326bd71', 'name': '', 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:3c:e3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '872b7187-92bc-405a-95a3-69d85594e7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:36:04Z', 'updated_at': '2022-04-11T14:36:05Z', 'revision_number': 2, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '872b7187-92bc-405a-95a3-69d85594e7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:36:07.508835 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] Checking router: 33f3a097-8226-4225-a834-f3b33ed81f42 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:36:07.509191 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] Updating router 33f3a097-8226-4225-a834-f3b33ed81f42 port e2f69d3c-7102-4526-aa9e-13c68326bd71 binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:36:07.559695 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-a8c97e1c-5268-4d2b-a77c-a7f6e0329043 None None] Port e2f69d3c-7102-4526-aa9e-13c68326bd71 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:36:07.567515 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4aedd8ff-8fb8-4962-bc56-cacdb88576a6 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2369525 Apr 11 14:36:07.567659 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:07.638068 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 47c686af-2ef8-4e7d-b901-b095e293fed2 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:36:07.711501 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 47c686af-2ef8-4e7d-b901-b095e293fed2 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:36:07.711970 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:07.842704 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e03a58ab-244d-457a-8ba6-b62547e300f4 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:36:07.913169 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port e03a58ab-244d-457a-8ba6-b62547e300f4 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:36:07.913538 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:07.953743 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:07.966655 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47628) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:36:07.972356 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] Transition to ACTIVE for port object e2f69d3c-7102-4526-aa9e-13c68326bd71 will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:36:07.972918 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-c849b47e-228e-4f23-84e2-00c918d8f418 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-272736223', 'description': 'tempest-secgroup-smoke-272736223 description', 'project_id': '572b8884360948e38c79b057606230d9'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:36:07.979072 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c849b47e-228e-4f23-84e2-00c918d8f418 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:36:07.983919 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c849b47e-228e-4f23-84e2-00c918d8f418 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:36:07.986894 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c849b47e-228e-4f23-84e2-00c918d8f418 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:36:07.992730 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c849b47e-228e-4f23-84e2-00c918d8f418 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:36:08.048411 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:08.077720 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c849b47e-228e-4f23-84e2-00c918d8f418 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:08.098715 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c849b47e-228e-4f23-84e2-00c918d8f418 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:36:08.102901 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c849b47e-228e-4f23-84e2-00c918d8f418 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:36:08.106575 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c849b47e-228e-4f23-84e2-00c918d8f418 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:36:08.112432 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c849b47e-228e-4f23-84e2-00c918d8f418 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:36:08.193274 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c849b47e-228e-4f23-84e2-00c918d8f418 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:08.254231 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22404294-740e-4f5e-9242-7bc81a170297 None None] Pushing event updated for resources: {'Port': ['ID=e2f69d3c-7102-4526-aa9e-13c68326bd71,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:36:08.259009 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c849b47e-228e-4f23-84e2-00c918d8f418 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:08.305725 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22404294-740e-4f5e-9242-7bc81a170297 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:36:08.306089 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22404294-740e-4f5e-9242-7bc81a170297 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:36:08.306550 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22404294-740e-4f5e-9242-7bc81a170297 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:36:08.306758 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22404294-740e-4f5e-9242-7bc81a170297 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:36:08.307091 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22404294-740e-4f5e-9242-7bc81a170297 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:36:08.307413 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22404294-740e-4f5e-9242-7bc81a170297 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:36:08.307739 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22404294-740e-4f5e-9242-7bc81a170297 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:36:08.308062 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22404294-740e-4f5e-9242-7bc81a170297 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:36:08.308435 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22404294-740e-4f5e-9242-7bc81a170297 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:36:08.308592 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849b47e-228e-4f23-84e2-00c918d8f418 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b567926-fcd0-417f-96b0-162c9af8fff6,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:36:08.308819 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22404294-740e-4f5e-9242-7bc81a170297 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:36:08.309071 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22404294-740e-4f5e-9242-7bc81a170297 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:36:08.309524 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22404294-740e-4f5e-9242-7bc81a170297 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:36:08.324806 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] Attempting to bind port e2f69d3c-7102-4526-aa9e-13c68326bd71 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:36:08.325181 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] Attempting to bind port e2f69d3c-7102-4526-aa9e-13c68326bd71 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '12d09226-a22e-4d68-b9ee-25708d014369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:36:08.325544 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] Attempting to bind port e2f69d3c-7102-4526-aa9e-13c68326bd71 on network 307f01ba-c28f-4550-961c-9ebcff9ee510 {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:36:08.331658 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:36:08.331896 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] Checking segment: {'id': '12d09226-a22e-4d68-b9ee-25708d014369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:36:08.332366 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:08.332887 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] Bound using segment: {'id': '12d09226-a22e-4d68-b9ee-25708d014369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:36:08.333430 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] Bound port: e2f69d3c-7102-4526-aa9e-13c68326bd71, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d09226-a22e-4d68-b9ee-25708d014369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:36:08.333728 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:08.393275 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c849b47e-228e-4f23-84e2-00c918d8f418 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:08.394506 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c849b47e-228e-4f23-84e2-00c918d8f418 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4261532 Apr 11 14:36:08.397300 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47632) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:36:08.403385 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-8f071391-fb91-483e-b532-abfa6e62e0d2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': '1b567926-fcd0-417f-96b0-162c9af8fff6', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:36:08.409113 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8f071391-fb91-483e-b532-abfa6e62e0d2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:36:08.414461 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8f071391-fb91-483e-b532-abfa6e62e0d2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:36:08.417431 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8f071391-fb91-483e-b532-abfa6e62e0d2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:36:08.423466 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8f071391-fb91-483e-b532-abfa6e62e0d2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:36:08.447432 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] For port e2f69d3c-7102-4526-aa9e-13c68326bd71, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:36:08.451491 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] For port e2f69d3c-7102-4526-aa9e-13c68326bd71, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e2f69d3c-7102-4526-aa9e-13c68326bd71,segment=NetworkSegment(12d09226-a22e-4d68-b9ee-25708d014369),segment_id=12d09226-a22e-4d68-b9ee-25708d014369)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:36:08.535104 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8f071391-fb91-483e-b532-abfa6e62e0d2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:08.551103 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:08.608002 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8f071391-fb91-483e-b532-abfa6e62e0d2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:08.633829 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] Routers {'33f3a097-8226-4225-a834-f3b33ed81f42'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:36:08.634475 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:35:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['33f3a097-8226-4225-a834-f3b33ed81f42'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:36:08.684054 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8f071391-fb91-483e-b532-abfa6e62e0d2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:08.700465 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22404294-740e-4f5e-9242-7bc81a170297 None None] Pushing event updated for resources: {'Port': ['ID=e2f69d3c-7102-4526-aa9e-13c68326bd71,revision_number=4']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:36:08.716378 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f071391-fb91-483e-b532-abfa6e62e0d2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f746e324-28b3-48ab-ac3b-af3d2c23b7a9,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:36:08.797569 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8f071391-fb91-483e-b532-abfa6e62e0d2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:08.801739 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8f071391-fb91-483e-b532-abfa6e62e0d2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4006011 Apr 11 14:36:08.801924 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47636) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:36:08.807248 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-bdb17c98-4855-41dc-9d46-b902e1c88990 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': '1b567926-fcd0-417f-96b0-162c9af8fff6', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:36:08.814570 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-bdb17c98-4855-41dc-9d46-b902e1c88990 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:36:08.819530 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-bdb17c98-4855-41dc-9d46-b902e1c88990 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:36:08.822357 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-bdb17c98-4855-41dc-9d46-b902e1c88990 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:36:08.828789 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-bdb17c98-4855-41dc-9d46-b902e1c88990 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:36:08.838092 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] Set router 33f3a097-8226-4225-a834-f3b33ed81f42 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:36:08.901302 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bdb17c98-4855-41dc-9d46-b902e1c88990 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:08.966833 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bdb17c98-4855-41dc-9d46-b902e1c88990 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:09.031887 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bdb17c98-4855-41dc-9d46-b902e1c88990 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:09.059449 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb17c98-4855-41dc-9d46-b902e1c88990 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e61452b-e7b9-4a2b-992a-a80c89e4404b,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:36:09.134991 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bdb17c98-4855-41dc-9d46-b902e1c88990 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:09.138907 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bdb17c98-4855-41dc-9d46-b902e1c88990 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3331792 Apr 11 14:36:09.139322 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47640) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:36:09.144300 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-da761b5a-d969-489f-a3ae-bc06a403c2f7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': '1b567926-fcd0-417f-96b0-162c9af8fff6', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:36:09.150347 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-da761b5a-d969-489f-a3ae-bc06a403c2f7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:36:09.155673 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-da761b5a-d969-489f-a3ae-bc06a403c2f7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:36:09.158584 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-da761b5a-d969-489f-a3ae-bc06a403c2f7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:36:09.159988 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'name': 'tempest-TestNetworkBasicOps-router-1492916747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235'}], 'enable_snat': True}, 'gw_port_id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:35:59Z', 'updated_at': '2022-04-11T14:36:05Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ad:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:36:00Z', 'updated_at': '2022-04-11T14:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'e2f69d3c-7102-4526-aa9e-13c68326bd71', 'name': '', 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:3c:e3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '872b7187-92bc-405a-95a3-69d85594e7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:36:04Z', 'updated_at': '2022-04-11T14:36:08Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '872b7187-92bc-405a-95a3-69d85594e7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:36:09.164102 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53371d82-5899-4154-b906-bfa04a1d3a27 None None] The sync data for ids ['33f3a097-8226-4225-a834-f3b33ed81f42'] in dv-neutron-837330-1-hyperv is: [{'id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'name': 'tempest-TestNetworkBasicOps-router-1492916747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235'}], 'enable_snat': True}, 'gw_port_id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:35:59Z', 'updated_at': '2022-04-11T14:36:05Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ad:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:36:00Z', 'updated_at': '2022-04-11T14:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'e2f69d3c-7102-4526-aa9e-13c68326bd71', 'name': '', 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:3c:e3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '872b7187-92bc-405a-95a3-69d85594e7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:36:04Z', 'updated_at': '2022-04-11T14:36:08Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '872b7187-92bc-405a-95a3-69d85594e7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:36:09.164766 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-da761b5a-d969-489f-a3ae-bc06a403c2f7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:36:09.256375 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-da761b5a-d969-489f-a3ae-bc06a403c2f7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:09.323333 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-da761b5a-d969-489f-a3ae-bc06a403c2f7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:09.408840 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-da761b5a-d969-489f-a3ae-bc06a403c2f7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:09.436203 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da761b5a-d969-489f-a3ae-bc06a403c2f7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a9cc30-7024-42f6-8c8a-fc19eab62002,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:36:09.516377 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-da761b5a-d969-489f-a3ae-bc06a403c2f7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:09.520617 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-da761b5a-d969-489f-a3ae-bc06a403c2f7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3775344 Apr 11 14:36:09.520809 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47644) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:36:09.526110 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-866ad724-cb05-492e-82e4-1555f0040bba tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': '1b567926-fcd0-417f-96b0-162c9af8fff6', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:36:09.533425 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-866ad724-cb05-492e-82e4-1555f0040bba tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:36:09.537463 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-866ad724-cb05-492e-82e4-1555f0040bba tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:36:09.540599 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-866ad724-cb05-492e-82e4-1555f0040bba tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:36:09.553069 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-866ad724-cb05-492e-82e4-1555f0040bba tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:36:09.648983 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e2f69d3c-7102-4526-aa9e-13c68326bd71 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:36:09.667126 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-866ad724-cb05-492e-82e4-1555f0040bba tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:09.743167 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-866ad724-cb05-492e-82e4-1555f0040bba tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:09.774586 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port e2f69d3c-7102-4526-aa9e-13c68326bd71 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:36:09.781047 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port e2f69d3c-7102-4526-aa9e-13c68326bd71 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:36:09.781471 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:09.809687 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-866ad724-cb05-492e-82e4-1555f0040bba tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:09.842233 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ad724-cb05-492e-82e4-1555f0040bba tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b47440b-70a8-409e-9f24-8c147d3a5790,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:36:09.900525 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-866ad724-cb05-492e-82e4-1555f0040bba tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:09.901757 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-866ad724-cb05-492e-82e4-1555f0040bba tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3799789 Apr 11 14:36:09.905413 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47648) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:36:09.911270 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-c4427fe3-7dc6-442b-bf17-e4f6e0627ccb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': '1b567926-fcd0-417f-96b0-162c9af8fff6', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:36:09.913518 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:09.917835 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c4427fe3-7dc6-442b-bf17-e4f6e0627ccb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:36:09.922197 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c4427fe3-7dc6-442b-bf17-e4f6e0627ccb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:36:09.925637 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c4427fe3-7dc6-442b-bf17-e4f6e0627ccb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:36:09.936868 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c4427fe3-7dc6-442b-bf17-e4f6e0627ccb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:36:09.948121 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port e2f69d3c-7102-4526-aa9e-13c68326bd71, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e2f69d3c-7102-4526-aa9e-13c68326bd71,segment=NetworkSegment(12d09226-a22e-4d68-b9ee-25708d014369),segment_id=12d09226-a22e-4d68-b9ee-25708d014369)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:36:10.015064 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-c4427fe3-7dc6-442b-bf17-e4f6e0627ccb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Project 572b8884360948e38c79b057606230d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:36:10.023832 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c4427fe3-7dc6-442b-bf17-e4f6e0627ccb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:10.043768 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:10.112772 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c4427fe3-7dc6-442b-bf17-e4f6e0627ccb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:10.121559 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=e2f69d3c-7102-4526-aa9e-13c68326bd71,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:36:10.190460 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c4427fe3-7dc6-442b-bf17-e4f6e0627ccb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:10.215176 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4427fe3-7dc6-442b-bf17-e4f6e0627ccb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9ed183-f6cf-40d0-b749-5e1128bfa732,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:36:10.287644 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c4427fe3-7dc6-442b-bf17-e4f6e0627ccb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:10.288858 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c4427fe3-7dc6-442b-bf17-e4f6e0627ccb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3818743 Apr 11 14:36:10.292249 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47652) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:36:10.297925 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-e3db6b76-7842-4e3c-acfa-b6029b239677 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': '1b567926-fcd0-417f-96b0-162c9af8fff6', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:36:10.304280 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e3db6b76-7842-4e3c-acfa-b6029b239677 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:36:10.308081 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e3db6b76-7842-4e3c-acfa-b6029b239677 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:36:10.313870 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e3db6b76-7842-4e3c-acfa-b6029b239677 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:36:10.322458 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e3db6b76-7842-4e3c-acfa-b6029b239677 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:36:10.404251 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-e3db6b76-7842-4e3c-acfa-b6029b239677 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Project 572b8884360948e38c79b057606230d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:36:10.411288 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e3db6b76-7842-4e3c-acfa-b6029b239677 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:10.496769 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e3db6b76-7842-4e3c-acfa-b6029b239677 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:10.567971 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e3db6b76-7842-4e3c-acfa-b6029b239677 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:10.591994 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db6b76-7842-4e3c-acfa-b6029b239677 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82211380-0f48-467b-b45e-66c39757fd01,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:36:10.670831 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e3db6b76-7842-4e3c-acfa-b6029b239677 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:10.672197 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e3db6b76-7842-4e3c-acfa-b6029b239677 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3795190 Apr 11 14:36:10.904945 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-ce275926-5587-409d-903e-d3ad7305d7df tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-272736223&fields=id&tenant_id=572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 267 time: 0.0438035 Apr 11 14:36:11.076781 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-3dfffd9d-a4f5-49e6-a6c8-664b53f42fee tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:11.078211 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-3dfffd9d-a4f5-49e6-a6c8-664b53f42fee tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/networks?id=307f01ba-c28f-4550-961c-9ebcff9ee510 HTTP/1.1" status: 200 len: 796 time: 0.1666822 Apr 11 14:36:11.100423 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-8b2fb010-26c3-4604-a2d2-5098ee21b52a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/quotas/572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 375 time: 0.0165651 Apr 11 14:36:11.195740 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-c4b15dba-429d-4691-a17d-a364fcbe4e20 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890689 Apr 11 14:36:11.438568 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-03142cd8-6123-4d03-8547-a99805f9ec9e service neutron] 10.222.0.66 "GET /v2.0/networks/307f01ba-c28f-4550-961c-9ebcff9ee510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304339 Apr 11 14:36:11.578497 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-2fb5de31-1f8b-4281-9e67-e968808d3e0a service neutron] 10.222.0.66 "GET /v2.0/networks/307f01ba-c28f-4550-961c-9ebcff9ee510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340234 Apr 11 14:36:11.614122 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e2f69d3c-7102-4526-aa9e-13c68326bd71 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:36:11.713496 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port e2f69d3c-7102-4526-aa9e-13c68326bd71 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:36:11.713879 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:11.906672 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-352dfc77-f948-4205-aa6e-ddb3ea15adf9 req-ffacb81f-8d32-4917-b2f7-215ad9a4b0f4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:36:11.992038 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-352dfc77-f948-4205-aa6e-ddb3ea15adf9 req-ffacb81f-8d32-4917-b2f7-215ad9a4b0f4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:36:11.993408 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-352dfc77-f948-4205-aa6e-ddb3ea15adf9 req-ffacb81f-8d32-4917-b2f7-215ad9a4b0f4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b HTTP/1.1" status: 200 len: 210 time: 0.1314428 Apr 11 14:36:13.154448 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-528e2ffc-c09e-4751-b47c-33031c6e3cac req-295a82d1-f653-4f88-a8c0-e4406164f32b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b HTTP/1.1" status: 200 len: 210 time: 0.0427542 Apr 11 14:36:14.041961 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-1f1ffd08-0406-4f8e-81cc-8d918abda085 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:14.042737 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-1f1ffd08-0406-4f8e-81cc-8d918abda085 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:network {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:36:14.117704 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-1f1ffd08-0406-4f8e-81cc-8d918abda085 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:network {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:36:14.118925 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-1f1ffd08-0406-4f8e-81cc-8d918abda085 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/networks?id=307f01ba-c28f-4550-961c-9ebcff9ee510 HTTP/1.1" status: 200 len: 796 time: 0.3374400 Apr 11 14:36:14.177821 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-c94378db-fde2-4a16-8d0d-5f75818fc787 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:36:14.249576 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-c94378db-fde2-4a16-8d0d-5f75818fc787 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:36:14.256764 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-c94378db-fde2-4a16-8d0d-5f75818fc787 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 379 time: 0.1182032 Apr 11 14:36:14.307577 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-4236ec15-a90b-4a5a-8b3e-74c85593348a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'port': {'device_id': 'bdba6bf1-687c-4d77-9e63-d4835d33754b', 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510', 'admin_state_up': True, 'tenant_id': '572b8884360948e38c79b057606230d9', 'security_groups': ['1b567926-fcd0-417f-96b0-162c9af8fff6']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:36:14.331624 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-091f3620-2ae5-4024-8dc4-330494e50aa7 req-48e04ed1-5f2b-4a96-bd26-161ab7d7fc16 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b HTTP/1.1" status: 200 len: 210 time: 0.0660336 Apr 11 14:36:14.461540 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-4236ec15-a90b-4a5a-8b3e-74c85593348a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:36:14.474074 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-4236ec15-a90b-4a5a-8b3e-74c85593348a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:36:14.540198 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-4236ec15-a90b-4a5a-8b3e-74c85593348a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:36:14.543774 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-4236ec15-a90b-4a5a-8b3e-74c85593348a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:14.717109 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-4236ec15-a90b-4a5a-8b3e-74c85593348a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.20.0.11 (307f01ba-c28f-4550-961c-9ebcff9ee510/872b7187-92bc-405a-95a3-69d85594e7eb/b991cc0e-e66f-49b9-b051-2d6978cf6ac6) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:36:14.917319 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-4236ec15-a90b-4a5a-8b3e-74c85593348a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:14.934935 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-4236ec15-a90b-4a5a-8b3e-74c85593348a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Transition to ACTIVE for port object b991cc0e-e66f-49b9-b051-2d6978cf6ac6 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:36:15.020780 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-4236ec15-a90b-4a5a-8b3e-74c85593348a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:15.093331 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-4236ec15-a90b-4a5a-8b3e-74c85593348a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network 307f01ba-c28f-4550-961c-9ebcff9ee510 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:36:15.096368 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-4236ec15-a90b-4a5a-8b3e-74c85593348a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:36:15.105243 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-4236ec15-a90b-4a5a-8b3e-74c85593348a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:36:15.144907 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236ec15-a90b-4a5a-8b3e-74c85593348a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=b991cc0e-e66f-49b9-b051-2d6978cf6ac6,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:36:15.180300 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-4236ec15-a90b-4a5a-8b3e-74c85593348a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:15.180975 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-4236ec15-a90b-4a5a-8b3e-74c85593348a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:15.256122 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-4236ec15-a90b-4a5a-8b3e-74c85593348a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9570816 Apr 11 14:36:15.273435 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-c024d785-5664-44ca-8a14-8517b898af7d service neutron] Request body: {'port': {'device_id': 'bdba6bf1-687c-4d77-9e63-d4835d33754b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:36:15.401742 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-c024d785-5664-44ca-8a14-8517b898af7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:15.427564 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-51c44ba3-9fc0-453f-999c-0f752381ad8a None None] Provisioning for port b991cc0e-e66f-49b9-b051-2d6978cf6ac6 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:36:15.435676 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-51c44ba3-9fc0-453f-999c-0f752381ad8a None None] Provisioning complete for port b991cc0e-e66f-49b9-b051-2d6978cf6ac6 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:36:15.436278 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-51c44ba3-9fc0-453f-999c-0f752381ad8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:15.503554 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-51c44ba3-9fc0-453f-999c-0f752381ad8a None None] Port b991cc0e-e66f-49b9-b051-2d6978cf6ac6 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:36:15.538839 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649f68e-ea44-43b4-8465-d31dfb41946f req-9fef19fe-2d89-4b6c-a3e1-8254cca75d5a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:15.543004 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7649f68e-ea44-43b4-8465-d31dfb41946f req-9fef19fe-2d89-4b6c-a3e1-8254cca75d5a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b HTTP/1.1" status: 200 len: 932 time: 0.0989482 Apr 11 14:36:15.592824 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7649f68e-ea44-43b4-8465-d31dfb41946f req-aae89955-8dfa-4433-84d5-37d014cc8d7b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b567926-fcd0-417f-96b0-162c9af8fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461533 Apr 11 14:36:15.782776 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-c024d785-5664-44ca-8a14-8517b898af7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b991cc0e-e66f-49b9-b051-2d6978cf6ac6 {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:36:15.790128 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-c024d785-5664-44ca-8a14-8517b898af7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:15.806108 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-c024d785-5664-44ca-8a14-8517b898af7d service neutron] Transition to ACTIVE for port object b991cc0e-e66f-49b9-b051-2d6978cf6ac6 will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:36:16.066265 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-c024d785-5664-44ca-8a14-8517b898af7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:16.242049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024d785-5664-44ca-8a14-8517b898af7d service neutron] Pushing event updated for resources: {'Port': ['ID=b991cc0e-e66f-49b9-b051-2d6978cf6ac6,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:36:16.327128 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-c024d785-5664-44ca-8a14-8517b898af7d service neutron] Attempting to bind port b991cc0e-e66f-49b9-b051-2d6978cf6ac6 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:36:16.327474 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-c024d785-5664-44ca-8a14-8517b898af7d service neutron] Attempting to bind port b991cc0e-e66f-49b9-b051-2d6978cf6ac6 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '12d09226-a22e-4d68-b9ee-25708d014369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:36:16.327803 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-c024d785-5664-44ca-8a14-8517b898af7d service neutron] Attempting to bind port b991cc0e-e66f-49b9-b051-2d6978cf6ac6 on network 307f01ba-c28f-4550-961c-9ebcff9ee510 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:36:16.333413 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-c024d785-5664-44ca-8a14-8517b898af7d service neutron] Port b991cc0e-e66f-49b9-b051-2d6978cf6ac6 on network 307f01ba-c28f-4550-961c-9ebcff9ee510 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:36:16.333743 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-c024d785-5664-44ca-8a14-8517b898af7d service neutron] Attempting to bind port b991cc0e-e66f-49b9-b051-2d6978cf6ac6 on network 307f01ba-c28f-4550-961c-9ebcff9ee510 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:36:16.339930 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-c024d785-5664-44ca-8a14-8517b898af7d service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:36:16.340451 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-c024d785-5664-44ca-8a14-8517b898af7d service neutron] Checking segment: {'id': '12d09226-a22e-4d68-b9ee-25708d014369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:36:16.340904 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-c024d785-5664-44ca-8a14-8517b898af7d service neutron] Bound using segment: {'id': '12d09226-a22e-4d68-b9ee-25708d014369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:36:16.341337 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-c024d785-5664-44ca-8a14-8517b898af7d service neutron] Bound port: b991cc0e-e66f-49b9-b051-2d6978cf6ac6, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d09226-a22e-4d68-b9ee-25708d014369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:36:16.341688 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-c024d785-5664-44ca-8a14-8517b898af7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:16.547080 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-c024d785-5664-44ca-8a14-8517b898af7d service neutron] For port b991cc0e-e66f-49b9-b051-2d6978cf6ac6, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:36:16.550425 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-c024d785-5664-44ca-8a14-8517b898af7d service neutron] For port b991cc0e-e66f-49b9-b051-2d6978cf6ac6, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=b991cc0e-e66f-49b9-b051-2d6978cf6ac6,segment=NetworkSegment(12d09226-a22e-4d68-b9ee-25708d014369),segment_id=12d09226-a22e-4d68-b9ee-25708d014369)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:36:16.619825 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-c024d785-5664-44ca-8a14-8517b898af7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:16.679783 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-c024d785-5664-44ca-8a14-8517b898af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:16.680403 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-c024d785-5664-44ca-8a14-8517b898af7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:16.682065 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-c024d785-5664-44ca-8a14-8517b898af7d service neutron] 10.222.0.53 "PUT /v2.0/ports/b991cc0e-e66f-49b9-b051-2d6978cf6ac6 HTTP/1.1" status: 200 len: 1094 time: 1.4128242 Apr 11 14:36:16.693309 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdba6bf1-687c-4d77-9e63-d4835d33754b', 'tag': 'b991cc0e-e66f-49b9-b051-2d6978cf6ac6'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:36:16.713190 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024d785-5664-44ca-8a14-8517b898af7d service neutron] Pushing event updated for resources: {'Port': ['ID=b991cc0e-e66f-49b9-b051-2d6978cf6ac6,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:36:16.752035 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75bbd02b-8b5d-4b77-816a-abded75785a9'] response: {'name': 'network-changed', 'server_uuid': 'bdba6bf1-687c-4d77-9e63-d4835d33754b', 'tag': 'b991cc0e-e66f-49b9-b051-2d6978cf6ac6', 'status': 'completed', 'code': 200} Apr 11 14:36:16.858650 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b77c4d-5ac6-4012-ab8f-4594c54b7224 req-dc88f43c-8a74-425b-92c9-be2067c5ce87 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:16.859363 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-81b77c4d-5ac6-4012-ab8f-4594c54b7224 req-dc88f43c-8a74-425b-92c9-be2067c5ce87 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:36:16.894103 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12a0b6-efeb-4c00-adf2-c05083e51a6d req-5649f36b-7c64-424b-a2b0-338527d5183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:16.895551 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0d12a0b6-efeb-4c00-adf2-c05083e51a6d req-5649f36b-7c64-424b-a2b0-338527d5183a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b HTTP/1.1" status: 200 len: 1097 time: 0.1072514 Apr 11 14:36:16.995551 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-81b77c4d-5ac6-4012-ab8f-4594c54b7224 req-dc88f43c-8a74-425b-92c9-be2067c5ce87 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:36:16.998298 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-81b77c4d-5ac6-4012-ab8f-4594c54b7224 req-dc88f43c-8a74-425b-92c9-be2067c5ce87 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b HTTP/1.1" status: 200 len: 944 time: 0.2813337 Apr 11 14:36:17.075863 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-81b77c4d-5ac6-4012-ab8f-4594c54b7224 req-1237efb8-c6ce-4464-a74d-4c9d8c91ea52 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b567926-fcd0-417f-96b0-162c9af8fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715945 Apr 11 14:36:17.083188 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12a0b6-efeb-4c00-adf2-c05083e51a6d req-b3ef1b6a-339d-4875-8a18-4e119f85aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:17.084332 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0d12a0b6-efeb-4c00-adf2-c05083e51a6d req-b3ef1b6a-339d-4875-8a18-4e119f85aec4 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=572b8884360948e38c79b057606230d9&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1772041 Apr 11 14:36:17.232504 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12a0b6-efeb-4c00-adf2-c05083e51a6d req-0d05b647-b952-460b-926d-df8a66740287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:17.233967 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0d12a0b6-efeb-4c00-adf2-c05083e51a6d req-0d05b647-b952-460b-926d-df8a66740287 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1429794 Apr 11 14:36:17.365660 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-f957eb8d-addb-4362-9fc0-f51bb9afce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:17.367162 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-f957eb8d-addb-4362-9fc0-f51bb9afce48 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b HTTP/1.1" status: 200 len: 1097 time: 0.0759358 Apr 11 14:36:17.443833 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-ffa01c68-daae-4ab0-8cb2-3d746e17972e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b991cc0e-e66f-49b9-b051-2d6978cf6ac6 HTTP/1.1" status: 200 len: 217 time: 0.0639579 Apr 11 14:36:17.519388 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-21ef3620-b8e1-41fa-bc41-24ecd32ef319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:17.519388 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-21ef3620-b8e1-41fa-bc41-24ecd32ef319 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=872b7187-92bc-405a-95a3-69d85594e7eb HTTP/1.1" status: 200 len: 844 time: 0.0573814 Apr 11 14:36:17.582428 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-dce3b6ff-1c67-4733-a1cd-6c64759a0e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:17.583934 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-dce3b6ff-1c67-4733-a1cd-6c64759a0e3b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=307f01ba-c28f-4550-961c-9ebcff9ee510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703964 Apr 11 14:36:17.716757 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-b104b992-5118-4687-8980-e1400a1cd690 service neutron] 10.222.0.53 "GET /v2.0/networks/307f01ba-c28f-4550-961c-9ebcff9ee510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260283 Apr 11 14:36:17.849701 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6101df4a-9702-417c-9ac2-4eca4c7fdbc8 req-182756dd-dea2-4f24-9020-3e475dcd5670 service neutron] 10.222.0.53 "GET /v2.0/networks/307f01ba-c28f-4550-961c-9ebcff9ee510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259439 Apr 11 14:36:18.264626 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e555d74-0b35-47c6-b7ed-849ac0e25727 req-831bcd85-151d-4feb-8597-73ad6401af98 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:18.266153 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4e555d74-0b35-47c6-b7ed-849ac0e25727 req-831bcd85-151d-4feb-8597-73ad6401af98 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b HTTP/1.1" status: 200 len: 944 time: 0.0821927 Apr 11 14:36:18.314162 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4e555d74-0b35-47c6-b7ed-849ac0e25727 req-6d9f6dcd-97a9-443c-a469-6a46cbe3b01b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b567926-fcd0-417f-96b0-162c9af8fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420477 Apr 11 14:36:19.503071 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd9a09-0281-4414-9088-abdf14ffa8f6 req-78152cf0-acf5-4b03-8e52-db2312a7cec7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:19.505052 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a1bd9a09-0281-4414-9088-abdf14ffa8f6 req-78152cf0-acf5-4b03-8e52-db2312a7cec7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b HTTP/1.1" status: 200 len: 944 time: 0.0846822 Apr 11 14:36:19.549667 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a1bd9a09-0281-4414-9088-abdf14ffa8f6 req-2c3ec8bc-1ab7-4fb0-a698-4d648562e095 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b567926-fcd0-417f-96b0-162c9af8fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394833 Apr 11 14:36:20.740781 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877896db-9a34-46c3-8492-96e37b6a9a4d req-8f93ce68-184a-45d5-a8cd-b492311b309c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:20.742275 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-877896db-9a34-46c3-8492-96e37b6a9a4d req-8f93ce68-184a-45d5-a8cd-b492311b309c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b HTTP/1.1" status: 200 len: 944 time: 0.0858431 Apr 11 14:36:20.786186 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-877896db-9a34-46c3-8492-96e37b6a9a4d req-f0fb5dab-93d8-42a1-8f72-46bc42f28865 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b567926-fcd0-417f-96b0-162c9af8fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382724 Apr 11 14:36:20.889696 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device b991cc0e-e66f-49b9-b051-2d6978cf6ac6 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:36:21.026771 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port b991cc0e-e66f-49b9-b051-2d6978cf6ac6, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=b991cc0e-e66f-49b9-b051-2d6978cf6ac6,segment=NetworkSegment(12d09226-a22e-4d68-b9ee-25708d014369),segment_id=12d09226-a22e-4d68-b9ee-25708d014369)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:36:21.040628 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': 'b991cc0e-e66f-49b9-b051-2d6978cf6ac6', 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510', 'port_id': 'b991cc0e-e66f-49b9-b051-2d6978cf6ac6', 'mac_address': 'fa:16:3e:62:ba:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '872b7187-92bc-405a-95a3-69d85594e7eb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:36:21.096557 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:21.113289 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b991cc0e-e66f-49b9-b051-2d6978cf6ac6 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:36:21.129224 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port b991cc0e-e66f-49b9-b051-2d6978cf6ac6, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=b991cc0e-e66f-49b9-b051-2d6978cf6ac6,segment=NetworkSegment(12d09226-a22e-4d68-b9ee-25708d014369),segment_id=12d09226-a22e-4d68-b9ee-25708d014369)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:36:21.197264 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:21.268392 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=b991cc0e-e66f-49b9-b051-2d6978cf6ac6,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:36:21.629015 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['b991cc0e-e66f-49b9-b051-2d6978cf6ac6'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:36:21.972680 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f010fe-a1e4-46c2-8082-84bcaf0a97e2 req-5b999f65-26fd-4a7c-b51a-00a734db4c0a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:21.974213 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e2f010fe-a1e4-46c2-8082-84bcaf0a97e2 req-5b999f65-26fd-4a7c-b51a-00a734db4c0a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b HTTP/1.1" status: 200 len: 945 time: 0.0825119 Apr 11 14:36:22.023428 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e2f010fe-a1e4-46c2-8082-84bcaf0a97e2 req-268aef08-c950-42c7-87c6-153357c606e9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b567926-fcd0-417f-96b0-162c9af8fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432899 Apr 11 14:36:22.907845 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device b991cc0e-e66f-49b9-b051-2d6978cf6ac6 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:36:23.031790 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port b991cc0e-e66f-49b9-b051-2d6978cf6ac6 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:36:23.037729 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port b991cc0e-e66f-49b9-b051-2d6978cf6ac6 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:36:23.038137 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:23.192375 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:23.222466 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdba6bf1-687c-4d77-9e63-d4835d33754b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b991cc0e-e66f-49b9-b051-2d6978cf6ac6'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:36:23.225511 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e94bc-587e-4f76-9f8c-c4aa655744e9 req-3cf52cb5-2dcc-40aa-a225-68b73574f288 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:23.227070 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-653e94bc-587e-4f76-9f8c-c4aa655744e9 req-3cf52cb5-2dcc-40aa-a225-68b73574f288 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b HTTP/1.1" status: 200 len: 945 time: 0.0838780 Apr 11 14:36:23.232112 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port b991cc0e-e66f-49b9-b051-2d6978cf6ac6, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=b991cc0e-e66f-49b9-b051-2d6978cf6ac6,segment=NetworkSegment(12d09226-a22e-4d68-b9ee-25708d014369),segment_id=12d09226-a22e-4d68-b9ee-25708d014369)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:36:23.271299 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ba0156-21f2-4116-8bb3-d9441d775ee5'] response: {'server_uuid': 'bdba6bf1-687c-4d77-9e63-d4835d33754b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b991cc0e-e66f-49b9-b051-2d6978cf6ac6', 'code': 200} Apr 11 14:36:23.279670 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-653e94bc-587e-4f76-9f8c-c4aa655744e9 req-6479f8b4-03d4-4bf4-a4e4-dce5108cfe08 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b567926-fcd0-417f-96b0-162c9af8fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446765 Apr 11 14:36:23.339061 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:23.407205 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=b991cc0e-e66f-49b9-b051-2d6978cf6ac6,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:36:23.667417 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366033c-dcc9-4468-9bfb-b152ebaa6692 req-a93d5d16-91aa-480d-b537-0c33183410e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:23.669005 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3366033c-dcc9-4468-9bfb-b152ebaa6692 req-a93d5d16-91aa-480d-b537-0c33183410e2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b HTTP/1.1" status: 200 len: 1099 time: 0.0736532 Apr 11 14:36:23.712118 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3366033c-dcc9-4468-9bfb-b152ebaa6692 req-7d36a3ef-84fe-49e8-875e-681f1de4f8a5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1b567926-fcd0-417f-96b0-162c9af8fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363221 Apr 11 14:36:24.300674 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:24.471166 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450b4de-3461-4e70-b3d4-20ebf29ca070 req-7d80c8b7-0b16-4555-b978-9643134020af tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:24.473439 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9450b4de-3461-4e70-b3d4-20ebf29ca070 req-7d80c8b7-0b16-4555-b978-9643134020af tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b HTTP/1.1" status: 200 len: 946 time: 0.0870450 Apr 11 14:36:24.518365 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9450b4de-3461-4e70-b3d4-20ebf29ca070 req-cecc1d23-97fd-4ae9-9e8c-baf3b03a1fcd tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b567926-fcd0-417f-96b0-162c9af8fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386198 Apr 11 14:36:25.175551 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1da4ac13-b2ad-460a-bbf6-6b59ac99f5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:25.729807 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d3ae7-1c7a-4002-9125-8caedd0b8256 req-f064713e-e7e5-41b2-a7c4-220b806f1b15 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:25.731364 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-907d3ae7-1c7a-4002-9125-8caedd0b8256 req-f064713e-e7e5-41b2-a7c4-220b806f1b15 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b HTTP/1.1" status: 200 len: 946 time: 0.1048708 Apr 11 14:36:25.779428 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-907d3ae7-1c7a-4002-9125-8caedd0b8256 req-89f8e130-bf31-41b0-a9bd-b17de2e32c10 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b567926-fcd0-417f-96b0-162c9af8fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415657 Apr 11 14:36:25.967959 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568671cd-9646-4675-83ed-55dde8e3bf7e req-0a9683ab-b8af-4a75-b9b3-1decc4b9c76b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:25.969413 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-568671cd-9646-4675-83ed-55dde8e3bf7e req-0a9683ab-b8af-4a75-b9b3-1decc4b9c76b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b HTTP/1.1" status: 200 len: 946 time: 0.0816152 Apr 11 14:36:26.017256 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-568671cd-9646-4675-83ed-55dde8e3bf7e req-08de2be9-c095-4915-9467-7ed61ca233ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b567926-fcd0-417f-96b0-162c9af8fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412786 Apr 11 14:36:26.043755 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47716) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:36:26.221720 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a893f3-7941-40c7-978d-f975eb930d52 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:26.223284 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e4a893f3-7941-40c7-978d-f975eb930d52 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b HTTP/1.1" status: 200 len: 1094 time: 0.1785231 Apr 11 14:36:26.226254 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47720) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:36:26.231276 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': 'b991cc0e-e66f-49b9-b051-2d6978cf6ac6', 'tenant_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:36:26.237657 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:36:26.241502 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:floatingip and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:36:26.244409 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:36:26.251111 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:36:26.328935 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:26.477057 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:26.613606 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.26.7.60 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/8c75b999-cf2b-472e-8486-504bfce68ebc) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:36:26.759697 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:26.848593 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:26.930257 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:36:26.937358 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:36:26.942901 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:36:26.973157 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=8c75b999-cf2b-472e-8486-504bfce68ebc,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:36:26.991357 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:36:26.991700 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:36:26.992038 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:36:26.992378 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:36:26.992708 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:36:26.993036 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:36:26.993359 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:36:26.993683 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:36:26.994032 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:36:26.994355 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:36:26.994673 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:36:26.994989 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:36:27.387532 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:27.557949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:27.677455 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fec84f84-25e1-42ab-ae6f-c6bf911bf5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:27.768873 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:27.825572 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:27.940285 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=8c75b999-cf2b-472e-8486-504bfce68ebc,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:36:27.951810 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:28.129667 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Floating IP 6f5038b8-c822-4cee-8cd4-34d673d9349e associated. External IP: 172.26.7.60, port: b991cc0e-e66f-49b9-b051-2d6978cf6ac6. Apr 11 14:36:28.588734 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router 33f3a097-8226-4225-a834-f3b33ed81f42 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:36:28.654218 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:28.682648 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:28.773623 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:36:28.783061 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6ac003-84fd-4bf2-9ef1-be0eba545704 None None] Sync routers for ids ['33f3a097-8226-4225-a834-f3b33ed81f42'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:36:28.792527 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ac003-84fd-4bf2-9ef1-be0eba545704 None None] Routers {'33f3a097-8226-4225-a834-f3b33ed81f42'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:36:28.793172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4e6ac003-84fd-4bf2-9ef1-be0eba545704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:36:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['33f3a097-8226-4225-a834-f3b33ed81f42'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:36:28.860455 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:28.916860 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-eddc69c8-fc9b-4412-9c90-8b82a662a952 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6895421 Apr 11 14:36:28.917511 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdba6bf1-687c-4d77-9e63-d4835d33754b', 'tag': 'b991cc0e-e66f-49b9-b051-2d6978cf6ac6'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:36:28.919914 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47724) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:36:28.967460 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52171b47-0897-4b72-a390-6bfb94af4bc0'] response: {'name': 'network-changed', 'server_uuid': 'bdba6bf1-687c-4d77-9e63-d4835d33754b', 'tag': 'b991cc0e-e66f-49b9-b051-2d6978cf6ac6', 'status': 'completed', 'code': 200} Apr 11 14:36:28.977952 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-4e6ac003-84fd-4bf2-9ef1-be0eba545704 None None] Set router 33f3a097-8226-4225-a834-f3b33ed81f42 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:36:29.198061 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3b8012be-e165-4384-bf53-91eb67db8f0a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/6f5038b8-c822-4cee-8cd4-34d673d9349e HTTP/1.1" status: 200 len: 991 time: 0.2761548 Apr 11 14:36:29.223042 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e6547-75e1-40c5-a135-d0e0cb07a5e4 req-3731bb31-9546-493d-acda-faf5dc1eefec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:29.224507 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-387e6547-75e1-40c5-a135-d0e0cb07a5e4 req-3731bb31-9546-493d-acda-faf5dc1eefec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b HTTP/1.1" status: 200 len: 1099 time: 0.2087972 Apr 11 14:36:29.351515 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4e6ac003-84fd-4bf2-9ef1-be0eba545704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'name': 'tempest-TestNetworkBasicOps-router-1492916747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235'}], 'enable_snat': True}, 'gw_port_id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:35:59Z', 'updated_at': '2022-04-11T14:36:05Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ad:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:36:00Z', 'updated_at': '2022-04-11T14:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '6f5038b8-c822-4cee-8cd4-34d673d9349e', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.60', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'port_id': 'b991cc0e-e66f-49b9-b051-2d6978cf6ac6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510', 'mac_address': 'fa:16:3e:62:ba:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdba6bf1-687c-4d77-9e63-d4835d33754b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:36:27Z', 'updated_at': '2022-04-11T14:36:27Z', 'revision_number': 0, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f69d3c-7102-4526-aa9e-13c68326bd71', 'name': '', 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:3c:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '872b7187-92bc-405a-95a3-69d85594e7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:36:04Z', 'updated_at': '2022-04-11T14:36:09Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '872b7187-92bc-405a-95a3-69d85594e7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:36:29.355626 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6ac003-84fd-4bf2-9ef1-be0eba545704 None None] Checking router: 33f3a097-8226-4225-a834-f3b33ed81f42 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:36:29.363545 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e6547-75e1-40c5-a135-d0e0cb07a5e4 req-962ae1f2-8132-4a61-9351-feb7c8e9a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:29.364992 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-387e6547-75e1-40c5-a135-d0e0cb07a5e4 req-962ae1f2-8132-4a61-9351-feb7c8e9a437 service neutron] 10.222.0.53 "GET /v2.0/networks?id=307f01ba-c28f-4550-961c-9ebcff9ee510 HTTP/1.1" status: 200 len: 898 time: 0.1342099 Apr 11 14:36:29.365306 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ac003-84fd-4bf2-9ef1-be0eba545704 None None] Routers {'33f3a097-8226-4225-a834-f3b33ed81f42'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:36:29.365962 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4e6ac003-84fd-4bf2-9ef1-be0eba545704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:36:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['33f3a097-8226-4225-a834-f3b33ed81f42'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:36:29.478333 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-387e6547-75e1-40c5-a135-d0e0cb07a5e4 req-86808069-0666-4bc7-a844-808a7112b0dd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b991cc0e-e66f-49b9-b051-2d6978cf6ac6 HTTP/1.1" status: 200 len: 999 time: 0.1064613 Apr 11 14:36:29.544227 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e6547-75e1-40c5-a135-d0e0cb07a5e4 req-5ee76245-c681-4112-86d3-8c3388d1b00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:29.545682 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-387e6547-75e1-40c5-a135-d0e0cb07a5e4 req-5ee76245-c681-4112-86d3-8c3388d1b00e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=872b7187-92bc-405a-95a3-69d85594e7eb HTTP/1.1" status: 200 len: 844 time: 0.0620129 Apr 11 14:36:29.552519 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-4e6ac003-84fd-4bf2-9ef1-be0eba545704 None None] Set router 33f3a097-8226-4225-a834-f3b33ed81f42 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:36:29.648259 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e6547-75e1-40c5-a135-d0e0cb07a5e4 req-7f412cb9-7fb9-4d5e-8a57-c799ac81db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:36:29.649750 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-387e6547-75e1-40c5-a135-d0e0cb07a5e4 req-7f412cb9-7fb9-4d5e-8a57-c799ac81db8f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=307f01ba-c28f-4550-961c-9ebcff9ee510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0978997 Apr 11 14:36:29.788063 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-387e6547-75e1-40c5-a135-d0e0cb07a5e4 req-1357627a-549a-4586-8603-c68c5312c323 service neutron] 10.222.0.53 "GET /v2.0/networks/307f01ba-c28f-4550-961c-9ebcff9ee510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319029 Apr 11 14:36:29.902357 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:29.937450 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-387e6547-75e1-40c5-a135-d0e0cb07a5e4 req-09124fc9-406e-4399-a545-e861f41b38cd service neutron] 10.222.0.53 "GET /v2.0/networks/307f01ba-c28f-4550-961c-9ebcff9ee510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440780 Apr 11 14:36:29.944012 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4e6ac003-84fd-4bf2-9ef1-be0eba545704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'name': 'tempest-TestNetworkBasicOps-router-1492916747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235'}], 'enable_snat': True}, 'gw_port_id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:35:59Z', 'updated_at': '2022-04-11T14:36:05Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ad:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:36:00Z', 'updated_at': '2022-04-11T14:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '6f5038b8-c822-4cee-8cd4-34d673d9349e', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.60', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'port_id': 'b991cc0e-e66f-49b9-b051-2d6978cf6ac6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510', 'mac_address': 'fa:16:3e:62:ba:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdba6bf1-687c-4d77-9e63-d4835d33754b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:36:27Z', 'updated_at': '2022-04-11T14:36:27Z', 'revision_number': 0, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f69d3c-7102-4526-aa9e-13c68326bd71', 'name': '', 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:3c:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '872b7187-92bc-405a-95a3-69d85594e7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:36:04Z', 'updated_at': '2022-04-11T14:36:09Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '872b7187-92bc-405a-95a3-69d85594e7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:36:29.948133 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6ac003-84fd-4bf2-9ef1-be0eba545704 None None] The sync data for ids ['33f3a097-8226-4225-a834-f3b33ed81f42'] in dv-neutron-837330-1-hyperv is: [{'id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'name': 'tempest-TestNetworkBasicOps-router-1492916747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235'}], 'enable_snat': True}, 'gw_port_id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:35:59Z', 'updated_at': '2022-04-11T14:36:05Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ad:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:36:00Z', 'updated_at': '2022-04-11T14:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '6f5038b8-c822-4cee-8cd4-34d673d9349e', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.60', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'port_id': 'b991cc0e-e66f-49b9-b051-2d6978cf6ac6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510', 'mac_address': 'fa:16:3e:62:ba:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdba6bf1-687c-4d77-9e63-d4835d33754b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:36:27Z', 'updated_at': '2022-04-11T14:36:27Z', 'revision_number': 0, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f69d3c-7102-4526-aa9e-13c68326bd71', 'name': '', 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:3c:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '872b7187-92bc-405a-95a3-69d85594e7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:36:04Z', 'updated_at': '2022-04-11T14:36:09Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '872b7187-92bc-405a-95a3-69d85594e7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:36:30.150654 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f462b4f8-067c-45ab-8c4d-801f0b6e2ecd None None] New status for floating IP 6f5038b8-c822-4cee-8cd4-34d673d9349e: ACTIVE {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:36:30.201795 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47730) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:36:30.312140 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c95561c2-72cd-475a-b8e9-e428d820dd61 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/6f5038b8-c822-4cee-8cd4-34d673d9349e HTTP/1.1" status: 200 len: 991 time: 0.1089914 Apr 11 14:36:31.316229 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47734) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:36:31.424654 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1664e044-9e7e-40d4-b5cb-0b49704fdfdf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/6f5038b8-c822-4cee-8cd4-34d673d9349e HTTP/1.1" status: 200 len: 993 time: 0.1073112 Apr 11 14:36:42.803099 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:36:54.304874 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:55.185228 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3d5b9901-e2dd-4430-bafb-1d3b4cd4440e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:57.721962 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2ab27bb2-993d-4dbe-aace-744efad5696c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:58.716107 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:58.767611 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:36:59.893398 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:37:18.249578 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8562c406-200e-4a28-93e4-7a7cad20b447 req-281e479f-4ba8-4468-b442-620da5fe1b9c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743470 Apr 11 14:37:18.405827 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562c406-200e-4a28-93e4-7a7cad20b447 req-1cdb2e6b-c5e4-4847-8939-b5465a3992e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:37:18.407256 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8562c406-200e-4a28-93e4-7a7cad20b447 req-1cdb2e6b-c5e4-4847-8939-b5465a3992e9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b HTTP/1.1" status: 200 len: 1099 time: 0.0723388 Apr 11 14:37:18.553405 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562c406-200e-4a28-93e4-7a7cad20b447 req-24687021-07d8-4969-beb7-8f496e0abd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:37:18.554877 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8562c406-200e-4a28-93e4-7a7cad20b447 req-24687021-07d8-4969-beb7-8f496e0abd6b service neutron] 10.222.0.53 "GET /v2.0/networks?id=307f01ba-c28f-4550-961c-9ebcff9ee510 HTTP/1.1" status: 200 len: 898 time: 0.1298256 Apr 11 14:37:18.665542 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8562c406-200e-4a28-93e4-7a7cad20b447 req-c46482e4-e176-4e47-b78c-94a76bf21dd6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b991cc0e-e66f-49b9-b051-2d6978cf6ac6 HTTP/1.1" status: 200 len: 1001 time: 0.1042485 Apr 11 14:37:18.729824 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562c406-200e-4a28-93e4-7a7cad20b447 req-de4875b5-027d-48af-890f-4d4d9c5b406d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:37:18.731366 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8562c406-200e-4a28-93e4-7a7cad20b447 req-de4875b5-027d-48af-890f-4d4d9c5b406d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=872b7187-92bc-405a-95a3-69d85594e7eb HTTP/1.1" status: 200 len: 844 time: 0.0600917 Apr 11 14:37:18.812472 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562c406-200e-4a28-93e4-7a7cad20b447 req-4100bfc9-bf01-48ce-97eb-c91e9db30b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:37:18.813990 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8562c406-200e-4a28-93e4-7a7cad20b447 req-4100bfc9-bf01-48ce-97eb-c91e9db30b2c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=307f01ba-c28f-4550-961c-9ebcff9ee510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764215 Apr 11 14:37:18.944490 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8562c406-200e-4a28-93e4-7a7cad20b447 req-a6822503-05ed-428b-a116-d747d468243f service neutron] 10.222.0.53 "GET /v2.0/networks/307f01ba-c28f-4550-961c-9ebcff9ee510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242061 Apr 11 14:37:19.189442 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8562c406-200e-4a28-93e4-7a7cad20b447 req-0ddf7667-83da-4c9b-b568-40dbe06bb65d service neutron] 10.222.0.53 "GET /v2.0/networks/307f01ba-c28f-4550-961c-9ebcff9ee510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380719 Apr 11 14:37:19.802601 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:37:24.297343 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:37:25.228130 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5c2b4fc0-14ee-4564-8518-befd6e44ab8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:37:27.720010 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-11807759-ff57-48fc-af35-ccd335b96370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:37:28.622706 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:37:28.639750 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:37:29.902529 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:37:54.330099 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:37:55.140336 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d7dd0d36-066d-4c16-80f8-54a8311aa2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:37:56.802163 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:37:57.655559 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-830381c0-7881-4a3d-8598-2d403d332864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:37:58.632850 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:37:58.649762 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:37:59.912667 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:38:18.288947 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d6422983-6430-41c2-b184-f4aaac6b2790 req-f03d0cdd-b60e-42fe-850f-9478eb3b19b4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1144893 Apr 11 14:38:18.445507 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6422983-6430-41c2-b184-f4aaac6b2790 req-cf5ef8e6-059a-4c44-a801-ddeda954080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:38:18.447003 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d6422983-6430-41c2-b184-f4aaac6b2790 req-cf5ef8e6-059a-4c44-a801-ddeda954080f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b HTTP/1.1" status: 200 len: 1099 time: 0.0757172 Apr 11 14:38:18.592768 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6422983-6430-41c2-b184-f4aaac6b2790 req-688996aa-5a3d-4049-bff0-37c621292e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:38:18.594146 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d6422983-6430-41c2-b184-f4aaac6b2790 req-688996aa-5a3d-4049-bff0-37c621292e99 service neutron] 10.222.0.53 "GET /v2.0/networks?id=307f01ba-c28f-4550-961c-9ebcff9ee510 HTTP/1.1" status: 200 len: 898 time: 0.1284964 Apr 11 14:38:18.693944 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d6422983-6430-41c2-b184-f4aaac6b2790 req-71a7bd52-6a44-483c-a40a-19072944516e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b991cc0e-e66f-49b9-b051-2d6978cf6ac6 HTTP/1.1" status: 200 len: 1001 time: 0.0940592 Apr 11 14:38:18.758697 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6422983-6430-41c2-b184-f4aaac6b2790 req-2c412011-c0a8-44a8-9937-6672f19cb6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:38:18.760110 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d6422983-6430-41c2-b184-f4aaac6b2790 req-2c412011-c0a8-44a8-9937-6672f19cb6d0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=872b7187-92bc-405a-95a3-69d85594e7eb HTTP/1.1" status: 200 len: 844 time: 0.0605953 Apr 11 14:38:18.839841 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6422983-6430-41c2-b184-f4aaac6b2790 req-e60d7f8d-fec5-41fa-88d2-9ad3e48513c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:38:18.841328 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d6422983-6430-41c2-b184-f4aaac6b2790 req-e60d7f8d-fec5-41fa-88d2-9ad3e48513c6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=307f01ba-c28f-4550-961c-9ebcff9ee510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755348 Apr 11 14:38:18.851573 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [req-d6422983-6430-41c2-b184-f4aaac6b2790 req-40efafa1-8186-4cdb-b4d2-3a8919729624 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:38:18.852433 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d6422983-6430-41c2-b184-f4aaac6b2790 req-40efafa1-8186-4cdb-b4d2-3a8919729624 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054803 Apr 11 14:38:18.994311 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d6422983-6430-41c2-b184-f4aaac6b2790 req-1a6395d5-2bab-41ab-a588-0234a22a89eb service neutron] 10.222.0.53 "GET /v2.0/networks/307f01ba-c28f-4550-961c-9ebcff9ee510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359015 Apr 11 14:38:19.127055 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d6422983-6430-41c2-b184-f4aaac6b2790 req-7bf885de-8a1f-4895-b6c2-af3827147c92 service neutron] 10.222.0.53 "GET /v2.0/networks/307f01ba-c28f-4550-961c-9ebcff9ee510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270900 Apr 11 14:38:24.305723 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:38:25.156613 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e1942138-ad12-4005-8bd0-f275a2e3193a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:38:27.705767 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ff317e74-35c8-4a7f-b857-b6d8072f8df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:38:28.682790 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:38:28.711073 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:38:29.974103 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:38:33.802883 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:38:54.319986 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:38:55.150152 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3652b2cc-9b7a-4660-9973-6f4ad6a7056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:38:56.273155 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47770) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:38:56.346224 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-e55d6c27-a021-4658-a21a-9c7af718e9d1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:38:56.470593 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e55d6c27-a021-4658-a21a-9c7af718e9d1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27750656'] for subnet, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:38:56.721411 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e55d6c27-a021-4658-a21a-9c7af718e9d1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737194158960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27693159'] for subnet, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:38:56.771873 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55d6c27-a021-4658-a21a-9c7af718e9d1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:38:56.772468 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e55d6c27-a021-4658-a21a-9c7af718e9d1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:38:56.773740 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e55d6c27-a021-4658-a21a-9c7af718e9d1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "PUT /v2.0/subnets/872b7187-92bc-405a-95a3-69d85594e7eb HTTP/1.1" status: 200 len: 836 time: 0.4992161 Apr 11 14:38:56.779670 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcdda9f-6ca5-4b73-95ad-6b4032ec3cd2 None None] Network 307f01ba-c28f-4550-961c-9ebcff9ee510 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:38:56.789592 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d6c27-a021-4658-a21a-9c7af718e9d1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Subnet': ['ID=872b7187-92bc-405a-95a3-69d85594e7eb,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:38:56.797406 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d6c27-a021-4658-a21a-9c7af718e9d1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:38:56.797813 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d6c27-a021-4658-a21a-9c7af718e9d1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:38:56.798125 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d6c27-a021-4658-a21a-9c7af718e9d1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:38:56.798464 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d6c27-a021-4658-a21a-9c7af718e9d1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:38:56.798798 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d6c27-a021-4658-a21a-9c7af718e9d1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:38:56.799129 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d6c27-a021-4658-a21a-9c7af718e9d1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:38:56.799456 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d6c27-a021-4658-a21a-9c7af718e9d1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:38:56.799782 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d6c27-a021-4658-a21a-9c7af718e9d1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:38:56.800692 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d6c27-a021-4658-a21a-9c7af718e9d1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:38:56.801841 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d6c27-a021-4658-a21a-9c7af718e9d1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:38:56.801841 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d6c27-a021-4658-a21a-9c7af718e9d1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:38:56.801841 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d6c27-a021-4658-a21a-9c7af718e9d1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:38:57.217492 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-0f03e7b6-dc45-45d0-90f9-aa65fb89f195 None None] Provisioning complete for port b991cc0e-e66f-49b9-b051-2d6978cf6ac6 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:38:57.217879 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0f03e7b6-dc45-45d0-90f9-aa65fb89f195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:38:57.343873 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-0f03e7b6-dc45-45d0-90f9-aa65fb89f195 None None] Provisioning complete for port 47c686af-2ef8-4e7d-b901-b095e293fed2 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:38:57.344131 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0f03e7b6-dc45-45d0-90f9-aa65fb89f195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:38:57.476459 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-0f03e7b6-dc45-45d0-90f9-aa65fb89f195 None None] Provisioning complete for port e2f69d3c-7102-4526-aa9e-13c68326bd71 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:38:57.476820 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0f03e7b6-dc45-45d0-90f9-aa65fb89f195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:38:57.777289 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a648bdc2-15bc-4cea-8f46-3b5742575b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:38:58.658726 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:38:58.681267 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:38:59.933380 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:10.802894 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:39:18.228515 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-79a76b5c-4330-4605-97f4-c88331e43887 req-3e9a7a4a-32fc-42ef-ab95-9ee2287d26ad service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756562 Apr 11 14:39:18.385337 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a76b5c-4330-4605-97f4-c88331e43887 req-d0070bdd-4978-4363-ae93-c4a070be745b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:39:18.386764 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-79a76b5c-4330-4605-97f4-c88331e43887 req-d0070bdd-4978-4363-ae93-c4a070be745b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b HTTP/1.1" status: 200 len: 1099 time: 0.0735617 Apr 11 14:39:18.534876 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a76b5c-4330-4605-97f4-c88331e43887 req-e0046250-4f7e-4ebb-86ff-122f64275c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:39:18.536380 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-79a76b5c-4330-4605-97f4-c88331e43887 req-e0046250-4f7e-4ebb-86ff-122f64275c19 service neutron] 10.222.0.53 "GET /v2.0/networks?id=307f01ba-c28f-4550-961c-9ebcff9ee510 HTTP/1.1" status: 200 len: 898 time: 0.1309960 Apr 11 14:39:18.640328 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-79a76b5c-4330-4605-97f4-c88331e43887 req-5530f654-e8d7-4dfd-9226-9a7663561053 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b991cc0e-e66f-49b9-b051-2d6978cf6ac6 HTTP/1.1" status: 200 len: 1001 time: 0.0974624 Apr 11 14:39:18.702843 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a76b5c-4330-4605-97f4-c88331e43887 req-eef3decd-a547-4d22-ba61-f24883cf70ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:39:18.704253 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-79a76b5c-4330-4605-97f4-c88331e43887 req-eef3decd-a547-4d22-ba61-f24883cf70ef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=872b7187-92bc-405a-95a3-69d85594e7eb HTTP/1.1" status: 200 len: 844 time: 0.0582340 Apr 11 14:39:18.781135 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a76b5c-4330-4605-97f4-c88331e43887 req-9b41e00f-ca83-40ab-bfff-1a5334d40909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:39:18.782617 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-79a76b5c-4330-4605-97f4-c88331e43887 req-9b41e00f-ca83-40ab-bfff-1a5334d40909 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=307f01ba-c28f-4550-961c-9ebcff9ee510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720580 Apr 11 14:39:18.915112 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-79a76b5c-4330-4605-97f4-c88331e43887 req-69bc9688-ea35-4992-aa16-38ea810c6d43 service neutron] 10.222.0.53 "GET /v2.0/networks/307f01ba-c28f-4550-961c-9ebcff9ee510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250927 Apr 11 14:39:19.157838 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-79a76b5c-4330-4605-97f4-c88331e43887 req-463f8c81-b657-48eb-b609-fdb6e3dfc694 service neutron] 10.222.0.53 "GET /v2.0/networks/307f01ba-c28f-4550-961c-9ebcff9ee510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367940 Apr 11 14:39:24.341518 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:25.194702 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9a6cf506-145f-45f4-8e05-23fe9ca9438a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:27.701101 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-52807228-2c38-4c4d-8b71-780a5e92601c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:28.679977 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:28.691349 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:29.920157 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:41.404136 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47810) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:39:41.610168 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-b1a3b1c1-9510-49ed-a59e-475dc17ff611 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port 8c75b999-cf2b-472e-8486-504bfce68ebc {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:39:41.610507 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b1c1-9510-49ed-a59e-475dc17ff611 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:41.779235 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b1c1-9510-49ed-a59e-475dc17ff611 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:41.779565 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b1c1-9510-49ed-a59e-475dc17ff611 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:41.903396 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-b1a3b1c1-9510-49ed-a59e-475dc17ff611 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for 8c75b999-cf2b-472e-8486-504bfce68ebc owned by network:floatingip {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:39:42.105546 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b1c1-9510-49ed-a59e-475dc17ff611 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:42.152569 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3b1c1-9510-49ed-a59e-475dc17ff611 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=8c75b999-cf2b-472e-8486-504bfce68ebc,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:39:42.192914 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3b1c1-9510-49ed-a59e-475dc17ff611 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:42.193262 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3b1c1-9510-49ed-a59e-475dc17ff611 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:42.193600 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3b1c1-9510-49ed-a59e-475dc17ff611 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:42.193962 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3b1c1-9510-49ed-a59e-475dc17ff611 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:42.194294 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3b1c1-9510-49ed-a59e-475dc17ff611 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:42.194627 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3b1c1-9510-49ed-a59e-475dc17ff611 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:42.194972 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3b1c1-9510-49ed-a59e-475dc17ff611 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:42.195932 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3b1c1-9510-49ed-a59e-475dc17ff611 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:42.196245 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3b1c1-9510-49ed-a59e-475dc17ff611 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:42.196727 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3b1c1-9510-49ed-a59e-475dc17ff611 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:42.196984 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3b1c1-9510-49ed-a59e-475dc17ff611 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:42.197330 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3b1c1-9510-49ed-a59e-475dc17ff611 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:42.256984 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b1c1-9510-49ed-a59e-475dc17ff611 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:42.257374 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-b1a3b1c1-9510-49ed-a59e-475dc17ff611 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Floating IP 6f5038b8-c822-4cee-8cd4-34d673d9349e disassociated (deleted). External IP: 172.26.7.60, port: b991cc0e-e66f-49b9-b051-2d6978cf6ac6. Apr 11 14:39:42.612508 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a3b1c1-9510-49ed-a59e-475dc17ff611 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router 33f3a097-8226-4225-a834-f3b33ed81f42 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:39:42.997194 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a3b1c1-9510-49ed-a59e-475dc17ff611 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:39:43.007620 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a872b7-2487-4f9c-8338-92f132b9fb77 None None] Sync routers for ids ['33f3a097-8226-4225-a834-f3b33ed81f42'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:39:43.017799 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a872b7-2487-4f9c-8338-92f132b9fb77 None None] Routers {'33f3a097-8226-4225-a834-f3b33ed81f42'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:39:43.018497 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-37a872b7-2487-4f9c-8338-92f132b9fb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:39:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['33f3a097-8226-4225-a834-f3b33ed81f42'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:39:43.105779 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b1c1-9510-49ed-a59e-475dc17ff611 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:43.163299 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b1a3b1c1-9510-49ed-a59e-475dc17ff611 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/floatingips/6f5038b8-c822-4cee-8cd4-34d673d9349e HTTP/1.1" status: 204 len: 168 time: 1.7581401 Apr 11 14:39:43.164147 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdba6bf1-687c-4d77-9e63-d4835d33754b', 'tag': 'b991cc0e-e66f-49b9-b051-2d6978cf6ac6'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:39:43.212292 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-37a872b7-2487-4f9c-8338-92f132b9fb77 None None] Set router 33f3a097-8226-4225-a834-f3b33ed81f42 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:39:43.408900 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-702e1983-e888-4f89-9c85-1382fa31d9fb'] response: {'name': 'network-changed', 'server_uuid': 'bdba6bf1-687c-4d77-9e63-d4835d33754b', 'tag': 'b991cc0e-e66f-49b9-b051-2d6978cf6ac6', 'status': 'completed', 'code': 200} Apr 11 14:39:43.527103 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe4260-da3a-4359-903d-fe696800ce82 req-3119b7ef-2edb-4ec6-8645-e73784302445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:39:43.528638 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0dbe4260-da3a-4359-903d-fe696800ce82 req-3119b7ef-2edb-4ec6-8645-e73784302445 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b HTTP/1.1" status: 200 len: 1099 time: 0.0774288 Apr 11 14:39:43.585525 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-37a872b7-2487-4f9c-8338-92f132b9fb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'name': 'tempest-TestNetworkBasicOps-router-1492916747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235'}], 'enable_snat': True}, 'gw_port_id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:35:59Z', 'updated_at': '2022-04-11T14:36:05Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ad:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:36:00Z', 'updated_at': '2022-04-11T14:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'e2f69d3c-7102-4526-aa9e-13c68326bd71', 'name': '', 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:3c:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '872b7187-92bc-405a-95a3-69d85594e7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:36:04Z', 'updated_at': '2022-04-11T14:36:09Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '872b7187-92bc-405a-95a3-69d85594e7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:39:43.589564 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a872b7-2487-4f9c-8338-92f132b9fb77 None None] Checking router: 33f3a097-8226-4225-a834-f3b33ed81f42 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:39:43.598248 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a872b7-2487-4f9c-8338-92f132b9fb77 None None] Routers {'33f3a097-8226-4225-a834-f3b33ed81f42'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:39:43.598861 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-37a872b7-2487-4f9c-8338-92f132b9fb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:39:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['33f3a097-8226-4225-a834-f3b33ed81f42'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:39:43.676424 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe4260-da3a-4359-903d-fe696800ce82 req-09c6cfbf-a5c1-49af-81dc-de285ea1b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:39:43.681005 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0dbe4260-da3a-4359-903d-fe696800ce82 req-09c6cfbf-a5c1-49af-81dc-de285ea1b6f8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=307f01ba-c28f-4550-961c-9ebcff9ee510 HTTP/1.1" status: 200 len: 898 time: 0.1442173 Apr 11 14:39:43.757098 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0dbe4260-da3a-4359-903d-fe696800ce82 req-2e5b10aa-ff7e-4967-a747-7f92e4f45465 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b991cc0e-e66f-49b9-b051-2d6978cf6ac6 HTTP/1.1" status: 200 len: 217 time: 0.0711727 Apr 11 14:39:43.786447 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-37a872b7-2487-4f9c-8338-92f132b9fb77 None None] Set router 33f3a097-8226-4225-a834-f3b33ed81f42 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:39:43.870014 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe4260-da3a-4359-903d-fe696800ce82 req-80dc676d-45d9-45c0-8e4e-3d815ecd7ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:39:43.871472 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0dbe4260-da3a-4359-903d-fe696800ce82 req-80dc676d-45d9-45c0-8e4e-3d815ecd7ba6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=872b7187-92bc-405a-95a3-69d85594e7eb HTTP/1.1" status: 200 len: 844 time: 0.1079595 Apr 11 14:39:43.965660 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea9cbd-bac7-49d0-9aed-82a4522dd437 req-f2bb69f3-b789-495b-aa7d-6304b678936a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:39:43.966383 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-aeea9cbd-bac7-49d0-9aed-82a4522dd437 req-f2bb69f3-b789-495b-aa7d-6304b678936a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:39:44.001508 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe4260-da3a-4359-903d-fe696800ce82 req-c16bd68b-e3d3-4b1b-83d8-c56d363d9671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:39:44.006954 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0dbe4260-da3a-4359-903d-fe696800ce82 req-c16bd68b-e3d3-4b1b-83d8-c56d363d9671 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=307f01ba-c28f-4550-961c-9ebcff9ee510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1252699 Apr 11 14:39:44.097227 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-aeea9cbd-bac7-49d0-9aed-82a4522dd437 req-f2bb69f3-b789-495b-aa7d-6304b678936a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:39:44.098300 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-aeea9cbd-bac7-49d0-9aed-82a4522dd437 req-f2bb69f3-b789-495b-aa7d-6304b678936a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b HTTP/1.1" status: 200 len: 946 time: 0.3632221 Apr 11 14:39:44.111478 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-37a872b7-2487-4f9c-8338-92f132b9fb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'name': 'tempest-TestNetworkBasicOps-router-1492916747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235'}], 'enable_snat': True}, 'gw_port_id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:35:59Z', 'updated_at': '2022-04-11T14:36:05Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ad:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:36:00Z', 'updated_at': '2022-04-11T14:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'e2f69d3c-7102-4526-aa9e-13c68326bd71', 'name': '', 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:3c:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '872b7187-92bc-405a-95a3-69d85594e7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:36:04Z', 'updated_at': '2022-04-11T14:36:09Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '872b7187-92bc-405a-95a3-69d85594e7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:39:44.115626 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a872b7-2487-4f9c-8338-92f132b9fb77 None None] The sync data for ids ['33f3a097-8226-4225-a834-f3b33ed81f42'] in dv-neutron-837330-1-hyperv is: [{'id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'name': 'tempest-TestNetworkBasicOps-router-1492916747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235'}], 'enable_snat': True}, 'gw_port_id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:35:59Z', 'updated_at': '2022-04-11T14:36:05Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ad:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:36:00Z', 'updated_at': '2022-04-11T14:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'e2f69d3c-7102-4526-aa9e-13c68326bd71', 'name': '', 'network_id': '307f01ba-c28f-4550-961c-9ebcff9ee510', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:3c:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '872b7187-92bc-405a-95a3-69d85594e7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:36:04Z', 'updated_at': '2022-04-11T14:36:09Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '872b7187-92bc-405a-95a3-69d85594e7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:39:44.182361 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-aeea9cbd-bac7-49d0-9aed-82a4522dd437 req-2c05bb3a-0aa2-423e-ae78-8f1e2f3c2cc0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b567926-fcd0-417f-96b0-162c9af8fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717747 Apr 11 14:39:44.185783 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0dbe4260-da3a-4359-903d-fe696800ce82 req-47a5fbed-0454-4848-8d08-8bca01d144d1 service neutron] 10.222.0.53 "GET /v2.0/networks/307f01ba-c28f-4550-961c-9ebcff9ee510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746860 Apr 11 14:39:44.328603 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0dbe4260-da3a-4359-903d-fe696800ce82 req-caac2481-529f-4370-9d96-200ecefe44e6 service neutron] 10.222.0.53 "GET /v2.0/networks/307f01ba-c28f-4550-961c-9ebcff9ee510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365161 Apr 11 14:39:44.348537 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31418fa3-1858-4180-aeb8-53bf342e904e None None] New status for floating IP 6f5038b8-c822-4cee-8cd4-34d673d9349e: DOWN {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:39:45.448421 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd300a4-7b84-46bf-8bf6-d4532d0bf1bb req-57a13352-48ec-41b4-8dcd-583dbe2e8a32 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:39:45.449975 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4cd300a4-7b84-46bf-8bf6-d4532d0bf1bb req-57a13352-48ec-41b4-8dcd-583dbe2e8a32 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b HTTP/1.1" status: 200 len: 946 time: 0.1339498 Apr 11 14:39:45.472555 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31563c-9db9-4dd0-abdd-43cd852e8992 req-13e362ed-9948-4d3f-a5d8-0906b6f90940 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:39:45.473941 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-bb31563c-9db9-4dd0-abdd-43cd852e8992 req-13e362ed-9948-4d3f-a5d8-0906b6f90940 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b HTTP/1.1" status: 200 len: 946 time: 0.0889568 Apr 11 14:39:45.495236 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4cd300a4-7b84-46bf-8bf6-d4532d0bf1bb req-25288d7d-bd7b-4214-8b5b-bb1137caac62 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b567926-fcd0-417f-96b0-162c9af8fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394719 Apr 11 14:39:45.544575 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-bb31563c-9db9-4dd0-abdd-43cd852e8992 req-2a70c9ea-a7be-4d22-868b-78108730e0ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port b991cc0e-e66f-49b9-b051-2d6978cf6ac6 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:39:45.544915 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-bb31563c-9db9-4dd0-abdd-43cd852e8992 req-2a70c9ea-a7be-4d22-868b-78108730e0ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:45.801063 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-bb31563c-9db9-4dd0-abdd-43cd852e8992 req-2a70c9ea-a7be-4d22-868b-78108730e0ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port b991cc0e-e66f-49b9-b051-2d6978cf6ac6, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=b991cc0e-e66f-49b9-b051-2d6978cf6ac6,segment=NetworkSegment(12d09226-a22e-4d68-b9ee-25708d014369),segment_id=12d09226-a22e-4d68-b9ee-25708d014369)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:39:45.801335 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-bb31563c-9db9-4dd0-abdd-43cd852e8992 req-2a70c9ea-a7be-4d22-868b-78108730e0ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:45.938716 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-bb31563c-9db9-4dd0-abdd-43cd852e8992 req-2a70c9ea-a7be-4d22-868b-78108730e0ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for b991cc0e-e66f-49b9-b051-2d6978cf6ac6 owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:39:46.271332 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-bb31563c-9db9-4dd0-abdd-43cd852e8992 req-2a70c9ea-a7be-4d22-868b-78108730e0ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:46.324608 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70c9ea-a7be-4d22-868b-78108730e0ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=b991cc0e-e66f-49b9-b051-2d6978cf6ac6,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:39:46.403240 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb31563c-9db9-4dd0-abdd-43cd852e8992 req-2a70c9ea-a7be-4d22-868b-78108730e0ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] No DVR routers for this DVR port b991cc0e-e66f-49b9-b051-2d6978cf6ac6 on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:39:46.405755 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-bb31563c-9db9-4dd0-abdd-43cd852e8992 req-2a70c9ea-a7be-4d22-868b-78108730e0ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:46.408428 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdba6bf1-687c-4d77-9e63-d4835d33754b', 'name': 'network-vif-deleted', 'tag': 'b991cc0e-e66f-49b9-b051-2d6978cf6ac6'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:39:46.455311 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c701514-e2b2-43c1-a073-59bc9d243431'] response: {'server_uuid': 'bdba6bf1-687c-4d77-9e63-d4835d33754b', 'name': 'network-vif-deleted', 'tag': 'b991cc0e-e66f-49b9-b051-2d6978cf6ac6', 'status': 'completed', 'code': 200} Apr 11 14:39:46.516209 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-bb31563c-9db9-4dd0-abdd-43cd852e8992 req-2a70c9ea-a7be-4d22-868b-78108730e0ac tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "DELETE /v2.0/ports/b991cc0e-e66f-49b9-b051-2d6978cf6ac6 HTTP/1.1" status: 204 len: 173 time: 1.0371621 Apr 11 14:39:46.661141 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b46bcf50-097e-4e40-9548-50ce959af599 req-29213b83-35f0-4909-b518-2e2c8076b2ff tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdba6bf1-687c-4d77-9e63-d4835d33754b HTTP/1.1" status: 200 len: 210 time: 0.0452166 Apr 11 14:39:47.758180 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47840) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:39:47.801222 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:39:47.826581 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8382c0fa-43ec-4aaa-b31d-515fad59865f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:47.855981 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8382c0fa-43ec-4aaa-b31d-515fad59865f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:47.987879 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8382c0fa-43ec-4aaa-b31d-515fad59865f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:48.007517 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382c0fa-43ec-4aaa-b31d-515fad59865f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b567926-fcd0-417f-96b0-162c9af8fff6,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:39:48.061769 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8382c0fa-43ec-4aaa-b31d-515fad59865f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:48.062948 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8382c0fa-43ec-4aaa-b31d-515fad59865f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/security-groups/1b567926-fcd0-417f-96b0-162c9af8fff6 HTTP/1.1" status: 204 len: 168 time: 0.3036265 Apr 11 14:39:48.142633 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47846) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:39:48.800672 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ac0ccfb7-b436-4ef8-ad79-50294b84515b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:49.164851 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-ac0ccfb7-b436-4ef8-ad79-50294b84515b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port e2f69d3c-7102-4526-aa9e-13c68326bd71 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:39:49.165495 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ac0ccfb7-b436-4ef8-ad79-50294b84515b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:49.351699 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-ac0ccfb7-b436-4ef8-ad79-50294b84515b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port e2f69d3c-7102-4526-aa9e-13c68326bd71, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e2f69d3c-7102-4526-aa9e-13c68326bd71,segment=NetworkSegment(12d09226-a22e-4d68-b9ee-25708d014369),segment_id=12d09226-a22e-4d68-b9ee-25708d014369)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:39:49.352044 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ac0ccfb7-b436-4ef8-ad79-50294b84515b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:49.475863 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-ac0ccfb7-b436-4ef8-ad79-50294b84515b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for e2f69d3c-7102-4526-aa9e-13c68326bd71 owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:39:49.736585 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ac0ccfb7-b436-4ef8-ad79-50294b84515b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:49.787989 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ccfb7-b436-4ef8-ad79-50294b84515b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=e2f69d3c-7102-4526-aa9e-13c68326bd71,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:39:49.899865 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device b991cc0e-e66f-49b9-b051-2d6978cf6ac6 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:39:49.937766 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: b991cc0e-e66f-49b9-b051-2d6978cf6ac6 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:39:49.938148 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device b991cc0e-e66f-49b9-b051-2d6978cf6ac6 not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:39:50.191421 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ac0ccfb7-b436-4ef8-ad79-50294b84515b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:50.550543 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0ccfb7-b436-4ef8-ad79-50294b84515b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router 33f3a097-8226-4225-a834-f3b33ed81f42 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:39:50.730070 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0ccfb7-b436-4ef8-ad79-50294b84515b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:39:50.739412 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2e61df-633a-4c2c-8ace-1d0ec193b0fb None None] Sync routers for ids ['33f3a097-8226-4225-a834-f3b33ed81f42'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:39:50.742660 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ac0ccfb7-b436-4ef8-ad79-50294b84515b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "PUT /v2.0/routers/33f3a097-8226-4225-a834-f3b33ed81f42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5988328 Apr 11 14:39:50.745371 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47850) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:39:50.749064 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2e61df-633a-4c2c-8ace-1d0ec193b0fb None None] Routers {'33f3a097-8226-4225-a834-f3b33ed81f42'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:39:50.749648 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4c2e61df-633a-4c2c-8ace-1d0ec193b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:39:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['33f3a097-8226-4225-a834-f3b33ed81f42'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:39:50.812170 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca5e3769-c9c3-48aa-a9a0-3bfacea85a53 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting subnet 872b7187-92bc-405a-95a3-69d85594e7eb {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:39:50.815050 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ca5e3769-c9c3-48aa-a9a0-3bfacea85a53 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:50.869468 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ca5e3769-c9c3-48aa-a9a0-3bfacea85a53 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:50.934250 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-4c2e61df-633a-4c2c-8ace-1d0ec193b0fb None None] Set router 33f3a097-8226-4225-a834-f3b33ed81f42 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:39:50.957100 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ca5e3769-c9c3-48aa-a9a0-3bfacea85a53 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:51.091653 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ca5e3769-c9c3-48aa-a9a0-3bfacea85a53 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:51.136889 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e3769-c9c3-48aa-a9a0-3bfacea85a53 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Subnet': ['ID=872b7187-92bc-405a-95a3-69d85594e7eb,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:39:51.142505 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ca5e3769-c9c3-48aa-a9a0-3bfacea85a53 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:51.151121 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ca5e3769-c9c3-48aa-a9a0-3bfacea85a53 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/subnets/872b7187-92bc-405a-95a3-69d85594e7eb HTTP/1.1" status: 204 len: 168 time: 0.4044414 Apr 11 14:39:51.152769 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11107912-f717-45ea-b0f0-a4c4d41895bc None None] Network 307f01ba-c28f-4550-961c-9ebcff9ee510 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:39:51.153744 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47854) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:39:51.340434 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d839e140-3c10-4cf4-82df-46d3fd1a995c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:51.434228 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4c2e61df-633a-4c2c-8ace-1d0ec193b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'name': 'tempest-TestNetworkBasicOps-router-1492916747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235'}], 'enable_snat': True}, 'gw_port_id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:35:59Z', 'updated_at': '2022-04-11T14:39:49Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ad:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:36:00Z', 'updated_at': '2022-04-11T14:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:39:51.440949 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2e61df-633a-4c2c-8ace-1d0ec193b0fb None None] Checking router: 33f3a097-8226-4225-a834-f3b33ed81f42 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:39:51.456113 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2e61df-633a-4c2c-8ace-1d0ec193b0fb None None] Routers {'33f3a097-8226-4225-a834-f3b33ed81f42'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:39:51.456713 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4c2e61df-633a-4c2c-8ace-1d0ec193b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:39:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['33f3a097-8226-4225-a834-f3b33ed81f42'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:39:51.524609 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9d10c5-6c06-4a96-98f5-94a3408548ab None None] DHCP port deletion for 307f01ba-c28f-4550-961c-9ebcff9ee510 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:39:51.526652 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d839e140-3c10-4cf4-82df-46d3fd1a995c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:51.535435 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-8d9d10c5-6c06-4a96-98f5-94a3408548ab None None] Deleting port 47c686af-2ef8-4e7d-b901-b095e293fed2 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:39:51.535807 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8d9d10c5-6c06-4a96-98f5-94a3408548ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:51.599325 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-d839e140-3c10-4cf4-82df-46d3fd1a995c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port e03a58ab-244d-457a-8ba6-b62547e300f4 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:39:51.599675 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d839e140-3c10-4cf4-82df-46d3fd1a995c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:51.747427 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-4c2e61df-633a-4c2c-8ace-1d0ec193b0fb None None] Set router 33f3a097-8226-4225-a834-f3b33ed81f42 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:39:51.869084 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 47c686af-2ef8-4e7d-b901-b095e293fed2 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:39:51.905819 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-d839e140-3c10-4cf4-82df-46d3fd1a995c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port e03a58ab-244d-457a-8ba6-b62547e300f4, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e03a58ab-244d-457a-8ba6-b62547e300f4,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:39:51.906206 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d839e140-3c10-4cf4-82df-46d3fd1a995c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:52.031682 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-d839e140-3c10-4cf4-82df-46d3fd1a995c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for e03a58ab-244d-457a-8ba6-b62547e300f4 owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:39:52.111561 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-8d9d10c5-6c06-4a96-98f5-94a3408548ab None None] For port 47c686af-2ef8-4e7d-b901-b095e293fed2, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=47c686af-2ef8-4e7d-b901-b095e293fed2,segment=NetworkSegment(12d09226-a22e-4d68-b9ee-25708d014369),segment_id=12d09226-a22e-4d68-b9ee-25708d014369)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:39:52.112164 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8d9d10c5-6c06-4a96-98f5-94a3408548ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:52.256358 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d839e140-3c10-4cf4-82df-46d3fd1a995c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:52.276159 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-8d9d10c5-6c06-4a96-98f5-94a3408548ab None None] Calling delete_port for 47c686af-2ef8-4e7d-b901-b095e293fed2 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:39:52.305125 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839e140-3c10-4cf4-82df-46d3fd1a995c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=e03a58ab-244d-457a-8ba6-b62547e300f4,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:39:52.387824 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:52.403420 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d839e140-3c10-4cf4-82df-46d3fd1a995c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:52.456781 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4c2e61df-633a-4c2c-8ace-1d0ec193b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'name': 'tempest-TestNetworkBasicOps-router-1492916747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235'}], 'enable_snat': True}, 'gw_port_id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:35:59Z', 'updated_at': '2022-04-11T14:39:49Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ad:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:36:00Z', 'updated_at': '2022-04-11T14:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:39:52.461342 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2e61df-633a-4c2c-8ace-1d0ec193b0fb None None] The sync data for ids ['33f3a097-8226-4225-a834-f3b33ed81f42'] in dv-neutron-837330-1-hyperv is: [{'id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'name': 'tempest-TestNetworkBasicOps-router-1492916747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235'}], 'enable_snat': True}, 'gw_port_id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:35:59Z', 'updated_at': '2022-04-11T14:39:49Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e03a58ab-244d-457a-8ba6-b62547e300f4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ad:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f3a097-8226-4225-a834-f3b33ed81f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:36:00Z', 'updated_at': '2022-04-11T14:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:39:52.521577 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8d9d10c5-6c06-4a96-98f5-94a3408548ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:52.573289 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9d10c5-6c06-4a96-98f5-94a3408548ab None None] No DVR routers for this DVR port 47c686af-2ef8-4e7d-b901-b095e293fed2 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:39:52.575140 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d10c5-6c06-4a96-98f5-94a3408548ab None None] Pushing event deleted for resources: {'Port': ['ID=47c686af-2ef8-4e7d-b901-b095e293fed2,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:39:52.586697 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d839e140-3c10-4cf4-82df-46d3fd1a995c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:52.587279 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d10c5-6c06-4a96-98f5-94a3408548ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:52.587279 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d10c5-6c06-4a96-98f5-94a3408548ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:52.587279 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d10c5-6c06-4a96-98f5-94a3408548ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:52.587279 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d10c5-6c06-4a96-98f5-94a3408548ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:52.587279 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d10c5-6c06-4a96-98f5-94a3408548ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:52.587698 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d839e140-3c10-4cf4-82df-46d3fd1a995c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:52.587796 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d10c5-6c06-4a96-98f5-94a3408548ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:52.587796 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d10c5-6c06-4a96-98f5-94a3408548ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:52.588133 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d10c5-6c06-4a96-98f5-94a3408548ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:52.588465 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d10c5-6c06-4a96-98f5-94a3408548ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:52.588789 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d10c5-6c06-4a96-98f5-94a3408548ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:52.589110 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d10c5-6c06-4a96-98f5-94a3408548ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:52.589428 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d10c5-6c06-4a96-98f5-94a3408548ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:52.671047 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d839e140-3c10-4cf4-82df-46d3fd1a995c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:52.671616 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d839e140-3c10-4cf4-82df-46d3fd1a995c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Fanout notify agent at l3_agent the message router_deleted on router 33f3a097-8226-4225-a834-f3b33ed81f42 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:39:52.686635 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d839e140-3c10-4cf4-82df-46d3fd1a995c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:52.687728 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d839e140-3c10-4cf4-82df-46d3fd1a995c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/routers/33f3a097-8226-4225-a834-f3b33ed81f42 HTTP/1.1" status: 204 len: 168 time: 1.5328903 Apr 11 14:39:52.690449 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47858) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:39:52.808224 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-80dd3b42-0a2f-4785-a489-892188945467 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:52.945981 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-80dd3b42-0a2f-4785-a489-892188945467 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:52.971849 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-80dd3b42-0a2f-4785-a489-892188945467 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307f01ba-c28f-4550-961c-9ebcff9ee510']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:39:52.986320 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-80dd3b42-0a2f-4785-a489-892188945467 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d09226-a22e-4d68-b9ee-25708d014369') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:39:52.986629 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-80dd3b42-0a2f-4785-a489-892188945467 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d09226-a22e-4d68-b9ee-25708d014369') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:39:52.998980 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-80dd3b42-0a2f-4785-a489-892188945467 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:53.016749 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-80dd3b42-0a2f-4785-a489-892188945467 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:53.023942 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80dd3b42-0a2f-4785-a489-892188945467 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:39:53.024351 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-80dd3b42-0a2f-4785-a489-892188945467 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:39:53.044878 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:39:53.191411 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-80dd3b42-0a2f-4785-a489-892188945467 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:53.209021 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-80dd3b42-0a2f-4785-a489-892188945467 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:53.222617 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd3b42-0a2f-4785-a489-892188945467 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Network': ['ID=307f01ba-c28f-4550-961c-9ebcff9ee510,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:39:53.283251 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-80dd3b42-0a2f-4785-a489-892188945467 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/networks/307f01ba-c28f-4550-961c-9ebcff9ee510 HTTP/1.1" status: 204 len: 168 time: 0.5917792 Apr 11 14:39:53.296828 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47862) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:39:53.301930 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-8377f1e4-de2f-4301-be2c-eb1659b5d5b3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'network': {'name': 'tempest-network-smoke--114845743', 'project_id': '572b8884360948e38c79b057606230d9', 'port_security_enabled': True}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:39:53.310081 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8377f1e4-de2f-4301-be2c-eb1659b5d5b3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:39:53.314947 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8377f1e4-de2f-4301-be2c-eb1659b5d5b3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:network and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:39:53.318164 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8377f1e4-de2f-4301-be2c-eb1659b5d5b3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:39:53.325404 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8377f1e4-de2f-4301-be2c-eb1659b5d5b3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:39:53.387233 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8377f1e4-de2f-4301-be2c-eb1659b5d5b3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:39:53.390769 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8377f1e4-de2f-4301-be2c-eb1659b5d5b3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:53.420391 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8377f1e4-de2f-4301-be2c-eb1659b5d5b3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:39:53.430087 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8377f1e4-de2f-4301-be2c-eb1659b5d5b3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:53.430473 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-8377f1e4-de2f-4301-be2c-eb1659b5d5b3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Added segment e74ea621-4a75-4df5-b6d0-4a6f8a301e5e of type vlan for network d3df090f-d937-4b5f-9562-03563092740d Apr 11 14:39:53.457569 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8377f1e4-de2f-4301-be2c-eb1659b5d5b3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:53.576766 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8377f1e4-de2f-4301-be2c-eb1659b5d5b3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:53.582381 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8377f1e4-de2f-4301-be2c-eb1659b5d5b3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:39:53.586901 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8377f1e4-de2f-4301-be2c-eb1659b5d5b3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:53.693936 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377f1e4-de2f-4301-be2c-eb1659b5d5b3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Network': ['ID=d3df090f-d937-4b5f-9562-03563092740d,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:39:53.704751 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network d3df090f-d937-4b5f-9562-03563092740d details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:39:53.732330 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e2f69d3c-7102-4526-aa9e-13c68326bd71 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:39:53.748367 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8377f1e4-de2f-4301-be2c-eb1659b5d5b3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4510427 Apr 11 14:39:53.751322 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47866) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:39:53.756703 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-d0d538ad-243e-4ef9-a74a-3801e90f686a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-719929747', 'admin_state_up': True, 'project_id': '572b8884360948e38c79b057606230d9', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:39:53.764557 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-d0d538ad-243e-4ef9-a74a-3801e90f686a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:39:53.770348 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d0d538ad-243e-4ef9-a74a-3801e90f686a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:router and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:39:53.771391 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d0d538ad-243e-4ef9-a74a-3801e90f686a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:39:53.775746 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: e2f69d3c-7102-4526-aa9e-13c68326bd71 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:39:53.776090 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e2f69d3c-7102-4526-aa9e-13c68326bd71 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:39:53.776500 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e03a58ab-244d-457a-8ba6-b62547e300f4 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:39:53.777886 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-d0d538ad-243e-4ef9-a74a-3801e90f686a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:39:53.827666 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0d538ad-243e-4ef9-a74a-3801e90f686a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:53.828689 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0d538ad-243e-4ef9-a74a-3801e90f686a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:53.843907 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0d538ad-243e-4ef9-a74a-3801e90f686a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:53.904581 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: e03a58ab-244d-457a-8ba6-b62547e300f4 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:39:53.904906 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e03a58ab-244d-457a-8ba6-b62547e300f4 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:39:54.305582 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0d538ad-243e-4ef9-a74a-3801e90f686a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:54.359252 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:54.678072 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0d538ad-243e-4ef9-a74a-3801e90f686a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:54.707560 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0d538ad-243e-4ef9-a74a-3801e90f686a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:54.841934 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-d0d538ad-243e-4ef9-a74a-3801e90f686a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.26.7.143 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/e674727a-1e6e-4ef2-8b1c-a5a98718bc2a) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:39:54.993111 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0d538ad-243e-4ef9-a74a-3801e90f686a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:55.073990 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0d538ad-243e-4ef9-a74a-3801e90f686a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:55.145126 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d538ad-243e-4ef9-a74a-3801e90f686a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:39:55.159177 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-44fcfaf3-1d3b-41e4-a852-6018e8457405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:55.160433 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-d0d538ad-243e-4ef9-a74a-3801e90f686a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:39:55.165490 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d538ad-243e-4ef9-a74a-3801e90f686a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:39:55.196840 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d538ad-243e-4ef9-a74a-3801e90f686a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=e674727a-1e6e-4ef2-8b1c-a5a98718bc2a,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:39:55.646255 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0d538ad-243e-4ef9-a74a-3801e90f686a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:56.096819 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0d538ad-243e-4ef9-a74a-3801e90f686a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:56.376529 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d538ad-243e-4ef9-a74a-3801e90f686a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router dbb78b30-34cc-44e1-bbdc-e232adbb2936 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:39:56.555727 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d538ad-243e-4ef9-a74a-3801e90f686a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:39:56.566362 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] Sync routers for ids ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:39:56.576476 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] Routers {'dbb78b30-34cc-44e1-bbdc-e232adbb2936'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:39:56.577081 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:39:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:39:56.628099 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0d538ad-243e-4ef9-a74a-3801e90f686a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:56.632930 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d0d538ad-243e-4ef9-a74a-3801e90f686a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8769572 Apr 11 14:39:56.633268 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47870) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:39:56.759420 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] Set router dbb78b30-34cc-44e1-bbdc-e232adbb2936 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:39:56.781250 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-703af123-0e77-418d-b75b-5782ea8ae918 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=572b8884360948e38c79b057606230d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1468070 Apr 11 14:39:56.783929 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47876) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:39:56.914881 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc8e231-c1f7-418f-a3f1-0dd80e00baf2 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:39:56.916363 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7dc8e231-c1f7-418f-a3f1-0dd80e00baf2 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1314673 Apr 11 14:39:56.919293 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47880) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:39:56.964201 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-66cf8042-9ff7-4a77-ab72-b20a28db4bb6 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=cff58315-4a25-4203-8056-2db185a2b95d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438142 Apr 11 14:39:56.966756 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47884) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:39:56.972651 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-dd0d1bfe-8158-4d13-bd5d-eb73706488b1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1320476513', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'project_id': '572b8884360948e38c79b057606230d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:39:57.064856 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'name': 'tempest-TestNetworkBasicOps-router-719929747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:39:53Z', 'updated_at': '2022-04-11T14:39:55Z', 'revision_number': 3, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:54Z', 'updated_at': '2022-04-11T14:39:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:39:57.068690 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] Checking router: dbb78b30-34cc-44e1-bbdc-e232adbb2936 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:39:57.069018 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] Updating router dbb78b30-34cc-44e1-bbdc-e232adbb2936 port e674727a-1e6e-4ef2-8b1c-a5a98718bc2a binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:39:57.085994 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-dd0d1bfe-8158-4d13-bd5d-eb73706488b1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:39:57.089935 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-dd0d1bfe-8158-4d13-bd5d-eb73706488b1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:subnet and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:39:57.092936 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-dd0d1bfe-8158-4d13-bd5d-eb73706488b1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:39:57.098601 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-dd0d1bfe-8158-4d13-bd5d-eb73706488b1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:39:57.126782 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:57.205194 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0d1bfe-8158-4d13-bd5d-eb73706488b1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:39:57.208654 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dd0d1bfe-8158-4d13-bd5d-eb73706488b1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:57.474653 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:57.486047 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] Transition to ACTIVE for port object e674727a-1e6e-4ef2-8b1c-a5a98718bc2a will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:39:57.513555 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dd0d1bfe-8158-4d13-bd5d-eb73706488b1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:57.592726 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d1bfe-8158-4d13-bd5d-eb73706488b1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Subnet': ['ID=a2eb4fa4-ee3f-4368-8e20-51907bde6294,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:39:57.593536 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:57.604283 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0d1bfe-8158-4d13-bd5d-eb73706488b1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Checking segment: {'id': 'e74ea621-4a75-4df5-b6d0-4a6f8a301e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:39:57.604647 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0d1bfe-8158-4d13-bd5d-eb73706488b1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network hostable DHCP agents. Network: d3df090f-d937-4b5f-9562-03563092740d, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:39:57.676970 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] Attempting to bind port e674727a-1e6e-4ef2-8b1c-a5a98718bc2a on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:39:57.680663 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] Attempting to bind port e674727a-1e6e-4ef2-8b1c-a5a98718bc2a by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:39:57.680663 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] Attempting to bind port e674727a-1e6e-4ef2-8b1c-a5a98718bc2a on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:39:57.684309 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a387b-8984-46d0-ae52-d97433161d0c None None] Pushing event updated for resources: {'Port': ['ID=e674727a-1e6e-4ef2-8b1c-a5a98718bc2a,revision_number=2']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:39:57.689043 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:39:57.689402 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:39:57.689788 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:57.690188 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:39:57.690636 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] Bound port: e674727a-1e6e-4ef2-8b1c-a5a98718bc2a, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:39:57.690995 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:57.699358 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0d1bfe-8158-4d13-bd5d-eb73706488b1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network d3df090f-d937-4b5f-9562-03563092740d is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:39:57.707819 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-849f3bc0-84b9-4fb0-b08f-11a381ec6aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:57.754889 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a387b-8984-46d0-ae52-d97433161d0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:57.755145 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a387b-8984-46d0-ae52-d97433161d0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:57.755478 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a387b-8984-46d0-ae52-d97433161d0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:57.755800 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a387b-8984-46d0-ae52-d97433161d0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:57.756120 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a387b-8984-46d0-ae52-d97433161d0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:57.756443 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a387b-8984-46d0-ae52-d97433161d0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:57.757299 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a387b-8984-46d0-ae52-d97433161d0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:57.758207 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a387b-8984-46d0-ae52-d97433161d0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:57.758531 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a387b-8984-46d0-ae52-d97433161d0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:57.758852 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a387b-8984-46d0-ae52-d97433161d0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:57.759162 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a387b-8984-46d0-ae52-d97433161d0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:57.759474 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a387b-8984-46d0-ae52-d97433161d0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:39:57.767615 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-dd0d1bfe-8158-4d13-bd5d-eb73706488b1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, d3df090f-d937-4b5f-9562-03563092740d) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:39:57.772039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0d1bfe-8158-4d13-bd5d-eb73706488b1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:39:57.773356 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dd0d1bfe-8158-4d13-bd5d-eb73706488b1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:57.779838 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8fd1be-74f0-4249-8b31-2856a7d5cbad None None] Network d3df090f-d937-4b5f-9562-03563092740d requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:39:57.809884 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] For port e674727a-1e6e-4ef2-8b1c-a5a98718bc2a, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:39:57.812773 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] For port e674727a-1e6e-4ef2-8b1c-a5a98718bc2a, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e674727a-1e6e-4ef2-8b1c-a5a98718bc2a,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:39:57.865515 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-dd0d1bfe-8158-4d13-bd5d-eb73706488b1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8974774 Apr 11 14:39:57.868822 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 47888) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:39:57.877069 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:57.961712 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] Routers {'dbb78b30-34cc-44e1-bbdc-e232adbb2936'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:39:57.962716 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:39:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:39:58.005621 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8805998e-b917-44e3-aed3-b922cf92ad14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-d3df090f-d937-4b5f-9562-03563092740d', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'tenant_id': '572b8884360948e38c79b057606230d9', 'fixed_ips': [{'subnet_id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:39:58.006506 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8805998e-b917-44e3-aed3-b922cf92ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:58.010465 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a387b-8984-46d0-ae52-d97433161d0c None None] Pushing event updated for resources: {'Port': ['ID=e674727a-1e6e-4ef2-8b1c-a5a98718bc2a,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:39:58.161753 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] Set router dbb78b30-34cc-44e1-bbdc-e232adbb2936 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:39:58.178581 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-8805998e-b917-44e3-aed3-b922cf92ad14 None None] Allocated IP 172.20.0.2 (d3df090f-d937-4b5f-9562-03563092740d/a2eb4fa4-ee3f-4368-8e20-51907bde6294/3fa9011d-2582-4bde-9712-0d4651dd5b46) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:39:58.391387 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8805998e-b917-44e3-aed3-b922cf92ad14 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:58.402004 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8805998e-b917-44e3-aed3-b922cf92ad14 None None] Transition to ACTIVE for port object 3fa9011d-2582-4bde-9712-0d4651dd5b46 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:39:58.422142 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8805998e-b917-44e3-aed3-b922cf92ad14 None None] Transition to ACTIVE for port object 3fa9011d-2582-4bde-9712-0d4651dd5b46 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:39:58.459773 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'name': 'tempest-TestNetworkBasicOps-router-719929747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:39:53Z', 'updated_at': '2022-04-11T14:39:55Z', 'revision_number': 3, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:54Z', 'updated_at': '2022-04-11T14:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:39:58.463772 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7fc8af-c6b2-4d0e-8def-67e4fb0fe049 None None] The sync data for ids ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'] in dv-neutron-837330-1-hyperv is: [{'id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'name': 'tempest-TestNetworkBasicOps-router-719929747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:39:53Z', 'updated_at': '2022-04-11T14:39:55Z', 'revision_number': 3, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:54Z', 'updated_at': '2022-04-11T14:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:39:58.534035 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8805998e-b917-44e3-aed3-b922cf92ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:58.607762 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8805998e-b917-44e3-aed3-b922cf92ad14 None None] Network d3df090f-d937-4b5f-9562-03563092740d is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:39:58.616933 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-8805998e-b917-44e3-aed3-b922cf92ad14 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:39:58.627354 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8805998e-b917-44e3-aed3-b922cf92ad14 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:39:58.668887 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805998e-b917-44e3-aed3-b922cf92ad14 None None] Pushing event updated for resources: {'Port': ['ID=3fa9011d-2582-4bde-9712-0d4651dd5b46,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:39:58.738896 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e37715bc-79d6-4651-b5ca-c9fe0487f92a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:58.746787 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:58.770113 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-8805998e-b917-44e3-aed3-b922cf92ad14 None None] Attempting to bind port 3fa9011d-2582-4bde-9712-0d4651dd5b46 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:39:58.770537 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-8805998e-b917-44e3-aed3-b922cf92ad14 None None] Attempting to bind port 3fa9011d-2582-4bde-9712-0d4651dd5b46 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'e74ea621-4a75-4df5-b6d0-4a6f8a301e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:39:58.770912 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8805998e-b917-44e3-aed3-b922cf92ad14 None None] Attempting to bind port 3fa9011d-2582-4bde-9712-0d4651dd5b46 on network d3df090f-d937-4b5f-9562-03563092740d {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:39:58.775428 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:58.778304 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8805998e-b917-44e3-aed3-b922cf92ad14 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:39:58.778485 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8805998e-b917-44e3-aed3-b922cf92ad14 None None] Checking segment: {'id': 'e74ea621-4a75-4df5-b6d0-4a6f8a301e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:39:58.778772 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8805998e-b917-44e3-aed3-b922cf92ad14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:58.779171 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8805998e-b917-44e3-aed3-b922cf92ad14 None None] Bound using segment: {'id': 'e74ea621-4a75-4df5-b6d0-4a6f8a301e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:39:58.779646 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-8805998e-b917-44e3-aed3-b922cf92ad14 None None] Bound port: 3fa9011d-2582-4bde-9712-0d4651dd5b46, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74ea621-4a75-4df5-b6d0-4a6f8a301e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:39:58.780022 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8805998e-b917-44e3-aed3-b922cf92ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:58.879662 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-8805998e-b917-44e3-aed3-b922cf92ad14 None None] For port 3fa9011d-2582-4bde-9712-0d4651dd5b46, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:39:58.883767 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-8805998e-b917-44e3-aed3-b922cf92ad14 None None] For port 3fa9011d-2582-4bde-9712-0d4651dd5b46, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3fa9011d-2582-4bde-9712-0d4651dd5b46,segment=NetworkSegment(e74ea621-4a75-4df5-b6d0-4a6f8a301e5e),segment_id=e74ea621-4a75-4df5-b6d0-4a6f8a301e5e)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:39:58.954258 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8805998e-b917-44e3-aed3-b922cf92ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:59.068023 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805998e-b917-44e3-aed3-b922cf92ad14 None None] Pushing event updated for resources: {'Port': ['ID=3fa9011d-2582-4bde-9712-0d4651dd5b46,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:39:59.182395 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-e37715bc-79d6-4651-b5ca-c9fe0487f92a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.20.0.1 (d3df090f-d937-4b5f-9562-03563092740d/a2eb4fa4-ee3f-4368-8e20-51907bde6294/9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:39:59.373223 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e37715bc-79d6-4651-b5ca-c9fe0487f92a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:59.391658 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-e37715bc-79d6-4651-b5ca-c9fe0487f92a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Transition to ACTIVE for port object 9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:39:59.482634 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e37715bc-79d6-4651-b5ca-c9fe0487f92a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:59.547520 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37715bc-79d6-4651-b5ca-c9fe0487f92a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network d3df090f-d937-4b5f-9562-03563092740d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:39:59.558622 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-e37715bc-79d6-4651-b5ca-c9fe0487f92a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:39:59.563364 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37715bc-79d6-4651-b5ca-c9fe0487f92a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:39:59.596992 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37715bc-79d6-4651-b5ca-c9fe0487f92a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:39:59.628798 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e37715bc-79d6-4651-b5ca-c9fe0487f92a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:59.768957 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3fa9011d-2582-4bde-9712-0d4651dd5b46 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:39:59.842838 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e37715bc-79d6-4651-b5ca-c9fe0487f92a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:39:59.916383 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 3fa9011d-2582-4bde-9712-0d4651dd5b46 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:39:59.921776 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e674727a-1e6e-4ef2-8b1c-a5a98718bc2a up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:39:59.951390 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:00.067618 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port e674727a-1e6e-4ef2-8b1c-a5a98718bc2a completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:40:00.073960 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port e674727a-1e6e-4ef2-8b1c-a5a98718bc2a triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:40:00.074331 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:00.201175 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:00.220171 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port e674727a-1e6e-4ef2-8b1c-a5a98718bc2a, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e674727a-1e6e-4ef2-8b1c-a5a98718bc2a,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:40:00.302739 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:00.414386 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=e674727a-1e6e-4ef2-8b1c-a5a98718bc2a,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:00.468985 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e37715bc-79d6-4651-b5ca-c9fe0487f92a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:00.550633 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e37715bc-79d6-4651-b5ca-c9fe0487f92a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:00.622467 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137f81be-7635-47b9-9839-e49cbc9add29 None None] Network d3df090f-d937-4b5f-9562-03563092740d requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:40:00.695185 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e37715bc-79d6-4651-b5ca-c9fe0487f92a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:00.699887 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37715bc-79d6-4651-b5ca-c9fe0487f92a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:00.805189 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-33518eb7-411d-4a0d-931b-44f67ac8c458 None None] Provisioning for port 3fa9011d-2582-4bde-9712-0d4651dd5b46 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:40:00.819748 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-33518eb7-411d-4a0d-931b-44f67ac8c458 None None] Provisioning complete for port 3fa9011d-2582-4bde-9712-0d4651dd5b46 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:40:00.820124 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-33518eb7-411d-4a0d-931b-44f67ac8c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:00.875064 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37715bc-79d6-4651-b5ca-c9fe0487f92a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network d3df090f-d937-4b5f-9562-03563092740d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:40:00.876187 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-e37715bc-79d6-4651-b5ca-c9fe0487f92a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:40:01.058949 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-33518eb7-411d-4a0d-931b-44f67ac8c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:01.088177 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37715bc-79d6-4651-b5ca-c9fe0487f92a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router dbb78b30-34cc-44e1-bbdc-e232adbb2936 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:40:01.103610 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-33518eb7-411d-4a0d-931b-44f67ac8c458 None None] For port 3fa9011d-2582-4bde-9712-0d4651dd5b46, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3fa9011d-2582-4bde-9712-0d4651dd5b46,segment=NetworkSegment(e74ea621-4a75-4df5-b6d0-4a6f8a301e5e),segment_id=e74ea621-4a75-4df5-b6d0-4a6f8a301e5e)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:40:01.161677 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-33518eb7-411d-4a0d-931b-44f67ac8c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:01.238450 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33518eb7-411d-4a0d-931b-44f67ac8c458 None None] Pushing event updated for resources: {'Port': ['ID=3fa9011d-2582-4bde-9712-0d4651dd5b46,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:01.295950 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37715bc-79d6-4651-b5ca-c9fe0487f92a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:40:01.310825 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] Sync routers for ids ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:40:01.315005 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e37715bc-79d6-4651-b5ca-c9fe0487f92a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "PUT /v2.0/routers/dbb78b30-34cc-44e1-bbdc-e232adbb2936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4447634 Apr 11 14:40:01.317521 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47892) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:40:01.321785 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] Routers {'dbb78b30-34cc-44e1-bbdc-e232adbb2936'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:40:01.322448 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:39:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:40:01.406723 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a60e395a-785e-4e46-a3cd-1f3215103157 None None] Provisioning complete for port 3fa9011d-2582-4bde-9712-0d4651dd5b46 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:40:01.407091 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a60e395a-785e-4e46-a3cd-1f3215103157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:01.469413 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a335d26f-ab85-4806-b06d-b7f137246675 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:01.469994 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a335d26f-ab85-4806-b06d-b7f137246675 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:01.470528 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a335d26f-ab85-4806-b06d-b7f137246675 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:01.471628 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a335d26f-ab85-4806-b06d-b7f137246675 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:01.473605 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a335d26f-ab85-4806-b06d-b7f137246675 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.1544454 Apr 11 14:40:01.477231 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47896) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:40:01.558056 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02887cd-1662-45f5-b077-448ccaa5c06e tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:01.558530 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02887cd-1662-45f5-b077-448ccaa5c06e tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:01.558991 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02887cd-1662-45f5-b077-448ccaa5c06e tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:01.559628 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02887cd-1662-45f5-b077-448ccaa5c06e tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:01.564366 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d02887cd-1662-45f5-b077-448ccaa5c06e tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0829713 Apr 11 14:40:01.564553 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47900) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:40:01.581033 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] Set router dbb78b30-34cc-44e1-bbdc-e232adbb2936 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:40:01.752686 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3fa9011d-2582-4bde-9712-0d4651dd5b46 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:40:01.786496 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d0e7a646-122f-4baa-942e-ebd8a53113b2 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2198806 Apr 11 14:40:01.918397 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a60e395a-785e-4e46-a3cd-1f3215103157 None None] Provisioning for port 9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:40:01.929724 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a60e395a-785e-4e46-a3cd-1f3215103157 None None] Provisioning complete for port 9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:40:01.930122 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a60e395a-785e-4e46-a3cd-1f3215103157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:02.041454 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47906) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:40:02.046558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 3fa9011d-2582-4bde-9712-0d4651dd5b46 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:40:02.046929 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:02.047042 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-270363ce-8b62-42e5-bd7c-c15e6bfe9d9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1926882535', 'description': 'tempest-secgroup-smoke-1926882535 description', 'project_id': '572b8884360948e38c79b057606230d9'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:40:02.052921 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-270363ce-8b62-42e5-bd7c-c15e6bfe9d9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:40:02.057417 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-270363ce-8b62-42e5-bd7c-c15e6bfe9d9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:40:02.062069 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-270363ce-8b62-42e5-bd7c-c15e6bfe9d9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:40:02.066310 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-270363ce-8b62-42e5-bd7c-c15e6bfe9d9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:40:02.076156 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-a60e395a-785e-4e46-a3cd-1f3215103157 None None] Port 9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:40:02.128012 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-270363ce-8b62-42e5-bd7c-c15e6bfe9d9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:02.150742 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-270363ce-8b62-42e5-bd7c-c15e6bfe9d9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:40:02.154752 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-270363ce-8b62-42e5-bd7c-c15e6bfe9d9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:40:02.157680 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-270363ce-8b62-42e5-bd7c-c15e6bfe9d9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:40:02.163874 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-270363ce-8b62-42e5-bd7c-c15e6bfe9d9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:40:02.180006 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'name': 'tempest-TestNetworkBasicOps-router-719929747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:39:53Z', 'updated_at': '2022-04-11T14:39:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:54Z', 'updated_at': '2022-04-11T14:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3', 'name': '', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:39:42:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:58Z', 'updated_at': '2022-04-11T14:40:00Z', 'revision_number': 2, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:40:02.200450 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e674727a-1e6e-4ef2-8b1c-a5a98718bc2a up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:40:02.227210 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] Checking router: dbb78b30-34cc-44e1-bbdc-e232adbb2936 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:40:02.227568 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] Updating router dbb78b30-34cc-44e1-bbdc-e232adbb2936 port 9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3 binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:40:02.236476 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-270363ce-8b62-42e5-bd7c-c15e6bfe9d9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:02.296713 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-79b5b6a9-b8bf-449d-9c5f-9b6eeaaee0be None None] Provisioning complete for port 9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:40:02.297085 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-79b5b6a9-b8bf-449d-9c5f-9b6eeaaee0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:02.310360 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-270363ce-8b62-42e5-bd7c-c15e6bfe9d9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:02.350786 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:02.356199 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270363ce-8b62-42e5-bd7c-c15e6bfe9d9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbce1727-6fc2-4992-aadc-d1402ec9a07f,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:02.363332 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270363ce-8b62-42e5-bd7c-c15e6bfe9d9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:40:02.363682 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270363ce-8b62-42e5-bd7c-c15e6bfe9d9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:40:02.364027 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270363ce-8b62-42e5-bd7c-c15e6bfe9d9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:40:02.364408 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270363ce-8b62-42e5-bd7c-c15e6bfe9d9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:40:02.364773 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270363ce-8b62-42e5-bd7c-c15e6bfe9d9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:40:02.365106 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270363ce-8b62-42e5-bd7c-c15e6bfe9d9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:40:02.365435 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270363ce-8b62-42e5-bd7c-c15e6bfe9d9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:40:02.365773 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270363ce-8b62-42e5-bd7c-c15e6bfe9d9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:40:02.366167 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270363ce-8b62-42e5-bd7c-c15e6bfe9d9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:40:02.374682 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270363ce-8b62-42e5-bd7c-c15e6bfe9d9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:40:02.374682 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270363ce-8b62-42e5-bd7c-c15e6bfe9d9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:40:02.374682 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270363ce-8b62-42e5-bd7c-c15e6bfe9d9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:40:02.416085 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-79b5b6a9-b8bf-449d-9c5f-9b6eeaaee0be None None] Port 9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:40:02.422012 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-270363ce-8b62-42e5-bd7c-c15e6bfe9d9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:02.423297 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-270363ce-8b62-42e5-bd7c-c15e6bfe9d9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3807359 Apr 11 14:40:02.426134 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47910) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:40:02.431682 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-f967232b-2e1b-4d09-b160-6c513f72c294 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'bbce1727-6fc2-4992-aadc-d1402ec9a07f', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:40:02.437740 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f967232b-2e1b-4d09-b160-6c513f72c294 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:40:02.441760 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f967232b-2e1b-4d09-b160-6c513f72c294 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:40:02.445262 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f967232b-2e1b-4d09-b160-6c513f72c294 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:40:02.447186 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port e674727a-1e6e-4ef2-8b1c-a5a98718bc2a triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:40:02.447561 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:02.451149 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f967232b-2e1b-4d09-b160-6c513f72c294 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:40:02.543779 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f967232b-2e1b-4d09-b160-6c513f72c294 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:02.607570 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f967232b-2e1b-4d09-b160-6c513f72c294 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:02.697037 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f967232b-2e1b-4d09-b160-6c513f72c294 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:02.721504 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967232b-2e1b-4d09-b160-6c513f72c294 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c290c175-cee8-4602-ac01-f42b674c8947,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:02.795987 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f967232b-2e1b-4d09-b160-6c513f72c294 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:02.797216 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f967232b-2e1b-4d09-b160-6c513f72c294 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3701117 Apr 11 14:40:02.800028 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47914) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:40:02.805799 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-fe396e59-bde1-4c7e-aedf-baa3bfdcb4ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'bbce1727-6fc2-4992-aadc-d1402ec9a07f', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:40:02.811642 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-fe396e59-bde1-4c7e-aedf-baa3bfdcb4ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:40:02.817535 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fe396e59-bde1-4c7e-aedf-baa3bfdcb4ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:40:02.818690 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fe396e59-bde1-4c7e-aedf-baa3bfdcb4ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:40:02.825067 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-fe396e59-bde1-4c7e-aedf-baa3bfdcb4ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:40:02.873610 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:02.885480 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] Transition to ACTIVE for port object 9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:40:02.914986 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fe396e59-bde1-4c7e-aedf-baa3bfdcb4ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:02.973412 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:02.979416 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fe396e59-bde1-4c7e-aedf-baa3bfdcb4ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:03.073606 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fe396e59-bde1-4c7e-aedf-baa3bfdcb4ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:03.098637 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe396e59-bde1-4c7e-aedf-baa3bfdcb4ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ef3841-57cc-4bcf-a5b7-f746977ff256,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:03.144268 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b241d-9d71-45d5-b27e-0eb17e10bee0 None None] Pushing event updated for resources: {'Port': ['ID=9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:03.188268 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fe396e59-bde1-4c7e-aedf-baa3bfdcb4ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:03.192241 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-fe396e59-bde1-4c7e-aedf-baa3bfdcb4ce tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3885584 Apr 11 14:40:03.192241 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47918) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:40:03.197950 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-550aaf5e-d004-4c2a-8998-c41b47797280 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'bbce1727-6fc2-4992-aadc-d1402ec9a07f', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:40:03.204787 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-550aaf5e-d004-4c2a-8998-c41b47797280 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:40:03.205174 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] Attempting to bind port 9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:40:03.205553 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] Attempting to bind port 9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'e74ea621-4a75-4df5-b6d0-4a6f8a301e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:40:03.205933 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] Attempting to bind port 9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3 on network d3df090f-d937-4b5f-9562-03563092740d {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:40:03.208813 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-550aaf5e-d004-4c2a-8998-c41b47797280 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:40:03.211677 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:40:03.211846 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-550aaf5e-d004-4c2a-8998-c41b47797280 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:40:03.212049 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] Checking segment: {'id': 'e74ea621-4a75-4df5-b6d0-4a6f8a301e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:40:03.212450 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:03.212842 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] Bound using segment: {'id': 'e74ea621-4a75-4df5-b6d0-4a6f8a301e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:40:03.213358 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] Bound port: 9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74ea621-4a75-4df5-b6d0-4a6f8a301e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:40:03.213743 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:03.217399 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-550aaf5e-d004-4c2a-8998-c41b47797280 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:40:03.314607 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] For port 9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:40:03.314797 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-550aaf5e-d004-4c2a-8998-c41b47797280 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:03.317547 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] For port 9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3,segment=NetworkSegment(e74ea621-4a75-4df5-b6d0-4a6f8a301e5e),segment_id=e74ea621-4a75-4df5-b6d0-4a6f8a301e5e)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:40:03.378057 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-550aaf5e-d004-4c2a-8998-c41b47797280 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:03.388196 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:03.446525 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-550aaf5e-d004-4c2a-8998-c41b47797280 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:03.469787 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] Routers {'dbb78b30-34cc-44e1-bbdc-e232adbb2936'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:40:03.470447 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:39:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:40:03.474309 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550aaf5e-d004-4c2a-8998-c41b47797280 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67bc1d98-57ad-4623-adde-8ad167110f45,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:03.526531 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b241d-9d71-45d5-b27e-0eb17e10bee0 None None] Pushing event updated for resources: {'Port': ['ID=9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:03.562485 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-550aaf5e-d004-4c2a-8998-c41b47797280 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:03.563872 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-550aaf5e-d004-4c2a-8998-c41b47797280 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3707383 Apr 11 14:40:03.566814 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47922) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:40:03.573280 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-24feeec7-97f7-4e26-a727-5781e3e92ab2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'bbce1727-6fc2-4992-aadc-d1402ec9a07f', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:40:03.580558 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-24feeec7-97f7-4e26-a727-5781e3e92ab2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:40:03.585300 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-24feeec7-97f7-4e26-a727-5781e3e92ab2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:40:03.589331 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-24feeec7-97f7-4e26-a727-5781e3e92ab2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:40:03.595597 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-24feeec7-97f7-4e26-a727-5781e3e92ab2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:40:03.660439 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] Set router dbb78b30-34cc-44e1-bbdc-e232adbb2936 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:40:03.667568 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-24feeec7-97f7-4e26-a727-5781e3e92ab2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:03.739385 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-24feeec7-97f7-4e26-a727-5781e3e92ab2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:03.799075 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-24feeec7-97f7-4e26-a727-5781e3e92ab2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:03.824704 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24feeec7-97f7-4e26-a727-5781e3e92ab2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1bb4b6a-1809-4419-bd60-65522fde7233,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:03.890548 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-24feeec7-97f7-4e26-a727-5781e3e92ab2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:03.892067 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-24feeec7-97f7-4e26-a727-5781e3e92ab2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3240974 Apr 11 14:40:03.894795 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47926) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:40:03.899736 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-48398dff-a845-4a65-900c-0573f841e534 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'bbce1727-6fc2-4992-aadc-d1402ec9a07f', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:40:03.905579 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-48398dff-a845-4a65-900c-0573f841e534 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:40:03.909451 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-48398dff-a845-4a65-900c-0573f841e534 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:40:03.912374 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-48398dff-a845-4a65-900c-0573f841e534 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:40:03.919381 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-48398dff-a845-4a65-900c-0573f841e534 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:40:03.993812 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-48398dff-a845-4a65-900c-0573f841e534 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Project 572b8884360948e38c79b057606230d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:40:03.994956 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'name': 'tempest-TestNetworkBasicOps-router-719929747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:39:53Z', 'updated_at': '2022-04-11T14:39:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:54Z', 'updated_at': '2022-04-11T14:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3', 'name': '', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:39:42:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:58Z', 'updated_at': '2022-04-11T14:40:03Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:40:03.998983 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d39a75-d811-4430-a7f6-743992dd1e71 None None] The sync data for ids ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'] in dv-neutron-837330-1-hyperv is: [{'id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'name': 'tempest-TestNetworkBasicOps-router-719929747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:39:53Z', 'updated_at': '2022-04-11T14:39:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:54Z', 'updated_at': '2022-04-11T14:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3', 'name': '', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:39:42:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:58Z', 'updated_at': '2022-04-11T14:40:03Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:40:04.002128 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-48398dff-a845-4a65-900c-0573f841e534 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:04.093339 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-48398dff-a845-4a65-900c-0573f841e534 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:04.179541 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-48398dff-a845-4a65-900c-0573f841e534 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:04.204768 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48398dff-a845-4a65-900c-0573f841e534 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b780e0c-4171-45c4-9e79-35c8945e7c7a,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:04.279056 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-48398dff-a845-4a65-900c-0573f841e534 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:04.280421 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-48398dff-a845-4a65-900c-0573f841e534 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3846605 Apr 11 14:40:04.283135 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47930) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:40:04.289712 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-24877585-1b32-4b9b-abc8-c827176b00b4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'bbce1727-6fc2-4992-aadc-d1402ec9a07f', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:40:04.295986 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-24877585-1b32-4b9b-abc8-c827176b00b4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:40:04.299928 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-24877585-1b32-4b9b-abc8-c827176b00b4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:40:04.303107 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-24877585-1b32-4b9b-abc8-c827176b00b4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:40:04.310062 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-24877585-1b32-4b9b-abc8-c827176b00b4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:40:04.393261 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-24877585-1b32-4b9b-abc8-c827176b00b4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Project 572b8884360948e38c79b057606230d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:40:04.401325 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-24877585-1b32-4b9b-abc8-c827176b00b4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:04.471535 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-24877585-1b32-4b9b-abc8-c827176b00b4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:04.536057 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-24877585-1b32-4b9b-abc8-c827176b00b4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:04.561199 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24877585-1b32-4b9b-abc8-c827176b00b4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd2d3099-0fae-434d-a25a-35c417c51842,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:04.627627 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-24877585-1b32-4b9b-abc8-c827176b00b4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:04.628866 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-24877585-1b32-4b9b-abc8-c827176b00b4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3446286 Apr 11 14:40:04.803178 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-b888afb9-83f9-4636-960d-d9dd4f05027d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:40:04.879253 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-b888afb9-83f9-4636-960d-d9dd4f05027d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:40:04.880553 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-b888afb9-83f9-4636-960d-d9dd4f05027d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1926882535&fields=id&tenant_id=572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 267 time: 0.1226697 Apr 11 14:40:05.152003 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-533fa260-ff3a-449f-94e9-a4e0b354d40f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:05.152704 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-533fa260-ff3a-449f-94e9-a4e0b354d40f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:network {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:40:05.221600 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-533fa260-ff3a-449f-94e9-a4e0b354d40f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:network {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:40:05.222874 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-533fa260-ff3a-449f-94e9-a4e0b354d40f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/networks?id=d3df090f-d937-4b5f-9562-03563092740d HTTP/1.1" status: 200 len: 796 time: 0.3349319 Apr 11 14:40:05.237741 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-c26483f1-6df0-4e16-938a-99ae42b23c1c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/quotas/572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 375 time: 0.0091493 Apr 11 14:40:05.320726 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-4c53600d-9961-477d-869a-0811288f38dc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:40:05.375876 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-4c53600d-9961-477d-869a-0811288f38dc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:40:05.377223 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-4c53600d-9961-477d-869a-0811288f38dc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1344142 Apr 11 14:40:05.393629 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-c1a7ecd0-4983-41c3-a866-ee09d7713e8c service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:40:05.394596 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-c1a7ecd0-4983-41c3-a866-ee09d7713e8c service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052373 Apr 11 14:40:05.529859 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-4881b64a-bd0b-4ed8-ac67-154520edf2e3 service neutron] 10.222.0.66 "GET /v2.0/networks/d3df090f-d937-4b5f-9562-03563092740d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290188 Apr 11 14:40:05.660337 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-6d3f141a-d479-46b4-8c26-8d6436c83d9b service neutron] 10.222.0.66 "GET /v2.0/networks/d3df090f-d937-4b5f-9562-03563092740d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244280 Apr 11 14:40:05.743980 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:40:05.890761 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:40:05.897427 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:40:05.899082 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:05.940122 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-e14f1f3d-373c-4a55-9aba-47fc35d8dfd8 req-d1ec8a97-2e2b-4c51-a138-30783afa1b6e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:40:05.953001 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-e14f1f3d-373c-4a55-9aba-47fc35d8dfd8 req-d1ec8a97-2e2b-4c51-a138-30783afa1b6e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:40:05.954191 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e14f1f3d-373c-4a55-9aba-47fc35d8dfd8 req-d1ec8a97-2e2b-4c51-a138-30783afa1b6e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 210 time: 0.0573184 Apr 11 14:40:06.074802 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:06.107245 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3,segment=NetworkSegment(e74ea621-4a75-4df5-b6d0-4a6f8a301e5e),segment_id=e74ea621-4a75-4df5-b6d0-4a6f8a301e5e)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:40:06.170350 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:06.238971 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:07.114666 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-91e5e404-0e7f-4da6-93a4-66fc80a8b808 req-8507de90-f113-4597-9e43-246d2922fcfd tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 210 time: 0.0474679 Apr 11 14:40:07.725145 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:40:07.795763 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:40:07.796129 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:08.283304 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e7cf1474-80c4-4d0e-8852-9b6e3b8ad76d req-b1d17f7d-5fa4-4973-998d-35c48385f75b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 210 time: 0.0537238 Apr 11 14:40:08.318205 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-15770f7e-6aa3-460b-8a26-5640da1172e9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:08.318864 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-15770f7e-6aa3-460b-8a26-5640da1172e9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:network {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:40:08.330666 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-15770f7e-6aa3-460b-8a26-5640da1172e9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:network {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:40:08.331746 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-15770f7e-6aa3-460b-8a26-5640da1172e9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/networks?id=d3df090f-d937-4b5f-9562-03563092740d HTTP/1.1" status: 200 len: 796 time: 0.2063577 Apr 11 14:40:08.392731 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-da39bf49-bad7-4446-857d-ff80d8b75f0c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:40:08.404666 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-da39bf49-bad7-4446-857d-ff80d8b75f0c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:40:08.405785 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-da39bf49-bad7-4446-857d-ff80d8b75f0c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 380 time: 0.0524476 Apr 11 14:40:08.415178 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-98a3e7c5-d297-45cc-9072-95ff0b2b246e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'port': {'device_id': '452f988a-3430-40f9-b967-751a3ea74f4b', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'admin_state_up': True, 'tenant_id': '572b8884360948e38c79b057606230d9', 'security_groups': ['bbce1727-6fc2-4992-aadc-d1402ec9a07f']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:40:08.557844 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-98a3e7c5-d297-45cc-9072-95ff0b2b246e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:40:08.574507 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-98a3e7c5-d297-45cc-9072-95ff0b2b246e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:40:08.635882 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-98a3e7c5-d297-45cc-9072-95ff0b2b246e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:40:08.639606 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-98a3e7c5-d297-45cc-9072-95ff0b2b246e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:08.918119 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-98a3e7c5-d297-45cc-9072-95ff0b2b246e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.20.0.14 (d3df090f-d937-4b5f-9562-03563092740d/a2eb4fa4-ee3f-4368-8e20-51907bde6294/b7e2c0b6-bf21-46f6-b327-bef725a7dba4) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:40:09.109787 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-98a3e7c5-d297-45cc-9072-95ff0b2b246e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:09.125144 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-98a3e7c5-d297-45cc-9072-95ff0b2b246e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Transition to ACTIVE for port object b7e2c0b6-bf21-46f6-b327-bef725a7dba4 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:40:09.207593 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-98a3e7c5-d297-45cc-9072-95ff0b2b246e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:09.276434 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-98a3e7c5-d297-45cc-9072-95ff0b2b246e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network d3df090f-d937-4b5f-9562-03563092740d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:40:09.279389 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-98a3e7c5-d297-45cc-9072-95ff0b2b246e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:40:09.288080 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-98a3e7c5-d297-45cc-9072-95ff0b2b246e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:40:09.326708 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3e7c5-d297-45cc-9072-95ff0b2b246e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=b7e2c0b6-bf21-46f6-b327-bef725a7dba4,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:09.360553 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-98a3e7c5-d297-45cc-9072-95ff0b2b246e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:09.361339 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-98a3e7c5-d297-45cc-9072-95ff0b2b246e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:09.459948 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-98a3e7c5-d297-45cc-9072-95ff0b2b246e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0493653 Apr 11 14:40:09.477808 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-8994928c-b83e-48b8-87a7-4df14e95017e service neutron] Request body: {'port': {'device_id': '452f988a-3430-40f9-b967-751a3ea74f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:40:09.485103 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7791a-1d21-468f-a66f-6b40cdce5e92 req-0c865aec-7535-4222-827f-6461a73890c3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:09.487030 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fef7791a-1d21-468f-a66f-6b40cdce5e92 req-0c865aec-7535-4222-827f-6461a73890c3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 932 time: 0.0845754 Apr 11 14:40:09.537022 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fef7791a-1d21-468f-a66f-6b40cdce5e92 req-d3c47f42-d633-4aa1-be0b-cd762abfc1d7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbce1727-6fc2-4992-aadc-d1402ec9a07f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415008 Apr 11 14:40:09.558604 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f9e23d14-fb9d-4200-8956-2b39c9e52894 None None] Provisioning for port b7e2c0b6-bf21-46f6-b327-bef725a7dba4 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:40:09.564267 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f9e23d14-fb9d-4200-8956-2b39c9e52894 None None] Provisioning complete for port b7e2c0b6-bf21-46f6-b327-bef725a7dba4 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:40:09.564642 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f9e23d14-fb9d-4200-8956-2b39c9e52894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:09.599443 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-8994928c-b83e-48b8-87a7-4df14e95017e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:09.624508 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f9e23d14-fb9d-4200-8956-2b39c9e52894 None None] Port b7e2c0b6-bf21-46f6-b327-bef725a7dba4 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:40:09.939692 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-8994928c-b83e-48b8-87a7-4df14e95017e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7e2c0b6-bf21-46f6-b327-bef725a7dba4 {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:40:09.946826 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-8994928c-b83e-48b8-87a7-4df14e95017e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:09.961099 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-8994928c-b83e-48b8-87a7-4df14e95017e service neutron] Transition to ACTIVE for port object b7e2c0b6-bf21-46f6-b327-bef725a7dba4 will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:40:10.035682 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-8994928c-b83e-48b8-87a7-4df14e95017e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:10.200696 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994928c-b83e-48b8-87a7-4df14e95017e service neutron] Pushing event updated for resources: {'Port': ['ID=b7e2c0b6-bf21-46f6-b327-bef725a7dba4,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:10.285756 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-8994928c-b83e-48b8-87a7-4df14e95017e service neutron] Attempting to bind port b7e2c0b6-bf21-46f6-b327-bef725a7dba4 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:40:10.286104 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-8994928c-b83e-48b8-87a7-4df14e95017e service neutron] Attempting to bind port b7e2c0b6-bf21-46f6-b327-bef725a7dba4 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': 'e74ea621-4a75-4df5-b6d0-4a6f8a301e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:40:10.286435 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-8994928c-b83e-48b8-87a7-4df14e95017e service neutron] Attempting to bind port b7e2c0b6-bf21-46f6-b327-bef725a7dba4 on network d3df090f-d937-4b5f-9562-03563092740d {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:40:10.292322 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-8994928c-b83e-48b8-87a7-4df14e95017e service neutron] Port b7e2c0b6-bf21-46f6-b327-bef725a7dba4 on network d3df090f-d937-4b5f-9562-03563092740d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:40:10.292889 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-8994928c-b83e-48b8-87a7-4df14e95017e service neutron] Attempting to bind port b7e2c0b6-bf21-46f6-b327-bef725a7dba4 on network d3df090f-d937-4b5f-9562-03563092740d {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:40:10.297642 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-8994928c-b83e-48b8-87a7-4df14e95017e service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:40:10.298004 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-8994928c-b83e-48b8-87a7-4df14e95017e service neutron] Checking segment: {'id': 'e74ea621-4a75-4df5-b6d0-4a6f8a301e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:40:10.298378 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-8994928c-b83e-48b8-87a7-4df14e95017e service neutron] Bound using segment: {'id': 'e74ea621-4a75-4df5-b6d0-4a6f8a301e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:40:10.298790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-8994928c-b83e-48b8-87a7-4df14e95017e service neutron] Bound port: b7e2c0b6-bf21-46f6-b327-bef725a7dba4, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e74ea621-4a75-4df5-b6d0-4a6f8a301e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:40:10.299144 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-8994928c-b83e-48b8-87a7-4df14e95017e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:10.391554 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-8994928c-b83e-48b8-87a7-4df14e95017e service neutron] For port b7e2c0b6-bf21-46f6-b327-bef725a7dba4, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:40:10.394326 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-8994928c-b83e-48b8-87a7-4df14e95017e service neutron] For port b7e2c0b6-bf21-46f6-b327-bef725a7dba4, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=b7e2c0b6-bf21-46f6-b327-bef725a7dba4,segment=NetworkSegment(e74ea621-4a75-4df5-b6d0-4a6f8a301e5e),segment_id=e74ea621-4a75-4df5-b6d0-4a6f8a301e5e)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:40:10.476046 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-8994928c-b83e-48b8-87a7-4df14e95017e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:10.532528 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-8994928c-b83e-48b8-87a7-4df14e95017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:10.533127 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-8994928c-b83e-48b8-87a7-4df14e95017e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:10.534599 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-8994928c-b83e-48b8-87a7-4df14e95017e service neutron] 10.222.0.53 "PUT /v2.0/ports/b7e2c0b6-bf21-46f6-b327-bef725a7dba4 HTTP/1.1" status: 200 len: 1094 time: 1.0617018 Apr 11 14:40:10.535024 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452f988a-3430-40f9-b967-751a3ea74f4b', 'tag': 'b7e2c0b6-bf21-46f6-b327-bef725a7dba4'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:40:10.560726 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994928c-b83e-48b8-87a7-4df14e95017e service neutron] Pushing event updated for resources: {'Port': ['ID=b7e2c0b6-bf21-46f6-b327-bef725a7dba4,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:10.590436 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ea739de-df77-443b-8c28-2ab42cb3a486'] response: {'name': 'network-changed', 'server_uuid': '452f988a-3430-40f9-b967-751a3ea74f4b', 'tag': 'b7e2c0b6-bf21-46f6-b327-bef725a7dba4', 'status': 'completed', 'code': 200} Apr 11 14:40:10.720480 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85a357-9c86-4b15-ae38-902856986194 req-2fb76a2c-a474-4595-8434-95b14debd23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:10.722458 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8c85a357-9c86-4b15-ae38-902856986194 req-2fb76a2c-a474-4595-8434-95b14debd23a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 1097 time: 0.0872419 Apr 11 14:40:10.744862 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef580e-5937-4473-8a3c-4f45e6732175 req-f630e0d5-02d4-4ecf-9e13-f0d6ccb273c1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:10.746339 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b2ef580e-5937-4473-8a3c-4f45e6732175 req-f630e0d5-02d4-4ecf-9e13-f0d6ccb273c1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 944 time: 0.0890315 Apr 11 14:40:10.791403 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b2ef580e-5937-4473-8a3c-4f45e6732175 req-1dedbad1-d0ab-41b4-a9e7-6131668677d1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbce1727-6fc2-4992-aadc-d1402ec9a07f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392964 Apr 11 14:40:10.873765 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85a357-9c86-4b15-ae38-902856986194 req-302ac578-84f1-42e2-8f51-8ffbb8ca5f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:10.875221 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8c85a357-9c86-4b15-ae38-902856986194 req-302ac578-84f1-42e2-8f51-8ffbb8ca5f2b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=572b8884360948e38c79b057606230d9&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1403620 Apr 11 14:40:11.115945 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85a357-9c86-4b15-ae38-902856986194 req-1a5f6216-d950-4ee0-a222-126435a39dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:11.118194 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8c85a357-9c86-4b15-ae38-902856986194 req-1a5f6216-d950-4ee0-a222-126435a39dc8 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2371345 Apr 11 14:40:11.244900 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-b9968750-3d4c-4ed9-a50e-470087632850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:11.246411 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-b9968750-3d4c-4ed9-a50e-470087632850 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 1097 time: 0.0703568 Apr 11 14:40:11.323689 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-6fba336e-a6da-4f6d-b997-0cd42c497f1c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7e2c0b6-bf21-46f6-b327-bef725a7dba4 HTTP/1.1" status: 200 len: 217 time: 0.0646102 Apr 11 14:40:11.389365 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-b3727613-ec0d-4901-9dda-09e062632cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:11.390823 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-b3727613-ec0d-4901-9dda-09e062632cc3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a2eb4fa4-ee3f-4368-8e20-51907bde6294 HTTP/1.1" status: 200 len: 835 time: 0.0619648 Apr 11 14:40:11.468407 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-210cfae3-329b-4c3e-94ac-cceadf56f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:11.469893 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-210cfae3-329b-4c3e-94ac-cceadf56f2ec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d3df090f-d937-4b5f-9562-03563092740d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731318 Apr 11 14:40:11.602828 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-5ad00ca0-1b75-4da9-9c50-3f30e63c7b4a service neutron] 10.222.0.53 "GET /v2.0/networks/d3df090f-d937-4b5f-9562-03563092740d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267853 Apr 11 14:40:11.734767 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-73f33fb9-3401-4abd-86d7-39197ee27654 req-c5c88cbd-19dd-4e26-9bd0-a7a3b2d78a48 service neutron] 10.222.0.53 "GET /v2.0/networks/d3df090f-d937-4b5f-9562-03563092740d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258817 Apr 11 14:40:11.978972 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bbbc0-9caa-4dad-87d0-a06007e8a961 req-46fd48bd-51db-4a5a-a0f3-3f5d70d7a448 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:11.979675 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-e39bbbc0-9caa-4dad-87d0-a06007e8a961 req-46fd48bd-51db-4a5a-a0f3-3f5d70d7a448 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:40:12.063943 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-e39bbbc0-9caa-4dad-87d0-a06007e8a961 req-46fd48bd-51db-4a5a-a0f3-3f5d70d7a448 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:40:12.065155 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e39bbbc0-9caa-4dad-87d0-a06007e8a961 req-46fd48bd-51db-4a5a-a0f3-3f5d70d7a448 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 944 time: 0.1678128 Apr 11 14:40:12.110596 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e39bbbc0-9caa-4dad-87d0-a06007e8a961 req-1b4baf92-6c90-4d98-85ce-9950e7564442 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbce1727-6fc2-4992-aadc-d1402ec9a07f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395224 Apr 11 14:40:13.296186 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7b56a-938e-4eae-8e81-3f87bea28364 req-58d8e603-f163-477a-9a4f-39955e2d8062 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:13.297553 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-42a7b56a-938e-4eae-8e81-3f87bea28364 req-58d8e603-f163-477a-9a4f-39955e2d8062 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 944 time: 0.0813384 Apr 11 14:40:13.342431 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-42a7b56a-938e-4eae-8e81-3f87bea28364 req-16017787-0705-4d8e-b221-3533d33b5ae1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbce1727-6fc2-4992-aadc-d1402ec9a07f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392427 Apr 11 14:40:14.541493 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778d553-9bca-402a-8b26-c773750b4632 req-10b5f464-0eee-410b-bdd4-e457cd455df3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:14.543100 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a778d553-9bca-402a-8b26-c773750b4632 req-10b5f464-0eee-410b-bdd4-e457cd455df3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 944 time: 0.0908861 Apr 11 14:40:14.591094 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a778d553-9bca-402a-8b26-c773750b4632 req-7d9959d2-0821-4590-953d-1876dfc80963 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbce1727-6fc2-4992-aadc-d1402ec9a07f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421441 Apr 11 14:40:15.781501 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f22ed-5e23-48ef-b9cb-22771d50719a req-d3887a58-2e18-465c-a89d-4db1601c6841 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:15.783000 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-662f22ed-5e23-48ef-b9cb-22771d50719a req-d3887a58-2e18-465c-a89d-4db1601c6841 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 944 time: 0.0826805 Apr 11 14:40:15.827779 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-662f22ed-5e23-48ef-b9cb-22771d50719a req-17a3e050-b450-4fda-bba9-f7defcba1024 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbce1727-6fc2-4992-aadc-d1402ec9a07f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384116 Apr 11 14:40:15.971367 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device b7e2c0b6-bf21-46f6-b327-bef725a7dba4 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:40:16.105042 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port b7e2c0b6-bf21-46f6-b327-bef725a7dba4, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=b7e2c0b6-bf21-46f6-b327-bef725a7dba4,segment=NetworkSegment(e74ea621-4a75-4df5-b6d0-4a6f8a301e5e),segment_id=e74ea621-4a75-4df5-b6d0-4a6f8a301e5e)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:40:16.118543 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': 'b7e2c0b6-bf21-46f6-b327-bef725a7dba4', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'port_id': 'b7e2c0b6-bf21-46f6-b327-bef725a7dba4', 'mac_address': 'fa:16:3e:91:81:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:40:16.175651 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:16.192672 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7e2c0b6-bf21-46f6-b327-bef725a7dba4 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:40:16.212498 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port b7e2c0b6-bf21-46f6-b327-bef725a7dba4, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=b7e2c0b6-bf21-46f6-b327-bef725a7dba4,segment=NetworkSegment(e74ea621-4a75-4df5-b6d0-4a6f8a301e5e),segment_id=e74ea621-4a75-4df5-b6d0-4a6f8a301e5e)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:40:16.292327 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:16.360142 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=b7e2c0b6-bf21-46f6-b327-bef725a7dba4,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:16.765193 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['b7e2c0b6-bf21-46f6-b327-bef725a7dba4'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:40:17.019440 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3b3d0-9bde-43f5-9a35-111d9d83115c req-b6b2c1d1-6695-4495-9ab4-fe9c98d7840e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:17.020974 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1fd3b3d0-9bde-43f5-9a35-111d9d83115c req-b6b2c1d1-6695-4495-9ab4-fe9c98d7840e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 945 time: 0.0825348 Apr 11 14:40:17.069545 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1fd3b3d0-9bde-43f5-9a35-111d9d83115c req-a538a72d-8057-48dd-bec0-25185a31746c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbce1727-6fc2-4992-aadc-d1402ec9a07f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425379 Apr 11 14:40:17.987662 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device b7e2c0b6-bf21-46f6-b327-bef725a7dba4 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:40:18.129529 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port b7e2c0b6-bf21-46f6-b327-bef725a7dba4 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:40:18.135383 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port b7e2c0b6-bf21-46f6-b327-bef725a7dba4 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:40:18.135756 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:18.257886 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:18.259625 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c5034-2e37-42cf-a1a9-7ffe45c93091 req-b99e584b-1214-4337-a232-744a56c70704 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:18.261116 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-280c5034-2e37-42cf-a1a9-7ffe45c93091 req-b99e584b-1214-4337-a232-744a56c70704 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 945 time: 0.0853963 Apr 11 14:40:18.284689 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452f988a-3430-40f9-b967-751a3ea74f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e2c0b6-bf21-46f6-b327-bef725a7dba4'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:40:18.294757 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port b7e2c0b6-bf21-46f6-b327-bef725a7dba4, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=b7e2c0b6-bf21-46f6-b327-bef725a7dba4,segment=NetworkSegment(e74ea621-4a75-4df5-b6d0-4a6f8a301e5e),segment_id=e74ea621-4a75-4df5-b6d0-4a6f8a301e5e)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:40:18.307643 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-280c5034-2e37-42cf-a1a9-7ffe45c93091 req-0a384173-a785-4d76-af90-58330c636f64 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbce1727-6fc2-4992-aadc-d1402ec9a07f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405035 Apr 11 14:40:18.358358 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:18.394592 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d63cd9-8a42-4003-a265-1161800ec6e7'] response: {'server_uuid': '452f988a-3430-40f9-b967-751a3ea74f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e2c0b6-bf21-46f6-b327-bef725a7dba4', 'code': 200} Apr 11 14:40:18.428361 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=b7e2c0b6-bf21-46f6-b327-bef725a7dba4,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:18.770155 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9e545-0b4b-4b0a-b260-3e9c166fe4e3 req-17f0ae54-a49c-42d0-8136-80944a24e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:18.771627 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-44a9e545-0b4b-4b0a-b260-3e9c166fe4e3 req-17f0ae54-a49c-42d0-8136-80944a24e4a1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 1099 time: 0.0699010 Apr 11 14:40:18.812089 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-44a9e545-0b4b-4b0a-b260-3e9c166fe4e3 req-c13e4713-58c2-4725-af59-c94bde9f86e2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bbce1727-6fc2-4992-aadc-d1402ec9a07f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336564 Apr 11 14:40:19.492217 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21095a8b-6597-44f4-a810-1773ec1f4f67 req-3cf5339d-0f5d-4722-b5b7-cd7ecfdd3fee tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:19.493698 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-21095a8b-6597-44f4-a810-1773ec1f4f67 req-3cf5339d-0f5d-4722-b5b7-cd7ecfdd3fee tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 946 time: 0.0812342 Apr 11 14:40:19.536592 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-21095a8b-6597-44f4-a810-1773ec1f4f67 req-d51c4fd8-b589-4122-b3c5-dd8907371247 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbce1727-6fc2-4992-aadc-d1402ec9a07f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372698 Apr 11 14:40:20.729197 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3260bc-65cd-4b49-a6a8-cf3d90ae257e req-73fb4d02-66ed-4f39-9778-a11e7969b01e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:20.730693 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ea3260bc-65cd-4b49-a6a8-cf3d90ae257e req-73fb4d02-66ed-4f39-9778-a11e7969b01e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 946 time: 0.0860405 Apr 11 14:40:20.775064 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ea3260bc-65cd-4b49-a6a8-cf3d90ae257e req-426e168a-cee4-47f0-b18d-2595585ff827 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbce1727-6fc2-4992-aadc-d1402ec9a07f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381761 Apr 11 14:40:20.962853 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff145f6-1d5c-4597-9579-b988c08fe996 req-65292081-d53e-47af-befb-88a1695fc1c3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:20.964316 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8ff145f6-1d5c-4597-9579-b988c08fe996 req-65292081-d53e-47af-befb-88a1695fc1c3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 946 time: 0.0833027 Apr 11 14:40:21.008466 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8ff145f6-1d5c-4597-9579-b988c08fe996 req-b59f2ddb-9ccc-46a3-8619-fcfe68e1410d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbce1727-6fc2-4992-aadc-d1402ec9a07f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383720 Apr 11 14:40:21.032163 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 47996) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:40:21.102123 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c258e7a-33b5-444f-b9da-9c035ad6af0a tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:21.103687 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5c258e7a-33b5-444f-b9da-9c035ad6af0a tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 1094 time: 0.0705261 Apr 11 14:40:21.106483 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48000) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:40:21.111400 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-2e241674-b6e1-4813-93b1-764e2303c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': 'b7e2c0b6-bf21-46f6-b327-bef725a7dba4', 'tenant_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:40:21.117299 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2e241674-b6e1-4813-93b1-764e2303c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:40:21.121801 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2e241674-b6e1-4813-93b1-764e2303c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:floatingip and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:40:21.124615 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2e241674-b6e1-4813-93b1-764e2303c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:40:21.130345 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2e241674-b6e1-4813-93b1-764e2303c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:40:21.215517 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2e241674-b6e1-4813-93b1-764e2303c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:21.349940 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2e241674-b6e1-4813-93b1-764e2303c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:21.486528 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-2e241674-b6e1-4813-93b1-764e2303c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.26.7.75 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/20576d2b-cef1-4cd1-b955-82ce4ca24493) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:40:21.635406 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2e241674-b6e1-4813-93b1-764e2303c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:21.709724 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2e241674-b6e1-4813-93b1-764e2303c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:21.869352 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e241674-b6e1-4813-93b1-764e2303c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:40:21.872182 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-2e241674-b6e1-4813-93b1-764e2303c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:40:21.880661 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e241674-b6e1-4813-93b1-764e2303c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:40:21.918179 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e241674-b6e1-4813-93b1-764e2303c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=20576d2b-cef1-4cd1-b955-82ce4ca24493,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:22.309485 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2e241674-b6e1-4813-93b1-764e2303c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:22.442961 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2e241674-b6e1-4813-93b1-764e2303c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:22.650468 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2e241674-b6e1-4813-93b1-764e2303c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:22.706358 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2e241674-b6e1-4813-93b1-764e2303c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:22.818281 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e241674-b6e1-4813-93b1-764e2303c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=20576d2b-cef1-4cd1-b955-82ce4ca24493,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:22.828617 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2e241674-b6e1-4813-93b1-764e2303c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:23.002221 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-2e241674-b6e1-4813-93b1-764e2303c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Floating IP 7b043e7a-e8eb-44a8-8ac1-b486d518f4c7 associated. External IP: 172.26.7.75, port: b7e2c0b6-bf21-46f6-b327-bef725a7dba4. Apr 11 14:40:23.481553 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e241674-b6e1-4813-93b1-764e2303c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router dbb78b30-34cc-44e1-bbdc-e232adbb2936 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:40:23.663826 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e241674-b6e1-4813-93b1-764e2303c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:40:23.673405 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea3be5-18d3-4845-b9ff-8772919dc96d None None] Sync routers for ids ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:40:23.684081 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea3be5-18d3-4845-b9ff-8772919dc96d None None] Routers {'dbb78b30-34cc-44e1-bbdc-e232adbb2936'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:40:23.684692 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-3dea3be5-18d3-4845-b9ff-8772919dc96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:39:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:40:23.735618 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2e241674-b6e1-4813-93b1-764e2303c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:23.796356 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2e241674-b6e1-4813-93b1-764e2303c825 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6888225 Apr 11 14:40:23.796927 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452f988a-3430-40f9-b967-751a3ea74f4b', 'tag': 'b7e2c0b6-bf21-46f6-b327-bef725a7dba4'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:40:23.799145 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48004) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:40:23.873779 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2642ad2-0dd0-4246-9746-e53199fac367 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:23.878362 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a2642ad2-0dd0-4246-9746-e53199fac367 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 1094 time: 0.0751488 Apr 11 14:40:23.878449 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-3dea3be5-18d3-4845-b9ff-8772919dc96d None None] Set router dbb78b30-34cc-44e1-bbdc-e232adbb2936 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:40:23.900646 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-233319c2-d1ca-4197-86cb-b266c35b0f7f'] response: {'name': 'network-changed', 'server_uuid': '452f988a-3430-40f9-b967-751a3ea74f4b', 'tag': 'b7e2c0b6-bf21-46f6-b327-bef725a7dba4', 'status': 'completed', 'code': 200} Apr 11 14:40:24.017886 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d52ff2-7ecb-4f46-ace2-9095b567f8f0 req-43c04b8d-a5cb-4b6c-95d6-f6483fa06e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:24.019774 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-32d52ff2-7ecb-4f46-ace2-9095b567f8f0 req-43c04b8d-a5cb-4b6c-95d6-f6483fa06e4e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 1099 time: 0.0772033 Apr 11 14:40:24.160117 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d52ff2-7ecb-4f46-ace2-9095b567f8f0 req-103f6471-ca44-47ed-9178-f924af5ec282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:24.161283 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-32d52ff2-7ecb-4f46-ace2-9095b567f8f0 req-103f6471-ca44-47ed-9178-f924af5ec282 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d3df090f-d937-4b5f-9562-03563092740d HTTP/1.1" status: 200 len: 898 time: 0.1349003 Apr 11 14:40:24.247141 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-3dea3be5-18d3-4845-b9ff-8772919dc96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'name': 'tempest-TestNetworkBasicOps-router-719929747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:39:53Z', 'updated_at': '2022-04-11T14:39:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:54Z', 'updated_at': '2022-04-11T14:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '7b043e7a-e8eb-44a8-8ac1-b486d518f4c7', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.75', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'port_id': 'b7e2c0b6-bf21-46f6-b327-bef725a7dba4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'mac_address': 'fa:16:3e:91:81:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f988a-3430-40f9-b967-751a3ea74f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:40:22Z', 'updated_at': '2022-04-11T14:40:22Z', 'revision_number': 0, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3', 'name': '', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:39:42:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:58Z', 'updated_at': '2022-04-11T14:40:06Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:40:24.255687 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea3be5-18d3-4845-b9ff-8772919dc96d None None] Checking router: dbb78b30-34cc-44e1-bbdc-e232adbb2936 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:40:24.266344 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea3be5-18d3-4845-b9ff-8772919dc96d None None] Routers {'dbb78b30-34cc-44e1-bbdc-e232adbb2936'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:40:24.266953 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-3dea3be5-18d3-4845-b9ff-8772919dc96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:39:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:40:24.270196 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-32d52ff2-7ecb-4f46-ace2-9095b567f8f0 req-95d4a8fd-73da-42af-98b5-be0d4c020cab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7e2c0b6-bf21-46f6-b327-bef725a7dba4 HTTP/1.1" status: 200 len: 999 time: 0.1019931 Apr 11 14:40:24.334673 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d52ff2-7ecb-4f46-ace2-9095b567f8f0 req-b6004340-0521-448a-8a67-77865476c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:24.336313 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-32d52ff2-7ecb-4f46-ace2-9095b567f8f0 req-b6004340-0521-448a-8a67-77865476c9ef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a2eb4fa4-ee3f-4368-8e20-51907bde6294 HTTP/1.1" status: 200 len: 835 time: 0.0597820 Apr 11 14:40:24.400022 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48014) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:40:24.405652 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-81221cca-fbcf-41ce-a960-43d73fdc5283 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-314412357', 'description': 'tempest-secgroup-smoke-314412357 description', 'project_id': '572b8884360948e38c79b057606230d9'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:40:24.412289 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:24.412951 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-81221cca-fbcf-41ce-a960-43d73fdc5283 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:40:24.418486 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d52ff2-7ecb-4f46-ace2-9095b567f8f0 req-045bbe16-3aed-447f-80a0-3055cf7babfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:24.420021 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-32d52ff2-7ecb-4f46-ace2-9095b567f8f0 req-045bbe16-3aed-447f-80a0-3055cf7babfe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d3df090f-d937-4b5f-9562-03563092740d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776799 Apr 11 14:40:24.424874 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-81221cca-fbcf-41ce-a960-43d73fdc5283 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:40:24.485826 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-3dea3be5-18d3-4845-b9ff-8772919dc96d None None] Set router dbb78b30-34cc-44e1-bbdc-e232adbb2936 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:40:24.498116 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-81221cca-fbcf-41ce-a960-43d73fdc5283 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:24.525272 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-81221cca-fbcf-41ce-a960-43d73fdc5283 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:40:24.525272 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-81221cca-fbcf-41ce-a960-43d73fdc5283 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:40:24.533546 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-81221cca-fbcf-41ce-a960-43d73fdc5283 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:40:24.541565 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-81221cca-fbcf-41ce-a960-43d73fdc5283 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:40:24.633576 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-81221cca-fbcf-41ce-a960-43d73fdc5283 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:24.701641 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-81221cca-fbcf-41ce-a960-43d73fdc5283 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:24.713665 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-32d52ff2-7ecb-4f46-ace2-9095b567f8f0 req-61653de2-8e33-49e0-9df8-514dca1210d8 service neutron] 10.222.0.53 "GET /v2.0/networks/d3df090f-d937-4b5f-9562-03563092740d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871537 Apr 11 14:40:24.750450 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81221cca-fbcf-41ce-a960-43d73fdc5283 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e2e344-ec1e-4c01-b488-2bbd13a52b26,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:24.812652 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:40:24.813744 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-81221cca-fbcf-41ce-a960-43d73fdc5283 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:24.818313 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-81221cca-fbcf-41ce-a960-43d73fdc5283 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4171231 Apr 11 14:40:24.818911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48018) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:40:24.825442 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-0fb1143c-5a15-4e43-af30-fc92649f6ed0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'd6e2e344-ec1e-4c01-b488-2bbd13a52b26', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:40:24.832156 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0fb1143c-5a15-4e43-af30-fc92649f6ed0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:40:24.836350 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0fb1143c-5a15-4e43-af30-fc92649f6ed0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:40:24.839385 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0fb1143c-5a15-4e43-af30-fc92649f6ed0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:40:24.845828 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0fb1143c-5a15-4e43-af30-fc92649f6ed0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:40:24.877821 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-3dea3be5-18d3-4845-b9ff-8772919dc96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'name': 'tempest-TestNetworkBasicOps-router-719929747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:39:53Z', 'updated_at': '2022-04-11T14:39:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:54Z', 'updated_at': '2022-04-11T14:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '7b043e7a-e8eb-44a8-8ac1-b486d518f4c7', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.75', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'port_id': 'b7e2c0b6-bf21-46f6-b327-bef725a7dba4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'mac_address': 'fa:16:3e:91:81:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f988a-3430-40f9-b967-751a3ea74f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:40:22Z', 'updated_at': '2022-04-11T14:40:22Z', 'revision_number': 0, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3', 'name': '', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:39:42:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:58Z', 'updated_at': '2022-04-11T14:40:06Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:40:24.882116 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea3be5-18d3-4845-b9ff-8772919dc96d None None] The sync data for ids ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'] in dv-neutron-837330-1-hyperv is: [{'id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'name': 'tempest-TestNetworkBasicOps-router-719929747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:39:53Z', 'updated_at': '2022-04-11T14:39:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:54Z', 'updated_at': '2022-04-11T14:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '7b043e7a-e8eb-44a8-8ac1-b486d518f4c7', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.75', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'port_id': 'b7e2c0b6-bf21-46f6-b327-bef725a7dba4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'mac_address': 'fa:16:3e:91:81:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f988a-3430-40f9-b967-751a3ea74f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:40:22Z', 'updated_at': '2022-04-11T14:40:22Z', 'revision_number': 0, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3', 'name': '', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:39:42:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:58Z', 'updated_at': '2022-04-11T14:40:06Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:40:24.898201 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-32d52ff2-7ecb-4f46-ace2-9095b567f8f0 req-131a60a8-887d-4f5d-a82b-35c746a7fd27 service neutron] 10.222.0.53 "GET /v2.0/networks/d3df090f-d937-4b5f-9562-03563092740d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783292 Apr 11 14:40:24.925020 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0fb1143c-5a15-4e43-af30-fc92649f6ed0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:24.995188 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0fb1143c-5a15-4e43-af30-fc92649f6ed0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:25.069665 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0fb1143c-5a15-4e43-af30-fc92649f6ed0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:25.081451 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2dc226-82b3-47d7-9e56-456875dc7a27 None None] New status for floating IP 7b043e7a-e8eb-44a8-8ac1-b486d518f4c7: ACTIVE {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:40:25.096977 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1143c-5a15-4e43-af30-fc92649f6ed0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df3b14d-f13f-4e30-9a6d-2b81389ae8a4,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:25.178335 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0fb1143c-5a15-4e43-af30-fc92649f6ed0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:25.179593 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0fb1143c-5a15-4e43-af30-fc92649f6ed0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3597469 Apr 11 14:40:25.182344 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48022) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:40:25.187677 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-5a4fb3ec-7f15-43d1-a134-f745d09bc24b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'd6e2e344-ec1e-4c01-b488-2bbd13a52b26', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:40:25.193559 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5a4fb3ec-7f15-43d1-a134-f745d09bc24b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:40:25.198839 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5a4fb3ec-7f15-43d1-a134-f745d09bc24b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:40:25.205654 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-5a4fb3ec-7f15-43d1-a134-f745d09bc24b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:40:25.211503 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-5a4fb3ec-7f15-43d1-a134-f745d09bc24b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:40:25.248616 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5bc53d0d-25d2-46b7-b9f2-fe07f023480b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:25.311738 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5a4fb3ec-7f15-43d1-a134-f745d09bc24b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:25.373811 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5a4fb3ec-7f15-43d1-a134-f745d09bc24b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:25.455150 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5a4fb3ec-7f15-43d1-a134-f745d09bc24b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:25.484215 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fb3ec-7f15-43d1-a134-f745d09bc24b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09cedf5-f4e6-4f41-a0ea-c6a8c2466b7f,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:25.569824 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5a4fb3ec-7f15-43d1-a134-f745d09bc24b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:25.571676 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5a4fb3ec-7f15-43d1-a134-f745d09bc24b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3877261 Apr 11 14:40:25.574512 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48026) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:40:25.579507 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-3451fab2-262a-4ef4-a4a9-9e430ef06e4c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'd6e2e344-ec1e-4c01-b488-2bbd13a52b26', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:40:25.585558 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3451fab2-262a-4ef4-a4a9-9e430ef06e4c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:40:25.589521 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3451fab2-262a-4ef4-a4a9-9e430ef06e4c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:40:25.592406 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3451fab2-262a-4ef4-a4a9-9e430ef06e4c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:40:25.598082 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3451fab2-262a-4ef4-a4a9-9e430ef06e4c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:40:25.687633 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3451fab2-262a-4ef4-a4a9-9e430ef06e4c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:25.749581 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3451fab2-262a-4ef4-a4a9-9e430ef06e4c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:25.829097 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3451fab2-262a-4ef4-a4a9-9e430ef06e4c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:25.852024 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451fab2-262a-4ef4-a4a9-9e430ef06e4c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85d1a7a4-fc46-4adc-8f11-69f27eb4a6dd,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:25.914623 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3451fab2-262a-4ef4-a4a9-9e430ef06e4c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:25.916520 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3451fab2-262a-4ef4-a4a9-9e430ef06e4c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3410859 Apr 11 14:40:25.919273 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48030) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:40:25.924300 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-310ea2d4-fdf4-4ba7-9e1c-9fd989efd596 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'd6e2e344-ec1e-4c01-b488-2bbd13a52b26', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:40:25.931124 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-310ea2d4-fdf4-4ba7-9e1c-9fd989efd596 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:40:25.935103 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-310ea2d4-fdf4-4ba7-9e1c-9fd989efd596 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:40:25.937934 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-310ea2d4-fdf4-4ba7-9e1c-9fd989efd596 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:40:25.943495 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-310ea2d4-fdf4-4ba7-9e1c-9fd989efd596 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:40:26.013077 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-310ea2d4-fdf4-4ba7-9e1c-9fd989efd596 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:26.079758 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-310ea2d4-fdf4-4ba7-9e1c-9fd989efd596 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:26.143553 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-310ea2d4-fdf4-4ba7-9e1c-9fd989efd596 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:26.168589 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ea2d4-fdf4-4ba7-9e1c-9fd989efd596 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc68e6c-3a02-4fee-a7d7-c640a8289d02,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:26.223230 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-310ea2d4-fdf4-4ba7-9e1c-9fd989efd596 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:26.224507 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-310ea2d4-fdf4-4ba7-9e1c-9fd989efd596 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3042736 Apr 11 14:40:26.228159 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48034) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:40:26.233240 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-84b0e7ca-cb02-4d43-b6f1-df6c8a3fca15 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'd6e2e344-ec1e-4c01-b488-2bbd13a52b26', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:40:26.239207 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-84b0e7ca-cb02-4d43-b6f1-df6c8a3fca15 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:40:26.243672 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-84b0e7ca-cb02-4d43-b6f1-df6c8a3fca15 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:40:26.247987 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-84b0e7ca-cb02-4d43-b6f1-df6c8a3fca15 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:40:26.253799 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-84b0e7ca-cb02-4d43-b6f1-df6c8a3fca15 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:40:26.369820 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-84b0e7ca-cb02-4d43-b6f1-df6c8a3fca15 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Project 572b8884360948e38c79b057606230d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:40:26.376743 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-84b0e7ca-cb02-4d43-b6f1-df6c8a3fca15 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:26.498170 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-84b0e7ca-cb02-4d43-b6f1-df6c8a3fca15 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:26.577610 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-84b0e7ca-cb02-4d43-b6f1-df6c8a3fca15 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:26.607179 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0e7ca-cb02-4d43-b6f1-df6c8a3fca15 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a048292-9209-4a0b-a43a-872e5f5b07c2,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:26.663430 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-84b0e7ca-cb02-4d43-b6f1-df6c8a3fca15 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:26.664868 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-84b0e7ca-cb02-4d43-b6f1-df6c8a3fca15 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4355321 Apr 11 14:40:26.667462 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48038) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:40:26.672427 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-b04d46d7-b94e-4f32-a1ab-f735d337d428 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'd6e2e344-ec1e-4c01-b488-2bbd13a52b26', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:40:26.678590 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b04d46d7-b94e-4f32-a1ab-f735d337d428 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:40:26.683069 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b04d46d7-b94e-4f32-a1ab-f735d337d428 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:40:26.686037 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b04d46d7-b94e-4f32-a1ab-f735d337d428 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:40:26.691700 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b04d46d7-b94e-4f32-a1ab-f735d337d428 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:40:26.772075 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-b04d46d7-b94e-4f32-a1ab-f735d337d428 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Project 572b8884360948e38c79b057606230d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:40:26.778947 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b04d46d7-b94e-4f32-a1ab-f735d337d428 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:26.846758 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b04d46d7-b94e-4f32-a1ab-f735d337d428 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:26.908843 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b04d46d7-b94e-4f32-a1ab-f735d337d428 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:26.932665 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d46d7-b94e-4f32-a1ab-f735d337d428 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b71033-5e28-4ca7-985a-c8ad1e9df14e,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:27.010395 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b04d46d7-b94e-4f32-a1ab-f735d337d428 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:27.019871 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b04d46d7-b94e-4f32-a1ab-f735d337d428 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3432620 Apr 11 14:40:27.180110 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-b12c6b0c-5758-46c5-a306-d0f4afa65fe7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-314412357&fields=id&tenant_id=572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 267 time: 0.0422561 Apr 11 14:40:27.334085 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-283257fe-f73b-4e02-8975-e4c83f61aa15 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:27.335432 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-283257fe-f73b-4e02-8975-e4c83f61aa15 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/networks?id=d3df090f-d937-4b5f-9562-03563092740d HTTP/1.1" status: 200 len: 796 time: 0.1478205 Apr 11 14:40:27.351261 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-069063fa-c1ec-4555-8669-907014edbcef tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/quotas/572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 375 time: 0.0096855 Apr 11 14:40:27.447165 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-a7c0de35-d2ab-4ca2-9557-552b873dc984 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0887511 Apr 11 14:40:27.505515 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-7d07ffd2-1154-4ccd-a228-d5a87413a792 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:40:27.506538 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-7d07ffd2-1154-4ccd-a228-d5a87413a792 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467660 Apr 11 14:40:27.648239 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-0149f4dc-b879-4ef0-895d-2c3407e53619 service neutron] 10.222.0.66 "GET /v2.0/networks/d3df090f-d937-4b5f-9562-03563092740d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341207 Apr 11 14:40:27.698237 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f1d4c652-5baf-48a1-92c2-39db8b28d84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:27.788824 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-6f664891-92b9-4aed-9796-cfcc70cfc279 service neutron] 10.222.0.66 "GET /v2.0/networks/d3df090f-d937-4b5f-9562-03563092740d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339905 Apr 11 14:40:28.050645 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9acac648-0ef1-4241-a48d-5f5603a9cbd1 req-53d96334-bda3-4a5d-982a-ae6c6f117d79 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=81787952-d676-414c-ba5e-2e869b0cba1e HTTP/1.1" status: 200 len: 210 time: 0.0647953 Apr 11 14:40:28.706631 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:28.709759 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:29.209333 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-938f6965-8f6b-4b7e-acdc-94025fac58e4 req-6c281731-1be3-4bb9-b56c-1607cffbdcd9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=81787952-d676-414c-ba5e-2e869b0cba1e HTTP/1.1" status: 200 len: 210 time: 0.0492048 Apr 11 14:40:29.917709 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:30.131042 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-036603e2-b659-4ef8-933c-6f0f30bcade5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:30.132461 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-036603e2-b659-4ef8-933c-6f0f30bcade5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/networks?id=d3df090f-d937-4b5f-9562-03563092740d HTTP/1.1" status: 200 len: 796 time: 0.1498165 Apr 11 14:40:30.199606 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-6f51d9fe-78d6-4a90-9b7d-fa7e4a6ae0aa tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 472 time: 0.0475736 Apr 11 14:40:30.208376 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-dcaa9fa1-6fb6-49ec-bfee-fe317b2688b0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'port': {'device_id': '81787952-d676-414c-ba5e-2e869b0cba1e', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'admin_state_up': True, 'tenant_id': '572b8884360948e38c79b057606230d9', 'security_groups': ['d6e2e344-ec1e-4c01-b488-2bbd13a52b26']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:40:30.360388 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-dcaa9fa1-6fb6-49ec-bfee-fe317b2688b0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:40:30.368825 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-12474a7c-3596-4061-8f70-b9df817af7d4 req-561d5518-d747-4bf9-9f07-80f12b7a351b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=81787952-d676-414c-ba5e-2e869b0cba1e HTTP/1.1" status: 200 len: 210 time: 0.0425985 Apr 11 14:40:30.370868 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-dcaa9fa1-6fb6-49ec-bfee-fe317b2688b0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:40:30.440525 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-dcaa9fa1-6fb6-49ec-bfee-fe317b2688b0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:40:30.444365 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-dcaa9fa1-6fb6-49ec-bfee-fe317b2688b0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:30.617259 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-dcaa9fa1-6fb6-49ec-bfee-fe317b2688b0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.20.0.13 (d3df090f-d937-4b5f-9562-03563092740d/a2eb4fa4-ee3f-4368-8e20-51907bde6294/715ebe05-2a2e-46a7-b835-a730f22144de) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:40:30.809839 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-dcaa9fa1-6fb6-49ec-bfee-fe317b2688b0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:30.824935 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-dcaa9fa1-6fb6-49ec-bfee-fe317b2688b0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Transition to ACTIVE for port object 715ebe05-2a2e-46a7-b835-a730f22144de will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:40:30.918258 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-dcaa9fa1-6fb6-49ec-bfee-fe317b2688b0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:31.092305 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-dcaa9fa1-6fb6-49ec-bfee-fe317b2688b0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network d3df090f-d937-4b5f-9562-03563092740d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:40:31.099404 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-dcaa9fa1-6fb6-49ec-bfee-fe317b2688b0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:40:31.103819 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-dcaa9fa1-6fb6-49ec-bfee-fe317b2688b0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:40:31.134997 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa9fa1-6fb6-49ec-bfee-fe317b2688b0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=715ebe05-2a2e-46a7-b835-a730f22144de,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:31.173088 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-dcaa9fa1-6fb6-49ec-bfee-fe317b2688b0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:31.173621 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-dcaa9fa1-6fb6-49ec-bfee-fe317b2688b0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:31.258052 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-dcaa9fa1-6fb6-49ec-bfee-fe317b2688b0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0537043 Apr 11 14:40:31.276358 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-f5d679b3-a5e3-463e-aadc-6d85facedccd service neutron] Request body: {'port': {'device_id': '81787952-d676-414c-ba5e-2e869b0cba1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:40:31.392153 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b4e0c42e-e508-421f-9285-66b8895932fe None None] Provisioning for port 715ebe05-2a2e-46a7-b835-a730f22144de completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:40:31.392707 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-f5d679b3-a5e3-463e-aadc-6d85facedccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:31.399655 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b4e0c42e-e508-421f-9285-66b8895932fe None None] Provisioning complete for port 715ebe05-2a2e-46a7-b835-a730f22144de triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:40:31.400322 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b4e0c42e-e508-421f-9285-66b8895932fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:31.478047 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-b4e0c42e-e508-421f-9285-66b8895932fe None None] Port 715ebe05-2a2e-46a7-b835-a730f22144de cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:40:31.767957 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0960d-de6a-45f5-9744-64922d2a8c7a req-867194bb-ce12-4fde-8da7-87039e64fb66 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:31.768651 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-ebe0960d-de6a-45f5-9744-64922d2a8c7a req-867194bb-ce12-4fde-8da7-87039e64fb66 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:40:31.876800 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-f5d679b3-a5e3-463e-aadc-6d85facedccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715ebe05-2a2e-46a7-b835-a730f22144de {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:40:31.884494 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-f5d679b3-a5e3-463e-aadc-6d85facedccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:31.886774 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-ebe0960d-de6a-45f5-9744-64922d2a8c7a req-867194bb-ce12-4fde-8da7-87039e64fb66 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:40:31.887914 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ebe0960d-de6a-45f5-9744-64922d2a8c7a req-867194bb-ce12-4fde-8da7-87039e64fb66 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=81787952-d676-414c-ba5e-2e869b0cba1e HTTP/1.1" status: 200 len: 932 time: 0.3132403 Apr 11 14:40:31.915680 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-f5d679b3-a5e3-463e-aadc-6d85facedccd service neutron] Transition to ACTIVE for port object 715ebe05-2a2e-46a7-b835-a730f22144de will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:40:31.948964 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ebe0960d-de6a-45f5-9744-64922d2a8c7a req-d1d2a1e9-b2ca-4dbe-92e0-ff4fce54c0bb tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6e2e344-ec1e-4c01-b488-2bbd13a52b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489881 Apr 11 14:40:31.998137 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-f5d679b3-a5e3-463e-aadc-6d85facedccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:32.162683 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d679b3-a5e3-463e-aadc-6d85facedccd service neutron] Pushing event updated for resources: {'Port': ['ID=715ebe05-2a2e-46a7-b835-a730f22144de,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:32.251471 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-f5d679b3-a5e3-463e-aadc-6d85facedccd service neutron] Attempting to bind port 715ebe05-2a2e-46a7-b835-a730f22144de on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:40:32.251817 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-f5d679b3-a5e3-463e-aadc-6d85facedccd service neutron] Attempting to bind port 715ebe05-2a2e-46a7-b835-a730f22144de by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': 'e74ea621-4a75-4df5-b6d0-4a6f8a301e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:40:32.252147 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-f5d679b3-a5e3-463e-aadc-6d85facedccd service neutron] Attempting to bind port 715ebe05-2a2e-46a7-b835-a730f22144de on network d3df090f-d937-4b5f-9562-03563092740d {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:40:32.256956 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-f5d679b3-a5e3-463e-aadc-6d85facedccd service neutron] Port 715ebe05-2a2e-46a7-b835-a730f22144de on network d3df090f-d937-4b5f-9562-03563092740d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:40:32.257272 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-f5d679b3-a5e3-463e-aadc-6d85facedccd service neutron] Attempting to bind port 715ebe05-2a2e-46a7-b835-a730f22144de on network d3df090f-d937-4b5f-9562-03563092740d {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:40:32.263225 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-f5d679b3-a5e3-463e-aadc-6d85facedccd service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:40:32.263560 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-f5d679b3-a5e3-463e-aadc-6d85facedccd service neutron] Checking segment: {'id': 'e74ea621-4a75-4df5-b6d0-4a6f8a301e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:40:32.263941 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-f5d679b3-a5e3-463e-aadc-6d85facedccd service neutron] Bound using segment: {'id': 'e74ea621-4a75-4df5-b6d0-4a6f8a301e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:40:32.264363 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-f5d679b3-a5e3-463e-aadc-6d85facedccd service neutron] Bound port: 715ebe05-2a2e-46a7-b835-a730f22144de, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e74ea621-4a75-4df5-b6d0-4a6f8a301e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:40:32.264707 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-f5d679b3-a5e3-463e-aadc-6d85facedccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:32.361343 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-f5d679b3-a5e3-463e-aadc-6d85facedccd service neutron] For port 715ebe05-2a2e-46a7-b835-a730f22144de, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:40:32.361840 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-f5d679b3-a5e3-463e-aadc-6d85facedccd service neutron] For port 715ebe05-2a2e-46a7-b835-a730f22144de, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=715ebe05-2a2e-46a7-b835-a730f22144de,segment=NetworkSegment(e74ea621-4a75-4df5-b6d0-4a6f8a301e5e),segment_id=e74ea621-4a75-4df5-b6d0-4a6f8a301e5e)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:40:32.432850 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-f5d679b3-a5e3-463e-aadc-6d85facedccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:32.491729 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-f5d679b3-a5e3-463e-aadc-6d85facedccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:32.492429 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-f5d679b3-a5e3-463e-aadc-6d85facedccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:32.494326 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-f5d679b3-a5e3-463e-aadc-6d85facedccd service neutron] 10.222.0.53 "PUT /v2.0/ports/715ebe05-2a2e-46a7-b835-a730f22144de HTTP/1.1" status: 200 len: 1094 time: 1.2229509 Apr 11 14:40:32.496902 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81787952-d676-414c-ba5e-2e869b0cba1e', 'tag': '715ebe05-2a2e-46a7-b835-a730f22144de'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:40:32.524876 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d679b3-a5e3-463e-aadc-6d85facedccd service neutron] Pushing event updated for resources: {'Port': ['ID=715ebe05-2a2e-46a7-b835-a730f22144de,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:32.551776 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1511f7bd-0d83-45b1-aa36-c6ac4889decf'] response: {'name': 'network-changed', 'server_uuid': '81787952-d676-414c-ba5e-2e869b0cba1e', 'tag': '715ebe05-2a2e-46a7-b835-a730f22144de', 'status': 'completed', 'code': 200} Apr 11 14:40:32.676143 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d46690-2512-45f1-8ec2-3fc8e1d0e2a9 req-6826d4e9-bea3-47b7-8233-ee79640898be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:32.678007 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e5d46690-2512-45f1-8ec2-3fc8e1d0e2a9 req-6826d4e9-bea3-47b7-8233-ee79640898be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=81787952-d676-414c-ba5e-2e869b0cba1e HTTP/1.1" status: 200 len: 1097 time: 0.0783737 Apr 11 14:40:32.828481 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d46690-2512-45f1-8ec2-3fc8e1d0e2a9 req-61b159af-b40d-4e89-9c2b-1ca15c0969b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:32.829809 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e5d46690-2512-45f1-8ec2-3fc8e1d0e2a9 req-61b159af-b40d-4e89-9c2b-1ca15c0969b9 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=572b8884360948e38c79b057606230d9&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1386781 Apr 11 14:40:32.981478 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d46690-2512-45f1-8ec2-3fc8e1d0e2a9 req-f2bbed81-1994-4f8e-8b7d-fb9d73bac19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:32.983483 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e5d46690-2512-45f1-8ec2-3fc8e1d0e2a9 req-f2bbed81-1994-4f8e-8b7d-fb9d73bac19f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1459098 Apr 11 14:40:33.192173 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-6b997dfc-a87b-4e71-961e-d12cc49b954c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:33.193554 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-6b997dfc-a87b-4e71-961e-d12cc49b954c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=81787952-d676-414c-ba5e-2e869b0cba1e HTTP/1.1" status: 200 len: 1097 time: 0.0961182 Apr 11 14:40:33.202396 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840bc80-ae68-43a5-956b-0dc38eed7b3d req-f91b5132-3c5b-43b7-9586-fe41f7855167 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:33.203745 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e840bc80-ae68-43a5-956b-0dc38eed7b3d req-f91b5132-3c5b-43b7-9586-fe41f7855167 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=81787952-d676-414c-ba5e-2e869b0cba1e HTTP/1.1" status: 200 len: 944 time: 0.1468441 Apr 11 14:40:33.291012 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-e94b616b-145d-47d4-982e-04792bff0f2b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=715ebe05-2a2e-46a7-b835-a730f22144de HTTP/1.1" status: 200 len: 217 time: 0.0842094 Apr 11 14:40:33.347276 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e840bc80-ae68-43a5-956b-0dc38eed7b3d req-5b65188b-d1e0-4be2-ad79-18d430ed3c96 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6e2e344-ec1e-4c01-b488-2bbd13a52b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852628 Apr 11 14:40:33.372654 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-ea6f56da-8890-4dd5-9bcf-ff30cd776777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:33.374131 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-ea6f56da-8890-4dd5-9bcf-ff30cd776777 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a2eb4fa4-ee3f-4368-8e20-51907bde6294 HTTP/1.1" status: 200 len: 835 time: 0.0714557 Apr 11 14:40:33.551959 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-c5a11598-5ce4-42f0-89b2-dfc8f1a075a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:33.553437 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-c5a11598-5ce4-42f0-89b2-dfc8f1a075a0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d3df090f-d937-4b5f-9562-03563092740d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1731815 Apr 11 14:40:33.687393 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-5b2ea633-05a6-4424-a4e5-53a5065bae3c service neutron] 10.222.0.53 "GET /v2.0/networks/d3df090f-d937-4b5f-9562-03563092740d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262293 Apr 11 14:40:33.819737 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0b89733b-5783-4e3e-aad1-6fb2100c292b req-3f8919b5-6fd4-4684-ad5d-17ccc7a73ee0 service neutron] 10.222.0.53 "GET /v2.0/networks/d3df090f-d937-4b5f-9562-03563092740d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258366 Apr 11 14:40:34.543976 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4045ce-29b9-4da4-91f6-78b72d3f5a0b req-f57e2a09-c13d-4a0c-8103-09101ce1867f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:34.545356 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4a4045ce-29b9-4da4-91f6-78b72d3f5a0b req-f57e2a09-c13d-4a0c-8103-09101ce1867f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=81787952-d676-414c-ba5e-2e869b0cba1e HTTP/1.1" status: 200 len: 944 time: 0.0860903 Apr 11 14:40:34.590316 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-4a4045ce-29b9-4da4-91f6-78b72d3f5a0b req-b00f9322-4e93-4be8-a53d-cac055f056bc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:40:34.668532 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-4a4045ce-29b9-4da4-91f6-78b72d3f5a0b req-b00f9322-4e93-4be8-a53d-cac055f056bc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:40:34.669715 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4a4045ce-29b9-4da4-91f6-78b72d3f5a0b req-b00f9322-4e93-4be8-a53d-cac055f056bc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6e2e344-ec1e-4c01-b488-2bbd13a52b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185999 Apr 11 14:40:35.862689 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ac248-08b8-4536-ab25-17be000f2662 req-531d5eb2-9b08-4429-a4b6-83c46e0b7eb8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:35.864132 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d27ac248-08b8-4536-ab25-17be000f2662 req-531d5eb2-9b08-4429-a4b6-83c46e0b7eb8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=81787952-d676-414c-ba5e-2e869b0cba1e HTTP/1.1" status: 200 len: 944 time: 0.0845470 Apr 11 14:40:35.908858 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d27ac248-08b8-4536-ab25-17be000f2662 req-c51007b6-3a4a-4277-976c-e9d2a64df292 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6e2e344-ec1e-4c01-b488-2bbd13a52b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385537 Apr 11 14:40:37.093466 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156adb0e-c1e3-48e2-aa1e-ba8047284250 req-f12a47cf-e11d-4af3-a6ec-c52a0dc9143e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:37.095066 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-156adb0e-c1e3-48e2-aa1e-ba8047284250 req-f12a47cf-e11d-4af3-a6ec-c52a0dc9143e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=81787952-d676-414c-ba5e-2e869b0cba1e HTTP/1.1" status: 200 len: 944 time: 0.0806291 Apr 11 14:40:37.139168 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-156adb0e-c1e3-48e2-aa1e-ba8047284250 req-21eb3dba-394c-4726-8696-22868d54a078 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6e2e344-ec1e-4c01-b488-2bbd13a52b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384250 Apr 11 14:40:38.127787 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 715ebe05-2a2e-46a7-b835-a730f22144de details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:40:38.292512 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 715ebe05-2a2e-46a7-b835-a730f22144de, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=715ebe05-2a2e-46a7-b835-a730f22144de,segment=NetworkSegment(e74ea621-4a75-4df5-b6d0-4a6f8a301e5e),segment_id=e74ea621-4a75-4df5-b6d0-4a6f8a301e5e)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:40:38.306784 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '715ebe05-2a2e-46a7-b835-a730f22144de', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'port_id': '715ebe05-2a2e-46a7-b835-a730f22144de', 'mac_address': 'fa:16:3e:a7:18:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:40:38.328530 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3398b-1ef5-4233-8fee-e87d8f35871e req-225ca1e1-9a21-4947-ba1d-caed1b59898e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:38.330031 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-06e3398b-1ef5-4233-8fee-e87d8f35871e req-225ca1e1-9a21-4947-ba1d-caed1b59898e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=81787952-d676-414c-ba5e-2e869b0cba1e HTTP/1.1" status: 200 len: 944 time: 0.0827861 Apr 11 14:40:38.361621 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:38.375628 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-06e3398b-1ef5-4233-8fee-e87d8f35871e req-bae2711d-cf45-4a48-9502-22293616804c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6e2e344-ec1e-4c01-b488-2bbd13a52b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394149 Apr 11 14:40:38.379125 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715ebe05-2a2e-46a7-b835-a730f22144de {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:40:38.395241 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 715ebe05-2a2e-46a7-b835-a730f22144de, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=715ebe05-2a2e-46a7-b835-a730f22144de,segment=NetworkSegment(e74ea621-4a75-4df5-b6d0-4a6f8a301e5e),segment_id=e74ea621-4a75-4df5-b6d0-4a6f8a301e5e)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:40:38.478644 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:38.548398 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=715ebe05-2a2e-46a7-b835-a730f22144de,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:38.897314 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['715ebe05-2a2e-46a7-b835-a730f22144de'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:40:39.582828 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba8bfc-fa65-4408-86dc-1972cd5e1012 req-ff71a12d-e41f-4273-b283-7225479509e5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:39.584296 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cbba8bfc-fa65-4408-86dc-1972cd5e1012 req-ff71a12d-e41f-4273-b283-7225479509e5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=81787952-d676-414c-ba5e-2e869b0cba1e HTTP/1.1" status: 200 len: 945 time: 0.0859945 Apr 11 14:40:39.628757 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cbba8bfc-fa65-4408-86dc-1972cd5e1012 req-d00d0cfa-e4fe-4ef7-b644-19d0f4d6c526 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6e2e344-ec1e-4c01-b488-2bbd13a52b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386331 Apr 11 14:40:40.131426 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 715ebe05-2a2e-46a7-b835-a730f22144de up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:40:40.268604 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port 715ebe05-2a2e-46a7-b835-a730f22144de completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:40:40.274363 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 715ebe05-2a2e-46a7-b835-a730f22144de triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:40:40.275222 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:40.397290 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:40.424451 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81787952-d676-414c-ba5e-2e869b0cba1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715ebe05-2a2e-46a7-b835-a730f22144de'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:40:40.435448 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 715ebe05-2a2e-46a7-b835-a730f22144de, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=715ebe05-2a2e-46a7-b835-a730f22144de,segment=NetworkSegment(e74ea621-4a75-4df5-b6d0-4a6f8a301e5e),segment_id=e74ea621-4a75-4df5-b6d0-4a6f8a301e5e)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:40:40.470571 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ebd278e-bed8-4231-99e9-0b84eb418a54'] response: {'server_uuid': '81787952-d676-414c-ba5e-2e869b0cba1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715ebe05-2a2e-46a7-b835-a730f22144de', 'code': 200} Apr 11 14:40:40.500705 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:40.573286 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=715ebe05-2a2e-46a7-b835-a730f22144de,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:40.824937 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bfb0a-0640-40ae-8487-70aa10aa8516 req-a2ba780d-9d07-423e-a663-361c21d864be tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:40.826474 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-439bfb0a-0640-40ae-8487-70aa10aa8516 req-a2ba780d-9d07-423e-a663-361c21d864be tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=81787952-d676-414c-ba5e-2e869b0cba1e HTTP/1.1" status: 200 len: 946 time: 0.0863047 Apr 11 14:40:40.874205 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-439bfb0a-0640-40ae-8487-70aa10aa8516 req-947e1204-97aa-4586-a373-4e2449f923a4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6e2e344-ec1e-4c01-b488-2bbd13a52b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413184 Apr 11 14:40:40.918871 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e0407-bc04-4da8-90e8-957efbeb9c6e req-742ae1df-7200-4ea9-9145-96b503722c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:40.920349 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-920e0407-bc04-4da8-90e8-957efbeb9c6e req-742ae1df-7200-4ea9-9145-96b503722c99 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=81787952-d676-414c-ba5e-2e869b0cba1e HTTP/1.1" status: 200 len: 1099 time: 0.0753694 Apr 11 14:40:40.961876 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-920e0407-bc04-4da8-90e8-957efbeb9c6e req-669159d8-b842-41be-a2b8-0c3efaba8cfd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d6e2e344-ec1e-4c01-b488-2bbd13a52b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353889 Apr 11 14:40:42.067727 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1a691-26d8-4c6f-9d46-34329b64d0c6 req-ead3a5a4-2ba2-4456-b6b5-8a1090e234d9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:42.075453 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d3d1a691-26d8-4c6f-9d46-34329b64d0c6 req-ead3a5a4-2ba2-4456-b6b5-8a1090e234d9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=81787952-d676-414c-ba5e-2e869b0cba1e HTTP/1.1" status: 200 len: 946 time: 0.0848901 Apr 11 14:40:42.118368 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d3d1a691-26d8-4c6f-9d46-34329b64d0c6 req-1029acb5-50f8-438b-aaf8-1b810d4e92b7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6e2e344-ec1e-4c01-b488-2bbd13a52b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422814 Apr 11 14:40:43.308553 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e8672-b7ae-4636-8c08-0d13f010c9dc req-06e02a75-4f6f-4ed9-9eb3-3f2ec4ff9f44 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:43.309990 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-623e8672-b7ae-4636-8c08-0d13f010c9dc req-06e02a75-4f6f-4ed9-9eb3-3f2ec4ff9f44 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=81787952-d676-414c-ba5e-2e869b0cba1e HTTP/1.1" status: 200 len: 946 time: 0.0854838 Apr 11 14:40:43.355733 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-623e8672-b7ae-4636-8c08-0d13f010c9dc req-fa2df222-4916-422d-97d7-f59c4d7cc623 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6e2e344-ec1e-4c01-b488-2bbd13a52b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396545 Apr 11 14:40:43.547762 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16482f14-c10c-4720-9653-9777e67f0aa4 req-6ac437c3-4f8c-4c22-8caa-b74a03d13d38 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:43.549214 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-16482f14-c10c-4720-9653-9777e67f0aa4 req-6ac437c3-4f8c-4c22-8caa-b74a03d13d38 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=81787952-d676-414c-ba5e-2e869b0cba1e HTTP/1.1" status: 200 len: 946 time: 0.0888610 Apr 11 14:40:43.594832 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-16482f14-c10c-4720-9653-9777e67f0aa4 req-7bf60ba9-d9c3-4a2e-a582-4175e526279a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6e2e344-ec1e-4c01-b488-2bbd13a52b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394404 Apr 11 14:40:43.618267 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48100) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:40:43.692370 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db50988-33c8-4c26-88b5-33ea4545abfb tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:43.693923 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8db50988-33c8-4c26-88b5-33ea4545abfb tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=81787952-d676-414c-ba5e-2e869b0cba1e HTTP/1.1" status: 200 len: 1094 time: 0.0746748 Apr 11 14:40:43.697420 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48104) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:40:43.702340 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': '715ebe05-2a2e-46a7-b835-a730f22144de', 'tenant_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:40:43.708256 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:40:43.712878 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:floatingip and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:40:43.715732 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:40:43.721318 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:40:43.782777 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:43.922756 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:44.061000 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.26.7.124 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/049bdc89-8edd-43db-b840-8edfc755a429) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:40:44.210014 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:44.294657 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:44.361125 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:40:44.363804 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:40:44.366430 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:40:44.412787 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=049bdc89-8edd-43db-b840-8edfc755a429,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:44.425474 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:40:44.425818 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:40:44.426187 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:40:44.426521 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:40:44.427158 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:40:44.427158 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:40:44.427505 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:40:44.427831 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:40:44.428158 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:40:44.428479 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:40:44.428802 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:40:44.429122 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:40:44.908733 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:45.082204 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:45.298322 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:45.357815 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:45.470396 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=049bdc89-8edd-43db-b840-8edfc755a429,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:40:45.482739 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:45.660415 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Floating IP 926ed4c0-0cc8-4335-8972-825e1df653be associated. External IP: 172.26.7.124, port: 715ebe05-2a2e-46a7-b835-a730f22144de. Apr 11 14:40:46.012345 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router dbb78b30-34cc-44e1-bbdc-e232adbb2936 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:40:46.191632 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:40:46.201689 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b48b23-4490-41fe-8f8e-7dbcedbfc61c None None] Sync routers for ids ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:40:46.210606 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b48b23-4490-41fe-8f8e-7dbcedbfc61c None None] Routers {'dbb78b30-34cc-44e1-bbdc-e232adbb2936'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:40:46.211835 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-22b48b23-4490-41fe-8f8e-7dbcedbfc61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:40:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:40:46.294853 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:46.351617 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1711d444-220a-4473-837e-968ddf030509 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6530578 Apr 11 14:40:46.352213 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81787952-d676-414c-ba5e-2e869b0cba1e', 'tag': '715ebe05-2a2e-46a7-b835-a730f22144de'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:40:46.388779 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-22b48b23-4490-41fe-8f8e-7dbcedbfc61c None None] Set router dbb78b30-34cc-44e1-bbdc-e232adbb2936 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:40:46.398916 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51457f94-e689-4f6e-bae3-8d785cf5f369'] response: {'name': 'network-changed', 'server_uuid': '81787952-d676-414c-ba5e-2e869b0cba1e', 'tag': '715ebe05-2a2e-46a7-b835-a730f22144de', 'status': 'completed', 'code': 200} Apr 11 14:40:46.638166 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094165c-b508-448c-9428-34e884800f55 req-fe89454b-837e-4b28-9d89-e3c04b1bee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:46.639594 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b094165c-b508-448c-9428-34e884800f55 req-fe89454b-837e-4b28-9d89-e3c04b1bee97 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=81787952-d676-414c-ba5e-2e869b0cba1e HTTP/1.1" status: 200 len: 1099 time: 0.1968389 Apr 11 14:40:46.747278 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-22b48b23-4490-41fe-8f8e-7dbcedbfc61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'name': 'tempest-TestNetworkBasicOps-router-719929747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:39:53Z', 'updated_at': '2022-04-11T14:39:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:54Z', 'updated_at': '2022-04-11T14:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '7b043e7a-e8eb-44a8-8ac1-b486d518f4c7', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.75', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'port_id': 'b7e2c0b6-bf21-46f6-b327-bef725a7dba4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'mac_address': 'fa:16:3e:91:81:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f988a-3430-40f9-b967-751a3ea74f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:40:22Z', 'updated_at': '2022-04-11T14:40:25Z', 'revision_number': 1, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}, {'id': '926ed4c0-0cc8-4335-8972-825e1df653be', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.124', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'port_id': '715ebe05-2a2e-46a7-b835-a730f22144de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'mac_address': 'fa:16:3e:a7:18:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81787952-d676-414c-ba5e-2e869b0cba1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:40:44Z', 'updated_at': '2022-04-11T14:40:44Z', 'revision_number': 0, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3', 'name': '', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:39:42:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:58Z', 'updated_at': '2022-04-11T14:40:06Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:40:46.750990 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b48b23-4490-41fe-8f8e-7dbcedbfc61c None None] Checking router: dbb78b30-34cc-44e1-bbdc-e232adbb2936 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:40:46.759175 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b48b23-4490-41fe-8f8e-7dbcedbfc61c None None] Routers {'dbb78b30-34cc-44e1-bbdc-e232adbb2936'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:40:46.759772 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-22b48b23-4490-41fe-8f8e-7dbcedbfc61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:40:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:40:46.775973 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094165c-b508-448c-9428-34e884800f55 req-35fd3036-47ac-473c-83b9-97eee1f56511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:46.777401 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b094165c-b508-448c-9428-34e884800f55 req-35fd3036-47ac-473c-83b9-97eee1f56511 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d3df090f-d937-4b5f-9562-03563092740d HTTP/1.1" status: 200 len: 898 time: 0.1315629 Apr 11 14:40:46.885141 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b094165c-b508-448c-9428-34e884800f55 req-40dd936d-8ec6-485e-baba-ec75d615a8e7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=715ebe05-2a2e-46a7-b835-a730f22144de HTTP/1.1" status: 200 len: 1000 time: 0.1003942 Apr 11 14:40:46.953799 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094165c-b508-448c-9428-34e884800f55 req-c07414cf-a8be-4276-9e3d-518cdd87414d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:46.955186 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b094165c-b508-448c-9428-34e884800f55 req-c07414cf-a8be-4276-9e3d-518cdd87414d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a2eb4fa4-ee3f-4368-8e20-51907bde6294 HTTP/1.1" status: 200 len: 835 time: 0.0639274 Apr 11 14:40:46.980037 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-22b48b23-4490-41fe-8f8e-7dbcedbfc61c None None] Set router dbb78b30-34cc-44e1-bbdc-e232adbb2936 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:40:47.043391 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094165c-b508-448c-9428-34e884800f55 req-0b372d06-ffa2-4ca4-8d2a-5e8c0c77232e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:40:47.044811 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b094165c-b508-448c-9428-34e884800f55 req-0b372d06-ffa2-4ca4-8d2a-5e8c0c77232e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d3df090f-d937-4b5f-9562-03563092740d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822170 Apr 11 14:40:47.183037 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b094165c-b508-448c-9428-34e884800f55 req-07d26ad2-c1fe-4ca8-9d89-7ffcc91cca5a service neutron] 10.222.0.53 "GET /v2.0/networks/d3df090f-d937-4b5f-9562-03563092740d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312077 Apr 11 14:40:47.317837 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b094165c-b508-448c-9428-34e884800f55 req-87891338-1f5a-4a9a-ab26-35899579dcfc service neutron] 10.222.0.53 "GET /v2.0/networks/d3df090f-d937-4b5f-9562-03563092740d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288929 Apr 11 14:40:47.339815 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-22b48b23-4490-41fe-8f8e-7dbcedbfc61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'name': 'tempest-TestNetworkBasicOps-router-719929747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:39:53Z', 'updated_at': '2022-04-11T14:39:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:54Z', 'updated_at': '2022-04-11T14:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '7b043e7a-e8eb-44a8-8ac1-b486d518f4c7', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.75', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'port_id': 'b7e2c0b6-bf21-46f6-b327-bef725a7dba4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'mac_address': 'fa:16:3e:91:81:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f988a-3430-40f9-b967-751a3ea74f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:40:22Z', 'updated_at': '2022-04-11T14:40:25Z', 'revision_number': 1, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}, {'id': '926ed4c0-0cc8-4335-8972-825e1df653be', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.124', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'port_id': '715ebe05-2a2e-46a7-b835-a730f22144de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'mac_address': 'fa:16:3e:a7:18:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81787952-d676-414c-ba5e-2e869b0cba1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:40:44Z', 'updated_at': '2022-04-11T14:40:44Z', 'revision_number': 0, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3', 'name': '', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:39:42:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:58Z', 'updated_at': '2022-04-11T14:40:06Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:40:47.343990 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b48b23-4490-41fe-8f8e-7dbcedbfc61c None None] The sync data for ids ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'] in dv-neutron-837330-1-hyperv is: [{'id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'name': 'tempest-TestNetworkBasicOps-router-719929747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:39:53Z', 'updated_at': '2022-04-11T14:39:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:54Z', 'updated_at': '2022-04-11T14:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '7b043e7a-e8eb-44a8-8ac1-b486d518f4c7', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.75', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'port_id': 'b7e2c0b6-bf21-46f6-b327-bef725a7dba4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'mac_address': 'fa:16:3e:91:81:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f988a-3430-40f9-b967-751a3ea74f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:40:22Z', 'updated_at': '2022-04-11T14:40:25Z', 'revision_number': 1, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}, {'id': '926ed4c0-0cc8-4335-8972-825e1df653be', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.124', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'port_id': '715ebe05-2a2e-46a7-b835-a730f22144de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'mac_address': 'fa:16:3e:a7:18:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81787952-d676-414c-ba5e-2e869b0cba1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:40:44Z', 'updated_at': '2022-04-11T14:40:44Z', 'revision_number': 0, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3', 'name': '', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:39:42:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:58Z', 'updated_at': '2022-04-11T14:40:06Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:40:47.536963 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481eaa71-6d88-4616-bf3b-0c44d3b098f1 None None] New status for floating IP 926ed4c0-0cc8-4335-8972-825e1df653be: ACTIVE {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:40:54.376299 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:55.165170 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e856017f-99e8-4cf0-8954-a3360fe7b09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:57.730595 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-960fad3a-76be-4027-b6bb-4cb8ccd9de83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:58.673157 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:58.707369 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:40:59.941449 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:41:01.802376 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:41:20.287050 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-da84589c-868a-41ee-9906-3b7b8df532df req-73a02997-554c-4a98-a626-f78983b1ab6e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=452f988a-3430-40f9-b967-751a3ea74f4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741346 Apr 11 14:41:20.447552 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84589c-868a-41ee-9906-3b7b8df532df req-5d988695-0d4d-49e3-8dd5-87966a575675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:41:20.449609 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-da84589c-868a-41ee-9906-3b7b8df532df req-5d988695-0d4d-49e3-8dd5-87966a575675 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 1099 time: 0.0751083 Apr 11 14:41:20.596270 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84589c-868a-41ee-9906-3b7b8df532df req-9325a301-09a8-410f-9977-7cd243812939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:41:20.597649 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-da84589c-868a-41ee-9906-3b7b8df532df req-9325a301-09a8-410f-9977-7cd243812939 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d3df090f-d937-4b5f-9562-03563092740d HTTP/1.1" status: 200 len: 898 time: 0.1296229 Apr 11 14:41:20.696859 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-da84589c-868a-41ee-9906-3b7b8df532df req-d956e0d9-92f3-496a-a38b-810f16a21b78 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7e2c0b6-bf21-46f6-b327-bef725a7dba4 HTTP/1.1" status: 200 len: 1001 time: 0.0929985 Apr 11 14:41:20.763206 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84589c-868a-41ee-9906-3b7b8df532df req-c5b7cf3a-f38e-4c6a-aa0c-fefc2460af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:41:20.764550 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-da84589c-868a-41ee-9906-3b7b8df532df req-c5b7cf3a-f38e-4c6a-aa0c-fefc2460af3f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a2eb4fa4-ee3f-4368-8e20-51907bde6294 HTTP/1.1" status: 200 len: 835 time: 0.0620282 Apr 11 14:41:20.838430 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84589c-868a-41ee-9906-3b7b8df532df req-f82a30ac-fc00-4eb6-b33b-477befce6306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:41:20.839933 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-da84589c-868a-41ee-9906-3b7b8df532df req-f82a30ac-fc00-4eb6-b33b-477befce6306 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d3df090f-d937-4b5f-9562-03563092740d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699234 Apr 11 14:41:20.972699 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-da84589c-868a-41ee-9906-3b7b8df532df req-93b36d50-6ced-4752-a5a2-eb300cd139c5 service neutron] 10.222.0.53 "GET /v2.0/networks/d3df090f-d937-4b5f-9562-03563092740d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264753 Apr 11 14:41:21.114717 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-da84589c-868a-41ee-9906-3b7b8df532df req-cf2c90df-cb3e-4d31-8ea7-7d3ae00bfb06 service neutron] 10.222.0.53 "GET /v2.0/networks/d3df090f-d937-4b5f-9562-03563092740d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358218 Apr 11 14:41:24.329256 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:41:25.162368 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0fbec0df-fa80-4694-b50e-1971ff498d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:41:27.694836 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c54673cf-3f03-48f0-a8ff-1ab72941bd04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:41:28.647625 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:41:28.676084 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:41:29.974705 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:41:38.802614 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:41:54.390588 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:41:55.173599 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9928d7a9-adc2-4a97-8dbf-39c17e0fcf5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:41:57.687013 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6c1590df-5e94-4dd4-8fc9-801aad93f9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:41:58.647026 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:41:58.675797 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:41:59.944250 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:01.645869 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48132) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:01.862090 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7dd03698-f13d-4ce3-9cc5-f4841afa4570 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/7b043e7a-e8eb-44a8-8ac1-b486d518f4c7 HTTP/1.1" status: 200 len: 993 time: 0.2150245 Apr 11 14:42:02.600243 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48142) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:02.606851 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-17a4471e-3bf7-445b-a6e5-4c6293171696 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:42:02.742748 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-17a4471e-3bf7-445b-a6e5-4c6293171696 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:03.109126 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-17a4471e-3bf7-445b-a6e5-4c6293171696 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port b7e2c0b6-bf21-46f6-b327-bef725a7dba4, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=b7e2c0b6-bf21-46f6-b327-bef725a7dba4,segment=NetworkSegment(e74ea621-4a75-4df5-b6d0-4a6f8a301e5e),segment_id=e74ea621-4a75-4df5-b6d0-4a6f8a301e5e)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:42:03.133386 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-17a4471e-3bf7-445b-a6e5-4c6293171696 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:03.190005 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-17a4471e-3bf7-445b-a6e5-4c6293171696 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:03.276819 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a4471e-3bf7-445b-a6e5-4c6293171696 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:03.277446 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-17a4471e-3bf7-445b-a6e5-4c6293171696 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:03.278878 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-17a4471e-3bf7-445b-a6e5-4c6293171696 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "PUT /v2.0/ports/b7e2c0b6-bf21-46f6-b327-bef725a7dba4 HTTP/1.1" status: 200 len: 939 time: 0.6774621 Apr 11 14:42:03.279530 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452f988a-3430-40f9-b967-751a3ea74f4b', 'tag': 'b7e2c0b6-bf21-46f6-b327-bef725a7dba4'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:42:03.299856 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4471e-3bf7-445b-a6e5-4c6293171696 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=b7e2c0b6-bf21-46f6-b327-bef725a7dba4,revision_number=6']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:03.307911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a4471e-3bf7-445b-a6e5-4c6293171696 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:03.308259 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a4471e-3bf7-445b-a6e5-4c6293171696 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:03.308605 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a4471e-3bf7-445b-a6e5-4c6293171696 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:03.308945 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a4471e-3bf7-445b-a6e5-4c6293171696 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:03.309277 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a4471e-3bf7-445b-a6e5-4c6293171696 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:03.309610 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a4471e-3bf7-445b-a6e5-4c6293171696 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:03.309969 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a4471e-3bf7-445b-a6e5-4c6293171696 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:03.310304 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a4471e-3bf7-445b-a6e5-4c6293171696 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:03.310635 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a4471e-3bf7-445b-a6e5-4c6293171696 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:03.310962 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a4471e-3bf7-445b-a6e5-4c6293171696 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:03.311871 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a4471e-3bf7-445b-a6e5-4c6293171696 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:03.312202 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a4471e-3bf7-445b-a6e5-4c6293171696 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:03.347269 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ade0c01-c29d-44fe-8ce2-5a9e3648790a'] response: {'name': 'network-changed', 'server_uuid': '452f988a-3430-40f9-b967-751a3ea74f4b', 'tag': 'b7e2c0b6-bf21-46f6-b327-bef725a7dba4', 'status': 'completed', 'code': 200} Apr 11 14:42:03.476427 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ac21d-a1cb-46ea-ab8f-760e0e0265d6 req-e8161390-170b-4c49-a802-277ee42fd678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:03.477953 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2c0ac21d-a1cb-46ea-ab8f-760e0e0265d6 req-e8161390-170b-4c49-a802-277ee42fd678 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 1100 time: 0.0867329 Apr 11 14:42:03.480350 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6306bd8e-f787-4975-986e-978fe540c633 None None] Provisioning complete for port b7e2c0b6-bf21-46f6-b327-bef725a7dba4 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:42:03.481345 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6306bd8e-f787-4975-986e-978fe540c633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:03.562596 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-6306bd8e-f787-4975-986e-978fe540c633 None None] Port b7e2c0b6-bf21-46f6-b327-bef725a7dba4 is administratively disabled so it will not transition to active. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Apr 11 14:42:03.628645 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ac21d-a1cb-46ea-ab8f-760e0e0265d6 req-eab37557-3ff8-4a3d-9f1f-f17789400be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:03.630388 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2c0ac21d-a1cb-46ea-ab8f-760e0e0265d6 req-eab37557-3ff8-4a3d-9f1f-f17789400be4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d3df090f-d937-4b5f-9562-03563092740d HTTP/1.1" status: 200 len: 898 time: 0.1454616 Apr 11 14:42:03.753408 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2c0ac21d-a1cb-46ea-ab8f-760e0e0265d6 req-8af4f05f-3ca1-4cbb-964a-0ef92ad0fca8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7e2c0b6-bf21-46f6-b327-bef725a7dba4 HTTP/1.1" status: 200 len: 1002 time: 0.1153593 Apr 11 14:42:03.817318 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ac21d-a1cb-46ea-ab8f-760e0e0265d6 req-9de9ac77-ceb2-4604-a922-9a37eb989920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:03.818720 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2c0ac21d-a1cb-46ea-ab8f-760e0e0265d6 req-9de9ac77-ceb2-4604-a922-9a37eb989920 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a2eb4fa4-ee3f-4368-8e20-51907bde6294 HTTP/1.1" status: 200 len: 835 time: 0.0595026 Apr 11 14:42:03.910076 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ac21d-a1cb-46ea-ab8f-760e0e0265d6 req-ec1348d4-bc67-4e3a-b87d-63615c6196c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:03.911535 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2c0ac21d-a1cb-46ea-ab8f-760e0e0265d6 req-ec1348d4-bc67-4e3a-b87d-63615c6196c0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d3df090f-d937-4b5f-9562-03563092740d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867658 Apr 11 14:42:04.060668 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2c0ac21d-a1cb-46ea-ab8f-760e0e0265d6 req-694b1a51-3c30-4c89-88d0-5b2c3c477cc7 service neutron] 10.222.0.53 "GET /v2.0/networks/d3df090f-d937-4b5f-9562-03563092740d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421013 Apr 11 14:42:04.201460 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2c0ac21d-a1cb-46ea-ab8f-760e0e0265d6 req-11a74e20-9a29-41fe-88b3-95d3fe642acf service neutron] 10.222.0.53 "GET /v2.0/networks/d3df090f-d937-4b5f-9562-03563092740d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343780 Apr 11 14:42:06.742631 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48152) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:06.748686 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-9dca594c-a3b8-42e9-ae16-5fecb2d93406 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:42:06.869728 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9dca594c-a3b8-42e9-ae16-5fecb2d93406 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:07.086141 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-9dca594c-a3b8-42e9-ae16-5fecb2d93406 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port b7e2c0b6-bf21-46f6-b327-bef725a7dba4, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=b7e2c0b6-bf21-46f6-b327-bef725a7dba4,segment=NetworkSegment(e74ea621-4a75-4df5-b6d0-4a6f8a301e5e),segment_id=e74ea621-4a75-4df5-b6d0-4a6f8a301e5e)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:42:07.111486 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9dca594c-a3b8-42e9-ae16-5fecb2d93406 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:07.167128 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9dca594c-a3b8-42e9-ae16-5fecb2d93406 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:07.230260 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dca594c-a3b8-42e9-ae16-5fecb2d93406 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:07.230882 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9dca594c-a3b8-42e9-ae16-5fecb2d93406 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:07.232287 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9dca594c-a3b8-42e9-ae16-5fecb2d93406 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "PUT /v2.0/ports/b7e2c0b6-bf21-46f6-b327-bef725a7dba4 HTTP/1.1" status: 200 len: 938 time: 0.4886541 Apr 11 14:42:07.232975 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452f988a-3430-40f9-b967-751a3ea74f4b', 'tag': 'b7e2c0b6-bf21-46f6-b327-bef725a7dba4'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:42:07.236279 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48156) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:07.261951 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca594c-a3b8-42e9-ae16-5fecb2d93406 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=b7e2c0b6-bf21-46f6-b327-bef725a7dba4,revision_number=7']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:07.281543 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62539b42-631a-4e36-8e9d-6688147e780f'] response: {'name': 'network-changed', 'server_uuid': '452f988a-3430-40f9-b967-751a3ea74f4b', 'tag': 'b7e2c0b6-bf21-46f6-b327-bef725a7dba4', 'status': 'completed', 'code': 200} Apr 11 14:42:07.395637 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1fe25b02-4e3d-49a2-b378-3ef017a4fe15 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/7b043e7a-e8eb-44a8-8ac1-b486d518f4c7 HTTP/1.1" status: 200 len: 993 time: 0.1581612 Apr 11 14:42:07.429431 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce53179-d0fd-494d-bf70-16e262408210 req-dda50827-3bb2-432d-a733-f9b990239407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:07.430958 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6ce53179-d0fd-494d-bf70-16e262408210 req-dda50827-3bb2-432d-a733-f9b990239407 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 1099 time: 0.0865204 Apr 11 14:42:07.550325 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9a97e39b-8674-4482-ba91-19653003570e None None] Provisioning complete for port b7e2c0b6-bf21-46f6-b327-bef725a7dba4 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:42:07.550885 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9a97e39b-8674-4482-ba91-19653003570e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:07.569549 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce53179-d0fd-494d-bf70-16e262408210 req-1c9857b7-8c46-4e81-afee-275b09fbd576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:07.570968 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6ce53179-d0fd-494d-bf70-16e262408210 req-1c9857b7-8c46-4e81-afee-275b09fbd576 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d3df090f-d937-4b5f-9562-03563092740d HTTP/1.1" status: 200 len: 898 time: 0.1336629 Apr 11 14:42:07.649157 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['b7e2c0b6-bf21-46f6-b327-bef725a7dba4'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:42:07.677508 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6ce53179-d0fd-494d-bf70-16e262408210 req-b63e4987-718d-48fe-9989-bb694cd663cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7e2c0b6-bf21-46f6-b327-bef725a7dba4 HTTP/1.1" status: 200 len: 1001 time: 0.0999990 Apr 11 14:42:07.743540 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce53179-d0fd-494d-bf70-16e262408210 req-3cf26859-5c88-4b1e-94cb-8b96aaaa6768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:07.744982 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6ce53179-d0fd-494d-bf70-16e262408210 req-3cf26859-5c88-4b1e-94cb-8b96aaaa6768 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a2eb4fa4-ee3f-4368-8e20-51907bde6294 HTTP/1.1" status: 200 len: 835 time: 0.0614893 Apr 11 14:42:07.821108 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce53179-d0fd-494d-bf70-16e262408210 req-3f53a17c-1b47-4b9b-b276-361a8ed966ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:07.822531 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6ce53179-d0fd-494d-bf70-16e262408210 req-3f53a17c-1b47-4b9b-b276-361a8ed966ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d3df090f-d937-4b5f-9562-03563092740d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716727 Apr 11 14:42:07.954385 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6ce53179-d0fd-494d-bf70-16e262408210 req-76441104-3a2f-47c1-b7fd-800f30ba2d8b service neutron] 10.222.0.53 "GET /v2.0/networks/d3df090f-d937-4b5f-9562-03563092740d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250522 Apr 11 14:42:08.194688 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6ce53179-d0fd-494d-bf70-16e262408210 req-1e8fa599-322f-4ca8-911b-50e342129db6 service neutron] 10.222.0.53 "GET /v2.0/networks/d3df090f-d937-4b5f-9562-03563092740d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345643 Apr 11 14:42:09.987768 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48168) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:10.190084 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-4ae49bff-8858-4236-b05c-2f46a662aeae tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port 049bdc89-8edd-43db-b840-8edfc755a429 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:42:10.190430 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4ae49bff-8858-4236-b05c-2f46a662aeae tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:10.364536 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4ae49bff-8858-4236-b05c-2f46a662aeae tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:10.364789 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4ae49bff-8858-4236-b05c-2f46a662aeae tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:10.488225 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-4ae49bff-8858-4236-b05c-2f46a662aeae tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for 049bdc89-8edd-43db-b840-8edfc755a429 owned by network:floatingip {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:42:10.692632 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4ae49bff-8858-4236-b05c-2f46a662aeae tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:10.741290 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae49bff-8858-4236-b05c-2f46a662aeae tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=049bdc89-8edd-43db-b840-8edfc755a429,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:10.780315 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae49bff-8858-4236-b05c-2f46a662aeae tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:10.780667 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae49bff-8858-4236-b05c-2f46a662aeae tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:10.781005 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae49bff-8858-4236-b05c-2f46a662aeae tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:10.781928 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae49bff-8858-4236-b05c-2f46a662aeae tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:10.782715 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae49bff-8858-4236-b05c-2f46a662aeae tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:10.782938 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae49bff-8858-4236-b05c-2f46a662aeae tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:10.783270 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae49bff-8858-4236-b05c-2f46a662aeae tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:10.783598 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae49bff-8858-4236-b05c-2f46a662aeae tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:10.783924 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae49bff-8858-4236-b05c-2f46a662aeae tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:10.784247 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae49bff-8858-4236-b05c-2f46a662aeae tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:10.784588 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae49bff-8858-4236-b05c-2f46a662aeae tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:10.784895 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae49bff-8858-4236-b05c-2f46a662aeae tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:10.843270 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4ae49bff-8858-4236-b05c-2f46a662aeae tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:10.843585 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-4ae49bff-8858-4236-b05c-2f46a662aeae tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Floating IP 926ed4c0-0cc8-4335-8972-825e1df653be disassociated (deleted). External IP: 172.26.7.124, port: 715ebe05-2a2e-46a7-b835-a730f22144de. Apr 11 14:42:11.195818 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae49bff-8858-4236-b05c-2f46a662aeae tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router dbb78b30-34cc-44e1-bbdc-e232adbb2936 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:42:11.479602 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae49bff-8858-4236-b05c-2f46a662aeae tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:42:11.489746 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb80731c-244d-4cd2-9a9a-6620eac22d9f None None] Sync routers for ids ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:42:11.502636 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb80731c-244d-4cd2-9a9a-6620eac22d9f None None] Routers {'dbb78b30-34cc-44e1-bbdc-e232adbb2936'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:42:11.506253 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fb80731c-244d-4cd2-9a9a-6620eac22d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:41:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:42:11.543998 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4ae49bff-8858-4236-b05c-2f46a662aeae tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:11.611794 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4ae49bff-8858-4236-b05c-2f46a662aeae tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/floatingips/926ed4c0-0cc8-4335-8972-825e1df653be HTTP/1.1" status: 204 len: 168 time: 1.6229858 Apr 11 14:42:11.612447 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81787952-d676-414c-ba5e-2e869b0cba1e', 'tag': '715ebe05-2a2e-46a7-b835-a730f22144de'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:42:11.660918 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5cffe80-9054-45d3-9c07-9d64c68d3524'] response: {'name': 'network-changed', 'server_uuid': '81787952-d676-414c-ba5e-2e869b0cba1e', 'tag': '715ebe05-2a2e-46a7-b835-a730f22144de', 'status': 'completed', 'code': 200} Apr 11 14:42:11.685793 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-fb80731c-244d-4cd2-9a9a-6620eac22d9f None None] Set router dbb78b30-34cc-44e1-bbdc-e232adbb2936 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:42:11.778536 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9377e-b2e5-4399-9225-93236463713d req-16a24e5b-1e4e-4bfa-b747-9fccb109e4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:11.780038 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0fd9377e-b2e5-4399-9225-93236463713d req-16a24e5b-1e4e-4bfa-b747-9fccb109e4df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=81787952-d676-414c-ba5e-2e869b0cba1e HTTP/1.1" status: 200 len: 1099 time: 0.0773902 Apr 11 14:42:11.923490 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9377e-b2e5-4399-9225-93236463713d req-32f7c9f4-235f-4d3f-90cd-825e2ed0ee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:11.925000 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0fd9377e-b2e5-4399-9225-93236463713d req-32f7c9f4-235f-4d3f-90cd-825e2ed0ee34 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d3df090f-d937-4b5f-9562-03563092740d HTTP/1.1" status: 200 len: 898 time: 0.1388497 Apr 11 14:42:12.002989 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0fd9377e-b2e5-4399-9225-93236463713d req-9f9088ba-7623-4839-a7cc-a6134edc9020 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=715ebe05-2a2e-46a7-b835-a730f22144de HTTP/1.1" status: 200 len: 217 time: 0.0711415 Apr 11 14:42:12.073922 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9377e-b2e5-4399-9225-93236463713d req-e4546dc2-8001-4f4e-92e4-a4c36108ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:12.075422 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0fd9377e-b2e5-4399-9225-93236463713d req-e4546dc2-8001-4f4e-92e4-a4c36108ed4d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a2eb4fa4-ee3f-4368-8e20-51907bde6294 HTTP/1.1" status: 200 len: 835 time: 0.0662904 Apr 11 14:42:12.080446 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fb80731c-244d-4cd2-9a9a-6620eac22d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'name': 'tempest-TestNetworkBasicOps-router-719929747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:39:53Z', 'updated_at': '2022-04-11T14:39:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:54Z', 'updated_at': '2022-04-11T14:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '7b043e7a-e8eb-44a8-8ac1-b486d518f4c7', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.75', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'port_id': 'b7e2c0b6-bf21-46f6-b327-bef725a7dba4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'mac_address': 'fa:16:3e:91:81:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f988a-3430-40f9-b967-751a3ea74f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:40:22Z', 'updated_at': '2022-04-11T14:40:25Z', 'revision_number': 1, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3', 'name': '', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:39:42:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:58Z', 'updated_at': '2022-04-11T14:40:06Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:42:12.084553 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb80731c-244d-4cd2-9a9a-6620eac22d9f None None] Checking router: dbb78b30-34cc-44e1-bbdc-e232adbb2936 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:42:12.092907 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb80731c-244d-4cd2-9a9a-6620eac22d9f None None] Routers {'dbb78b30-34cc-44e1-bbdc-e232adbb2936'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:42:12.093490 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fb80731c-244d-4cd2-9a9a-6620eac22d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:41:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:42:12.230054 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9377e-b2e5-4399-9225-93236463713d req-ebe351ad-02ac-4b32-83ca-564e45a9d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:12.231548 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0fd9377e-b2e5-4399-9225-93236463713d req-ebe351ad-02ac-4b32-83ca-564e45a9d1de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d3df090f-d937-4b5f-9562-03563092740d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1280594 Apr 11 14:42:12.276642 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-fb80731c-244d-4cd2-9a9a-6620eac22d9f None None] Set router dbb78b30-34cc-44e1-bbdc-e232adbb2936 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:42:12.283808 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d742c8f-19d1-4f0e-b62a-13be85e157c3 req-a77b24dd-ecfe-4fee-93ce-6c7ec04992bf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:12.284507 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-9d742c8f-19d1-4f0e-b62a-13be85e157c3 req-a77b24dd-ecfe-4fee-93ce-6c7ec04992bf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:42:12.387328 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0fd9377e-b2e5-4399-9225-93236463713d req-e84d104f-af1c-4188-851e-54c525b6f3bf service neutron] 10.222.0.53 "GET /v2.0/networks/d3df090f-d937-4b5f-9562-03563092740d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473048 Apr 11 14:42:12.432219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-9d742c8f-19d1-4f0e-b62a-13be85e157c3 req-a77b24dd-ecfe-4fee-93ce-6c7ec04992bf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:42:12.433357 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9d742c8f-19d1-4f0e-b62a-13be85e157c3 req-a77b24dd-ecfe-4fee-93ce-6c7ec04992bf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=81787952-d676-414c-ba5e-2e869b0cba1e HTTP/1.1" status: 200 len: 946 time: 0.2983568 Apr 11 14:42:12.554590 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9d742c8f-19d1-4f0e-b62a-13be85e157c3 req-d5b6edd5-46eb-4515-8856-f6d99107884c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6e2e344-ec1e-4c01-b488-2bbd13a52b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735443 Apr 11 14:42:12.560095 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0fd9377e-b2e5-4399-9225-93236463713d req-529a51a7-4485-44a2-a21c-7a6c1c62d93a service neutron] 10.222.0.53 "GET /v2.0/networks/d3df090f-d937-4b5f-9562-03563092740d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658869 Apr 11 14:42:12.686234 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fb80731c-244d-4cd2-9a9a-6620eac22d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'name': 'tempest-TestNetworkBasicOps-router-719929747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:39:53Z', 'updated_at': '2022-04-11T14:39:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:54Z', 'updated_at': '2022-04-11T14:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '7b043e7a-e8eb-44a8-8ac1-b486d518f4c7', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.75', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'port_id': 'b7e2c0b6-bf21-46f6-b327-bef725a7dba4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'mac_address': 'fa:16:3e:91:81:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f988a-3430-40f9-b967-751a3ea74f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:40:22Z', 'updated_at': '2022-04-11T14:40:25Z', 'revision_number': 1, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3', 'name': '', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:39:42:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:58Z', 'updated_at': '2022-04-11T14:40:06Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:42:12.690848 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb80731c-244d-4cd2-9a9a-6620eac22d9f None None] The sync data for ids ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'] in dv-neutron-837330-1-hyperv is: [{'id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'name': 'tempest-TestNetworkBasicOps-router-719929747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:39:53Z', 'updated_at': '2022-04-11T14:39:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:54Z', 'updated_at': '2022-04-11T14:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '7b043e7a-e8eb-44a8-8ac1-b486d518f4c7', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.75', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'port_id': 'b7e2c0b6-bf21-46f6-b327-bef725a7dba4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'mac_address': 'fa:16:3e:91:81:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f988a-3430-40f9-b967-751a3ea74f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:40:22Z', 'updated_at': '2022-04-11T14:40:25Z', 'revision_number': 1, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3', 'name': '', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:39:42:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:58Z', 'updated_at': '2022-04-11T14:40:06Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:42:12.904773 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e679fffe-faa4-4bed-86ff-c4aec19501d3 None None] New status for floating IP 926ed4c0-0cc8-4335-8972-825e1df653be: DOWN {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:42:13.755927 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a05fc-c512-4e39-bcec-b6ac86ad5166 req-4d81d689-ce06-4ff6-8ad0-92963e2c1518 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:13.757397 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-444a05fc-c512-4e39-bcec-b6ac86ad5166 req-4d81d689-ce06-4ff6-8ad0-92963e2c1518 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=81787952-d676-414c-ba5e-2e869b0cba1e HTTP/1.1" status: 200 len: 946 time: 0.0923927 Apr 11 14:42:13.802735 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-444a05fc-c512-4e39-bcec-b6ac86ad5166 req-050b74d9-1e41-44e5-8a6c-0c21ffd3569d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6e2e344-ec1e-4c01-b488-2bbd13a52b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395207 Apr 11 14:42:13.984149 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22156bb1-ba44-4df4-8f3e-b459251db3f1 req-0d2bea46-7f0c-4d06-9173-0e7f718146f7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:13.985948 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-22156bb1-ba44-4df4-8f3e-b459251db3f1 req-0d2bea46-7f0c-4d06-9173-0e7f718146f7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/ports?device_id=81787952-d676-414c-ba5e-2e869b0cba1e HTTP/1.1" status: 200 len: 946 time: 0.0853641 Apr 11 14:42:14.055991 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-22156bb1-ba44-4df4-8f3e-b459251db3f1 req-2dbdd57a-7683-40ae-b809-4025ae40516f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port 715ebe05-2a2e-46a7-b835-a730f22144de {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:42:14.056333 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-22156bb1-ba44-4df4-8f3e-b459251db3f1 req-2dbdd57a-7683-40ae-b809-4025ae40516f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:14.303124 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-22156bb1-ba44-4df4-8f3e-b459251db3f1 req-2dbdd57a-7683-40ae-b809-4025ae40516f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port 715ebe05-2a2e-46a7-b835-a730f22144de, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=715ebe05-2a2e-46a7-b835-a730f22144de,segment=NetworkSegment(e74ea621-4a75-4df5-b6d0-4a6f8a301e5e),segment_id=e74ea621-4a75-4df5-b6d0-4a6f8a301e5e)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:42:14.303384 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-22156bb1-ba44-4df4-8f3e-b459251db3f1 req-2dbdd57a-7683-40ae-b809-4025ae40516f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:14.532215 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-22156bb1-ba44-4df4-8f3e-b459251db3f1 req-2dbdd57a-7683-40ae-b809-4025ae40516f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for 715ebe05-2a2e-46a7-b835-a730f22144de owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:42:14.743701 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-22156bb1-ba44-4df4-8f3e-b459251db3f1 req-2dbdd57a-7683-40ae-b809-4025ae40516f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:14.794674 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbdd57a-7683-40ae-b809-4025ae40516f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=715ebe05-2a2e-46a7-b835-a730f22144de,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:14.873003 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-22156bb1-ba44-4df4-8f3e-b459251db3f1 req-2dbdd57a-7683-40ae-b809-4025ae40516f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] No DVR routers for this DVR port 715ebe05-2a2e-46a7-b835-a730f22144de on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:42:14.875456 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-22156bb1-ba44-4df4-8f3e-b459251db3f1 req-2dbdd57a-7683-40ae-b809-4025ae40516f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:14.878021 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81787952-d676-414c-ba5e-2e869b0cba1e', 'name': 'network-vif-deleted', 'tag': '715ebe05-2a2e-46a7-b835-a730f22144de'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:42:14.951853 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34a10f60-521f-446b-9747-610c63078a0e'] response: {'server_uuid': '81787952-d676-414c-ba5e-2e869b0cba1e', 'name': 'network-vif-deleted', 'tag': '715ebe05-2a2e-46a7-b835-a730f22144de', 'status': 'completed', 'code': 200} Apr 11 14:42:14.958760 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-22156bb1-ba44-4df4-8f3e-b459251db3f1 req-2dbdd57a-7683-40ae-b809-4025ae40516f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "DELETE /v2.0/ports/715ebe05-2a2e-46a7-b835-a730f22144de HTTP/1.1" status: 204 len: 173 time: 0.9678783 Apr 11 14:42:14.960286 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-4e066fad-e492-4d3e-a2f0-e67ba5289afd req-625d42d8-a7e7-4ee3-9a06-dd045015c29c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:42:15.058098 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-4e066fad-e492-4d3e-a2f0-e67ba5289afd req-625d42d8-a7e7-4ee3-9a06-dd045015c29c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:42:15.059404 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4e066fad-e492-4d3e-a2f0-e67ba5289afd req-625d42d8-a7e7-4ee3-9a06-dd045015c29c tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=81787952-d676-414c-ba5e-2e869b0cba1e HTTP/1.1" status: 200 len: 210 time: 0.1448350 Apr 11 14:42:15.802758 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:42:16.157321 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48186) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:16.230197 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-87d7a14b-ebca-4b72-b84d-396ee7d83106 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:16.260192 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-87d7a14b-ebca-4b72-b84d-396ee7d83106 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:16.372346 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-87d7a14b-ebca-4b72-b84d-396ee7d83106 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:16.392798 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7a14b-ebca-4b72-b84d-396ee7d83106 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e2e344-ec1e-4c01-b488-2bbd13a52b26,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:16.458414 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-87d7a14b-ebca-4b72-b84d-396ee7d83106 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:16.467874 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-87d7a14b-ebca-4b72-b84d-396ee7d83106 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/security-groups/d6e2e344-ec1e-4c01-b488-2bbd13a52b26 HTTP/1.1" status: 204 len: 168 time: 0.3011813 Apr 11 14:42:16.553095 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48192) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:16.722420 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 715ebe05-2a2e-46a7-b835-a730f22144de no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:42:16.756042 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: 715ebe05-2a2e-46a7-b835-a730f22144de {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:42:16.756390 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 715ebe05-2a2e-46a7-b835-a730f22144de not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:42:16.769591 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-9b639df0-2739-410e-8034-1d915e67a377 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port 20576d2b-cef1-4cd1-b955-82ce4ca24493 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:42:16.769954 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9b639df0-2739-410e-8034-1d915e67a377 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:16.944699 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9b639df0-2739-410e-8034-1d915e67a377 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:16.945018 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9b639df0-2739-410e-8034-1d915e67a377 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:17.073266 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-9b639df0-2739-410e-8034-1d915e67a377 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for 20576d2b-cef1-4cd1-b955-82ce4ca24493 owned by network:floatingip {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:42:17.286449 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9b639df0-2739-410e-8034-1d915e67a377 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:17.335847 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b639df0-2739-410e-8034-1d915e67a377 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=20576d2b-cef1-4cd1-b955-82ce4ca24493,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:17.428229 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9b639df0-2739-410e-8034-1d915e67a377 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:17.428571 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-9b639df0-2739-410e-8034-1d915e67a377 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Floating IP 7b043e7a-e8eb-44a8-8ac1-b486d518f4c7 disassociated (deleted). External IP: 172.26.7.75, port: b7e2c0b6-bf21-46f6-b327-bef725a7dba4. Apr 11 14:42:17.883257 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b639df0-2739-410e-8034-1d915e67a377 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router dbb78b30-34cc-44e1-bbdc-e232adbb2936 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:42:18.077001 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b639df0-2739-410e-8034-1d915e67a377 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:42:18.088168 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c08af5-a89b-4438-bafc-b33442d8806f None None] Sync routers for ids ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:42:18.098629 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c08af5-a89b-4438-bafc-b33442d8806f None None] Routers {'dbb78b30-34cc-44e1-bbdc-e232adbb2936'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:42:18.099274 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-55c08af5-a89b-4438-bafc-b33442d8806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:41:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:42:18.137971 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9b639df0-2739-410e-8034-1d915e67a377 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:18.193432 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9b639df0-2739-410e-8034-1d915e67a377 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/floatingips/7b043e7a-e8eb-44a8-8ac1-b486d518f4c7 HTTP/1.1" status: 204 len: 168 time: 1.6392360 Apr 11 14:42:18.194137 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452f988a-3430-40f9-b967-751a3ea74f4b', 'tag': 'b7e2c0b6-bf21-46f6-b327-bef725a7dba4'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:42:18.243756 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-454cea8b-37ad-4ed0-99e9-2a1bd43e1725'] response: {'name': 'network-changed', 'server_uuid': '452f988a-3430-40f9-b967-751a3ea74f4b', 'tag': 'b7e2c0b6-bf21-46f6-b327-bef725a7dba4', 'status': 'completed', 'code': 200} Apr 11 14:42:18.286840 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-55c08af5-a89b-4438-bafc-b33442d8806f None None] Set router dbb78b30-34cc-44e1-bbdc-e232adbb2936 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:42:18.368055 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e81bb4-ed78-42e4-ad62-c41a9c86b3ab req-2d1f59e1-d976-42c2-ba3a-78fa67a32e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:18.368055 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-13e81bb4-ed78-42e4-ad62-c41a9c86b3ab req-2d1f59e1-d976-42c2-ba3a-78fa67a32e5c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 1099 time: 0.0810900 Apr 11 14:42:18.510568 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e81bb4-ed78-42e4-ad62-c41a9c86b3ab req-3f2580b6-3b4c-40ba-89cf-257b831d5d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:18.512169 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-13e81bb4-ed78-42e4-ad62-c41a9c86b3ab req-3f2580b6-3b4c-40ba-89cf-257b831d5d59 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d3df090f-d937-4b5f-9562-03563092740d HTTP/1.1" status: 200 len: 898 time: 0.1393707 Apr 11 14:42:18.588429 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-13e81bb4-ed78-42e4-ad62-c41a9c86b3ab req-76544aaf-0a2e-4825-a001-5dc130d963be service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7e2c0b6-bf21-46f6-b327-bef725a7dba4 HTTP/1.1" status: 200 len: 217 time: 0.0701032 Apr 11 14:42:18.617131 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-55c08af5-a89b-4438-bafc-b33442d8806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'name': 'tempest-TestNetworkBasicOps-router-719929747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:39:53Z', 'updated_at': '2022-04-11T14:39:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:54Z', 'updated_at': '2022-04-11T14:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3', 'name': '', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:39:42:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:58Z', 'updated_at': '2022-04-11T14:40:06Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:42:18.621043 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c08af5-a89b-4438-bafc-b33442d8806f None None] Checking router: dbb78b30-34cc-44e1-bbdc-e232adbb2936 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:42:18.629687 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c08af5-a89b-4438-bafc-b33442d8806f None None] Routers {'dbb78b30-34cc-44e1-bbdc-e232adbb2936'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:42:18.630476 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-55c08af5-a89b-4438-bafc-b33442d8806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:41:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:42:18.736524 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e81bb4-ed78-42e4-ad62-c41a9c86b3ab req-6a4e6587-43b5-4087-86d8-906deb4d4278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:18.738272 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-13e81bb4-ed78-42e4-ad62-c41a9c86b3ab req-6a4e6587-43b5-4087-86d8-906deb4d4278 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a2eb4fa4-ee3f-4368-8e20-51907bde6294 HTTP/1.1" status: 200 len: 835 time: 0.1069975 Apr 11 14:42:18.808483 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-55c08af5-a89b-4438-bafc-b33442d8806f None None] Set router dbb78b30-34cc-44e1-bbdc-e232adbb2936 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:42:18.817158 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e6538-dcee-4c12-a3fc-303972184ef8 req-2b68eaf9-9671-4f05-8300-a714578c0447 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:18.817881 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-7c0e6538-dcee-4c12-a3fc-303972184ef8 req-2b68eaf9-9671-4f05-8300-a714578c0447 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:42:18.852477 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e81bb4-ed78-42e4-ad62-c41a9c86b3ab req-582805a7-ec67-4179-8b3b-2d585aa7fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:18.854518 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-13e81bb4-ed78-42e4-ad62-c41a9c86b3ab req-582805a7-ec67-4179-8b3b-2d585aa7fc20 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d3df090f-d937-4b5f-9562-03563092740d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1086497 Apr 11 14:42:18.894455 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-7c0e6538-dcee-4c12-a3fc-303972184ef8 req-2b68eaf9-9671-4f05-8300-a714578c0447 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:42:18.895478 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7c0e6538-dcee-4c12-a3fc-303972184ef8 req-2b68eaf9-9671-4f05-8300-a714578c0447 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 946 time: 0.2175949 Apr 11 14:42:19.011968 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7c0e6538-dcee-4c12-a3fc-303972184ef8 req-cb6a7a89-f5b7-444d-bba4-18738a8cbb13 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbce1727-6fc2-4992-aadc-d1402ec9a07f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048124 Apr 11 14:42:19.038731 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-13e81bb4-ed78-42e4-ad62-c41a9c86b3ab req-ff421d1d-22aa-4781-b838-fbd7149521fd service neutron] 10.222.0.53 "GET /v2.0/networks/d3df090f-d937-4b5f-9562-03563092740d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647272 Apr 11 14:42:19.134111 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-55c08af5-a89b-4438-bafc-b33442d8806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'name': 'tempest-TestNetworkBasicOps-router-719929747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:39:53Z', 'updated_at': '2022-04-11T14:39:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:54Z', 'updated_at': '2022-04-11T14:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3', 'name': '', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:39:42:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:58Z', 'updated_at': '2022-04-11T14:40:06Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:42:19.137996 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c08af5-a89b-4438-bafc-b33442d8806f None None] The sync data for ids ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'] in dv-neutron-837330-1-hyperv is: [{'id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'name': 'tempest-TestNetworkBasicOps-router-719929747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:39:53Z', 'updated_at': '2022-04-11T14:39:59Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:54Z', 'updated_at': '2022-04-11T14:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3', 'name': '', 'network_id': 'd3df090f-d937-4b5f-9562-03563092740d', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:39:42:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:58Z', 'updated_at': '2022-04-11T14:40:06Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': 'a2eb4fa4-ee3f-4368-8e20-51907bde6294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:42:19.176583 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-13e81bb4-ed78-42e4-ad62-c41a9c86b3ab req-95ef0417-084f-4123-b0f0-b5bfcf043a54 service neutron] 10.222.0.53 "GET /v2.0/networks/d3df090f-d937-4b5f-9562-03563092740d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312571 Apr 11 14:42:19.340195 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e29809-3b3f-451c-8e5a-23d2f13a02f6 None None] New status for floating IP 7b043e7a-e8eb-44a8-8ac1-b486d518f4c7: DOWN {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:42:20.214540 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91438a93-2091-4c22-9336-2a7a93706527 req-20f701e6-6062-40b1-ab81-ee13e58f6dc3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:20.216003 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-91438a93-2091-4c22-9336-2a7a93706527 req-20f701e6-6062-40b1-ab81-ee13e58f6dc3 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 946 time: 0.0851488 Apr 11 14:42:20.260869 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-91438a93-2091-4c22-9336-2a7a93706527 req-182fd1a0-d55a-4357-a76d-1cb376f8cc3f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:42:20.340807 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-91438a93-2091-4c22-9336-2a7a93706527 req-182fd1a0-d55a-4357-a76d-1cb376f8cc3f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:42:20.341976 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-91438a93-2091-4c22-9336-2a7a93706527 req-182fd1a0-d55a-4357-a76d-1cb376f8cc3f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbce1727-6fc2-4992-aadc-d1402ec9a07f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189771 Apr 11 14:42:20.633588 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98275d9-494f-4660-a4a6-23f511204647 req-5f873ed3-07d0-49d1-998e-d571b392a0d1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:20.634938 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e98275d9-494f-4660-a4a6-23f511204647 req-5f873ed3-07d0-49d1-998e-d571b392a0d1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/ports?device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 946 time: 0.0807636 Apr 11 14:42:20.713608 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-e98275d9-494f-4660-a4a6-23f511204647 req-ae2382d0-39ba-4b88-87aa-dd9075fe615f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port b7e2c0b6-bf21-46f6-b327-bef725a7dba4 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:42:20.713965 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-e98275d9-494f-4660-a4a6-23f511204647 req-ae2382d0-39ba-4b88-87aa-dd9075fe615f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:21.069441 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-e98275d9-494f-4660-a4a6-23f511204647 req-ae2382d0-39ba-4b88-87aa-dd9075fe615f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port b7e2c0b6-bf21-46f6-b327-bef725a7dba4, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=b7e2c0b6-bf21-46f6-b327-bef725a7dba4,segment=NetworkSegment(e74ea621-4a75-4df5-b6d0-4a6f8a301e5e),segment_id=e74ea621-4a75-4df5-b6d0-4a6f8a301e5e)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:42:21.069789 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-e98275d9-494f-4660-a4a6-23f511204647 req-ae2382d0-39ba-4b88-87aa-dd9075fe615f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:21.193982 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-e98275d9-494f-4660-a4a6-23f511204647 req-ae2382d0-39ba-4b88-87aa-dd9075fe615f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for b7e2c0b6-bf21-46f6-b327-bef725a7dba4 owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:42:21.394650 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-e98275d9-494f-4660-a4a6-23f511204647 req-ae2382d0-39ba-4b88-87aa-dd9075fe615f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:21.446091 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2382d0-39ba-4b88-87aa-dd9075fe615f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=b7e2c0b6-bf21-46f6-b327-bef725a7dba4,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:21.559534 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98275d9-494f-4660-a4a6-23f511204647 req-ae2382d0-39ba-4b88-87aa-dd9075fe615f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] No DVR routers for this DVR port b7e2c0b6-bf21-46f6-b327-bef725a7dba4 on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:42:21.562807 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f732a63a-a2b8-4c7e-9bb5-273e37043f3f req-84eeed65-c7fb-432d-99b9-639ef6b750cc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=452f988a-3430-40f9-b967-751a3ea74f4b HTTP/1.1" status: 200 len: 210 time: 0.0824256 Apr 11 14:42:21.563748 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-e98275d9-494f-4660-a4a6-23f511204647 req-ae2382d0-39ba-4b88-87aa-dd9075fe615f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:21.566260 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452f988a-3430-40f9-b967-751a3ea74f4b', 'name': 'network-vif-deleted', 'tag': 'b7e2c0b6-bf21-46f6-b327-bef725a7dba4'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:42:21.612107 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45016a52-1441-46a6-8c7a-9cf243dfd020'] response: {'server_uuid': '452f988a-3430-40f9-b967-751a3ea74f4b', 'name': 'network-vif-deleted', 'tag': 'b7e2c0b6-bf21-46f6-b327-bef725a7dba4', 'status': 'completed', 'code': 200} Apr 11 14:42:21.638089 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e98275d9-494f-4660-a4a6-23f511204647 req-ae2382d0-39ba-4b88-87aa-dd9075fe615f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "DELETE /v2.0/ports/b7e2c0b6-bf21-46f6-b327-bef725a7dba4 HTTP/1.1" status: 204 len: 173 time: 0.9948075 Apr 11 14:42:22.660991 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48210) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:22.731155 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-75c36da3-acb4-411a-97b4-afb1c5399f73 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:22.761241 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-75c36da3-acb4-411a-97b4-afb1c5399f73 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:22.892073 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-75c36da3-acb4-411a-97b4-afb1c5399f73 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:22.910606 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c36da3-acb4-411a-97b4-afb1c5399f73 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbce1727-6fc2-4992-aadc-d1402ec9a07f,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:22.965186 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-75c36da3-acb4-411a-97b4-afb1c5399f73 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:22.966376 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-75c36da3-acb4-411a-97b4-afb1c5399f73 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/security-groups/bbce1727-6fc2-4992-aadc-d1402ec9a07f HTTP/1.1" status: 204 len: 168 time: 0.3043909 Apr 11 14:42:23.053954 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48216) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:23.613929 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e12aa480-be8a-4229-a1bb-d84824e6d7ad tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:24.092033 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-e12aa480-be8a-4229-a1bb-d84824e6d7ad tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port 9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:42:24.092707 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e12aa480-be8a-4229-a1bb-d84824e6d7ad tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:24.281383 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-e12aa480-be8a-4229-a1bb-d84824e6d7ad tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port 9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3,segment=NetworkSegment(e74ea621-4a75-4df5-b6d0-4a6f8a301e5e),segment_id=e74ea621-4a75-4df5-b6d0-4a6f8a301e5e)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:42:24.282191 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e12aa480-be8a-4229-a1bb-d84824e6d7ad tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:24.366021 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:24.408507 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-e12aa480-be8a-4229-a1bb-d84824e6d7ad tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for 9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3 owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:42:24.786341 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device b7e2c0b6-bf21-46f6-b327-bef725a7dba4 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:42:24.824077 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: b7e2c0b6-bf21-46f6-b327-bef725a7dba4 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:42:24.824424 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device b7e2c0b6-bf21-46f6-b327-bef725a7dba4 not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:42:24.960375 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e12aa480-be8a-4229-a1bb-d84824e6d7ad tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:25.011443 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12aa480-be8a-4229-a1bb-d84824e6d7ad tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:25.177840 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-819c0ff2-9ac4-4a5f-a8c4-823bcacf2b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:25.308296 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e12aa480-be8a-4229-a1bb-d84824e6d7ad tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:25.790091 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12aa480-be8a-4229-a1bb-d84824e6d7ad tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router dbb78b30-34cc-44e1-bbdc-e232adbb2936 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:42:25.967603 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12aa480-be8a-4229-a1bb-d84824e6d7ad tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:42:25.979120 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9ef045-1e21-4696-802e-366b3f6a7424 None None] Sync routers for ids ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:42:25.984553 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e12aa480-be8a-4229-a1bb-d84824e6d7ad tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "PUT /v2.0/routers/dbb78b30-34cc-44e1-bbdc-e232adbb2936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9293978 Apr 11 14:42:25.985458 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48220) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:25.988229 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9ef045-1e21-4696-802e-366b3f6a7424 None None] Routers {'dbb78b30-34cc-44e1-bbdc-e232adbb2936'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:42:25.988769 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-ac9ef045-1e21-4696-802e-366b3f6a7424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:41:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:42:26.056920 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7fc47d-a4e1-4da1-ab36-dbbdb32afa82 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting subnet a2eb4fa4-ee3f-4368-8e20-51907bde6294 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:42:26.059874 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c7fc47d-a4e1-4da1-ab36-dbbdb32afa82 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:26.115151 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c7fc47d-a4e1-4da1-ab36-dbbdb32afa82 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:26.203310 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-ac9ef045-1e21-4696-802e-366b3f6a7424 None None] Set router dbb78b30-34cc-44e1-bbdc-e232adbb2936 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:42:26.205821 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c7fc47d-a4e1-4da1-ab36-dbbdb32afa82 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:26.332661 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c7fc47d-a4e1-4da1-ab36-dbbdb32afa82 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:26.381282 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c7fc47d-a4e1-4da1-ab36-dbbdb32afa82 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:26.385153 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fc47d-a4e1-4da1-ab36-dbbdb32afa82 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Subnet': ['ID=a2eb4fa4-ee3f-4368-8e20-51907bde6294,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:26.387967 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddd9e08-8cd9-4b59-a086-cb637785b360 None None] Network d3df090f-d937-4b5f-9562-03563092740d requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:42:26.393760 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7c7fc47d-a4e1-4da1-ab36-dbbdb32afa82 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/subnets/a2eb4fa4-ee3f-4368-8e20-51907bde6294 HTTP/1.1" status: 204 len: 168 time: 0.4050279 Apr 11 14:42:26.394124 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48224) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:26.492891 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-ac9ef045-1e21-4696-802e-366b3f6a7424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'name': 'tempest-TestNetworkBasicOps-router-719929747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:39:53Z', 'updated_at': '2022-04-11T14:42:24Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:54Z', 'updated_at': '2022-04-11T14:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:42:26.497321 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9ef045-1e21-4696-802e-366b3f6a7424 None None] Checking router: dbb78b30-34cc-44e1-bbdc-e232adbb2936 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:42:26.507021 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9ef045-1e21-4696-802e-366b3f6a7424 None None] Routers {'dbb78b30-34cc-44e1-bbdc-e232adbb2936'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:42:26.507857 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-ac9ef045-1e21-4696-802e-366b3f6a7424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:41:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:42:26.592334 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e66226d1-f9d2-4c0a-9a88-a844a1894689 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:26.663690 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71bf0a5-c2e5-470e-86d3-60a104f250ae None None] DHCP port deletion for d3df090f-d937-4b5f-9562-03563092740d request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:42:26.667678 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-a71bf0a5-c2e5-470e-86d3-60a104f250ae None None] Deleting port 3fa9011d-2582-4bde-9712-0d4651dd5b46 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:42:26.668059 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a71bf0a5-c2e5-470e-86d3-60a104f250ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:26.701106 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-ac9ef045-1e21-4696-802e-366b3f6a7424 None None] Set router dbb78b30-34cc-44e1-bbdc-e232adbb2936 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:42:26.778547 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e66226d1-f9d2-4c0a-9a88-a844a1894689 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:26.846788 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-e66226d1-f9d2-4c0a-9a88-a844a1894689 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port e674727a-1e6e-4ef2-8b1c-a5a98718bc2a {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:42:26.847136 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e66226d1-f9d2-4c0a-9a88-a844a1894689 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:26.878199 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-a71bf0a5-c2e5-470e-86d3-60a104f250ae None None] For port 3fa9011d-2582-4bde-9712-0d4651dd5b46, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3fa9011d-2582-4bde-9712-0d4651dd5b46,segment=NetworkSegment(e74ea621-4a75-4df5-b6d0-4a6f8a301e5e),segment_id=e74ea621-4a75-4df5-b6d0-4a6f8a301e5e)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:42:26.878593 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a71bf0a5-c2e5-470e-86d3-60a104f250ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:26.998975 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-ac9ef045-1e21-4696-802e-366b3f6a7424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'name': 'tempest-TestNetworkBasicOps-router-719929747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:39:53Z', 'updated_at': '2022-04-11T14:42:24Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:54Z', 'updated_at': '2022-04-11T14:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:42:27.003816 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-a71bf0a5-c2e5-470e-86d3-60a104f250ae None None] Calling delete_port for 3fa9011d-2582-4bde-9712-0d4651dd5b46 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:42:27.004958 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9ef045-1e21-4696-802e-366b3f6a7424 None None] The sync data for ids ['dbb78b30-34cc-44e1-bbdc-e232adbb2936'] in dv-neutron-837330-1-hyperv is: [{'id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'name': 'tempest-TestNetworkBasicOps-router-719929747', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:39:53Z', 'updated_at': '2022-04-11T14:42:24Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': 'e674727a-1e6e-4ef2-8b1c-a5a98718bc2a', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb78b30-34cc-44e1-bbdc-e232adbb2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:39:54Z', 'updated_at': '2022-04-11T14:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:42:27.051423 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-e66226d1-f9d2-4c0a-9a88-a844a1894689 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port e674727a-1e6e-4ef2-8b1c-a5a98718bc2a, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e674727a-1e6e-4ef2-8b1c-a5a98718bc2a,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:42:27.051423 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e66226d1-f9d2-4c0a-9a88-a844a1894689 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:27.149278 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a71bf0a5-c2e5-470e-86d3-60a104f250ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:27.229388 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71bf0a5-c2e5-470e-86d3-60a104f250ae None None] No DVR routers for this DVR port 3fa9011d-2582-4bde-9712-0d4651dd5b46 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:42:27.238113 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bf0a5-c2e5-470e-86d3-60a104f250ae None None] Pushing event deleted for resources: {'Port': ['ID=3fa9011d-2582-4bde-9712-0d4651dd5b46,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:27.251777 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bf0a5-c2e5-470e-86d3-60a104f250ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:27.251777 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bf0a5-c2e5-470e-86d3-60a104f250ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:27.251777 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bf0a5-c2e5-470e-86d3-60a104f250ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:27.251777 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bf0a5-c2e5-470e-86d3-60a104f250ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:27.251777 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bf0a5-c2e5-470e-86d3-60a104f250ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:27.251777 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bf0a5-c2e5-470e-86d3-60a104f250ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:27.251777 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bf0a5-c2e5-470e-86d3-60a104f250ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:27.251777 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bf0a5-c2e5-470e-86d3-60a104f250ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:27.251777 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bf0a5-c2e5-470e-86d3-60a104f250ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:27.251777 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bf0a5-c2e5-470e-86d3-60a104f250ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:27.251777 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bf0a5-c2e5-470e-86d3-60a104f250ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:27.251777 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71bf0a5-c2e5-470e-86d3-60a104f250ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:27.294270 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-e66226d1-f9d2-4c0a-9a88-a844a1894689 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for e674727a-1e6e-4ef2-8b1c-a5a98718bc2a owned by network:router_gateway {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:42:27.566259 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e66226d1-f9d2-4c0a-9a88-a844a1894689 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:27.618118 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66226d1-f9d2-4c0a-9a88-a844a1894689 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=e674727a-1e6e-4ef2-8b1c-a5a98718bc2a,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:27.714419 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e66226d1-f9d2-4c0a-9a88-a844a1894689 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:27.721328 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1a3274f8-b5d0-4e38-a171-a1cec2103c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:27.851170 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3fa9011d-2582-4bde-9712-0d4651dd5b46 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:42:27.886795 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 3fa9011d-2582-4bde-9712-0d4651dd5b46 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:42:27.887241 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3fa9011d-2582-4bde-9712-0d4651dd5b46 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:42:27.887739 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:42:27.894620 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e66226d1-f9d2-4c0a-9a88-a844a1894689 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:27.896802 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e66226d1-f9d2-4c0a-9a88-a844a1894689 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:27.929951 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:42:27.929951 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9a92e8d5-6e05-43f3-85d6-11e38a5dd8c3 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:42:28.006293 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e66226d1-f9d2-4c0a-9a88-a844a1894689 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:28.006831 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66226d1-f9d2-4c0a-9a88-a844a1894689 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Fanout notify agent at l3_agent the message router_deleted on router dbb78b30-34cc-44e1-bbdc-e232adbb2936 {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:42:28.023227 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e66226d1-f9d2-4c0a-9a88-a844a1894689 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:28.026827 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e66226d1-f9d2-4c0a-9a88-a844a1894689 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/routers/dbb78b30-34cc-44e1-bbdc-e232adbb2936 HTTP/1.1" status: 204 len: 168 time: 1.6292918 Apr 11 14:42:28.027838 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48228) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:28.174350 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e68c3e22-1451-4dc8-b560-60b7d5361288 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:28.305362 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e68c3e22-1451-4dc8-b560-60b7d5361288 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:28.333165 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-e68c3e22-1451-4dc8-b560-60b7d5361288 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3df090f-d937-4b5f-9562-03563092740d']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:42:28.345647 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-e68c3e22-1451-4dc8-b560-60b7d5361288 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74ea621-4a75-4df5-b6d0-4a6f8a301e5e') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:42:28.345971 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-e68c3e22-1451-4dc8-b560-60b7d5361288 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74ea621-4a75-4df5-b6d0-4a6f8a301e5e') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:42:28.356992 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e68c3e22-1451-4dc8-b560-60b7d5361288 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:28.373120 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e68c3e22-1451-4dc8-b560-60b7d5361288 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:28.379035 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68c3e22-1451-4dc8-b560-60b7d5361288 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:42:28.379415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e68c3e22-1451-4dc8-b560-60b7d5361288 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:42:28.393571 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:42:28.543154 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e68c3e22-1451-4dc8-b560-60b7d5361288 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:28.564935 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e68c3e22-1451-4dc8-b560-60b7d5361288 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:28.575890 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c3e22-1451-4dc8-b560-60b7d5361288 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Network': ['ID=d3df090f-d937-4b5f-9562-03563092740d,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:28.698039 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:28.698287 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e68c3e22-1451-4dc8-b560-60b7d5361288 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/networks/d3df090f-d937-4b5f-9562-03563092740d HTTP/1.1" status: 204 len: 168 time: 0.6692224 Apr 11 14:42:28.700581 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:28.726409 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48234) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:28.733447 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-81924fb4-d8d6-4529-8e51-dfa5f3aa80e7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'network': {'name': 'tempest-network-smoke--755978804', 'project_id': '572b8884360948e38c79b057606230d9', 'port_security_enabled': True}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:42:28.738843 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-81924fb4-d8d6-4529-8e51-dfa5f3aa80e7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:42:28.743075 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-81924fb4-d8d6-4529-8e51-dfa5f3aa80e7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:network and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:42:28.745921 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-81924fb4-d8d6-4529-8e51-dfa5f3aa80e7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:42:28.752003 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-81924fb4-d8d6-4529-8e51-dfa5f3aa80e7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:42:28.811218 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81924fb4-d8d6-4529-8e51-dfa5f3aa80e7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:42:28.815284 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-81924fb4-d8d6-4529-8e51-dfa5f3aa80e7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:28.842822 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81924fb4-d8d6-4529-8e51-dfa5f3aa80e7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:42:28.851097 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-81924fb4-d8d6-4529-8e51-dfa5f3aa80e7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:28.851434 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-81924fb4-d8d6-4529-8e51-dfa5f3aa80e7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Added segment 15cbbba4-c89b-4795-a384-518fdb962515 of type vlan for network 88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9 Apr 11 14:42:28.876623 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-81924fb4-d8d6-4529-8e51-dfa5f3aa80e7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:28.989040 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-81924fb4-d8d6-4529-8e51-dfa5f3aa80e7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:28.994710 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81924fb4-d8d6-4529-8e51-dfa5f3aa80e7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:28.995290 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-81924fb4-d8d6-4529-8e51-dfa5f3aa80e7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:29.106987 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81924fb4-d8d6-4529-8e51-dfa5f3aa80e7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Network': ['ID=88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:29.119537 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:42:29.156129 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-81924fb4-d8d6-4529-8e51-dfa5f3aa80e7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4282324 Apr 11 14:42:29.159499 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48238) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:29.164628 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-a86b08d5-f889-433a-b03b-2960ca307af0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1348464951', 'admin_state_up': True, 'project_id': '572b8884360948e38c79b057606230d9', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:42:29.172121 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a86b08d5-f889-433a-b03b-2960ca307af0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:42:29.175995 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a86b08d5-f889-433a-b03b-2960ca307af0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:router and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:42:29.179082 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a86b08d5-f889-433a-b03b-2960ca307af0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:42:29.185431 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a86b08d5-f889-433a-b03b-2960ca307af0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:42:29.235538 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a86b08d5-f889-433a-b03b-2960ca307af0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:29.236574 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a86b08d5-f889-433a-b03b-2960ca307af0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:29.252726 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a86b08d5-f889-433a-b03b-2960ca307af0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:29.686264 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a86b08d5-f889-433a-b03b-2960ca307af0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:29.756403 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e674727a-1e6e-4ef2-8b1c-a5a98718bc2a no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:42:29.791231 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: e674727a-1e6e-4ef2-8b1c-a5a98718bc2a {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:42:29.791580 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e674727a-1e6e-4ef2-8b1c-a5a98718bc2a not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:42:29.914474 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:30.044263 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a86b08d5-f889-433a-b03b-2960ca307af0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_gateway, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:30.075072 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a86b08d5-f889-433a-b03b-2960ca307af0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:30.218964 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-a86b08d5-f889-433a-b03b-2960ca307af0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.26.7.70 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/612e07a7-f009-4d30-892d-0af9cd1978b6) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:42:30.367559 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a86b08d5-f889-433a-b03b-2960ca307af0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:30.446311 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a86b08d5-f889-433a-b03b-2960ca307af0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:30.507566 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86b08d5-f889-433a-b03b-2960ca307af0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:42:30.514310 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-a86b08d5-f889-433a-b03b-2960ca307af0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:42:30.519070 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86b08d5-f889-433a-b03b-2960ca307af0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:42:30.552305 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b08d5-f889-433a-b03b-2960ca307af0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=612e07a7-f009-4d30-892d-0af9cd1978b6,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:30.986976 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a86b08d5-f889-433a-b03b-2960ca307af0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_gateway, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:31.446589 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a86b08d5-f889-433a-b03b-2960ca307af0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:31.731256 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86b08d5-f889-433a-b03b-2960ca307af0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:42:31.920193 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86b08d5-f889-433a-b03b-2960ca307af0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:42:31.930670 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] Sync routers for ids ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:42:31.939762 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] Routers {'d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:42:31.940369 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:42:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:42:31.977501 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a86b08d5-f889-433a-b03b-2960ca307af0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:31.981805 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a86b08d5-f889-433a-b03b-2960ca307af0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8184338 Apr 11 14:42:31.982043 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48242) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:32.025607 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c61ae700-c515-406e-bdd0-88fda0cb173a tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=572b8884360948e38c79b057606230d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401475 Apr 11 14:42:32.026316 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48246) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:32.125035 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] Set router d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:42:32.159749 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9f9612-ac0d-414a-aa19-b732a711235b tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:32.161242 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8c9f9612-ac0d-414a-aa19-b732a711235b tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1345265 Apr 11 14:42:32.164105 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48250) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:32.204079 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a152754b-aabd-4dc7-9262-10e85b44d1eb tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=cff58315-4a25-4203-8056-2db185a2b95d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387216 Apr 11 14:42:32.206520 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48254) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:32.211696 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-fab2b864-1e13-4f82-a14c-d6a35f218b7a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-214757622', 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9', 'project_id': '572b8884360948e38c79b057606230d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:42:32.322114 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-fab2b864-1e13-4f82-a14c-d6a35f218b7a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:42:32.325932 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fab2b864-1e13-4f82-a14c-d6a35f218b7a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:subnet and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:42:32.329467 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fab2b864-1e13-4f82-a14c-d6a35f218b7a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:42:32.335153 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-fab2b864-1e13-4f82-a14c-d6a35f218b7a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:42:32.407494 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab2b864-1e13-4f82-a14c-d6a35f218b7a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:42:32.411024 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fab2b864-1e13-4f82-a14c-d6a35f218b7a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:32.414195 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'name': 'tempest-TestNetworkBasicOps-router-1348464951', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:42:29Z', 'updated_at': '2022-04-11T14:42:30Z', 'revision_number': 3, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:30Z', 'updated_at': '2022-04-11T14:42:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:42:32.419614 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] Checking router: d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:42:32.419614 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] Updating router d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c port 612e07a7-f009-4d30-892d-0af9cd1978b6 binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:42:32.475453 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:32.680133 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fab2b864-1e13-4f82-a14c-d6a35f218b7a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:32.757668 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2b864-1e13-4f82-a14c-d6a35f218b7a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Subnet': ['ID=29a2509b-d550-4815-8c40-375968fef336,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:32.768996 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab2b864-1e13-4f82-a14c-d6a35f218b7a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Checking segment: {'id': '15cbbba4-c89b-4795-a384-518fdb962515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:42:32.769340 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab2b864-1e13-4f82-a14c-d6a35f218b7a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network hostable DHCP agents. Network: 88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:42:32.816028 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:32.827861 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] Transition to ACTIVE for port object 612e07a7-f009-4d30-892d-0af9cd1978b6 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:42:32.828978 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab2b864-1e13-4f82-a14c-d6a35f218b7a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network 88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:42:32.897137 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:32.908792 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-fab2b864-1e13-4f82-a14c-d6a35f218b7a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:42:32.913221 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab2b864-1e13-4f82-a14c-d6a35f218b7a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:32.913985 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fab2b864-1e13-4f82-a14c-d6a35f218b7a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:32.940447 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a988846-3274-4cde-8839-133a0f57bc18 None None] Network 88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:42:33.015143 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-fab2b864-1e13-4f82-a14c-d6a35f218b7a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8049772 Apr 11 14:42:33.015561 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48258) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:33.067785 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] Attempting to bind port 612e07a7-f009-4d30-892d-0af9cd1978b6 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:42:33.068156 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] Attempting to bind port 612e07a7-f009-4d30-892d-0af9cd1978b6 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:42:33.068522 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] Attempting to bind port 612e07a7-f009-4d30-892d-0af9cd1978b6 on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:42:33.080681 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b92f6-5eaa-4b5c-a09e-1138f2004d35 None None] Pushing event updated for resources: {'Port': ['ID=612e07a7-f009-4d30-892d-0af9cd1978b6,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:33.089693 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:42:33.090103 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:42:33.090513 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:33.090909 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:42:33.091413 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] Bound port: 612e07a7-f009-4d30-892d-0af9cd1978b6, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:42:33.091781 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:33.269127 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] For port 612e07a7-f009-4d30-892d-0af9cd1978b6, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:42:33.273510 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] For port 612e07a7-f009-4d30-892d-0af9cd1978b6, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=612e07a7-f009-4d30-892d-0af9cd1978b6,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:42:33.315094 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:33.355021 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812ac57f-80de-41d0-bb19-90f6f7d8e44a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9', 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9', 'tenant_id': '572b8884360948e38c79b057606230d9', 'fixed_ips': [{'subnet_id': '29a2509b-d550-4815-8c40-375968fef336'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:42:33.355837 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-812ac57f-80de-41d0-bb19-90f6f7d8e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:33.468217 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] Routers {'d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:42:33.468855 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:42:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:42:33.546767 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b92f6-5eaa-4b5c-a09e-1138f2004d35 None None] Pushing event updated for resources: {'Port': ['ID=612e07a7-f009-4d30-892d-0af9cd1978b6,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:33.727653 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-812ac57f-80de-41d0-bb19-90f6f7d8e44a None None] Allocated IP 172.20.0.2 (88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9/29a2509b-d550-4815-8c40-375968fef336/b278e953-e3d1-4220-8227-ab881a736c7e) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:42:33.729985 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] Set router d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:42:33.853405 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c1db4ab8-4dbd-47ae-89e6-015516d8562f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:34.194892 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-812ac57f-80de-41d0-bb19-90f6f7d8e44a None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:34.208793 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-812ac57f-80de-41d0-bb19-90f6f7d8e44a None None] Transition to ACTIVE for port object b278e953-e3d1-4220-8227-ab881a736c7e will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:42:34.229783 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'name': 'tempest-TestNetworkBasicOps-router-1348464951', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:42:29Z', 'updated_at': '2022-04-11T14:42:30Z', 'revision_number': 3, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:30Z', 'updated_at': '2022-04-11T14:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:42:34.234446 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-812ac57f-80de-41d0-bb19-90f6f7d8e44a None None] Transition to ACTIVE for port object b278e953-e3d1-4220-8227-ab881a736c7e will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:42:34.237188 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fe9006-6b3f-4e0d-bbb0-1f837d8a8b65 None None] The sync data for ids ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'] in dv-neutron-837330-1-hyperv is: [{'id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'name': 'tempest-TestNetworkBasicOps-router-1348464951', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:42:29Z', 'updated_at': '2022-04-11T14:42:30Z', 'revision_number': 3, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:30Z', 'updated_at': '2022-04-11T14:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:42:34.331805 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-812ac57f-80de-41d0-bb19-90f6f7d8e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:34.396278 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812ac57f-80de-41d0-bb19-90f6f7d8e44a None None] Network 88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:42:34.399104 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-812ac57f-80de-41d0-bb19-90f6f7d8e44a None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:42:34.402144 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-c1db4ab8-4dbd-47ae-89e6-015516d8562f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.20.0.1 (88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9/29a2509b-d550-4815-8c40-375968fef336/5177284f-9741-48b3-81f9-c69902a4baec) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:42:34.408131 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812ac57f-80de-41d0-bb19-90f6f7d8e44a None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:42:34.417622 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ac57f-80de-41d0-bb19-90f6f7d8e44a None None] Pushing event updated for resources: {'Port': ['ID=b278e953-e3d1-4220-8227-ab881a736c7e,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:34.553968 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-812ac57f-80de-41d0-bb19-90f6f7d8e44a None None] Attempting to bind port b278e953-e3d1-4220-8227-ab881a736c7e on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:42:34.554751 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-812ac57f-80de-41d0-bb19-90f6f7d8e44a None None] Attempting to bind port b278e953-e3d1-4220-8227-ab881a736c7e by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '15cbbba4-c89b-4795-a384-518fdb962515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:42:34.555483 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812ac57f-80de-41d0-bb19-90f6f7d8e44a None None] Attempting to bind port b278e953-e3d1-4220-8227-ab881a736c7e on network 88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:42:34.562333 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812ac57f-80de-41d0-bb19-90f6f7d8e44a None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:42:34.562706 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812ac57f-80de-41d0-bb19-90f6f7d8e44a None None] Checking segment: {'id': '15cbbba4-c89b-4795-a384-518fdb962515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:42:34.563113 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-812ac57f-80de-41d0-bb19-90f6f7d8e44a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:34.563510 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812ac57f-80de-41d0-bb19-90f6f7d8e44a None None] Bound using segment: {'id': '15cbbba4-c89b-4795-a384-518fdb962515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:42:34.563991 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-812ac57f-80de-41d0-bb19-90f6f7d8e44a None None] Bound port: b278e953-e3d1-4220-8227-ab881a736c7e, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15cbbba4-c89b-4795-a384-518fdb962515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:42:34.565035 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-812ac57f-80de-41d0-bb19-90f6f7d8e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:34.606939 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c1db4ab8-4dbd-47ae-89e6-015516d8562f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:34.628994 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-c1db4ab8-4dbd-47ae-89e6-015516d8562f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Transition to ACTIVE for port object 5177284f-9741-48b3-81f9-c69902a4baec will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:42:34.667040 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-812ac57f-80de-41d0-bb19-90f6f7d8e44a None None] For port b278e953-e3d1-4220-8227-ab881a736c7e, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:42:34.669879 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-812ac57f-80de-41d0-bb19-90f6f7d8e44a None None] For port b278e953-e3d1-4220-8227-ab881a736c7e, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=b278e953-e3d1-4220-8227-ab881a736c7e,segment=NetworkSegment(15cbbba4-c89b-4795-a384-518fdb962515),segment_id=15cbbba4-c89b-4795-a384-518fdb962515)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:42:34.749923 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c1db4ab8-4dbd-47ae-89e6-015516d8562f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:34.765517 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-812ac57f-80de-41d0-bb19-90f6f7d8e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:34.822468 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1db4ab8-4dbd-47ae-89e6-015516d8562f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network 88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:42:34.828011 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-c1db4ab8-4dbd-47ae-89e6-015516d8562f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:42:34.849697 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1db4ab8-4dbd-47ae-89e6-015516d8562f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:42:34.878280 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ac57f-80de-41d0-bb19-90f6f7d8e44a None None] Pushing event updated for resources: {'Port': ['ID=b278e953-e3d1-4220-8227-ab881a736c7e,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:34.929337 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db4ab8-4dbd-47ae-89e6-015516d8562f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=5177284f-9741-48b3-81f9-c69902a4baec,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:34.957190 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c1db4ab8-4dbd-47ae-89e6-015516d8562f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:35.555834 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c1db4ab8-4dbd-47ae-89e6-015516d8562f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:35.880948 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 612e07a7-f009-4d30-892d-0af9cd1978b6 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:42:36.028994 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 612e07a7-f009-4d30-892d-0af9cd1978b6 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:42:36.037664 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 612e07a7-f009-4d30-892d-0af9cd1978b6 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:42:36.039804 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:36.090686 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c1db4ab8-4dbd-47ae-89e6-015516d8562f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:36.148698 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c1db4ab8-4dbd-47ae-89e6-015516d8562f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:36.237708 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:36.256461 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 612e07a7-f009-4d30-892d-0af9cd1978b6, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=612e07a7-f009-4d30-892d-0af9cd1978b6,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:42:36.280089 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c1db4ab8-4dbd-47ae-89e6-015516d8562f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:36.284195 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db4ab8-4dbd-47ae-89e6-015516d8562f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=5177284f-9741-48b3-81f9-c69902a4baec,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:36.326652 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:36.327481 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device b278e953-e3d1-4220-8227-ab881a736c7e up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:42:36.449717 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1db4ab8-4dbd-47ae-89e6-015516d8562f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network 88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:42:36.451773 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-c1db4ab8-4dbd-47ae-89e6-015516d8562f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:42:36.463111 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=612e07a7-f009-4d30-892d-0af9cd1978b6,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:36.578483 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port b278e953-e3d1-4220-8227-ab881a736c7e completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:42:36.686147 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1db4ab8-4dbd-47ae-89e6-015516d8562f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:42:36.788843 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27d45c6-ba72-4eef-a4e3-d53e90751549 None None] Network 88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:42:36.878465 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1db4ab8-4dbd-47ae-89e6-015516d8562f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:42:36.888770 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] Sync routers for ids ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:42:36.892895 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c1db4ab8-4dbd-47ae-89e6-015516d8562f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "PUT /v2.0/routers/d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8762281 Apr 11 14:42:36.895546 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48264) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:36.901002 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] Routers {'d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:42:36.901684 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:42:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:42:37.062727 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-62497cae-5f6d-4146-bc10-055a7c742335 None None] Provisioning for port b278e953-e3d1-4220-8227-ab881a736c7e completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:42:37.070705 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-62497cae-5f6d-4146-bc10-055a7c742335 None None] Provisioning complete for port b278e953-e3d1-4220-8227-ab881a736c7e triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:42:37.071072 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-62497cae-5f6d-4146-bc10-055a7c742335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:37.104644 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] Set router d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:42:37.187960 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137efd1-40d0-48b4-8639-ebec81d45556 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:37.188518 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137efd1-40d0-48b4-8639-ebec81d45556 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:37.188993 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137efd1-40d0-48b4-8639-ebec81d45556 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:37.189582 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137efd1-40d0-48b4-8639-ebec81d45556 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:37.191952 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3137efd1-40d0-48b4-8639-ebec81d45556 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.2951236 Apr 11 14:42:37.194613 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48268) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:37.241955 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-62497cae-5f6d-4146-bc10-055a7c742335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:37.277756 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adb580b-d4ab-4437-8280-26616810ccfd tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:37.278252 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adb580b-d4ab-4437-8280-26616810ccfd tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:37.278717 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adb580b-d4ab-4437-8280-26616810ccfd tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:37.279548 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adb580b-d4ab-4437-8280-26616810ccfd tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:37.282861 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8adb580b-d4ab-4437-8280-26616810ccfd tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0870783 Apr 11 14:42:37.286395 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48272) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:37.291551 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-62497cae-5f6d-4146-bc10-055a7c742335 None None] For port b278e953-e3d1-4220-8227-ab881a736c7e, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=b278e953-e3d1-4220-8227-ab881a736c7e,segment=NetworkSegment(15cbbba4-c89b-4795-a384-518fdb962515),segment_id=15cbbba4-c89b-4795-a384-518fdb962515)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:42:37.349456 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-62497cae-5f6d-4146-bc10-055a7c742335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:37.427953 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62497cae-5f6d-4146-bc10-055a7c742335 None None] Pushing event updated for resources: {'Port': ['ID=b278e953-e3d1-4220-8227-ab881a736c7e,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:37.475863 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c0ba7464-313c-418a-83db-7f393119ce16 None None] Provisioning complete for port b278e953-e3d1-4220-8227-ab881a736c7e triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:42:37.476348 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c0ba7464-313c-418a-83db-7f393119ce16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:37.494708 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'name': 'tempest-TestNetworkBasicOps-router-1348464951', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:42:29Z', 'updated_at': '2022-04-11T14:42:35Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:30Z', 'updated_at': '2022-04-11T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '5177284f-9741-48b3-81f9-c69902a4baec', 'name': '', 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:5a:e0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '29a2509b-d550-4815-8c40-375968fef336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:34Z', 'updated_at': '2022-04-11T14:42:35Z', 'revision_number': 2, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '29a2509b-d550-4815-8c40-375968fef336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:42:37.500000 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] Checking router: d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:42:37.500332 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] Updating router d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c port 5177284f-9741-48b3-81f9-c69902a4baec binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:42:37.526776 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e9e05d07-be38-4112-b029-8c7c683ac0c2 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2391818 Apr 11 14:42:37.625286 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:37.708269 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c0ba7464-313c-418a-83db-7f393119ce16 None None] Provisioning for port 5177284f-9741-48b3-81f9-c69902a4baec completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:42:37.713761 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c0ba7464-313c-418a-83db-7f393119ce16 None None] Provisioning complete for port 5177284f-9741-48b3-81f9-c69902a4baec triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:42:37.714187 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c0ba7464-313c-418a-83db-7f393119ce16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:37.783667 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c0ba7464-313c-418a-83db-7f393119ce16 None None] Port 5177284f-9741-48b3-81f9-c69902a4baec cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:42:37.841535 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48278) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:37.848497 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-4df0609b-ddfe-450b-9c7b-845614e5c01b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-104968020', 'description': 'tempest-secgroup-smoke-104968020 description', 'project_id': '572b8884360948e38c79b057606230d9'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:42:37.853782 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 612e07a7-f009-4d30-892d-0af9cd1978b6 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:42:37.856150 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4df0609b-ddfe-450b-9c7b-845614e5c01b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:42:37.862241 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4df0609b-ddfe-450b-9c7b-845614e5c01b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:42:37.865569 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4df0609b-ddfe-450b-9c7b-845614e5c01b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:42:37.874769 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4df0609b-ddfe-450b-9c7b-845614e5c01b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:42:37.931316 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-974b2320-acc5-4076-854f-6016650a22b3 None None] Provisioning complete for port 5177284f-9741-48b3-81f9-c69902a4baec triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:42:37.931689 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-974b2320-acc5-4076-854f-6016650a22b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:37.996457 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 612e07a7-f009-4d30-892d-0af9cd1978b6 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:42:37.997079 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:38.007361 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4df0609b-ddfe-450b-9c7b-845614e5c01b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:38.036719 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-974b2320-acc5-4076-854f-6016650a22b3 None None] Port 5177284f-9741-48b3-81f9-c69902a4baec cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:42:38.048431 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4df0609b-ddfe-450b-9c7b-845614e5c01b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:42:38.053109 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4df0609b-ddfe-450b-9c7b-845614e5c01b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:42:38.056241 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4df0609b-ddfe-450b-9c7b-845614e5c01b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:42:38.060875 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:38.063900 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4df0609b-ddfe-450b-9c7b-845614e5c01b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:42:38.075010 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] Transition to ACTIVE for port object 5177284f-9741-48b3-81f9-c69902a4baec will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:42:38.137637 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device b278e953-e3d1-4220-8227-ab881a736c7e up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:42:38.140656 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4df0609b-ddfe-450b-9c7b-845614e5c01b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:38.154425 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:38.211243 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4df0609b-ddfe-450b-9c7b-845614e5c01b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:38.220266 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port b278e953-e3d1-4220-8227-ab881a736c7e triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:42:38.220836 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:38.262316 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0609b-ddfe-450b-9c7b-845614e5c01b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ee54a3-f99f-422d-870e-f3e448a5cd76,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:38.331423 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4df0609b-ddfe-450b-9c7b-845614e5c01b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:38.332679 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4df0609b-ddfe-450b-9c7b-845614e5c01b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4899783 Apr 11 14:42:38.335670 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48282) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:38.341363 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-fbd30080-2214-417c-84e9-18acdac0d794 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'f9ee54a3-f99f-422d-870e-f3e448a5cd76', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:42:38.349154 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-fbd30080-2214-417c-84e9-18acdac0d794 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:42:38.353619 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fbd30080-2214-417c-84e9-18acdac0d794 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:42:38.356858 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-fbd30080-2214-417c-84e9-18acdac0d794 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:42:38.357889 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc05a48-cf5e-4b00-9a4e-4dd7971c4202 None None] Pushing event updated for resources: {'Port': ['ID=5177284f-9741-48b3-81f9-c69902a4baec,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:38.364121 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-fbd30080-2214-417c-84e9-18acdac0d794 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:42:38.393469 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc05a48-cf5e-4b00-9a4e-4dd7971c4202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:38.393816 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc05a48-cf5e-4b00-9a4e-4dd7971c4202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:38.394178 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc05a48-cf5e-4b00-9a4e-4dd7971c4202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:38.394508 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc05a48-cf5e-4b00-9a4e-4dd7971c4202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:38.394833 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc05a48-cf5e-4b00-9a4e-4dd7971c4202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:38.395160 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc05a48-cf5e-4b00-9a4e-4dd7971c4202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:38.395481 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc05a48-cf5e-4b00-9a4e-4dd7971c4202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:38.395806 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc05a48-cf5e-4b00-9a4e-4dd7971c4202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:38.396128 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc05a48-cf5e-4b00-9a4e-4dd7971c4202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:38.396445 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc05a48-cf5e-4b00-9a4e-4dd7971c4202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:38.396763 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc05a48-cf5e-4b00-9a4e-4dd7971c4202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:38.397084 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc05a48-cf5e-4b00-9a4e-4dd7971c4202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:42:38.448502 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fbd30080-2214-417c-84e9-18acdac0d794 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:38.473488 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] Attempting to bind port 5177284f-9741-48b3-81f9-c69902a4baec on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:42:38.473872 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] Attempting to bind port 5177284f-9741-48b3-81f9-c69902a4baec by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '15cbbba4-c89b-4795-a384-518fdb962515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:42:38.474252 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] Attempting to bind port 5177284f-9741-48b3-81f9-c69902a4baec on network 88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9 {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:42:38.479811 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:42:38.480174 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] Checking segment: {'id': '15cbbba4-c89b-4795-a384-518fdb962515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:42:38.480563 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:38.480947 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] Bound using segment: {'id': '15cbbba4-c89b-4795-a384-518fdb962515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:42:38.481400 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] Bound port: 5177284f-9741-48b3-81f9-c69902a4baec, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15cbbba4-c89b-4795-a384-518fdb962515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:42:38.481768 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:38.519363 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fbd30080-2214-417c-84e9-18acdac0d794 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:38.583699 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] For port 5177284f-9741-48b3-81f9-c69902a4baec, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:42:38.586627 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] For port 5177284f-9741-48b3-81f9-c69902a4baec, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=5177284f-9741-48b3-81f9-c69902a4baec,segment=NetworkSegment(15cbbba4-c89b-4795-a384-518fdb962515),segment_id=15cbbba4-c89b-4795-a384-518fdb962515)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:42:38.588326 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fbd30080-2214-417c-84e9-18acdac0d794 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:38.613982 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd30080-2214-417c-84e9-18acdac0d794 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d89c45-39b0-4661-95e4-586716aa2617,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:38.691818 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-fbd30080-2214-417c-84e9-18acdac0d794 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:38.692134 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:38.693153 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-fbd30080-2214-417c-84e9-18acdac0d794 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3563533 Apr 11 14:42:38.695842 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48286) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:38.700820 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-533b85c3-dac6-4a78-9fbd-1898320defca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'f9ee54a3-f99f-422d-870e-f3e448a5cd76', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:42:38.707233 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-533b85c3-dac6-4a78-9fbd-1898320defca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:42:38.712085 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-533b85c3-dac6-4a78-9fbd-1898320defca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:42:38.715547 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-533b85c3-dac6-4a78-9fbd-1898320defca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:42:38.723451 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-533b85c3-dac6-4a78-9fbd-1898320defca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:42:38.774524 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] Routers {'d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:42:38.775066 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:42:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:42:38.786879 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-533b85c3-dac6-4a78-9fbd-1898320defca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:38.840533 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc05a48-cf5e-4b00-9a4e-4dd7971c4202 None None] Pushing event updated for resources: {'Port': ['ID=5177284f-9741-48b3-81f9-c69902a4baec,revision_number=4']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:38.866205 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-533b85c3-dac6-4a78-9fbd-1898320defca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:38.909050 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-533b85c3-dac6-4a78-9fbd-1898320defca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:38.943293 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b85c3-dac6-4a78-9fbd-1898320defca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9678b034-5fac-48e0-b2ee-168eb11848c1,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:38.973497 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] Set router d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:42:39.011826 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-533b85c3-dac6-4a78-9fbd-1898320defca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:39.016263 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-533b85c3-dac6-4a78-9fbd-1898320defca tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3162823 Apr 11 14:42:39.016709 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48290) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:39.022371 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-fbea5737-08e5-41a4-a278-8fac51156bb0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'f9ee54a3-f99f-422d-870e-f3e448a5cd76', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:42:39.028423 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-fbea5737-08e5-41a4-a278-8fac51156bb0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:42:39.033164 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fbea5737-08e5-41a4-a278-8fac51156bb0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:42:39.036117 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fbea5737-08e5-41a4-a278-8fac51156bb0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:42:39.052867 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-fbea5737-08e5-41a4-a278-8fac51156bb0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:42:39.127335 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fbea5737-08e5-41a4-a278-8fac51156bb0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:39.205084 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fbea5737-08e5-41a4-a278-8fac51156bb0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:39.274316 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fbea5737-08e5-41a4-a278-8fac51156bb0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:39.305325 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea5737-08e5-41a4-a278-8fac51156bb0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8edb80e9-c433-4196-840f-9dd2397cac79,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:39.317412 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'name': 'tempest-TestNetworkBasicOps-router-1348464951', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:42:29Z', 'updated_at': '2022-04-11T14:42:35Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:30Z', 'updated_at': '2022-04-11T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '5177284f-9741-48b3-81f9-c69902a4baec', 'name': '', 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:5a:e0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '29a2509b-d550-4815-8c40-375968fef336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:34Z', 'updated_at': '2022-04-11T14:42:38Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '29a2509b-d550-4815-8c40-375968fef336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:42:39.321406 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749d3286-baf9-4260-9065-1296572fbab5 None None] The sync data for ids ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'] in dv-neutron-837330-1-hyperv is: [{'id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'name': 'tempest-TestNetworkBasicOps-router-1348464951', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:42:29Z', 'updated_at': '2022-04-11T14:42:35Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:30Z', 'updated_at': '2022-04-11T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '5177284f-9741-48b3-81f9-c69902a4baec', 'name': '', 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:5a:e0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '29a2509b-d550-4815-8c40-375968fef336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:34Z', 'updated_at': '2022-04-11T14:42:38Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '29a2509b-d550-4815-8c40-375968fef336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:42:39.402611 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fbea5737-08e5-41a4-a278-8fac51156bb0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:39.403277 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-fbea5737-08e5-41a4-a278-8fac51156bb0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3853769 Apr 11 14:42:39.408257 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48294) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:39.418052 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-bf1cf975-26b5-4d9e-bbf9-f29d4030064d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'f9ee54a3-f99f-422d-870e-f3e448a5cd76', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:42:39.430853 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-bf1cf975-26b5-4d9e-bbf9-f29d4030064d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:42:39.430853 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-bf1cf975-26b5-4d9e-bbf9-f29d4030064d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:42:39.433996 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-bf1cf975-26b5-4d9e-bbf9-f29d4030064d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:42:39.441349 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-bf1cf975-26b5-4d9e-bbf9-f29d4030064d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:42:39.549890 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bf1cf975-26b5-4d9e-bbf9-f29d4030064d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:39.622868 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bf1cf975-26b5-4d9e-bbf9-f29d4030064d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:39.714122 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bf1cf975-26b5-4d9e-bbf9-f29d4030064d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:39.739788 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1cf975-26b5-4d9e-bbf9-f29d4030064d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3acf3bcf-b8e0-4972-99a0-a6b4660f6d24,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:39.811536 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bf1cf975-26b5-4d9e-bbf9-f29d4030064d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:39.814563 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bf1cf975-26b5-4d9e-bbf9-f29d4030064d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4031618 Apr 11 14:42:39.815464 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48298) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:39.820982 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-5a257f6d-63e0-4e69-88da-a978a15ddfc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'f9ee54a3-f99f-422d-870e-f3e448a5cd76', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:42:39.837027 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5a257f6d-63e0-4e69-88da-a978a15ddfc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:42:39.845810 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5a257f6d-63e0-4e69-88da-a978a15ddfc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:42:39.846172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 5177284f-9741-48b3-81f9-c69902a4baec up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:42:39.849346 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5a257f6d-63e0-4e69-88da-a978a15ddfc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:42:39.855566 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5a257f6d-63e0-4e69-88da-a978a15ddfc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:42:39.943284 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.securitygroups_db [None req-5a257f6d-63e0-4e69-88da-a978a15ddfc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Project 572b8884360948e38c79b057606230d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:42:39.953692 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5a257f6d-63e0-4e69-88da-a978a15ddfc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:39.994228 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 5177284f-9741-48b3-81f9-c69902a4baec completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:42:40.003837 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 5177284f-9741-48b3-81f9-c69902a4baec triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:42:40.004446 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:40.036543 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5a257f6d-63e0-4e69-88da-a978a15ddfc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:40.103204 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5a257f6d-63e0-4e69-88da-a978a15ddfc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:40.131540 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a257f6d-63e0-4e69-88da-a978a15ddfc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c7057b9-fa65-4568-8b99-bb815698ae8d,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:40.150333 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:40.188081 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 5177284f-9741-48b3-81f9-c69902a4baec, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=5177284f-9741-48b3-81f9-c69902a4baec,segment=NetworkSegment(15cbbba4-c89b-4795-a384-518fdb962515),segment_id=15cbbba4-c89b-4795-a384-518fdb962515)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:42:40.222934 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5a257f6d-63e0-4e69-88da-a978a15ddfc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:40.224200 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5a257f6d-63e0-4e69-88da-a978a15ddfc6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4075680 Apr 11 14:42:40.227019 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48302) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:40.231949 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-8fece4f3-edba-42ae-a089-6bbba0008f3f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'security_group_rule': {'security_group_id': 'f9ee54a3-f99f-422d-870e-f3e448a5cd76', 'project_id': '572b8884360948e38c79b057606230d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:42:40.238988 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8fece4f3-edba-42ae-a089-6bbba0008f3f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:42:40.243108 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8fece4f3-edba-42ae-a089-6bbba0008f3f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:security_group_rule and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:42:40.246172 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8fece4f3-edba-42ae-a089-6bbba0008f3f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:42:40.251374 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:40.253821 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8fece4f3-edba-42ae-a089-6bbba0008f3f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:42:40.335596 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=5177284f-9741-48b3-81f9-c69902a4baec,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:40.360614 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.securitygroups_db [None req-8fece4f3-edba-42ae-a089-6bbba0008f3f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Project 572b8884360948e38c79b057606230d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:42:40.377419 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8fece4f3-edba-42ae-a089-6bbba0008f3f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:40.440629 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8fece4f3-edba-42ae-a089-6bbba0008f3f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:40.508187 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8fece4f3-edba-42ae-a089-6bbba0008f3f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:40.534051 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fece4f3-edba-42ae-a089-6bbba0008f3f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a51b0a-ba0a-4f78-855a-02380025bb6f,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:40.645747 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8fece4f3-edba-42ae-a089-6bbba0008f3f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:40.646915 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8fece4f3-edba-42ae-a089-6bbba0008f3f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4189606 Apr 11 14:42:40.858026 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-043502cc-4143-493b-979b-eeaf133c5bcb req-3470ef53-e0f6-4a6d-85e9-ed56b63d6ae2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:42:40.959834 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-043502cc-4143-493b-979b-eeaf133c5bcb req-3470ef53-e0f6-4a6d-85e9-ed56b63d6ae2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:42:40.960969 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-043502cc-4143-493b-979b-eeaf133c5bcb req-3470ef53-e0f6-4a6d-85e9-ed56b63d6ae2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-104968020&fields=id&tenant_id=572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 267 time: 0.1435525 Apr 11 14:42:41.119516 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043502cc-4143-493b-979b-eeaf133c5bcb req-ca7f2245-ee5f-4d18-9568-df5d2b4ca6d6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:41.121208 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-043502cc-4143-493b-979b-eeaf133c5bcb req-ca7f2245-ee5f-4d18-9568-df5d2b4ca6d6 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/networks?id=88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9 HTTP/1.1" status: 200 len: 796 time: 0.1525564 Apr 11 14:42:41.136518 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-043502cc-4143-493b-979b-eeaf133c5bcb req-3e41a512-8fb0-4939-8a9f-654ef1121ef4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/quotas/572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 375 time: 0.0091596 Apr 11 14:42:41.227654 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-043502cc-4143-493b-979b-eeaf133c5bcb req-872818cd-293a-4ce9-bfdd-51950b03682b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854228 Apr 11 14:42:41.526405 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-043502cc-4143-493b-979b-eeaf133c5bcb req-b988a860-b2c8-464b-b44e-e4765662087b service neutron] 10.222.0.66 "GET /v2.0/networks/88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869968 Apr 11 14:42:41.668222 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-043502cc-4143-493b-979b-eeaf133c5bcb req-4e575d8c-d87f-4997-abfd-53f8ff8bb30a service neutron] 10.222.0.66 "GET /v2.0/networks/88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346495 Apr 11 14:42:41.809678 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 5177284f-9741-48b3-81f9-c69902a4baec up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:42:41.888914 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 5177284f-9741-48b3-81f9-c69902a4baec triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:42:41.889909 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:41.959797 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-9162877e-60bc-4028-91b8-ac30d8df1b76 req-ef57a9a4-c5f9-4943-a618-6fb16341f71b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:42:42.034007 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-9162877e-60bc-4028-91b8-ac30d8df1b76 req-ef57a9a4-c5f9-4943-a618-6fb16341f71b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:42:42.048818 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9162877e-60bc-4028-91b8-ac30d8df1b76 req-ef57a9a4-c5f9-4943-a618-6fb16341f71b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd906509-6582-4278-bb56-067b4f2cd536 HTTP/1.1" status: 200 len: 210 time: 0.1333354 Apr 11 14:42:43.192741 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5d415bd7-eecf-4a97-8587-d42e0af4bf1a req-80673609-2e98-4bba-a94f-07a72c93bcf0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd906509-6582-4278-bb56-067b4f2cd536 HTTP/1.1" status: 200 len: 210 time: 0.0444627 Apr 11 14:42:44.271048 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043502cc-4143-493b-979b-eeaf133c5bcb req-b4a47846-308b-4d27-8bf5-6c307ad5b110 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:44.271744 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-043502cc-4143-493b-979b-eeaf133c5bcb req-b4a47846-308b-4d27-8bf5-6c307ad5b110 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:network {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:42:44.354362 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2bbf1e0c-c057-4976-add9-1d6084370992 req-34e478a7-61b7-4022-8249-284e9bcfecb0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd906509-6582-4278-bb56-067b4f2cd536 HTTP/1.1" status: 200 len: 210 time: 0.0516977 Apr 11 14:42:44.411664 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-043502cc-4143-493b-979b-eeaf133c5bcb req-b4a47846-308b-4d27-8bf5-6c307ad5b110 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:network {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:42:44.412821 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-043502cc-4143-493b-979b-eeaf133c5bcb req-b4a47846-308b-4d27-8bf5-6c307ad5b110 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/networks?id=88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9 HTTP/1.1" status: 200 len: 796 time: 0.2910304 Apr 11 14:42:44.468155 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-043502cc-4143-493b-979b-eeaf133c5bcb req-2dda942e-20ed-4908-911a-fc9a52093c0d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:42:44.480421 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-043502cc-4143-493b-979b-eeaf133c5bcb req-2dda942e-20ed-4908-911a-fc9a52093c0d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:42:44.481536 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-043502cc-4143-493b-979b-eeaf133c5bcb req-2dda942e-20ed-4908-911a-fc9a52093c0d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=572b8884360948e38c79b057606230d9 HTTP/1.1" status: 200 len: 379 time: 0.0552099 Apr 11 14:42:44.490123 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-043502cc-4143-493b-979b-eeaf133c5bcb req-88b30c0c-1242-462d-92c0-d92afd7cd34b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'port': {'device_id': 'cd906509-6582-4278-bb56-067b4f2cd536', 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9', 'admin_state_up': True, 'tenant_id': '572b8884360948e38c79b057606230d9', 'security_groups': ['f9ee54a3-f99f-422d-870e-f3e448a5cd76']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:42:44.630123 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-043502cc-4143-493b-979b-eeaf133c5bcb req-88b30c0c-1242-462d-92c0-d92afd7cd34b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:42:44.641212 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-043502cc-4143-493b-979b-eeaf133c5bcb req-88b30c0c-1242-462d-92c0-d92afd7cd34b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:42:44.736873 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-043502cc-4143-493b-979b-eeaf133c5bcb req-88b30c0c-1242-462d-92c0-d92afd7cd34b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Made reservation on behalf of 572b8884360948e38c79b057606230d9 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:42:44.740514 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-043502cc-4143-493b-979b-eeaf133c5bcb req-88b30c0c-1242-462d-92c0-d92afd7cd34b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:44.908519 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-043502cc-4143-493b-979b-eeaf133c5bcb req-88b30c0c-1242-462d-92c0-d92afd7cd34b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.20.0.14 (88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9/29a2509b-d550-4815-8c40-375968fef336/ce0fc11a-545b-406a-a2c8-de6c7dd5ed30) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:42:45.108207 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-043502cc-4143-493b-979b-eeaf133c5bcb req-88b30c0c-1242-462d-92c0-d92afd7cd34b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:45.123861 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-043502cc-4143-493b-979b-eeaf133c5bcb req-88b30c0c-1242-462d-92c0-d92afd7cd34b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Transition to ACTIVE for port object ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:42:45.229060 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-043502cc-4143-493b-979b-eeaf133c5bcb req-88b30c0c-1242-462d-92c0-d92afd7cd34b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:45.297288 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-043502cc-4143-493b-979b-eeaf133c5bcb req-88b30c0c-1242-462d-92c0-d92afd7cd34b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network 88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:42:45.304934 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-043502cc-4143-493b-979b-eeaf133c5bcb req-88b30c0c-1242-462d-92c0-d92afd7cd34b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:42:45.307618 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-043502cc-4143-493b-979b-eeaf133c5bcb req-88b30c0c-1242-462d-92c0-d92afd7cd34b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:42:45.352887 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b30c0c-1242-462d-92c0-d92afd7cd34b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=ce0fc11a-545b-406a-a2c8-de6c7dd5ed30,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:45.387255 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043502cc-4143-493b-979b-eeaf133c5bcb req-88b30c0c-1242-462d-92c0-d92afd7cd34b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:45.388103 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-043502cc-4143-493b-979b-eeaf133c5bcb req-88b30c0c-1242-462d-92c0-d92afd7cd34b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:45.497950 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-043502cc-4143-493b-979b-eeaf133c5bcb req-88b30c0c-1242-462d-92c0-d92afd7cd34b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0114470 Apr 11 14:42:45.516101 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-043502cc-4143-493b-979b-eeaf133c5bcb req-c734345a-5b6f-42df-885e-253d6d180c61 service neutron] Request body: {'port': {'device_id': 'cd906509-6582-4278-bb56-067b4f2cd536', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:42:45.559724 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70dcb7-276c-408b-99f6-40134d917852 req-79973e93-0fcd-422d-866c-bef102e891b8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:45.561790 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6f70dcb7-276c-408b-99f6-40134d917852 req-79973e93-0fcd-422d-866c-bef102e891b8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd906509-6582-4278-bb56-067b4f2cd536 HTTP/1.1" status: 200 len: 932 time: 0.0915992 Apr 11 14:42:45.599917 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-97e98c5b-6593-4638-9694-a34d5929d139 None None] Provisioning for port ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:42:45.605699 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-97e98c5b-6593-4638-9694-a34d5929d139 None None] Provisioning complete for port ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:42:45.606097 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-97e98c5b-6593-4638-9694-a34d5929d139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:45.609365 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6f70dcb7-276c-408b-99f6-40134d917852 req-ec22141a-65ac-40ff-8909-315f5fb6e14f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9ee54a3-f99f-422d-870e-f3e448a5cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412848 Apr 11 14:42:45.640595 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-043502cc-4143-493b-979b-eeaf133c5bcb req-c734345a-5b6f-42df-885e-253d6d180c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:45.664352 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-97e98c5b-6593-4638-9694-a34d5929d139 None None] Port ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:42:46.111417 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-043502cc-4143-493b-979b-eeaf133c5bcb req-c734345a-5b6f-42df-885e-253d6d180c61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:42:46.119094 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-043502cc-4143-493b-979b-eeaf133c5bcb req-c734345a-5b6f-42df-885e-253d6d180c61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:46.134912 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-043502cc-4143-493b-979b-eeaf133c5bcb req-c734345a-5b6f-42df-885e-253d6d180c61 service neutron] Transition to ACTIVE for port object ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:42:46.216964 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-043502cc-4143-493b-979b-eeaf133c5bcb req-c734345a-5b6f-42df-885e-253d6d180c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:46.349147 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734345a-5b6f-42df-885e-253d6d180c61 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0fc11a-545b-406a-a2c8-de6c7dd5ed30,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:46.460030 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-043502cc-4143-493b-979b-eeaf133c5bcb req-c734345a-5b6f-42df-885e-253d6d180c61 service neutron] Attempting to bind port ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:42:46.460378 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-043502cc-4143-493b-979b-eeaf133c5bcb req-c734345a-5b6f-42df-885e-253d6d180c61 service neutron] Attempting to bind port ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '15cbbba4-c89b-4795-a384-518fdb962515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:42:46.460721 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043502cc-4143-493b-979b-eeaf133c5bcb req-c734345a-5b6f-42df-885e-253d6d180c61 service neutron] Attempting to bind port ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 on network 88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:42:46.465309 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043502cc-4143-493b-979b-eeaf133c5bcb req-c734345a-5b6f-42df-885e-253d6d180c61 service neutron] Port ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 on network 88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:42:46.465629 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043502cc-4143-493b-979b-eeaf133c5bcb req-c734345a-5b6f-42df-885e-253d6d180c61 service neutron] Attempting to bind port ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 on network 88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:42:46.470787 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043502cc-4143-493b-979b-eeaf133c5bcb req-c734345a-5b6f-42df-885e-253d6d180c61 service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:42:46.471126 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043502cc-4143-493b-979b-eeaf133c5bcb req-c734345a-5b6f-42df-885e-253d6d180c61 service neutron] Checking segment: {'id': '15cbbba4-c89b-4795-a384-518fdb962515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:42:46.471510 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043502cc-4143-493b-979b-eeaf133c5bcb req-c734345a-5b6f-42df-885e-253d6d180c61 service neutron] Bound using segment: {'id': '15cbbba4-c89b-4795-a384-518fdb962515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:42:46.471933 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-043502cc-4143-493b-979b-eeaf133c5bcb req-c734345a-5b6f-42df-885e-253d6d180c61 service neutron] Bound port: ce0fc11a-545b-406a-a2c8-de6c7dd5ed30, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15cbbba4-c89b-4795-a384-518fdb962515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:42:46.472278 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-043502cc-4143-493b-979b-eeaf133c5bcb req-c734345a-5b6f-42df-885e-253d6d180c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:46.565546 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-043502cc-4143-493b-979b-eeaf133c5bcb req-c734345a-5b6f-42df-885e-253d6d180c61 service neutron] For port ce0fc11a-545b-406a-a2c8-de6c7dd5ed30, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:42:46.568418 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-043502cc-4143-493b-979b-eeaf133c5bcb req-c734345a-5b6f-42df-885e-253d6d180c61 service neutron] For port ce0fc11a-545b-406a-a2c8-de6c7dd5ed30, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=ce0fc11a-545b-406a-a2c8-de6c7dd5ed30,segment=NetworkSegment(15cbbba4-c89b-4795-a384-518fdb962515),segment_id=15cbbba4-c89b-4795-a384-518fdb962515)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:42:46.646172 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-043502cc-4143-493b-979b-eeaf133c5bcb req-c734345a-5b6f-42df-885e-253d6d180c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:46.704538 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043502cc-4143-493b-979b-eeaf133c5bcb req-c734345a-5b6f-42df-885e-253d6d180c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:46.705162 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-043502cc-4143-493b-979b-eeaf133c5bcb req-c734345a-5b6f-42df-885e-253d6d180c61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:46.706575 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-043502cc-4143-493b-979b-eeaf133c5bcb req-c734345a-5b6f-42df-885e-253d6d180c61 service neutron] 10.222.0.53 "PUT /v2.0/ports/ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 HTTP/1.1" status: 200 len: 1094 time: 1.1961155 Apr 11 14:42:46.707015 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd906509-6582-4278-bb56-067b4f2cd536', 'tag': 'ce0fc11a-545b-406a-a2c8-de6c7dd5ed30'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:42:46.770017 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ec84847-125e-48ed-8aac-1ef781470c93'] response: {'name': 'network-changed', 'server_uuid': 'cd906509-6582-4278-bb56-067b4f2cd536', 'tag': 'ce0fc11a-545b-406a-a2c8-de6c7dd5ed30', 'status': 'completed', 'code': 200} Apr 11 14:42:46.787478 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734345a-5b6f-42df-885e-253d6d180c61 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0fc11a-545b-406a-a2c8-de6c7dd5ed30,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:46.881306 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6b9b6-35dc-44a8-88b4-b352b73465ac req-57061a6c-1cf3-49a2-a1b7-3d3e0b1c9ca7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:46.882317 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-83b6b9b6-35dc-44a8-88b4-b352b73465ac req-57061a6c-1cf3-49a2-a1b7-3d3e0b1c9ca7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:42:46.916069 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953348e-d97f-475f-930c-409dfa4f8be1 req-ba0103a0-8b06-4648-8334-7511ce4bfb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:46.917570 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d953348e-d97f-475f-930c-409dfa4f8be1 req-ba0103a0-8b06-4648-8334-7511ce4bfb98 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=cd906509-6582-4278-bb56-067b4f2cd536 HTTP/1.1" status: 200 len: 1097 time: 0.1155238 Apr 11 14:42:46.966869 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-83b6b9b6-35dc-44a8-88b4-b352b73465ac req-57061a6c-1cf3-49a2-a1b7-3d3e0b1c9ca7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:42:46.968231 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-83b6b9b6-35dc-44a8-88b4-b352b73465ac req-57061a6c-1cf3-49a2-a1b7-3d3e0b1c9ca7 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd906509-6582-4278-bb56-067b4f2cd536 HTTP/1.1" status: 200 len: 944 time: 0.2381105 Apr 11 14:42:47.087419 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-83b6b9b6-35dc-44a8-88b4-b352b73465ac req-73a5231f-d3bf-44be-a6e6-c11964ba6d5b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9ee54a3-f99f-422d-870e-f3e448a5cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118257 Apr 11 14:42:47.105775 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953348e-d97f-475f-930c-409dfa4f8be1 req-2ac0171c-d66e-4bea-b908-6fc107023227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:47.107267 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d953348e-d97f-475f-930c-409dfa4f8be1 req-2ac0171c-d66e-4bea-b908-6fc107023227 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=572b8884360948e38c79b057606230d9&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1746576 Apr 11 14:42:47.245083 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953348e-d97f-475f-930c-409dfa4f8be1 req-480b774d-5a32-4411-a8d4-3424d6f85d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:47.246572 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d953348e-d97f-475f-930c-409dfa4f8be1 req-480b774d-5a32-4411-a8d4-3424d6f85d4b service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1332216 Apr 11 14:42:47.379312 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043502cc-4143-493b-979b-eeaf133c5bcb req-2b3f9fe2-d142-456c-b429-3537f2ff5f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:47.380675 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-043502cc-4143-493b-979b-eeaf133c5bcb req-2b3f9fe2-d142-456c-b429-3537f2ff5f4c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=cd906509-6582-4278-bb56-067b4f2cd536 HTTP/1.1" status: 200 len: 1097 time: 0.0766973 Apr 11 14:42:47.453827 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-043502cc-4143-493b-979b-eeaf133c5bcb req-c5214e48-7e5d-4d79-9c81-8bfd11bb3b2c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 HTTP/1.1" status: 200 len: 217 time: 0.0612330 Apr 11 14:42:47.517734 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043502cc-4143-493b-979b-eeaf133c5bcb req-b95c33b8-f96f-4209-9457-b339dd24976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:47.519184 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-043502cc-4143-493b-979b-eeaf133c5bcb req-b95c33b8-f96f-4209-9457-b339dd24976a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=29a2509b-d550-4815-8c40-375968fef336 HTTP/1.1" status: 200 len: 834 time: 0.0599141 Apr 11 14:42:47.594243 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043502cc-4143-493b-979b-eeaf133c5bcb req-97e6537d-72b1-43bb-b68a-c310f05647d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:47.595700 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-043502cc-4143-493b-979b-eeaf133c5bcb req-97e6537d-72b1-43bb-b68a-c310f05647d7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711443 Apr 11 14:42:47.728559 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-043502cc-4143-493b-979b-eeaf133c5bcb req-4480f425-4146-4bd4-84ce-3ee7c9c3385a service neutron] 10.222.0.53 "GET /v2.0/networks/88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265132 Apr 11 14:42:47.859994 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-043502cc-4143-493b-979b-eeaf133c5bcb req-044e3d79-0365-4c90-be99-fe1c67d265a2 service neutron] 10.222.0.53 "GET /v2.0/networks/88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255701 Apr 11 14:42:48.285345 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79096e2-5d6f-4d5b-b2d9-618c0141e411 req-83387dd2-0335-4e41-92e6-8225307742bf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:48.286957 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d79096e2-5d6f-4d5b-b2d9-618c0141e411 req-83387dd2-0335-4e41-92e6-8225307742bf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd906509-6582-4278-bb56-067b4f2cd536 HTTP/1.1" status: 200 len: 944 time: 0.0834143 Apr 11 14:42:48.335362 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d79096e2-5d6f-4d5b-b2d9-618c0141e411 req-d47cce32-4451-49c2-86db-1fb29157e724 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9ee54a3-f99f-422d-870e-f3e448a5cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428448 Apr 11 14:42:49.631011 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc660f65-fdab-4ccb-a68d-ae31e89afbde req-377ab282-0d1c-43b7-a5f5-7d07490297a9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:49.632458 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fc660f65-fdab-4ccb-a68d-ae31e89afbde req-377ab282-0d1c-43b7-a5f5-7d07490297a9 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd906509-6582-4278-bb56-067b4f2cd536 HTTP/1.1" status: 200 len: 944 time: 0.1873274 Apr 11 14:42:49.680538 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fc660f65-fdab-4ccb-a68d-ae31e89afbde req-c4329dfc-d02a-4067-9384-5d05ab708bc2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9ee54a3-f99f-422d-870e-f3e448a5cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393283 Apr 11 14:42:50.864324 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9c8c1-cbf8-471d-9054-568a3f4b4d58 req-7fd413dc-b2a5-41a4-b12e-e5885a98a0a2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:50.865793 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b1c9c8c1-cbf8-471d-9054-568a3f4b4d58 req-7fd413dc-b2a5-41a4-b12e-e5885a98a0a2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd906509-6582-4278-bb56-067b4f2cd536 HTTP/1.1" status: 200 len: 944 time: 0.0807781 Apr 11 14:42:50.910246 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b1c9c8c1-cbf8-471d-9054-568a3f4b4d58 req-1cf61568-1629-44fc-b296-b281ed6c1339 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9ee54a3-f99f-422d-870e-f3e448a5cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387969 Apr 11 14:42:50.929375 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:42:51.078157 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port ce0fc11a-545b-406a-a2c8-de6c7dd5ed30, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=ce0fc11a-545b-406a-a2c8-de6c7dd5ed30,segment=NetworkSegment(15cbbba4-c89b-4795-a384-518fdb962515),segment_id=15cbbba4-c89b-4795-a384-518fdb962515)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:42:51.090998 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': 'ce0fc11a-545b-406a-a2c8-de6c7dd5ed30', 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9', 'port_id': 'ce0fc11a-545b-406a-a2c8-de6c7dd5ed30', 'mac_address': 'fa:16:3e:2c:6f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29a2509b-d550-4815-8c40-375968fef336', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:42:51.146555 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:51.164459 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:42:51.180233 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port ce0fc11a-545b-406a-a2c8-de6c7dd5ed30, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=ce0fc11a-545b-406a-a2c8-de6c7dd5ed30,segment=NetworkSegment(15cbbba4-c89b-4795-a384-518fdb962515),segment_id=15cbbba4-c89b-4795-a384-518fdb962515)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:42:51.245591 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:51.319179 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=ce0fc11a-545b-406a-a2c8-de6c7dd5ed30,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:51.653040 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['ce0fc11a-545b-406a-a2c8-de6c7dd5ed30'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:42:52.111318 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e51229-05df-4b43-b492-1ca52e0a0f8c req-eea348cc-cd7e-429b-86d7-34b529fda8e8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:52.112812 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e9e51229-05df-4b43-b492-1ca52e0a0f8c req-eea348cc-cd7e-429b-86d7-34b529fda8e8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd906509-6582-4278-bb56-067b4f2cd536 HTTP/1.1" status: 200 len: 945 time: 0.0858767 Apr 11 14:42:52.166265 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e9e51229-05df-4b43-b492-1ca52e0a0f8c req-0417b0c7-bd13-4895-9abd-97abe3ce6e26 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9ee54a3-f99f-422d-870e-f3e448a5cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442829 Apr 11 14:42:52.802363 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:42:52.952552 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:42:53.085163 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:42:53.090264 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:42:53.090669 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:53.216346 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:53.244081 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd906509-6582-4278-bb56-067b4f2cd536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0fc11a-545b-406a-a2c8-de6c7dd5ed30'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:42:53.254795 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port ce0fc11a-545b-406a-a2c8-de6c7dd5ed30, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=ce0fc11a-545b-406a-a2c8-de6c7dd5ed30,segment=NetworkSegment(15cbbba4-c89b-4795-a384-518fdb962515),segment_id=15cbbba4-c89b-4795-a384-518fdb962515)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:42:53.293249 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5099e844-f398-433b-9d97-9d8b2dc2dbd3'] response: {'server_uuid': 'cd906509-6582-4278-bb56-067b4f2cd536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0fc11a-545b-406a-a2c8-de6c7dd5ed30', 'code': 200} Apr 11 14:42:53.324937 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:53.360087 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c19d0-5f9f-4c19-a147-0e565e120f0f req-837e9d80-7a35-4e4a-932c-f3902bd543d0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:53.361506 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-147c19d0-5f9f-4c19-a147-0e565e120f0f req-837e9d80-7a35-4e4a-932c-f3902bd543d0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd906509-6582-4278-bb56-067b4f2cd536 HTTP/1.1" status: 200 len: 945 time: 0.0878267 Apr 11 14:42:53.398232 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=ce0fc11a-545b-406a-a2c8-de6c7dd5ed30,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:53.408440 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-147c19d0-5f9f-4c19-a147-0e565e120f0f req-58d1512e-a442-442b-8b64-f11894efc7f5 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9ee54a3-f99f-422d-870e-f3e448a5cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393782 Apr 11 14:42:53.696770 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb6352-80ec-442c-b83e-0ce1b28ffc27 req-a0a74f3b-13e9-4a20-96e4-610134be5a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:53.698277 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-56fb6352-80ec-442c-b83e-0ce1b28ffc27 req-a0a74f3b-13e9-4a20-96e4-610134be5a71 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd906509-6582-4278-bb56-067b4f2cd536 HTTP/1.1" status: 200 len: 1099 time: 0.0732570 Apr 11 14:42:53.739359 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-56fb6352-80ec-442c-b83e-0ce1b28ffc27 req-f1527647-1124-47d5-abda-76c3decc6bad service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f9ee54a3-f99f-422d-870e-f3e448a5cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356367 Apr 11 14:42:54.382573 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:54.601801 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004eed8-4550-431e-bf1f-5565a5f3a531 req-69309c79-5e32-49fb-9694-2103b2bd8bb4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:54.603313 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d004eed8-4550-431e-bf1f-5565a5f3a531 req-69309c79-5e32-49fb-9694-2103b2bd8bb4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd906509-6582-4278-bb56-067b4f2cd536 HTTP/1.1" status: 200 len: 946 time: 0.0859842 Apr 11 14:42:54.650348 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d004eed8-4550-431e-bf1f-5565a5f3a531 req-8a75cd93-a6da-47b0-b763-13b916dac59d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9ee54a3-f99f-422d-870e-f3e448a5cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403111 Apr 11 14:42:55.188046 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-958664f8-067a-444a-9902-c6bd4e4b131c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:55.852349 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653da5df-3782-4340-9140-d9133e7d2026 req-bc32c1da-3326-4d61-8a95-23761e087963 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:55.853356 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-653da5df-3782-4340-9140-d9133e7d2026 req-bc32c1da-3326-4d61-8a95-23761e087963 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd906509-6582-4278-bb56-067b4f2cd536 HTTP/1.1" status: 200 len: 946 time: 0.0866103 Apr 11 14:42:55.899437 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-653da5df-3782-4340-9140-d9133e7d2026 req-107ef458-5a82-4458-adb4-7d117e0b0779 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9ee54a3-f99f-422d-870e-f3e448a5cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402203 Apr 11 14:42:56.099276 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47d0c9-ba5b-4680-acea-2f7980dc03e2 req-28120939-eede-4eef-a8c8-b408e2ee42ad tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:56.101039 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5c47d0c9-ba5b-4680-acea-2f7980dc03e2 req-28120939-eede-4eef-a8c8-b408e2ee42ad tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd906509-6582-4278-bb56-067b4f2cd536 HTTP/1.1" status: 200 len: 946 time: 0.0882149 Apr 11 14:42:56.149802 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5c47d0c9-ba5b-4680-acea-2f7980dc03e2 req-80623cf2-896a-4239-acbe-728797d44b6f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9ee54a3-f99f-422d-870e-f3e448a5cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432000 Apr 11 14:42:56.178035 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48362) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:56.260220 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7befb60b-c0f5-4689-a6af-7d07ad420be7 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:56.261732 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7befb60b-c0f5-4689-a6af-7d07ad420be7 tempest-TestNetworkBasicOps-1317893627 tempest-TestNetworkBasicOps-1317893627-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=cd906509-6582-4278-bb56-067b4f2cd536 HTTP/1.1" status: 200 len: 1094 time: 0.0827036 Apr 11 14:42:56.264738 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48366) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:56.269625 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-7e0f28f0-bf1d-414d-9a40-90bd692dfec1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': 'ce0fc11a-545b-406a-a2c8-de6c7dd5ed30', 'tenant_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:42:56.275596 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7e0f28f0-bf1d-414d-9a40-90bd692dfec1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:42:56.279885 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7e0f28f0-bf1d-414d-9a40-90bd692dfec1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Usage tracker for resource:floatingip and tenant:572b8884360948e38c79b057606230d9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:42:56.282632 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7e0f28f0-bf1d-414d-9a40-90bd692dfec1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:42:56.288361 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7e0f28f0-bf1d-414d-9a40-90bd692dfec1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:42:56.359220 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7e0f28f0-bf1d-414d-9a40-90bd692dfec1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:56.497636 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7e0f28f0-bf1d-414d-9a40-90bd692dfec1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:56.636075 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-7e0f28f0-bf1d-414d-9a40-90bd692dfec1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Allocated IP 172.26.7.147 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/f729f2c4-2823-42f0-a70b-7065d870bc54) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:42:56.788386 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7e0f28f0-bf1d-414d-9a40-90bd692dfec1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:56.862326 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7e0f28f0-bf1d-414d-9a40-90bd692dfec1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:56.921446 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0f28f0-bf1d-414d-9a40-90bd692dfec1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:42:56.924251 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-7e0f28f0-bf1d-414d-9a40-90bd692dfec1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:42:56.928484 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0f28f0-bf1d-414d-9a40-90bd692dfec1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:42:56.978454 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f28f0-bf1d-414d-9a40-90bd692dfec1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=f729f2c4-2823-42f0-a70b-7065d870bc54,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:57.354143 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7e0f28f0-bf1d-414d-9a40-90bd692dfec1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:57.498735 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7e0f28f0-bf1d-414d-9a40-90bd692dfec1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:57.708098 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-96d8267f-2a64-4847-a8d7-9671143ca541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:57.815487 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7e0f28f0-bf1d-414d-9a40-90bd692dfec1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:57.885038 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7e0f28f0-bf1d-414d-9a40-90bd692dfec1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:57.998255 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f28f0-bf1d-414d-9a40-90bd692dfec1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event updated for resources: {'Port': ['ID=f729f2c4-2823-42f0-a70b-7065d870bc54,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:42:58.009935 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7e0f28f0-bf1d-414d-9a40-90bd692dfec1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:58.188278 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-7e0f28f0-bf1d-414d-9a40-90bd692dfec1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Floating IP 19b4c2ea-d698-48df-8f4d-b5e27a740f51 associated. External IP: 172.26.7.147, port: ce0fc11a-545b-406a-a2c8-de6c7dd5ed30. Apr 11 14:42:58.547685 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0f28f0-bf1d-414d-9a40-90bd692dfec1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:42:58.645225 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:58.685013 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:58.730364 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0f28f0-bf1d-414d-9a40-90bd692dfec1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:42:58.740962 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d026a0-13c4-4e40-a3ed-b4cf2de823bf None None] Sync routers for ids ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:42:58.751282 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d026a0-13c4-4e40-a3ed-b4cf2de823bf None None] Routers {'d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:42:58.751992 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b6d026a0-13c4-4e40-a3ed-b4cf2de823bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:42:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:42:58.812179 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7e0f28f0-bf1d-414d-9a40-90bd692dfec1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:58.869496 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7e0f28f0-bf1d-414d-9a40-90bd692dfec1 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6037428 Apr 11 14:42:58.870100 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd906509-6582-4278-bb56-067b4f2cd536', 'tag': 'ce0fc11a-545b-406a-a2c8-de6c7dd5ed30'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:42:58.872402 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48370) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:42:58.916138 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35e6fd62-be12-4c9f-ae66-e9d8d7f869b8'] response: {'name': 'network-changed', 'server_uuid': 'cd906509-6582-4278-bb56-067b4f2cd536', 'tag': 'ce0fc11a-545b-406a-a2c8-de6c7dd5ed30', 'status': 'completed', 'code': 200} Apr 11 14:42:58.937573 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-b6d026a0-13c4-4e40-a3ed-b4cf2de823bf None None] Set router d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:42:58.988657 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-416d6498-ac39-4d71-8f6e-d0386b5a079f tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/19b4c2ea-d698-48df-8f4d-b5e27a740f51 HTTP/1.1" status: 200 len: 992 time: 0.1137419 Apr 11 14:42:59.036147 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271e40f-48cf-4051-9652-7d7691f3cc17 req-91d495ac-0312-4ba2-aaa3-4951cd6d60fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:59.037630 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3271e40f-48cf-4051-9652-7d7691f3cc17 req-91d495ac-0312-4ba2-aaa3-4951cd6d60fb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=cd906509-6582-4278-bb56-067b4f2cd536 HTTP/1.1" status: 200 len: 1099 time: 0.0766451 Apr 11 14:42:59.170801 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271e40f-48cf-4051-9652-7d7691f3cc17 req-71acd5b7-3ed5-47e8-b77d-706897190089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:59.172169 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3271e40f-48cf-4051-9652-7d7691f3cc17 req-71acd5b7-3ed5-47e8-b77d-706897190089 service neutron] 10.222.0.53 "GET /v2.0/networks?id=88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9 HTTP/1.1" status: 200 len: 898 time: 0.1284173 Apr 11 14:42:59.335463 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b6d026a0-13c4-4e40-a3ed-b4cf2de823bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'name': 'tempest-TestNetworkBasicOps-router-1348464951', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:42:29Z', 'updated_at': '2022-04-11T14:42:35Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:30Z', 'updated_at': '2022-04-11T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '19b4c2ea-d698-48df-8f4d-b5e27a740f51', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.147', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'port_id': 'ce0fc11a-545b-406a-a2c8-de6c7dd5ed30', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9', 'mac_address': 'fa:16:3e:2c:6f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd906509-6582-4278-bb56-067b4f2cd536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:42:57Z', 'updated_at': '2022-04-11T14:42:57Z', 'revision_number': 0, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5177284f-9741-48b3-81f9-c69902a4baec', 'name': '', 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:5a:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '29a2509b-d550-4815-8c40-375968fef336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:34Z', 'updated_at': '2022-04-11T14:42:40Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '29a2509b-d550-4815-8c40-375968fef336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:42:59.339530 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d026a0-13c4-4e40-a3ed-b4cf2de823bf None None] Checking router: d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:42:59.348156 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d026a0-13c4-4e40-a3ed-b4cf2de823bf None None] Routers {'d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:42:59.348816 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b6d026a0-13c4-4e40-a3ed-b4cf2de823bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:42:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:42:59.401399 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3271e40f-48cf-4051-9652-7d7691f3cc17 req-65b8b580-7085-4d1b-83a4-3f3e71067825 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 HTTP/1.1" status: 200 len: 1000 time: 0.2230422 Apr 11 14:42:59.463731 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271e40f-48cf-4051-9652-7d7691f3cc17 req-26fef6ae-c199-4f81-8117-ca76e897bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:59.465173 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3271e40f-48cf-4051-9652-7d7691f3cc17 req-26fef6ae-c199-4f81-8117-ca76e897bb11 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=29a2509b-d550-4815-8c40-375968fef336 HTTP/1.1" status: 200 len: 834 time: 0.0582819 Apr 11 14:42:59.529832 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-b6d026a0-13c4-4e40-a3ed-b4cf2de823bf None None] Set router d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:42:59.542519 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271e40f-48cf-4051-9652-7d7691f3cc17 req-bd8662bb-06e1-4652-a74d-819ef7f475b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:42:59.543982 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3271e40f-48cf-4051-9652-7d7691f3cc17 req-bd8662bb-06e1-4652-a74d-819ef7f475b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735168 Apr 11 14:42:59.681268 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3271e40f-48cf-4051-9652-7d7691f3cc17 req-3b2dc6da-5eb6-4b88-9d0a-d6f88e9be940 service neutron] 10.222.0.53 "GET /v2.0/networks/88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304839 Apr 11 14:42:59.816001 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3271e40f-48cf-4051-9652-7d7691f3cc17 req-69bfcc7a-620d-4085-b923-572dc624e5f4 service neutron] 10.222.0.53 "GET /v2.0/networks/88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285393 Apr 11 14:42:59.899970 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b6d026a0-13c4-4e40-a3ed-b4cf2de823bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'name': 'tempest-TestNetworkBasicOps-router-1348464951', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:42:29Z', 'updated_at': '2022-04-11T14:42:35Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:30Z', 'updated_at': '2022-04-11T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '19b4c2ea-d698-48df-8f4d-b5e27a740f51', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.147', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'port_id': 'ce0fc11a-545b-406a-a2c8-de6c7dd5ed30', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9', 'mac_address': 'fa:16:3e:2c:6f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd906509-6582-4278-bb56-067b4f2cd536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:42:57Z', 'updated_at': '2022-04-11T14:42:57Z', 'revision_number': 0, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5177284f-9741-48b3-81f9-c69902a4baec', 'name': '', 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:5a:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '29a2509b-d550-4815-8c40-375968fef336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:34Z', 'updated_at': '2022-04-11T14:42:40Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '29a2509b-d550-4815-8c40-375968fef336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:42:59.903971 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d026a0-13c4-4e40-a3ed-b4cf2de823bf None None] The sync data for ids ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'] in dv-neutron-837330-1-hyperv is: [{'id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'name': 'tempest-TestNetworkBasicOps-router-1348464951', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:42:29Z', 'updated_at': '2022-04-11T14:42:35Z', 'revision_number': 4, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:30Z', 'updated_at': '2022-04-11T14:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '19b4c2ea-d698-48df-8f4d-b5e27a740f51', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.147', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'port_id': 'ce0fc11a-545b-406a-a2c8-de6c7dd5ed30', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9', 'mac_address': 'fa:16:3e:2c:6f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd906509-6582-4278-bb56-067b4f2cd536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:42:57Z', 'updated_at': '2022-04-11T14:42:57Z', 'revision_number': 0, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5177284f-9741-48b3-81f9-c69902a4baec', 'name': '', 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:5a:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '29a2509b-d550-4815-8c40-375968fef336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:34Z', 'updated_at': '2022-04-11T14:42:40Z', 'revision_number': 5, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '29a2509b-d550-4815-8c40-375968fef336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:42:59.953675 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:42:59.991407 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48376) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:43:00.096642 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce59c96c-7f17-4d70-9107-bd36ebb63275 None None] New status for floating IP 19b4c2ea-d698-48df-8f4d-b5e27a740f51: ACTIVE {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:43:00.112825 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-fecabf1c-ba69-4b87-9044-ec8218e1843a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/19b4c2ea-d698-48df-8f4d-b5e27a740f51 HTTP/1.1" status: 200 len: 992 time: 0.1201825 Apr 11 14:43:01.116246 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48382) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:43:01.231848 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-021ed55e-7222-4985-a22a-0c6d41e59151 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/19b4c2ea-d698-48df-8f4d-b5e27a740f51 HTTP/1.1" status: 200 len: 994 time: 0.1144145 Apr 11 14:43:22.276902 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a7943f57-d4b2-4a80-abf4-14f1e5d9fe26 req-eda1c99b-754f-4d5b-8db9-4c86bd3fc9e4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd906509-6582-4278-bb56-067b4f2cd536&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1234081 Apr 11 14:43:22.438328 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7943f57-d4b2-4a80-abf4-14f1e5d9fe26 req-56f12e14-32f8-44e2-9cd6-eb5f96087d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:43:22.439716 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a7943f57-d4b2-4a80-abf4-14f1e5d9fe26 req-56f12e14-32f8-44e2-9cd6-eb5f96087d5c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=cd906509-6582-4278-bb56-067b4f2cd536 HTTP/1.1" status: 200 len: 1099 time: 0.0734155 Apr 11 14:43:22.591457 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7943f57-d4b2-4a80-abf4-14f1e5d9fe26 req-9fa06fd3-fe18-4743-8f0f-e21a08c240b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:43:22.592911 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a7943f57-d4b2-4a80-abf4-14f1e5d9fe26 req-9fa06fd3-fe18-4743-8f0f-e21a08c240b4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9 HTTP/1.1" status: 200 len: 898 time: 0.1336482 Apr 11 14:43:22.700435 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a7943f57-d4b2-4a80-abf4-14f1e5d9fe26 req-91613132-6f75-4ed3-8ea3-9c9878f0c9d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 HTTP/1.1" status: 200 len: 1002 time: 0.0996842 Apr 11 14:43:22.765676 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7943f57-d4b2-4a80-abf4-14f1e5d9fe26 req-979abf2c-2235-44e6-970c-b57fade57e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:43:22.767140 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a7943f57-d4b2-4a80-abf4-14f1e5d9fe26 req-979abf2c-2235-44e6-970c-b57fade57e56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=29a2509b-d550-4815-8c40-375968fef336 HTTP/1.1" status: 200 len: 834 time: 0.0615754 Apr 11 14:43:22.843648 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7943f57-d4b2-4a80-abf4-14f1e5d9fe26 req-6cb17e69-3fbf-4239-889c-39366cb920e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:43:22.845287 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a7943f57-d4b2-4a80-abf4-14f1e5d9fe26 req-6cb17e69-3fbf-4239-889c-39366cb920e3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721040 Apr 11 14:43:22.978701 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a7943f57-d4b2-4a80-abf4-14f1e5d9fe26 req-f4af2ded-fbe4-419a-9d4f-76a86af13271 service neutron] 10.222.0.53 "GET /v2.0/networks/88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271653 Apr 11 14:43:23.114478 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a7943f57-d4b2-4a80-abf4-14f1e5d9fe26 req-6c72a71d-d110-49d5-8d95-18d6bae3499b service neutron] 10.222.0.53 "GET /v2.0/networks/88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297367 Apr 11 14:43:24.405171 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:43:25.233302 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e3addc24-c5cd-4719-a994-716aa92e0865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:43:27.844064 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-88fb5939-ba41-4cbf-b16c-fc6a999fd7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:43:28.690239 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:43:28.709417 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:43:29.802236 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:43:30.021747 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:43:54.405119 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:43:55.213612 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-94f1e0f9-ce86-427f-a3b3-9d0a7b711647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:43:57.798081 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-61ea84a9-cbde-4c91-a0a5-ea87bfdfc950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:43:58.661037 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:43:58.700680 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:43:59.981386 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:06.802480 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:44:10.280259 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48410) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:44:10.325080 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-05e78818-ecdf-4c21-817a-05500c18ab9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:44:10.971076 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-05e78818-ecdf-4c21-817a-05500c18ab9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:11.067141 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-05e78818-ecdf-4c21-817a-05500c18ab9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984850'] for router, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:11.251838 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e78818-ecdf-4c21-817a-05500c18ab9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:44:11.434135 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e78818-ecdf-4c21-817a-05500c18ab9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:44:11.441609 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-05e78818-ecdf-4c21-817a-05500c18ab9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:11.442820 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-05e78818-ecdf-4c21-817a-05500c18ab9d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "PUT /v2.0/routers/d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c HTTP/1.1" status: 200 len: 888 time: 1.1615267 Apr 11 14:44:11.444815 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0012f329-6054-4b6c-a514-455adeef204e None None] Sync routers for ids ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:44:11.455034 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0012f329-6054-4b6c-a514-455adeef204e None None] Routers {'d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:44:11.455642 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-0012f329-6054-4b6c-a514-455adeef204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:43:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:44:11.518209 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-0012f329-6054-4b6c-a514-455adeef204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:44:11.526467 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0012f329-6054-4b6c-a514-455adeef204e None None] Routers {'d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:44:11.527074 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-0012f329-6054-4b6c-a514-455adeef204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:43:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:44:11.589324 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-0012f329-6054-4b6c-a514-455adeef204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:44:11.589939 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0012f329-6054-4b6c-a514-455adeef204e None None] The sync data for ids ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'] in dv-neutron-837330-1-hyperv is: [] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:44:11.964347 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 5177284f-9741-48b3-81f9-c69902a4baec no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:44:12.086506 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:12.118085 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 5177284f-9741-48b3-81f9-c69902a4baec, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=5177284f-9741-48b3-81f9-c69902a4baec,segment=NetworkSegment(15cbbba4-c89b-4795-a384-518fdb962515),segment_id=15cbbba4-c89b-4795-a384-518fdb962515)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:44:12.192164 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:12.263749 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=5177284f-9741-48b3-81f9-c69902a4baec,revision_number=6']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:44:12.271193 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:12.271543 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:12.271889 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:12.272223 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:12.272555 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:12.272885 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:12.273210 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:12.273537 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:12.273872 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:12.274209 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:12.274565 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:12.274882 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:12.323015 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98922954-3d56-4212-802e-cf052c10f861 None None] New status for floating IP 19b4c2ea-d698-48df-8f4d-b5e27a740f51: DOWN {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:44:13.611871 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48418) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:44:13.616877 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-e6be7343-a4ff-43a5-8a7f-0ecec71c57db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:44:13.846436 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 612e07a7-f009-4d30-892d-0af9cd1978b6 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:44:14.004012 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:14.021771 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 612e07a7-f009-4d30-892d-0af9cd1978b6, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=612e07a7-f009-4d30-892d-0af9cd1978b6,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:44:14.146254 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:14.158750 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e6be7343-a4ff-43a5-8a7f-0ecec71c57db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:14.214838 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=612e07a7-f009-4d30-892d-0af9cd1978b6,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:44:14.237989 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e6be7343-a4ff-43a5-8a7f-0ecec71c57db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-985199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-985236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984850'] for router, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:14.615130 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6be7343-a4ff-43a5-8a7f-0ecec71c57db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:44:14.798205 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6be7343-a4ff-43a5-8a7f-0ecec71c57db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:44:14.804634 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e6be7343-a4ff-43a5-8a7f-0ecec71c57db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:14.805916 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e6be7343-a4ff-43a5-8a7f-0ecec71c57db tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "PUT /v2.0/routers/d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c HTTP/1.1" status: 200 len: 887 time: 1.1929038 Apr 11 14:44:14.808126 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad84cc8-f6c5-4f15-a605-ecf4902af12d None None] Sync routers for ids ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:44:14.808919 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48422) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:44:14.818540 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad84cc8-f6c5-4f15-a605-ecf4902af12d None None] Routers {'d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:44:14.819148 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-bad84cc8-f6c5-4f15-a605-ecf4902af12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:43:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:44:14.922740 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b8ccc4db-ed28-4832-b56f-a9eeb30b8047 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/19b4c2ea-d698-48df-8f4d-b5e27a740f51 HTTP/1.1" status: 200 len: 992 time: 0.1124301 Apr 11 14:44:15.014935 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-bad84cc8-f6c5-4f15-a605-ecf4902af12d None None] Set router d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:44:15.371732 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-bad84cc8-f6c5-4f15-a605-ecf4902af12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'name': 'tempest-TestNetworkBasicOps-router-1348464951', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:42:29Z', 'updated_at': '2022-04-11T14:44:14Z', 'revision_number': 6, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:30Z', 'updated_at': '2022-04-11T14:44:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '19b4c2ea-d698-48df-8f4d-b5e27a740f51', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.147', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'port_id': 'ce0fc11a-545b-406a-a2c8-de6c7dd5ed30', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9', 'mac_address': 'fa:16:3e:2c:6f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd906509-6582-4278-bb56-067b4f2cd536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:42:57Z', 'updated_at': '2022-04-11T14:44:12Z', 'revision_number': 2, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5177284f-9741-48b3-81f9-c69902a4baec', 'name': '', 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:5a:e0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '29a2509b-d550-4815-8c40-375968fef336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:34Z', 'updated_at': '2022-04-11T14:44:12Z', 'revision_number': 6, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '29a2509b-d550-4815-8c40-375968fef336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:44:15.376575 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad84cc8-f6c5-4f15-a605-ecf4902af12d None None] Checking router: d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:44:15.384983 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad84cc8-f6c5-4f15-a605-ecf4902af12d None None] Routers {'d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:44:15.385594 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-bad84cc8-f6c5-4f15-a605-ecf4902af12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:43:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:44:15.563881 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-bad84cc8-f6c5-4f15-a605-ecf4902af12d None None] Set router d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:44:15.916824 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-bad84cc8-f6c5-4f15-a605-ecf4902af12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'name': 'tempest-TestNetworkBasicOps-router-1348464951', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:42:29Z', 'updated_at': '2022-04-11T14:44:14Z', 'revision_number': 6, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:30Z', 'updated_at': '2022-04-11T14:44:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '19b4c2ea-d698-48df-8f4d-b5e27a740f51', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.147', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'port_id': 'ce0fc11a-545b-406a-a2c8-de6c7dd5ed30', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9', 'mac_address': 'fa:16:3e:2c:6f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd906509-6582-4278-bb56-067b4f2cd536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:42:57Z', 'updated_at': '2022-04-11T14:44:12Z', 'revision_number': 2, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5177284f-9741-48b3-81f9-c69902a4baec', 'name': '', 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:5a:e0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '29a2509b-d550-4815-8c40-375968fef336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:34Z', 'updated_at': '2022-04-11T14:44:12Z', 'revision_number': 6, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '29a2509b-d550-4815-8c40-375968fef336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:44:15.921375 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad84cc8-f6c5-4f15-a605-ecf4902af12d None None] The sync data for ids ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'] in dv-neutron-837330-1-hyperv is: [{'id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'name': 'tempest-TestNetworkBasicOps-router-1348464951', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:42:29Z', 'updated_at': '2022-04-11T14:44:14Z', 'revision_number': 6, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:30Z', 'updated_at': '2022-04-11T14:44:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '19b4c2ea-d698-48df-8f4d-b5e27a740f51', 'tenant_id': '572b8884360948e38c79b057606230d9', 'floating_ip_address': '172.26.7.147', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'port_id': 'ce0fc11a-545b-406a-a2c8-de6c7dd5ed30', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9', 'mac_address': 'fa:16:3e:2c:6f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd906509-6582-4278-bb56-067b4f2cd536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:42:57Z', 'updated_at': '2022-04-11T14:44:12Z', 'revision_number': 2, 'project_id': '572b8884360948e38c79b057606230d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5177284f-9741-48b3-81f9-c69902a4baec', 'name': '', 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:5a:e0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '29a2509b-d550-4815-8c40-375968fef336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:34Z', 'updated_at': '2022-04-11T14:44:12Z', 'revision_number': 6, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '29a2509b-d550-4815-8c40-375968fef336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:44:15.927225 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48426) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:44:16.049476 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-fdd140e1-d444-4370-a264-5e3da0e36ab0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/19b4c2ea-d698-48df-8f4d-b5e27a740f51 HTTP/1.1" status: 200 len: 992 time: 0.1201944 Apr 11 14:44:17.052739 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48430) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:44:17.165280 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9934bd40-2455-4c1d-9193-05578c965fd2 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/19b4c2ea-d698-48df-8f4d-b5e27a740f51 HTTP/1.1" status: 200 len: 992 time: 0.1114080 Apr 11 14:44:17.581804 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6216dec0-d7bd-4111-8a17-af713188f57c None None] New status for floating IP 19b4c2ea-d698-48df-8f4d-b5e27a740f51: ACTIVE {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:44:17.893820 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 5177284f-9741-48b3-81f9-c69902a4baec up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:44:17.971648 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 5177284f-9741-48b3-81f9-c69902a4baec triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:44:17.972014 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:18.096923 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:18.135031 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 5177284f-9741-48b3-81f9-c69902a4baec, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=5177284f-9741-48b3-81f9-c69902a4baec,segment=NetworkSegment(15cbbba4-c89b-4795-a384-518fdb962515),segment_id=15cbbba4-c89b-4795-a384-518fdb962515)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:44:18.168879 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48434) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:44:18.250171 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:18.250996 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 612e07a7-f009-4d30-892d-0af9cd1978b6 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:44:18.282791 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f9a7ca7c-588e-4198-b027-8dec54c5c35a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/floatingips/19b4c2ea-d698-48df-8f4d-b5e27a740f51 HTTP/1.1" status: 200 len: 994 time: 0.1127253 Apr 11 14:44:18.409347 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=5177284f-9741-48b3-81f9-c69902a4baec,revision_number=7']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:44:18.421971 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 612e07a7-f009-4d30-892d-0af9cd1978b6 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:44:18.422344 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:18.542217 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:18.563929 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 612e07a7-f009-4d30-892d-0af9cd1978b6, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=612e07a7-f009-4d30-892d-0af9cd1978b6,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:44:18.584446 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48442) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:44:18.655770 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:18.726568 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=612e07a7-f009-4d30-892d-0af9cd1978b6,revision_number=6']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:44:18.793934 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-def72a22-e642-49a5-9d14-01432db812cf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port f729f2c4-2823-42f0-a70b-7065d870bc54 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:44:18.794216 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-def72a22-e642-49a5-9d14-01432db812cf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:19.077247 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-def72a22-e642-49a5-9d14-01432db812cf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:19.077593 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-def72a22-e642-49a5-9d14-01432db812cf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:19.205020 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-def72a22-e642-49a5-9d14-01432db812cf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for f729f2c4-2823-42f0-a70b-7065d870bc54 owned by network:floatingip {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:44:19.432360 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-def72a22-e642-49a5-9d14-01432db812cf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:19.489408 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def72a22-e642-49a5-9d14-01432db812cf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=f729f2c4-2823-42f0-a70b-7065d870bc54,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:44:19.558021 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def72a22-e642-49a5-9d14-01432db812cf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:19.558374 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def72a22-e642-49a5-9d14-01432db812cf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:19.558721 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def72a22-e642-49a5-9d14-01432db812cf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:19.559059 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def72a22-e642-49a5-9d14-01432db812cf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:19.559395 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def72a22-e642-49a5-9d14-01432db812cf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:19.559732 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def72a22-e642-49a5-9d14-01432db812cf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:19.560063 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def72a22-e642-49a5-9d14-01432db812cf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:19.561164 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def72a22-e642-49a5-9d14-01432db812cf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:19.561581 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def72a22-e642-49a5-9d14-01432db812cf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:19.561937 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def72a22-e642-49a5-9d14-01432db812cf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:19.562275 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def72a22-e642-49a5-9d14-01432db812cf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:19.562603 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def72a22-e642-49a5-9d14-01432db812cf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:19.594985 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-def72a22-e642-49a5-9d14-01432db812cf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for floatingip, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:19.595352 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-def72a22-e642-49a5-9d14-01432db812cf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Floating IP 19b4c2ea-d698-48df-8f4d-b5e27a740f51 disassociated (deleted). External IP: 172.26.7.147, port: ce0fc11a-545b-406a-a2c8-de6c7dd5ed30. Apr 11 14:44:19.861973 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 5177284f-9741-48b3-81f9-c69902a4baec up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:44:19.931131 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 5177284f-9741-48b3-81f9-c69902a4baec triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:44:19.931497 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:19.972373 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def72a22-e642-49a5-9d14-01432db812cf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:44:20.063756 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 612e07a7-f009-4d30-892d-0af9cd1978b6 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:44:20.134010 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 612e07a7-f009-4d30-892d-0af9cd1978b6 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:44:20.134324 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:20.171069 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def72a22-e642-49a5-9d14-01432db812cf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:44:20.182042 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108a0488-aa56-47e7-8343-579dbe5d0691 None None] Sync routers for ids ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:44:20.206128 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108a0488-aa56-47e7-8343-579dbe5d0691 None None] Routers {'d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:44:20.206726 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-108a0488-aa56-47e7-8343-579dbe5d0691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:43:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:44:20.247552 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-def72a22-e642-49a5-9d14-01432db812cf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:20.308270 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-def72a22-e642-49a5-9d14-01432db812cf tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/floatingips/19b4c2ea-d698-48df-8f4d-b5e27a740f51 HTTP/1.1" status: 204 len: 168 time: 1.7227247 Apr 11 14:44:20.308949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd906509-6582-4278-bb56-067b4f2cd536', 'tag': 'ce0fc11a-545b-406a-a2c8-de6c7dd5ed30'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:44:20.358865 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21ee3f8-f6a8-4ec0-bb39-90f1b368d0e1'] response: {'name': 'network-changed', 'server_uuid': 'cd906509-6582-4278-bb56-067b4f2cd536', 'tag': 'ce0fc11a-545b-406a-a2c8-de6c7dd5ed30', 'status': 'completed', 'code': 200} Apr 11 14:44:20.439875 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-108a0488-aa56-47e7-8343-579dbe5d0691 None None] Set router d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:44:20.490652 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378169be-a3dc-412a-85e9-74fd99794cb9 req-59f33955-2003-4689-8c98-6ae6ff80bc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:20.493260 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-378169be-a3dc-412a-85e9-74fd99794cb9 req-59f33955-2003-4689-8c98-6ae6ff80bc1a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=cd906509-6582-4278-bb56-067b4f2cd536 HTTP/1.1" status: 200 len: 1099 time: 0.0846872 Apr 11 14:44:20.635446 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378169be-a3dc-412a-85e9-74fd99794cb9 req-8437cd02-d607-4d5a-bfee-77a32973e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:20.636890 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-378169be-a3dc-412a-85e9-74fd99794cb9 req-8437cd02-d607-4d5a-bfee-77a32973e0d4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9 HTTP/1.1" status: 200 len: 898 time: 0.1372259 Apr 11 14:44:20.717261 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-378169be-a3dc-412a-85e9-74fd99794cb9 req-056cb69a-29df-4398-93e7-5004b7b6a3ad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 HTTP/1.1" status: 200 len: 217 time: 0.0725305 Apr 11 14:44:20.785574 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-108a0488-aa56-47e7-8343-579dbe5d0691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'name': 'tempest-TestNetworkBasicOps-router-1348464951', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:42:29Z', 'updated_at': '2022-04-11T14:44:14Z', 'revision_number': 6, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:30Z', 'updated_at': '2022-04-11T14:44:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '5177284f-9741-48b3-81f9-c69902a4baec', 'name': '', 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:5a:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '29a2509b-d550-4815-8c40-375968fef336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:34Z', 'updated_at': '2022-04-11T14:44:18Z', 'revision_number': 7, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '29a2509b-d550-4815-8c40-375968fef336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:44:20.789744 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108a0488-aa56-47e7-8343-579dbe5d0691 None None] Checking router: d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:44:20.793380 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378169be-a3dc-412a-85e9-74fd99794cb9 req-ab7f5aca-a698-41dc-8389-577fc4e97fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:20.795772 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-378169be-a3dc-412a-85e9-74fd99794cb9 req-ab7f5aca-a698-41dc-8389-577fc4e97fe6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=29a2509b-d550-4815-8c40-375968fef336 HTTP/1.1" status: 200 len: 834 time: 0.0722780 Apr 11 14:44:20.800917 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108a0488-aa56-47e7-8343-579dbe5d0691 None None] Routers {'d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:44:20.801222 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-108a0488-aa56-47e7-8343-579dbe5d0691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:43:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:44:20.946664 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a831bb-d615-47ec-93ac-fe9bd266f789 req-c8b33128-9016-4513-b8a2-5c0d3b8e1b3b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:20.948030 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e5a831bb-d615-47ec-93ac-fe9bd266f789 req-c8b33128-9016-4513-b8a2-5c0d3b8e1b3b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd906509-6582-4278-bb56-067b4f2cd536 HTTP/1.1" status: 200 len: 946 time: 0.1141906 Apr 11 14:44:20.950084 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378169be-a3dc-412a-85e9-74fd99794cb9 req-734a0f19-5503-4617-b169-70632aac4931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:20.952101 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-378169be-a3dc-412a-85e9-74fd99794cb9 req-734a0f19-5503-4617-b169-70632aac4931 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1489027 Apr 11 14:44:20.985043 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-108a0488-aa56-47e7-8343-579dbe5d0691 None None] Set router d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:44:21.087737 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e5a831bb-d615-47ec-93ac-fe9bd266f789 req-db9f34e2-9da5-498c-9f04-e90d94a6dbbd tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9ee54a3-f99f-422d-870e-f3e448a5cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327920 Apr 11 14:44:21.127377 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-378169be-a3dc-412a-85e9-74fd99794cb9 req-769c7249-1817-4228-b062-a17b019206f5 service neutron] 10.222.0.53 "GET /v2.0/networks/88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560931 Apr 11 14:44:21.269128 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-378169be-a3dc-412a-85e9-74fd99794cb9 req-5e53e04a-81e9-44af-9695-613a50c58c11 service neutron] 10.222.0.53 "GET /v2.0/networks/88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352932 Apr 11 14:44:21.345319 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-108a0488-aa56-47e7-8343-579dbe5d0691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'name': 'tempest-TestNetworkBasicOps-router-1348464951', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:42:29Z', 'updated_at': '2022-04-11T14:44:14Z', 'revision_number': 6, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:30Z', 'updated_at': '2022-04-11T14:44:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '5177284f-9741-48b3-81f9-c69902a4baec', 'name': '', 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:5a:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '29a2509b-d550-4815-8c40-375968fef336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:34Z', 'updated_at': '2022-04-11T14:44:18Z', 'revision_number': 7, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '29a2509b-d550-4815-8c40-375968fef336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:44:21.349273 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108a0488-aa56-47e7-8343-579dbe5d0691 None None] The sync data for ids ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'] in dv-neutron-837330-1-hyperv is: [{'id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'name': 'tempest-TestNetworkBasicOps-router-1348464951', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:42:29Z', 'updated_at': '2022-04-11T14:44:14Z', 'revision_number': 6, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:30Z', 'updated_at': '2022-04-11T14:44:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '5177284f-9741-48b3-81f9-c69902a4baec', 'name': '', 'network_id': '88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9', 'tenant_id': '572b8884360948e38c79b057606230d9', 'mac_address': 'fa:16:3e:5a:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '29a2509b-d550-4815-8c40-375968fef336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:34Z', 'updated_at': '2022-04-11T14:44:18Z', 'revision_number': 7, 'project_id': '572b8884360948e38c79b057606230d9', 'subnets': [{'id': '29a2509b-d550-4815-8c40-375968fef336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:44:22.020323 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b9442b-de18-4bdb-9653-3ab5dcb81098 None None] New status for floating IP 19b4c2ea-d698-48df-8f4d-b5e27a740f51: DOWN {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:44:22.284305 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08544fd3-8905-4bec-9ec7-4e332347b957 req-3c5c94a1-0501-41b5-b7b3-016d94a09d3b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:22.285031 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-08544fd3-8905-4bec-9ec7-4e332347b957 req-3c5c94a1-0501-41b5-b7b3-016d94a09d3b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:44:22.412744 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-08544fd3-8905-4bec-9ec7-4e332347b957 req-3c5c94a1-0501-41b5-b7b3-016d94a09d3b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:44:22.414004 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-08544fd3-8905-4bec-9ec7-4e332347b957 req-3c5c94a1-0501-41b5-b7b3-016d94a09d3b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd906509-6582-4278-bb56-067b4f2cd536 HTTP/1.1" status: 200 len: 946 time: 0.2126951 Apr 11 14:44:22.461262 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-08544fd3-8905-4bec-9ec7-4e332347b957 req-6c8a0808-ba7b-46ff-a2bc-fcdb72af33e4 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9ee54a3-f99f-422d-870e-f3e448a5cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404379 Apr 11 14:44:22.584231 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d704f9-ed86-404f-9ef5-73fcbca899a6 req-52a2ce80-53de-42eb-9bad-52bf582e893a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:22.586209 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b3d704f9-ed86-404f-9ef5-73fcbca899a6 req-52a2ce80-53de-42eb-9bad-52bf582e893a tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd906509-6582-4278-bb56-067b4f2cd536 HTTP/1.1" status: 200 len: 946 time: 0.0829794 Apr 11 14:44:22.781394 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-b3d704f9-ed86-404f-9ef5-73fcbca899a6 req-1b8b5450-f206-4f36-a1a7-bdd9b6557bfc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:44:22.781737 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-b3d704f9-ed86-404f-9ef5-73fcbca899a6 req-1b8b5450-f206-4f36-a1a7-bdd9b6557bfc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:23.049545 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-b3d704f9-ed86-404f-9ef5-73fcbca899a6 req-1b8b5450-f206-4f36-a1a7-bdd9b6557bfc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port ce0fc11a-545b-406a-a2c8-de6c7dd5ed30, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=ce0fc11a-545b-406a-a2c8-de6c7dd5ed30,segment=NetworkSegment(15cbbba4-c89b-4795-a384-518fdb962515),segment_id=15cbbba4-c89b-4795-a384-518fdb962515)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:44:23.049932 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-b3d704f9-ed86-404f-9ef5-73fcbca899a6 req-1b8b5450-f206-4f36-a1a7-bdd9b6557bfc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:23.180030 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-b3d704f9-ed86-404f-9ef5-73fcbca899a6 req-1b8b5450-f206-4f36-a1a7-bdd9b6557bfc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:44:23.414824 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-b3d704f9-ed86-404f-9ef5-73fcbca899a6 req-1b8b5450-f206-4f36-a1a7-bdd9b6557bfc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:23.467063 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b5450-f206-4f36-a1a7-bdd9b6557bfc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=ce0fc11a-545b-406a-a2c8-de6c7dd5ed30,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:44:23.507325 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b5450-f206-4f36-a1a7-bdd9b6557bfc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:23.507650 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b5450-f206-4f36-a1a7-bdd9b6557bfc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:23.507992 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b5450-f206-4f36-a1a7-bdd9b6557bfc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:23.508342 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b5450-f206-4f36-a1a7-bdd9b6557bfc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:23.508816 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b5450-f206-4f36-a1a7-bdd9b6557bfc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:23.509038 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b5450-f206-4f36-a1a7-bdd9b6557bfc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:23.509365 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b5450-f206-4f36-a1a7-bdd9b6557bfc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:23.509689 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b5450-f206-4f36-a1a7-bdd9b6557bfc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:23.510043 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b5450-f206-4f36-a1a7-bdd9b6557bfc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:23.512844 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b5450-f206-4f36-a1a7-bdd9b6557bfc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:23.512844 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b5450-f206-4f36-a1a7-bdd9b6557bfc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:23.512844 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b5450-f206-4f36-a1a7-bdd9b6557bfc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:44:23.563092 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d704f9-ed86-404f-9ef5-73fcbca899a6 req-1b8b5450-f206-4f36-a1a7-bdd9b6557bfc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] No DVR routers for this DVR port ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:44:23.565945 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-b3d704f9-ed86-404f-9ef5-73fcbca899a6 req-1b8b5450-f206-4f36-a1a7-bdd9b6557bfc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:23.568870 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd906509-6582-4278-bb56-067b4f2cd536', 'name': 'network-vif-deleted', 'tag': 'ce0fc11a-545b-406a-a2c8-de6c7dd5ed30'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:44:23.622281 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ead0725-ef10-4def-950c-35b356c08737'] response: {'server_uuid': 'cd906509-6582-4278-bb56-067b4f2cd536', 'name': 'network-vif-deleted', 'tag': 'ce0fc11a-545b-406a-a2c8-de6c7dd5ed30', 'status': 'completed', 'code': 200} Apr 11 14:44:23.634821 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-a9576a17-40c9-442f-a2f0-809aeecd9e4c req-278e9a00-5936-4b7b-8e23-a2270ae71b4e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Synchronizing usage tracker for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:44:23.639670 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b3d704f9-ed86-404f-9ef5-73fcbca899a6 req-1b8b5450-f206-4f36-a1a7-bdd9b6557bfc tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.53 "DELETE /v2.0/ports/ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 HTTP/1.1" status: 204 len: 173 time: 1.0487761 Apr 11 14:44:23.780818 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-a9576a17-40c9-442f-a2f0-809aeecd9e4c req-278e9a00-5936-4b7b-8e23-a2270ae71b4e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Unset dirty status for tenant:572b8884360948e38c79b057606230d9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:44:23.784264 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a9576a17-40c9-442f-a2f0-809aeecd9e4c req-278e9a00-5936-4b7b-8e23-a2270ae71b4e tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd906509-6582-4278-bb56-067b4f2cd536 HTTP/1.1" status: 200 len: 210 time: 0.1935256 Apr 11 14:44:24.197416 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-22f7b552-c82b-4c4d-ad34-e4801d3ed08d req-132c7a90-8dbc-4738-849e-b32a65e5e879 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd906509-6582-4278-bb56-067b4f2cd536&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0427213 Apr 11 14:44:24.331300 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-22f7b552-c82b-4c4d-ad34-e4801d3ed08d req-ba848975-9a68-4b4d-83a8-84e8c79b4836 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572b8884360948e38c79b057606230d9&device_id=cd906509-6582-4278-bb56-067b4f2cd536 HTTP/1.1" status: 200 len: 210 time: 0.0465722 Apr 11 14:44:24.409004 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:24.509556 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7b552-c82b-4c4d-ad34-e4801d3ed08d req-ac5e375d-d908-403e-a441-52aab1a24767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:24.511077 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-22f7b552-c82b-4c4d-ad34-e4801d3ed08d req-ac5e375d-d908-403e-a441-52aab1a24767 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=572b8884360948e38c79b057606230d9&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1538846 Apr 11 14:44:24.667837 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7b552-c82b-4c4d-ad34-e4801d3ed08d req-87443129-3ae9-4f6c-bf72-a4b8e50dd24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:24.669228 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-22f7b552-c82b-4c4d-ad34-e4801d3ed08d req-87443129-3ae9-4f6c-bf72-a4b8e50dd24e service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1435716 Apr 11 14:44:24.880545 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48460) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:44:24.956702 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c3508a02-b163-483c-a7c9-704d1c0063c8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:24.991099 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c3508a02-b163-483c-a7c9-704d1c0063c8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:25.226179 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d87752d3-6862-4adb-ac7f-82589691ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:25.305920 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c3508a02-b163-483c-a7c9-704d1c0063c8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:25.325418 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3508a02-b163-483c-a7c9-704d1c0063c8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ee54a3-f99f-422d-870e-f3e448a5cd76,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:44:25.390040 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:44:25.400182 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c3508a02-b163-483c-a7c9-704d1c0063c8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:25.401374 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c3508a02-b163-483c-a7c9-704d1c0063c8 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/security-groups/f9ee54a3-f99f-422d-870e-f3e448a5cd76 HTTP/1.1" status: 204 len: 168 time: 0.5198069 Apr 11 14:44:25.426039 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:44:25.428415 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device ce0fc11a-545b-406a-a2c8-de6c7dd5ed30 not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:44:25.511075 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48466) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:44:26.087010 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba0e24bb-af10-41ed-8bcb-533d73749a05 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:26.447573 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-ba0e24bb-af10-41ed-8bcb-533d73749a05 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port 5177284f-9741-48b3-81f9-c69902a4baec {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:44:26.447823 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba0e24bb-af10-41ed-8bcb-533d73749a05 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:26.639388 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-ba0e24bb-af10-41ed-8bcb-533d73749a05 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port 5177284f-9741-48b3-81f9-c69902a4baec, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=5177284f-9741-48b3-81f9-c69902a4baec,segment=NetworkSegment(15cbbba4-c89b-4795-a384-518fdb962515),segment_id=15cbbba4-c89b-4795-a384-518fdb962515)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:44:26.639739 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba0e24bb-af10-41ed-8bcb-533d73749a05 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:26.766005 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-ba0e24bb-af10-41ed-8bcb-533d73749a05 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for 5177284f-9741-48b3-81f9-c69902a4baec owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:44:27.135625 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba0e24bb-af10-41ed-8bcb-533d73749a05 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:27.187852 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e24bb-af10-41ed-8bcb-533d73749a05 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=5177284f-9741-48b3-81f9-c69902a4baec,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:44:27.478816 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba0e24bb-af10-41ed-8bcb-533d73749a05 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:27.752059 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-594837f4-f4aa-4b15-b0a7-4a56d59ba07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:27.871460 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0e24bb-af10-41ed-8bcb-533d73749a05 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Router d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:44:28.059708 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0e24bb-af10-41ed-8bcb-533d73749a05 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:44:28.069786 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af401e-da6f-4ac2-97ff-992eab50e2c6 None None] Sync routers for ids ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:44:28.080037 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2af401e-da6f-4ac2-97ff-992eab50e2c6 None None] Routers {'d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:44:28.087142 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-a2af401e-da6f-4ac2-97ff-992eab50e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:44:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:44:28.159450 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ba0e24bb-af10-41ed-8bcb-533d73749a05 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "PUT /v2.0/routers/d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6472399 Apr 11 14:44:28.162258 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48470) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:44:28.229398 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca070ce3-8425-4462-889e-e2c1f2add4b0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting subnet 29a2509b-d550-4815-8c40-375968fef336 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:44:28.232761 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ca070ce3-8425-4462-889e-e2c1f2add4b0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:28.263932 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-a2af401e-da6f-4ac2-97ff-992eab50e2c6 None None] Set router d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:44:28.292288 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ca070ce3-8425-4462-889e-e2c1f2add4b0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:28.383878 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ca070ce3-8425-4462-889e-e2c1f2add4b0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:28.544382 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ca070ce3-8425-4462-889e-e2c1f2add4b0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:28.557446 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-a2af401e-da6f-4ac2-97ff-992eab50e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'name': 'tempest-TestNetworkBasicOps-router-1348464951', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:42:29Z', 'updated_at': '2022-04-11T14:44:26Z', 'revision_number': 7, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:30Z', 'updated_at': '2022-04-11T14:44:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:44:28.561702 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af401e-da6f-4ac2-97ff-992eab50e2c6 None None] Checking router: d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:44:28.570469 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2af401e-da6f-4ac2-97ff-992eab50e2c6 None None] Routers {'d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:44:28.571083 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-a2af401e-da6f-4ac2-97ff-992eab50e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:44:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:44:28.586687 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca070ce3-8425-4462-889e-e2c1f2add4b0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Subnet': ['ID=29a2509b-d550-4815-8c40-375968fef336,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:44:28.591059 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ca070ce3-8425-4462-889e-e2c1f2add4b0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:28.597421 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ca070ce3-8425-4462-889e-e2c1f2add4b0 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/subnets/29a2509b-d550-4815-8c40-375968fef336 HTTP/1.1" status: 204 len: 168 time: 0.4341357 Apr 11 14:44:28.599900 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48474) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:44:28.637459 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9fb763-3803-4a9e-bbe3-072b8149656c None None] Network 88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:44:28.872099 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:28.874236 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:28.918890 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-925fbf82-6644-4b46-8d30-067eec98f96d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:28.954067 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-a2af401e-da6f-4ac2-97ff-992eab50e2c6 None None] Set router d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:44:29.111639 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-925fbf82-6644-4b46-8d30-067eec98f96d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:29.189907 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-925fbf82-6644-4b46-8d30-067eec98f96d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Deleting port 612e07a7-f009-4d30-892d-0af9cd1978b6 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:44:29.190606 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-925fbf82-6644-4b46-8d30-067eec98f96d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:29.273419 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67f3cd7-56ba-45b9-af61-09ae0f27fdce None None] DHCP port deletion for 88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:44:29.283381 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-e67f3cd7-56ba-45b9-af61-09ae0f27fdce None None] Deleting port b278e953-e3d1-4220-8227-ab881a736c7e {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:44:29.283755 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e67f3cd7-56ba-45b9-af61-09ae0f27fdce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:29.375487 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-925fbf82-6644-4b46-8d30-067eec98f96d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] For port 612e07a7-f009-4d30-892d-0af9cd1978b6, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=612e07a7-f009-4d30-892d-0af9cd1978b6,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:44:29.375845 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-925fbf82-6644-4b46-8d30-067eec98f96d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:29.401425 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-a2af401e-da6f-4ac2-97ff-992eab50e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'name': 'tempest-TestNetworkBasicOps-router-1348464951', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:42:29Z', 'updated_at': '2022-04-11T14:44:26Z', 'revision_number': 7, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:30Z', 'updated_at': '2022-04-11T14:44:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:44:29.431507 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af401e-da6f-4ac2-97ff-992eab50e2c6 None None] The sync data for ids ['d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c'] in dv-neutron-837330-1-hyperv is: [{'id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'name': 'tempest-TestNetworkBasicOps-router-1348464951', 'tenant_id': '572b8884360948e38c79b057606230d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:42:29Z', 'updated_at': '2022-04-11T14:44:26Z', 'revision_number': 7, 'project_id': '572b8884360948e38c79b057606230d9', 'gw_port': {'id': '612e07a7-f009-4d30-892d-0af9cd1978b6', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36e2a8e-6c2b-4a71-94ed-19ca4b183e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:42:30Z', 'updated_at': '2022-04-11T14:44:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:44:29.504881 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-925fbf82-6644-4b46-8d30-067eec98f96d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Calling delete_port for 612e07a7-f009-4d30-892d-0af9cd1978b6 owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:44:29.508116 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-e67f3cd7-56ba-45b9-af61-09ae0f27fdce None None] For port b278e953-e3d1-4220-8227-ab881a736c7e, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=b278e953-e3d1-4220-8227-ab881a736c7e,segment=NetworkSegment(15cbbba4-c89b-4795-a384-518fdb962515),segment_id=15cbbba4-c89b-4795-a384-518fdb962515)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:44:29.508512 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e67f3cd7-56ba-45b9-af61-09ae0f27fdce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:29.634541 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-e67f3cd7-56ba-45b9-af61-09ae0f27fdce None None] Calling delete_port for b278e953-e3d1-4220-8227-ab881a736c7e owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:44:29.779277 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-925fbf82-6644-4b46-8d30-067eec98f96d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:29.813619 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e67f3cd7-56ba-45b9-af61-09ae0f27fdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:29.828677 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925fbf82-6644-4b46-8d30-067eec98f96d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Port': ['ID=612e07a7-f009-4d30-892d-0af9cd1978b6,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:44:29.881474 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67f3cd7-56ba-45b9-af61-09ae0f27fdce None None] No DVR routers for this DVR port b278e953-e3d1-4220-8227-ab881a736c7e on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:44:29.896447 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 5177284f-9741-48b3-81f9-c69902a4baec no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:44:29.928569 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f3cd7-56ba-45b9-af61-09ae0f27fdce None None] Pushing event deleted for resources: {'Port': ['ID=b278e953-e3d1-4220-8227-ab881a736c7e,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:44:29.939897 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 5177284f-9741-48b3-81f9-c69902a4baec {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:44:29.940242 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 5177284f-9741-48b3-81f9-c69902a4baec not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:44:29.940656 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device b278e953-e3d1-4220-8227-ab881a736c7e no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:44:29.946190 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-925fbf82-6644-4b46-8d30-067eec98f96d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:29.982945 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: b278e953-e3d1-4220-8227-ab881a736c7e {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:44:29.983279 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device b278e953-e3d1-4220-8227-ab881a736c7e not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:44:30.058397 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:30.136807 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-925fbf82-6644-4b46-8d30-067eec98f96d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:30.140061 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-925fbf82-6644-4b46-8d30-067eec98f96d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:30.266022 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-925fbf82-6644-4b46-8d30-067eec98f96d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:30.266667 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925fbf82-6644-4b46-8d30-067eec98f96d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Fanout notify agent at l3_agent the message router_deleted on router d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:44:30.283239 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-925fbf82-6644-4b46-8d30-067eec98f96d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:30.284385 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-925fbf82-6644-4b46-8d30-067eec98f96d tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/routers/d36e2a8e-6c2b-4a71-94ed-19ca4b183e6c HTTP/1.1" status: 204 len: 168 time: 1.6835454 Apr 11 14:44:30.287133 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48478) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:44:30.410021 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2957574c-c9d3-44f8-a5c9-0912e4b1720b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:30.654252 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2957574c-c9d3-44f8-a5c9-0912e4b1720b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:30.679318 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-2957574c-c9d3-44f8-a5c9-0912e4b1720b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:44:30.691534 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-2957574c-c9d3-44f8-a5c9-0912e4b1720b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15cbbba4-c89b-4795-a384-518fdb962515') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:44:30.691830 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-2957574c-c9d3-44f8-a5c9-0912e4b1720b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15cbbba4-c89b-4795-a384-518fdb962515') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:44:30.705759 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2957574c-c9d3-44f8-a5c9-0912e4b1720b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:30.724053 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2957574c-c9d3-44f8-a5c9-0912e4b1720b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:30.730806 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2957574c-c9d3-44f8-a5c9-0912e4b1720b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:44:30.731223 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2957574c-c9d3-44f8-a5c9-0912e4b1720b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:44:30.754824 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:44:30.889216 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2957574c-c9d3-44f8-a5c9-0912e4b1720b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:30.907790 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2957574c-c9d3-44f8-a5c9-0912e4b1720b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:30.920464 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957574c-c9d3-44f8-a5c9-0912e4b1720b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] Pushing event deleted for resources: {'Network': ['ID=88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:44:30.990427 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2957574c-c9d3-44f8-a5c9-0912e4b1720b tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] 10.222.0.66 "DELETE /v2.0/networks/88cb54f3-d6cd-4274-90bd-9bb7c6c8ddc9 HTTP/1.1" status: 204 len: 168 time: 0.7022374 Apr 11 14:44:31.620033 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48486) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:44:31.790357 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0df4c23a-bfae-4621-b66c-a8154d9e1dd0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=572b8884360948e38c79b057606230d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1691377 Apr 11 14:44:31.792875 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48492) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:44:31.853672 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d400b882-078e-49be-a17e-92e4aa2873a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:31.858089 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 612e07a7-f009-4d30-892d-0af9cd1978b6 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:44:31.883067 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d400b882-078e-49be-a17e-92e4aa2873a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:31.892674 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 612e07a7-f009-4d30-892d-0af9cd1978b6 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:44:31.893050 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 612e07a7-f009-4d30-892d-0af9cd1978b6 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:44:32.043266 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d400b882-078e-49be-a17e-92e4aa2873a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:32.061879 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400b882-078e-49be-a17e-92e4aa2873a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31495cfa-3f08-4c9c-8be5-e9f07a21d4fc,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:44:32.069765 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d400b882-078e-49be-a17e-92e4aa2873a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:32.070965 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d400b882-078e-49be-a17e-92e4aa2873a9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/31495cfa-3f08-4c9c-8be5-e9f07a21d4fc HTTP/1.1" status: 204 len: 168 time: 0.2771759 Apr 11 14:44:32.831201 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48500) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:44:32.849365 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b4df08f3-2a1f-451f-a726-3f76e31ad628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:32.864074 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b4df08f3-2a1f-451f-a726-3f76e31ad628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:44:32.868215 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b4df08f3-2a1f-451f-a726-3f76e31ad628 admin admin] Usage tracker for resource:security_group_rule and tenant:535f508b928441b0bb0c255e267e1c26 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:44:32.872723 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b4df08f3-2a1f-451f-a726-3f76e31ad628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:44:32.879896 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b4df08f3-2a1f-451f-a726-3f76e31ad628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:44:32.965261 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b4df08f3-2a1f-451f-a726-3f76e31ad628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:33.031750 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b4df08f3-2a1f-451f-a726-3f76e31ad628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:33.080045 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b4df08f3-2a1f-451f-a726-3f76e31ad628 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=535f508b928441b0bb0c255e267e1c26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2474604 Apr 11 14:44:33.081002 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df08f3-2a1f-451f-a726-3f76e31ad628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab5bb39-9821-4bc4-a7bc-62acda1204de,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:44:33.082791 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48504) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:44:33.142988 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-60cefa50-6cc1-4271-bf5b-999e5f8fb00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:33.168880 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-60cefa50-6cc1-4271-bf5b-999e5f8fb00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:33.298164 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-60cefa50-6cc1-4271-bf5b-999e5f8fb00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:33.312858 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cefa50-6cc1-4271-bf5b-999e5f8fb00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab5bb39-9821-4bc4-a7bc-62acda1204de,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:44:33.319703 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-60cefa50-6cc1-4271-bf5b-999e5f8fb00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:33.320824 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-60cefa50-6cc1-4271-bf5b-999e5f8fb00b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eab5bb39-9821-4bc4-a7bc-62acda1204de HTTP/1.1" status: 204 len: 168 time: 0.2370002 Apr 11 14:44:41.838971 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-442ebcc9-a08a-464e-9d48-d18fb812fc0d tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=e5025743068f4c2c9b1bb8c1b840a6d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280483 Apr 11 14:44:41.991359 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-fa6a54cb-f4ee-49cc-8c6c-0201749a5cfa tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:41.992805 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-fa6a54cb-f4ee-49cc-8c6c-0201749a5cfa tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1479204 Apr 11 14:44:42.007467 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-480b7e28-23c9-429c-bcad-43548f7384cd tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/quotas/e5025743068f4c2c9b1bb8c1b840a6d1 HTTP/1.1" status: 200 len: 375 time: 0.0091205 Apr 11 14:44:42.056997 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-5f6bd2b3-154e-4f02-b249-a920eb21285e tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e5025743068f4c2c9b1bb8c1b840a6d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442693 Apr 11 14:44:42.364409 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-67cfefc5-720b-4e2c-9fe8-68fb87f1f9fc req-71fc2f2b-e882-4848-822b-d2378fc552b8 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/ports?device_id=05c23458-5a63-4ac0-99ca-b2b1912020e1 HTTP/1.1" status: 200 len: 210 time: 0.0467930 Apr 11 14:44:43.464566 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c4fa9f64-2717-443d-8f45-865ede69bf27 req-224249c4-2353-4b67-bf07-e6214ce391c3 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/ports?device_id=05c23458-5a63-4ac0-99ca-b2b1912020e1 HTTP/1.1" status: 200 len: 210 time: 0.0466154 Apr 11 14:44:43.801463 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:44:44.752332 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2590dfa0-7554-417e-81e5-03ec1ded94bd req-45fca612-519a-4030-9772-27851d2920f9 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/ports?device_id=05c23458-5a63-4ac0-99ca-b2b1912020e1 HTTP/1.1" status: 200 len: 210 time: 0.1768816 Apr 11 14:44:44.756078 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-5841ee48-1216-4cab-920c-d4528719e4ce tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e5025743068f4c2c9b1bb8c1b840a6d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373039 Apr 11 14:44:45.031235 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-e7dc6749-e741-486e-b485-59568b59d175 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:45.032715 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-e7dc6749-e741-486e-b485-59568b59d175 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2718282 Apr 11 14:44:45.055316 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-45c0dad8-3e24-4d6c-ab4f-139dd83ea9bb tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Request body: {'port': {'device_id': '05c23458-5a63-4ac0-99ca-b2b1912020e1', 'network_id': 'ae22538a-8865-498c-be0e-9679dfe58ebb', 'admin_state_up': True, 'tenant_id': 'e5025743068f4c2c9b1bb8c1b840a6d1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:44:45.202359 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-45c0dad8-3e24-4d6c-ab4f-139dd83ea9bb tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:44:45.206181 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-45c0dad8-3e24-4d6c-ab4f-139dd83ea9bb tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Usage tracker for resource:port and tenant:e5025743068f4c2c9b1bb8c1b840a6d1 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:44:45.209029 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-45c0dad8-3e24-4d6c-ab4f-139dd83ea9bb tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:44:45.214851 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-45c0dad8-3e24-4d6c-ab4f-139dd83ea9bb tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:44:45.274822 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-45c0dad8-3e24-4d6c-ab4f-139dd83ea9bb tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Made reservation on behalf of e5025743068f4c2c9b1bb8c1b840a6d1 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:44:45.278998 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-45c0dad8-3e24-4d6c-ab4f-139dd83ea9bb tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:45.292986 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-45c0dad8-3e24-4d6c-ab4f-139dd83ea9bb tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:45.308637 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-45c0dad8-3e24-4d6c-ab4f-139dd83ea9bb tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:44:45.312561 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-45c0dad8-3e24-4d6c-ab4f-139dd83ea9bb tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Usage tracker for resource:security_group_rule and tenant:e5025743068f4c2c9b1bb8c1b840a6d1 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:44:45.315359 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-45c0dad8-3e24-4d6c-ab4f-139dd83ea9bb tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:44:45.321014 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-45c0dad8-3e24-4d6c-ab4f-139dd83ea9bb tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:44:45.406251 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-45c0dad8-3e24-4d6c-ab4f-139dd83ea9bb tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:45.491792 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-45c0dad8-3e24-4d6c-ab4f-139dd83ea9bb tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:45.577677 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0dad8-3e24-4d6c-ab4f-139dd83ea9bb tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d36f572b-75f2-4455-b3b5-eb38dfd9f532,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:44:45.668812 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-45c0dad8-3e24-4d6c-ab4f-139dd83ea9bb tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Allocated IP 192.168.233.221 (ae22538a-8865-498c-be0e-9679dfe58ebb/0f5b6253-ca0e-4610-bf23-7bd974ff0f68/7f7c2c28-943a-4cc1-a972-5a9a8577cf02) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:44:45.881816 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-45c0dad8-3e24-4d6c-ab4f-139dd83ea9bb tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:45.899407 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-45c0dad8-3e24-4d6c-ab4f-139dd83ea9bb tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Transition to ACTIVE for port object 7f7c2c28-943a-4cc1-a972-5a9a8577cf02 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:44:45.963780 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8bb546f9-485d-4fa0-90c5-6dc3abc1c66a req-ee6bb43d-d1a2-4d9d-8e63-f094e2b5e6c4 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/ports?device_id=05c23458-5a63-4ac0-99ca-b2b1912020e1 HTTP/1.1" status: 200 len: 210 time: 0.1019051 Apr 11 14:44:45.991812 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-45c0dad8-3e24-4d6c-ab4f-139dd83ea9bb tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:46.060062 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-45c0dad8-3e24-4d6c-ab4f-139dd83ea9bb tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Network ae22538a-8865-498c-be0e-9679dfe58ebb is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:44:46.068427 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-45c0dad8-3e24-4d6c-ab4f-139dd83ea9bb tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:44:46.072763 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-45c0dad8-3e24-4d6c-ab4f-139dd83ea9bb tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:44:46.113105 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0dad8-3e24-4d6c-ab4f-139dd83ea9bb tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Pushing event updated for resources: {'Port': ['ID=7f7c2c28-943a-4cc1-a972-5a9a8577cf02,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:44:46.154396 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-45c0dad8-3e24-4d6c-ab4f-139dd83ea9bb tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:46.155743 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-45c0dad8-3e24-4d6c-ab4f-139dd83ea9bb tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:46.278119 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-45c0dad8-3e24-4d6c-ab4f-139dd83ea9bb tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2295203 Apr 11 14:44:46.295294 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-6a464e8b-9144-4d0b-9365-f52b5d805ae2 service neutron] Request body: {'port': {'device_id': '05c23458-5a63-4ac0-99ca-b2b1912020e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:44:46.415180 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-6a464e8b-9144-4d0b-9365-f52b5d805ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:46.419821 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-868f7d31-8fb4-433f-96e2-6cc7260c86a5 None None] Provisioning for port 7f7c2c28-943a-4cc1-a972-5a9a8577cf02 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:44:46.425504 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-868f7d31-8fb4-433f-96e2-6cc7260c86a5 None None] Provisioning complete for port 7f7c2c28-943a-4cc1-a972-5a9a8577cf02 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:44:46.429496 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-868f7d31-8fb4-433f-96e2-6cc7260c86a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:46.501548 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-868f7d31-8fb4-433f-96e2-6cc7260c86a5 None None] Port 7f7c2c28-943a-4cc1-a972-5a9a8577cf02 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:44:46.772082 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-6a464e8b-9144-4d0b-9365-f52b5d805ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f7c2c28-943a-4cc1-a972-5a9a8577cf02 {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:44:46.780367 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-6a464e8b-9144-4d0b-9365-f52b5d805ae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:46.794867 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-6a464e8b-9144-4d0b-9365-f52b5d805ae2 service neutron] Transition to ACTIVE for port object 7f7c2c28-943a-4cc1-a972-5a9a8577cf02 will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:44:46.880329 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-6a464e8b-9144-4d0b-9365-f52b5d805ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:47.050958 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a464e8b-9144-4d0b-9365-f52b5d805ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7c2c28-943a-4cc1-a972-5a9a8577cf02,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:44:47.159618 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-6a464e8b-9144-4d0b-9365-f52b5d805ae2 service neutron] Attempting to bind port 7f7c2c28-943a-4cc1-a972-5a9a8577cf02 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:44:47.160104 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-6a464e8b-9144-4d0b-9365-f52b5d805ae2 service neutron] Attempting to bind port 7f7c2c28-943a-4cc1-a972-5a9a8577cf02 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '4b902295-4efb-4c2d-9094-0d3bf96eb686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ae22538a-8865-498c-be0e-9679dfe58ebb'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:44:47.160573 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-6a464e8b-9144-4d0b-9365-f52b5d805ae2 service neutron] Attempting to bind port 7f7c2c28-943a-4cc1-a972-5a9a8577cf02 on network ae22538a-8865-498c-be0e-9679dfe58ebb {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:44:47.166273 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-6a464e8b-9144-4d0b-9365-f52b5d805ae2 service neutron] Port 7f7c2c28-943a-4cc1-a972-5a9a8577cf02 on network ae22538a-8865-498c-be0e-9679dfe58ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:44:47.166686 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-6a464e8b-9144-4d0b-9365-f52b5d805ae2 service neutron] Attempting to bind port 7f7c2c28-943a-4cc1-a972-5a9a8577cf02 on network ae22538a-8865-498c-be0e-9679dfe58ebb {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:44:47.173297 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-6a464e8b-9144-4d0b-9365-f52b5d805ae2 service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:44:47.173732 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-6a464e8b-9144-4d0b-9365-f52b5d805ae2 service neutron] Checking segment: {'id': '4b902295-4efb-4c2d-9094-0d3bf96eb686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ae22538a-8865-498c-be0e-9679dfe58ebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:44:47.174150 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-6a464e8b-9144-4d0b-9365-f52b5d805ae2 service neutron] Bound using segment: {'id': '4b902295-4efb-4c2d-9094-0d3bf96eb686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ae22538a-8865-498c-be0e-9679dfe58ebb'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:44:47.174590 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-6a464e8b-9144-4d0b-9365-f52b5d805ae2 service neutron] Bound port: 7f7c2c28-943a-4cc1-a972-5a9a8577cf02, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b902295-4efb-4c2d-9094-0d3bf96eb686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ae22538a-8865-498c-be0e-9679dfe58ebb'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:44:47.174940 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-6a464e8b-9144-4d0b-9365-f52b5d805ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:47.426561 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-6a464e8b-9144-4d0b-9365-f52b5d805ae2 service neutron] For port 7f7c2c28-943a-4cc1-a972-5a9a8577cf02, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:44:47.429901 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-6a464e8b-9144-4d0b-9365-f52b5d805ae2 service neutron] For port 7f7c2c28-943a-4cc1-a972-5a9a8577cf02, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=7f7c2c28-943a-4cc1-a972-5a9a8577cf02,segment=NetworkSegment(4b902295-4efb-4c2d-9094-0d3bf96eb686),segment_id=4b902295-4efb-4c2d-9094-0d3bf96eb686)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:44:47.460833 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78238777-c1c8-4af8-80ab-8f77ead828cb req-ad7e7f7e-9c20-479f-8a61-61596e871bb1 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:47.461528 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-78238777-c1c8-4af8-80ab-8f77ead828cb req-ad7e7f7e-9c20-479f-8a61-61596e871bb1 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Synchronizing usage tracker for tenant:e5025743068f4c2c9b1bb8c1b840a6d1 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:44:47.499997 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-6a464e8b-9144-4d0b-9365-f52b5d805ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:47.556295 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-6a464e8b-9144-4d0b-9365-f52b5d805ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:47.557284 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-6a464e8b-9144-4d0b-9365-f52b5d805ae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:47.558733 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-6a464e8b-9144-4d0b-9365-f52b5d805ae2 service neutron] 10.222.0.53 "PUT /v2.0/ports/7f7c2c28-943a-4cc1-a972-5a9a8577cf02 HTTP/1.1" status: 200 len: 1098 time: 1.2675438 Apr 11 14:44:47.561336 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c23458-5a63-4ac0-99ca-b2b1912020e1', 'tag': '7f7c2c28-943a-4cc1-a972-5a9a8577cf02'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:44:47.613466 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a464e8b-9144-4d0b-9365-f52b5d805ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7c2c28-943a-4cc1-a972-5a9a8577cf02,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:44:47.638272 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-78238777-c1c8-4af8-80ab-8f77ead828cb req-ad7e7f7e-9c20-479f-8a61-61596e871bb1 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Unset dirty status for tenant:e5025743068f4c2c9b1bb8c1b840a6d1 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:44:47.639673 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-78238777-c1c8-4af8-80ab-8f77ead828cb req-ad7e7f7e-9c20-479f-8a61-61596e871bb1 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/ports?device_id=05c23458-5a63-4ac0-99ca-b2b1912020e1 HTTP/1.1" status: 200 len: 948 time: 0.3862944 Apr 11 14:44:47.686813 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd8683a-e1e9-4973-9bea-915b220dee00'] response: {'name': 'network-changed', 'server_uuid': '05c23458-5a63-4ac0-99ca-b2b1912020e1', 'tag': '7f7c2c28-943a-4cc1-a972-5a9a8577cf02', 'status': 'completed', 'code': 200} Apr 11 14:44:47.696934 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-78238777-c1c8-4af8-80ab-8f77ead828cb req-b7b6aaec-fc36-4c54-9900-3f8d92b10c5c tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Synchronizing usage tracker for tenant:e5025743068f4c2c9b1bb8c1b840a6d1 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:44:47.792486 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-1578a9dc-57e0-4fcf-a847-f78788a6ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:47.794012 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-1578a9dc-57e0-4fcf-a847-f78788a6ed69 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5025743068f4c2c9b1bb8c1b840a6d1&device_id=05c23458-5a63-4ac0-99ca-b2b1912020e1 HTTP/1.1" status: 200 len: 1101 time: 0.0895791 Apr 11 14:44:47.865004 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-78238777-c1c8-4af8-80ab-8f77ead828cb req-b7b6aaec-fc36-4c54-9900-3f8d92b10c5c tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Unset dirty status for tenant:e5025743068f4c2c9b1bb8c1b840a6d1 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:44:47.866158 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-78238777-c1c8-4af8-80ab-8f77ead828cb req-b7b6aaec-fc36-4c54-9900-3f8d92b10c5c tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/security-groups?id=d36f572b-75f2-4455-b3b5-eb38dfd9f532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202380 Apr 11 14:44:47.875633 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-2cf57183-8e6d-4b46-b07d-806e924ee156 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=7f7c2c28-943a-4cc1-a972-5a9a8577cf02 HTTP/1.1" status: 200 len: 217 time: 0.0690646 Apr 11 14:44:47.941701 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-6b05ea59-13c1-4aa4-a0af-402821989b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:47.941937 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-6b05ea59-13c1-4aa4-a0af-402821989b16 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f5b6253-ca0e-4610-bf23-7bd974ff0f68 HTTP/1.1" status: 200 len: 843 time: 0.0610318 Apr 11 14:44:48.022801 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-f98c9372-79ac-454f-9c9b-bc60b92e5ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:48.024261 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-f98c9372-79ac-454f-9c9b-bc60b92e5ce0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae22538a-8865-498c-be0e-9679dfe58ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0766377 Apr 11 14:44:48.161500 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-54af7230-fbb4-4fe1-b25f-43bfb3713251 service neutron] 10.222.0.53 "GET /v2.0/networks/ae22538a-8865-498c-be0e-9679dfe58ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314275 Apr 11 14:44:48.296903 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-90768644-9cd3-4b56-9fb5-ac34b7e85c6d req-16cf4e8f-92c5-4685-9328-5b158755da7d service neutron] 10.222.0.53 "GET /v2.0/networks/ae22538a-8865-498c-be0e-9679dfe58ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293337 Apr 11 14:44:48.554583 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede08428-2733-4234-810a-9d538c516224 req-8453cc9d-f3af-4877-8b2e-3116c743ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:48.555980 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ede08428-2733-4234-810a-9d538c516224 req-8453cc9d-f3af-4877-8b2e-3116c743ba5c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5025743068f4c2c9b1bb8c1b840a6d1&device_id=05c23458-5a63-4ac0-99ca-b2b1912020e1 HTTP/1.1" status: 200 len: 1101 time: 0.0743108 Apr 11 14:44:48.692324 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede08428-2733-4234-810a-9d538c516224 req-491f2e95-c515-4af0-aa4a-fd59283e28d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:48.693768 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ede08428-2733-4234-810a-9d538c516224 req-491f2e95-c515-4af0-aa4a-fd59283e28d1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ae22538a-8865-498c-be0e-9679dfe58ebb HTTP/1.1" status: 200 len: 871 time: 0.1314611 Apr 11 14:44:48.765200 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ede08428-2733-4234-810a-9d538c516224 req-16021775-a9a4-45bb-b0f4-58e4366f57bd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=7f7c2c28-943a-4cc1-a972-5a9a8577cf02 HTTP/1.1" status: 200 len: 217 time: 0.0658870 Apr 11 14:44:48.828594 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede08428-2733-4234-810a-9d538c516224 req-3fb414e0-f214-4ebf-afd1-799dd514d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:48.830288 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ede08428-2733-4234-810a-9d538c516224 req-3fb414e0-f214-4ebf-afd1-799dd514d102 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f5b6253-ca0e-4610-bf23-7bd974ff0f68 HTTP/1.1" status: 200 len: 843 time: 0.0596371 Apr 11 14:44:48.910536 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede08428-2733-4234-810a-9d538c516224 req-5dfbaf10-62f5-4fdd-90e3-11569b324427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:48.912014 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ede08428-2733-4234-810a-9d538c516224 req-5dfbaf10-62f5-4fdd-90e3-11569b324427 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae22538a-8865-498c-be0e-9679dfe58ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0759344 Apr 11 14:44:49.047480 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ede08428-2733-4234-810a-9d538c516224 req-3c72191a-d2bb-4906-a46b-8ad570d9b5f7 service neutron] 10.222.0.53 "GET /v2.0/networks/ae22538a-8865-498c-be0e-9679dfe58ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291585 Apr 11 14:44:49.067224 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b6b76-c927-4346-8d2d-2604a4cae5e4 req-7251cc9d-87ac-4c22-883b-b9421a437f02 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:49.068716 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5c4b6b76-c927-4346-8d2d-2604a4cae5e4 req-7251cc9d-87ac-4c22-883b-b9421a437f02 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/ports?device_id=05c23458-5a63-4ac0-99ca-b2b1912020e1 HTTP/1.1" status: 200 len: 948 time: 0.0930934 Apr 11 14:44:49.113597 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5c4b6b76-c927-4346-8d2d-2604a4cae5e4 req-73730ce6-4cce-42d1-b4d6-fc2952377ac2 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/security-groups?id=d36f572b-75f2-4455-b3b5-eb38dfd9f532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389504 Apr 11 14:44:49.185414 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ede08428-2733-4234-810a-9d538c516224 req-587a1536-3932-4c01-b18c-742f28fec722 service neutron] 10.222.0.53 "GET /v2.0/networks/ae22538a-8865-498c-be0e-9679dfe58ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312208 Apr 11 14:44:50.301022 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf9352-f431-458a-834f-7323de0e4b06 req-8cb14977-c676-4518-8776-f54a7f754f3e tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:50.302493 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8dbf9352-f431-458a-834f-7323de0e4b06 req-8cb14977-c676-4518-8776-f54a7f754f3e tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/ports?device_id=05c23458-5a63-4ac0-99ca-b2b1912020e1 HTTP/1.1" status: 200 len: 948 time: 0.0803587 Apr 11 14:44:50.346538 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8dbf9352-f431-458a-834f-7323de0e4b06 req-8b92c620-bc82-4905-8ed8-5645661029c5 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/security-groups?id=d36f572b-75f2-4455-b3b5-eb38dfd9f532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384190 Apr 11 14:44:51.541576 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb91a7e-91d6-4d8f-99bb-b39b7aff449a req-02c93f5b-2f20-475b-8a6d-5c4fac1bd526 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:51.543086 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2fb91a7e-91d6-4d8f-99bb-b39b7aff449a req-02c93f5b-2f20-475b-8a6d-5c4fac1bd526 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/ports?device_id=05c23458-5a63-4ac0-99ca-b2b1912020e1 HTTP/1.1" status: 200 len: 948 time: 0.0822957 Apr 11 14:44:51.548892 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 7f7c2c28-943a-4cc1-a972-5a9a8577cf02 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:44:51.588909 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2fb91a7e-91d6-4d8f-99bb-b39b7aff449a req-10eca2e4-72ad-4c0f-8eda-e3fe4574c92f tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/security-groups?id=d36f572b-75f2-4455-b3b5-eb38dfd9f532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400257 Apr 11 14:44:51.685763 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 7f7c2c28-943a-4cc1-a972-5a9a8577cf02, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=7f7c2c28-943a-4cc1-a972-5a9a8577cf02,segment=NetworkSegment(4b902295-4efb-4c2d-9094-0d3bf96eb686),segment_id=4b902295-4efb-4c2d-9094-0d3bf96eb686)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:44:51.699242 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '7f7c2c28-943a-4cc1-a972-5a9a8577cf02', 'network_id': 'ae22538a-8865-498c-be0e-9679dfe58ebb', 'port_id': '7f7c2c28-943a-4cc1-a972-5a9a8577cf02', 'mac_address': 'fa:16:3e:31:42:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f5b6253-ca0e-4610-bf23-7bd974ff0f68', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:44:51.754813 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:51.771602 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7c2c28-943a-4cc1-a972-5a9a8577cf02 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:44:51.787015 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 7f7c2c28-943a-4cc1-a972-5a9a8577cf02, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=7f7c2c28-943a-4cc1-a972-5a9a8577cf02,segment=NetworkSegment(4b902295-4efb-4c2d-9094-0d3bf96eb686),segment_id=4b902295-4efb-4c2d-9094-0d3bf96eb686)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:44:51.917092 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:51.989999 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=7f7c2c28-943a-4cc1-a972-5a9a8577cf02,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:44:52.352203 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['7f7c2c28-943a-4cc1-a972-5a9a8577cf02'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:44:52.908901 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848d74c-7cdb-4cdd-b178-d0eda9239099 req-47fe8314-bbac-4361-a093-9b10370df764 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:52.910317 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6848d74c-7cdb-4cdd-b178-d0eda9239099 req-47fe8314-bbac-4361-a093-9b10370df764 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/ports?device_id=05c23458-5a63-4ac0-99ca-b2b1912020e1 HTTP/1.1" status: 200 len: 949 time: 0.2098653 Apr 11 14:44:52.955342 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6848d74c-7cdb-4cdd-b178-d0eda9239099 req-714d157c-0ad1-44b3-8a5d-a34b878231f6 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/security-groups?id=d36f572b-75f2-4455-b3b5-eb38dfd9f532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393512 Apr 11 14:44:53.560006 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 7f7c2c28-943a-4cc1-a972-5a9a8577cf02 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:44:53.734223 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port 7f7c2c28-943a-4cc1-a972-5a9a8577cf02 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:44:53.739367 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 7f7c2c28-943a-4cc1-a972-5a9a8577cf02 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:44:53.739734 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:53.856562 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:53.883811 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c23458-5a63-4ac0-99ca-b2b1912020e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7c2c28-943a-4cc1-a972-5a9a8577cf02'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:44:53.893951 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 7f7c2c28-943a-4cc1-a972-5a9a8577cf02, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=7f7c2c28-943a-4cc1-a972-5a9a8577cf02,segment=NetworkSegment(4b902295-4efb-4c2d-9094-0d3bf96eb686),segment_id=4b902295-4efb-4c2d-9094-0d3bf96eb686)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:44:53.928135 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-241185c6-d23c-4aaa-8b97-f69f855d605e'] response: {'server_uuid': '05c23458-5a63-4ac0-99ca-b2b1912020e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7c2c28-943a-4cc1-a972-5a9a8577cf02', 'code': 200} Apr 11 14:44:53.960287 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:54.039531 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=7f7c2c28-943a-4cc1-a972-5a9a8577cf02,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:44:54.159341 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d076db8-3f65-4175-b830-9caf5d8249ae req-2f01cb98-172d-4a9d-a349-3b72b87f8f34 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:54.160721 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0d076db8-3f65-4175-b830-9caf5d8249ae req-2f01cb98-172d-4a9d-a349-3b72b87f8f34 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/ports?device_id=05c23458-5a63-4ac0-99ca-b2b1912020e1 HTTP/1.1" status: 200 len: 950 time: 0.0920434 Apr 11 14:44:54.210796 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0d076db8-3f65-4175-b830-9caf5d8249ae req-f97fa9a8-7cc8-4f5e-b603-74ef4eb318ef tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/security-groups?id=d36f572b-75f2-4455-b3b5-eb38dfd9f532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443809 Apr 11 14:44:54.361440 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423584b-b724-4b0c-a87d-49e9a775170e req-8d34a59b-80cd-4c9b-8b6f-5e000bdca4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:54.362939 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e423584b-b724-4b0c-a87d-49e9a775170e req-8d34a59b-80cd-4c9b-8b6f-5e000bdca4d7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=05c23458-5a63-4ac0-99ca-b2b1912020e1 HTTP/1.1" status: 200 len: 1103 time: 0.0727928 Apr 11 14:44:54.404644 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e423584b-b724-4b0c-a87d-49e9a775170e req-becc2850-db7a-4775-ab18-f325b00e0811 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d36f572b-75f2-4455-b3b5-eb38dfd9f532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356827 Apr 11 14:44:54.406236 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:55.225123 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-84a5b789-fb3e-4748-b526-2f672e30a7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:55.410002 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6d60d-f9b3-438b-bfed-e9f2e6b301be req-3d2b12b5-ede3-44cc-942f-04c36261a39c tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:55.411380 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-39e6d60d-f9b3-438b-bfed-e9f2e6b301be req-3d2b12b5-ede3-44cc-942f-04c36261a39c tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/ports?device_id=05c23458-5a63-4ac0-99ca-b2b1912020e1 HTTP/1.1" status: 200 len: 950 time: 0.0857546 Apr 11 14:44:55.458007 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-39e6d60d-f9b3-438b-bfed-e9f2e6b301be req-2a4ad3d3-e530-450f-b0f0-9f57f74f7def tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/security-groups?id=d36f572b-75f2-4455-b3b5-eb38dfd9f532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404768 Apr 11 14:44:56.657323 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2a2a8-8044-4b67-8cce-4694683df24c req-70d01ca5-eb33-4057-bc45-45ca6a2d2032 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:56.658817 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2bd2a2a8-8044-4b67-8cce-4694683df24c req-70d01ca5-eb33-4057-bc45-45ca6a2d2032 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/ports?device_id=05c23458-5a63-4ac0-99ca-b2b1912020e1 HTTP/1.1" status: 200 len: 950 time: 0.0890236 Apr 11 14:44:56.704951 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2bd2a2a8-8044-4b67-8cce-4694683df24c req-2d7b7ece-6c9f-4ab9-b4cc-e74768445844 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/security-groups?id=d36f572b-75f2-4455-b3b5-eb38dfd9f532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404651 Apr 11 14:44:57.745700 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ef853e51-012e-4f73-987d-a60ff81d4170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:58.407652 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4dd4-183c-4b90-8db5-d3edbd8e8194 req-2ca8a83a-86a7-4869-83bf-5749a3fcf66c tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:58.409131 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2ddc4dd4-183c-4b90-8db5-d3edbd8e8194 req-2ca8a83a-86a7-4869-83bf-5749a3fcf66c tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/ports?device_id=05c23458-5a63-4ac0-99ca-b2b1912020e1 HTTP/1.1" status: 200 len: 950 time: 0.0848529 Apr 11 14:44:58.454200 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2ddc4dd4-183c-4b90-8db5-d3edbd8e8194 req-bbdf1e87-21a2-4834-ad2b-f05367e99bb3 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/security-groups?id=d36f572b-75f2-4455-b3b5-eb38dfd9f532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391126 Apr 11 14:44:58.728229 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:58.739186 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:44:59.646724 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03bcd9-e5d9-4ae7-91d6-78e4a5c49915 req-300b271b-420b-43eb-a954-e10ff015c236 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:44:59.648222 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cc03bcd9-e5d9-4ae7-91d6-78e4a5c49915 req-300b271b-420b-43eb-a954-e10ff015c236 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/ports?device_id=05c23458-5a63-4ac0-99ca-b2b1912020e1 HTTP/1.1" status: 200 len: 950 time: 0.0813601 Apr 11 14:44:59.696364 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cc03bcd9-e5d9-4ae7-91d6-78e4a5c49915 req-7f685c94-824a-49aa-9013-d2628deac7e6 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/security-groups?id=d36f572b-75f2-4455-b3b5-eb38dfd9f532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417295 Apr 11 14:44:59.968456 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:00.057744 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ebd2a-871e-4eb4-a58d-19ec6e170d90 req-2426fb17-53ee-45ba-ba97-ba885e924ec3 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:00.059247 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3b5ebd2a-871e-4eb4-a58d-19ec6e170d90 req-2426fb17-53ee-45ba-ba97-ba885e924ec3 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.53 "GET /v2.0/ports?device_id=05c23458-5a63-4ac0-99ca-b2b1912020e1 HTTP/1.1" status: 200 len: 950 time: 0.0874026 Apr 11 14:45:00.137344 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-3b5ebd2a-871e-4eb4-a58d-19ec6e170d90 req-b6f2720d-5ef0-4547-ab3d-6e248980e786 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Deleting port 7f7c2c28-943a-4cc1-a972-5a9a8577cf02 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:45:00.137594 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-3b5ebd2a-871e-4eb4-a58d-19ec6e170d90 req-b6f2720d-5ef0-4547-ab3d-6e248980e786 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:00.389127 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-3b5ebd2a-871e-4eb4-a58d-19ec6e170d90 req-b6f2720d-5ef0-4547-ab3d-6e248980e786 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] For port 7f7c2c28-943a-4cc1-a972-5a9a8577cf02, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=7f7c2c28-943a-4cc1-a972-5a9a8577cf02,segment=NetworkSegment(4b902295-4efb-4c2d-9094-0d3bf96eb686),segment_id=4b902295-4efb-4c2d-9094-0d3bf96eb686)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:45:00.389399 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-3b5ebd2a-871e-4eb4-a58d-19ec6e170d90 req-b6f2720d-5ef0-4547-ab3d-6e248980e786 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:00.515322 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-3b5ebd2a-871e-4eb4-a58d-19ec6e170d90 req-b6f2720d-5ef0-4547-ab3d-6e248980e786 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Calling delete_port for 7f7c2c28-943a-4cc1-a972-5a9a8577cf02 owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:45:00.748335 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-3b5ebd2a-871e-4eb4-a58d-19ec6e170d90 req-b6f2720d-5ef0-4547-ab3d-6e248980e786 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:00.784902 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['7f7c2c28-943a-4cc1-a972-5a9a8577cf02'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:45:00.806651 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2720d-5ef0-4547-ab3d-6e248980e786 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Pushing event deleted for resources: {'Port': ['ID=7f7c2c28-943a-4cc1-a972-5a9a8577cf02,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:45:00.912349 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-056f6bed-074d-496d-b33d-98b1c7df6c52 req-615379be-1302-41db-8153-f00281c23995 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/ports?device_id=05c23458-5a63-4ac0-99ca-b2b1912020e1 HTTP/1.1" status: 200 len: 210 time: 0.1067247 Apr 11 14:45:00.928573 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5ebd2a-871e-4eb4-a58d-19ec6e170d90 req-b6f2720d-5ef0-4547-ab3d-6e248980e786 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] No DVR routers for this DVR port 7f7c2c28-943a-4cc1-a972-5a9a8577cf02 on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:45:00.936893 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-3b5ebd2a-871e-4eb4-a58d-19ec6e170d90 req-b6f2720d-5ef0-4547-ab3d-6e248980e786 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:00.940097 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c23458-5a63-4ac0-99ca-b2b1912020e1', 'name': 'network-vif-deleted', 'tag': '7f7c2c28-943a-4cc1-a972-5a9a8577cf02'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:45:00.988578 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d58ebe9b-517e-4519-83a5-ed3f61ab20c8'] response: {'server_uuid': '05c23458-5a63-4ac0-99ca-b2b1912020e1', 'name': 'network-vif-deleted', 'tag': '7f7c2c28-943a-4cc1-a972-5a9a8577cf02', 'status': 'completed', 'code': 200} Apr 11 14:45:01.040607 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3b5ebd2a-871e-4eb4-a58d-19ec6e170d90 req-b6f2720d-5ef0-4547-ab3d-6e248980e786 tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.53 "DELETE /v2.0/ports/7f7c2c28-943a-4cc1-a972-5a9a8577cf02 HTTP/1.1" status: 204 len: 173 time: 0.9712310 Apr 11 14:45:02.081942 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-53138bdc-59b6-4529-a2ee-049834420233 req-42b75f7b-30f6-43da-84e1-25fe904ffd6b tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Synchronizing usage tracker for tenant:e5025743068f4c2c9b1bb8c1b840a6d1 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:45:02.208099 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-53138bdc-59b6-4529-a2ee-049834420233 req-42b75f7b-30f6-43da-84e1-25fe904ffd6b tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] Unset dirty status for tenant:e5025743068f4c2c9b1bb8c1b840a6d1 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:45:02.209305 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-53138bdc-59b6-4529-a2ee-049834420233 req-42b75f7b-30f6-43da-84e1-25fe904ffd6b tempest-ServersAdminNegativeTestJSON-1343639279 tempest-ServersAdminNegativeTestJSON-1343639279-project] 10.222.0.66 "GET /v2.0/ports?device_id=05c23458-5a63-4ac0-99ca-b2b1912020e1 HTTP/1.1" status: 200 len: 210 time: 0.1713209 Apr 11 14:45:03.591075 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 7f7c2c28-943a-4cc1-a972-5a9a8577cf02 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:45:03.626372 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: 7f7c2c28-943a-4cc1-a972-5a9a8577cf02 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:45:03.626710 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 7f7c2c28-943a-4cc1-a972-5a9a8577cf02 not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:45:03.882543 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48650) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:45:04.032207 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a59d3eba-f276-43f2-8823-c0d427c2cc82 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e5025743068f4c2c9b1bb8c1b840a6d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483204 Apr 11 14:45:04.034542 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48656) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:45:04.092845 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a54b78f9-590c-41f5-80c2-39485b731d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:04.118137 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a54b78f9-590c-41f5-80c2-39485b731d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:04.285331 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a54b78f9-590c-41f5-80c2-39485b731d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:04.301363 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b78f9-590c-41f5-80c2-39485b731d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36f572b-75f2-4455-b3b5-eb38dfd9f532,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:45:04.384195 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a54b78f9-590c-41f5-80c2-39485b731d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:04.385320 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a54b78f9-590c-41f5-80c2-39485b731d09 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d36f572b-75f2-4455-b3b5-eb38dfd9f532 HTTP/1.1" status: 204 len: 168 time: 0.3498366 Apr 11 14:45:05.062117 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48664) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:45:05.080628 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-88f0381c-1814-462b-b4de-0e3301c3707d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:05.095590 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-88f0381c-1814-462b-b4de-0e3301c3707d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:45:05.099574 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-88f0381c-1814-462b-b4de-0e3301c3707d admin admin] Usage tracker for resource:security_group_rule and tenant:dff40b2b143146d3b48294b2292db0e4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:45:05.106370 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-88f0381c-1814-462b-b4de-0e3301c3707d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:45:05.108213 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-88f0381c-1814-462b-b4de-0e3301c3707d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:45:05.194363 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-88f0381c-1814-462b-b4de-0e3301c3707d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:05.283160 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-88f0381c-1814-462b-b4de-0e3301c3707d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:05.333213 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-88f0381c-1814-462b-b4de-0e3301c3707d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dff40b2b143146d3b48294b2292db0e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2698753 Apr 11 14:45:05.334114 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0381c-1814-462b-b4de-0e3301c3707d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cff6eb9-2f7e-4628-b36d-901b0b7d34da,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:45:05.336735 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48668) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:45:05.405824 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9e9e6720-93e0-42da-bb82-abcfb9b8d433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:05.436689 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9e9e6720-93e0-42da-bb82-abcfb9b8d433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:05.597053 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9e9e6720-93e0-42da-bb82-abcfb9b8d433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:05.616162 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e6720-93e0-42da-bb82-abcfb9b8d433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cff6eb9-2f7e-4628-b36d-901b0b7d34da,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:45:05.626445 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9e9e6720-93e0-42da-bb82-abcfb9b8d433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:05.628405 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9e9e6720-93e0-42da-bb82-abcfb9b8d433 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5cff6eb9-2f7e-4628-b36d-901b0b7d34da HTTP/1.1" status: 204 len: 168 time: 0.2895215 Apr 11 14:45:06.748687 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48692) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:45:06.854032 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-bbafa40c-f053-4c5a-afdd-574b7a7ab156 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-743470301-network', 'tenant_id': '5750bb43282e4ea1838cbe8aa8fa2a53'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:45:06.858905 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-bbafa40c-f053-4c5a-afdd-574b7a7ab156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:45:06.863266 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-bbafa40c-f053-4c5a-afdd-574b7a7ab156 admin admin] Usage tracker for resource:network and tenant:5750bb43282e4ea1838cbe8aa8fa2a53 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:45:06.866101 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-bbafa40c-f053-4c5a-afdd-574b7a7ab156 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:45:06.872551 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-bbafa40c-f053-4c5a-afdd-574b7a7ab156 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:45:06.956808 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbafa40c-f053-4c5a-afdd-574b7a7ab156 admin admin] Made reservation on behalf of 5750bb43282e4ea1838cbe8aa8fa2a53 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:45:06.959382 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bbafa40c-f053-4c5a-afdd-574b7a7ab156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:06.972217 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bbafa40c-f053-4c5a-afdd-574b7a7ab156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:06.986831 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-bbafa40c-f053-4c5a-afdd-574b7a7ab156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:45:06.990642 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-bbafa40c-f053-4c5a-afdd-574b7a7ab156 admin admin] Usage tracker for resource:security_group_rule and tenant:5750bb43282e4ea1838cbe8aa8fa2a53 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:45:06.993954 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-bbafa40c-f053-4c5a-afdd-574b7a7ab156 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:45:06.999772 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-bbafa40c-f053-4c5a-afdd-574b7a7ab156 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:45:07.087652 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bbafa40c-f053-4c5a-afdd-574b7a7ab156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:07.167750 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bbafa40c-f053-4c5a-afdd-574b7a7ab156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:07.198752 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbafa40c-f053-4c5a-afdd-574b7a7ab156 admin admin] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:45:07.208313 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafa40c-f053-4c5a-afdd-574b7a7ab156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686ed9d5-19a0-45f8-8927-ac464128ff51,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:45:07.215422 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bbafa40c-f053-4c5a-afdd-574b7a7ab156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:07.216400 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-bbafa40c-f053-4c5a-afdd-574b7a7ab156 admin admin] Added segment 5c02461c-ca76-425b-acba-8e56667f79a6 of type vlan for network b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef Apr 11 14:45:07.249238 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bbafa40c-f053-4c5a-afdd-574b7a7ab156 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:07.359570 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bbafa40c-f053-4c5a-afdd-574b7a7ab156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:07.360967 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbafa40c-f053-4c5a-afdd-574b7a7ab156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:07.361549 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bbafa40c-f053-4c5a-afdd-574b7a7ab156 admin admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:07.465088 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafa40c-f053-4c5a-afdd-574b7a7ab156 admin admin] Pushing event updated for resources: {'Network': ['ID=b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:45:07.475326 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:45:07.568803 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-bbafa40c-f053-4c5a-afdd-574b7a7ab156 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8189621 Apr 11 14:45:07.571617 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48698) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:45:07.577242 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-a29a5d7b-73a0-44b2-ae01-0dbd6b5e751b admin admin] Request body: {'subnet': {'network_id': 'b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-743470301-subnet', 'tenant_id': '5750bb43282e4ea1838cbe8aa8fa2a53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:45:07.583611 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a29a5d7b-73a0-44b2-ae01-0dbd6b5e751b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:45:07.585982 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a29a5d7b-73a0-44b2-ae01-0dbd6b5e751b admin admin] Usage tracker for resource:subnet and tenant:5750bb43282e4ea1838cbe8aa8fa2a53 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:45:07.588800 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a29a5d7b-73a0-44b2-ae01-0dbd6b5e751b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:45:07.594562 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a29a5d7b-73a0-44b2-ae01-0dbd6b5e751b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:45:07.682561 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29a5d7b-73a0-44b2-ae01-0dbd6b5e751b admin admin] Made reservation on behalf of 5750bb43282e4ea1838cbe8aa8fa2a53 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:45:07.684830 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a29a5d7b-73a0-44b2-ae01-0dbd6b5e751b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:08.002362 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a29a5d7b-73a0-44b2-ae01-0dbd6b5e751b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:08.175997 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a5d7b-73a0-44b2-ae01-0dbd6b5e751b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9211f94-819d-4c5e-823f-0c76476e744e,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:45:08.189207 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29a5d7b-73a0-44b2-ae01-0dbd6b5e751b admin admin] Checking segment: {'id': '5c02461c-ca76-425b-acba-8e56667f79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:45:08.189562 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29a5d7b-73a0-44b2-ae01-0dbd6b5e751b admin admin] Network hostable DHCP agents. Network: b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:45:08.310692 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29a5d7b-73a0-44b2-ae01-0dbd6b5e751b admin admin] Network b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:45:08.404902 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-a29a5d7b-73a0-44b2-ae01-0dbd6b5e751b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:45:08.410439 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29a5d7b-73a0-44b2-ae01-0dbd6b5e751b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:08.411589 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a29a5d7b-73a0-44b2-ae01-0dbd6b5e751b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:08.414654 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bac4769-0293-4ce5-993c-a2d2d06d46d9 None None] Network b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:45:08.517987 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a29a5d7b-73a0-44b2-ae01-0dbd6b5e751b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9452503 Apr 11 14:45:08.638026 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f9a570-4115-44a7-958a-690f7adfcdc0 None None] Network b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:45:09.057245 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-1d949098-c103-4b19-9044-25abbbd3d617 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:09.058730 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-1d949098-c103-4b19-9044-25abbbd3d617 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/networks?id=b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef HTTP/1.1" status: 200 len: 811 time: 0.1546879 Apr 11 14:45:09.073927 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-49ea4988-9017-4e33-8460-7c5fcee849a1 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/quotas/5750bb43282e4ea1838cbe8aa8fa2a53 HTTP/1.1" status: 200 len: 375 time: 0.0094891 Apr 11 14:45:09.233287 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-d08ce1e8-38a7-4121-a115-c10f831976ae tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5750bb43282e4ea1838cbe8aa8fa2a53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1543367 Apr 11 14:45:09.376715 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-767a3733-ac51-42bc-af8c-bff2814c3b47 service neutron] 10.222.0.66 "GET /v2.0/networks/b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355186 Apr 11 14:45:09.507559 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-25b2869b-6451-42e3-af12-c58eee7eb677 service neutron] 10.222.0.66 "GET /v2.0/networks/b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250937 Apr 11 14:45:09.771460 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bac12b1a-56e5-4d53-96e7-b4a82c21b66e req-c3bb33d3-0630-4d0d-8e7e-eceda5bd4e4b tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 210 time: 0.0438406 Apr 11 14:45:10.868392 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a9e2246c-e8c7-4f53-aef1-e36dea1e3d4c req-ad055863-6303-4e1e-958d-3dea82e6c73a tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 210 time: 0.0445971 Apr 11 14:45:11.970906 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-349fa4c3-bdaa-48e4-8cd9-365db3f38bae req-6bfb8495-fc3f-4f0c-a743-9e0fb34b7df2 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 210 time: 0.0446658 Apr 11 14:45:13.070062 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c13b4dd5-f8d2-47bb-bc7e-d9fcc287bbf0 req-e1e4db9c-c497-4b24-90dc-6270c8d7865a tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 210 time: 0.0435464 Apr 11 14:45:14.219747 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-19e5044f-29bd-408d-ba7e-3c377e967c80 req-af35e998-1648-4b8d-9898-45d1ed12a126 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 210 time: 0.0453188 Apr 11 14:45:15.376386 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b6dd8a35-2389-4f2c-b705-8fa3679387ac req-069db847-fb1e-45ee-8e84-3419910ab011 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 210 time: 0.0485480 Apr 11 14:45:16.531261 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-df21904c-d413-4202-86a7-465f09a6eb2e req-d6586055-8928-4150-830a-4047431d3282 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 210 time: 0.0449646 Apr 11 14:45:16.616583 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-6a0fbe0c-1dc3-4d08-93ed-9aaed4427349 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:16.618060 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-6a0fbe0c-1dc3-4d08-93ed-9aaed4427349 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.53 "GET /v2.0/networks?id=b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef HTTP/1.1" status: 200 len: 811 time: 0.1585059 Apr 11 14:45:16.635670 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-c481209a-066d-41a8-bf86-febe97e0b619 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Request body: {'port': {'device_id': 'fbffe176-8758-40a6-a295-bf843b671405', 'network_id': 'b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef', 'admin_state_up': True, 'tenant_id': '5750bb43282e4ea1838cbe8aa8fa2a53'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:45:16.779824 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-c481209a-066d-41a8-bf86-febe97e0b619 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:45:16.783792 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-c481209a-066d-41a8-bf86-febe97e0b619 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Usage tracker for resource:port and tenant:5750bb43282e4ea1838cbe8aa8fa2a53 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:45:16.787435 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-c481209a-066d-41a8-bf86-febe97e0b619 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:45:16.793830 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-c481209a-066d-41a8-bf86-febe97e0b619 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:45:16.885256 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-c481209a-066d-41a8-bf86-febe97e0b619 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Made reservation on behalf of 5750bb43282e4ea1838cbe8aa8fa2a53 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:45:16.888809 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-c481209a-066d-41a8-bf86-febe97e0b619 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:17.063047 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-c481209a-066d-41a8-bf86-febe97e0b619 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Allocated IP 172.20.0.2 (b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef/d9211f94-819d-4c5e-823f-0c76476e744e/23deae54-07c8-4bbc-99d0-3fb8dbd66e57) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:45:17.266280 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-c481209a-066d-41a8-bf86-febe97e0b619 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:17.410991 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-c481209a-066d-41a8-bf86-febe97e0b619 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:17.475533 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-c481209a-066d-41a8-bf86-febe97e0b619 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Network b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:45:17.478663 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-c481209a-066d-41a8-bf86-febe97e0b619 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:45:17.487132 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-c481209a-066d-41a8-bf86-febe97e0b619 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:45:17.527555 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481209a-066d-41a8-bf86-febe97e0b619 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Pushing event updated for resources: {'Port': ['ID=23deae54-07c8-4bbc-99d0-3fb8dbd66e57,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:45:17.558829 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-c481209a-066d-41a8-bf86-febe97e0b619 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:17.559449 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-c481209a-066d-41a8-bf86-febe97e0b619 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:17.730257 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e01e6a-7e98-47ec-8c81-88fc5207e195 req-83c4cf01-e91d-46e5-969d-213fcf07ac78 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:17.730965 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-93e01e6a-7e98-47ec-8c81-88fc5207e195 req-83c4cf01-e91d-46e5-969d-213fcf07ac78 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Synchronizing usage tracker for tenant:5750bb43282e4ea1838cbe8aa8fa2a53 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:45:17.735308 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-c481209a-066d-41a8-bf86-febe97e0b619 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1036804 Apr 11 14:45:17.752393 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-d0937a38-e468-4682-8432-58e5d7b1e7e7 service neutron] Request body: {'port': {'device_id': 'fbffe176-8758-40a6-a295-bf843b671405', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:45:17.865241 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-93e01e6a-7e98-47ec-8c81-88fc5207e195 req-83c4cf01-e91d-46e5-969d-213fcf07ac78 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Unset dirty status for tenant:5750bb43282e4ea1838cbe8aa8fa2a53 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:45:17.866420 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-93e01e6a-7e98-47ec-8c81-88fc5207e195 req-83c4cf01-e91d-46e5-969d-213fcf07ac78 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 931 time: 0.2246583 Apr 11 14:45:17.871314 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-d0937a38-e468-4682-8432-58e5d7b1e7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:17.973743 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-93e01e6a-7e98-47ec-8c81-88fc5207e195 req-dec18a7e-5398-455a-8920-547649aa49a2 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925281 Apr 11 14:45:18.377906 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-d0937a38-e468-4682-8432-58e5d7b1e7e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23deae54-07c8-4bbc-99d0-3fb8dbd66e57 {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:45:18.385758 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-d0937a38-e468-4682-8432-58e5d7b1e7e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:18.400866 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-d0937a38-e468-4682-8432-58e5d7b1e7e7 service neutron] Transition to ACTIVE for port object 23deae54-07c8-4bbc-99d0-3fb8dbd66e57 will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:45:18.470222 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-d0937a38-e468-4682-8432-58e5d7b1e7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:18.630943 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0937a38-e468-4682-8432-58e5d7b1e7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=23deae54-07c8-4bbc-99d0-3fb8dbd66e57,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:45:18.707266 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-d0937a38-e468-4682-8432-58e5d7b1e7e7 service neutron] Attempting to bind port 23deae54-07c8-4bbc-99d0-3fb8dbd66e57 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:45:18.707606 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-d0937a38-e468-4682-8432-58e5d7b1e7e7 service neutron] Attempting to bind port 23deae54-07c8-4bbc-99d0-3fb8dbd66e57 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '5c02461c-ca76-425b-acba-8e56667f79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:45:18.707952 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-d0937a38-e468-4682-8432-58e5d7b1e7e7 service neutron] Attempting to bind port 23deae54-07c8-4bbc-99d0-3fb8dbd66e57 on network b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:45:18.712532 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-d0937a38-e468-4682-8432-58e5d7b1e7e7 service neutron] Port 23deae54-07c8-4bbc-99d0-3fb8dbd66e57 on network b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:45:18.712850 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-d0937a38-e468-4682-8432-58e5d7b1e7e7 service neutron] Attempting to bind port 23deae54-07c8-4bbc-99d0-3fb8dbd66e57 on network b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:45:18.717932 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-d0937a38-e468-4682-8432-58e5d7b1e7e7 service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:45:18.718266 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-d0937a38-e468-4682-8432-58e5d7b1e7e7 service neutron] Checking segment: {'id': '5c02461c-ca76-425b-acba-8e56667f79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:45:18.718648 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-d0937a38-e468-4682-8432-58e5d7b1e7e7 service neutron] Bound using segment: {'id': '5c02461c-ca76-425b-acba-8e56667f79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:45:18.719064 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-d0937a38-e468-4682-8432-58e5d7b1e7e7 service neutron] Bound port: 23deae54-07c8-4bbc-99d0-3fb8dbd66e57, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c02461c-ca76-425b-acba-8e56667f79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:45:18.719406 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-d0937a38-e468-4682-8432-58e5d7b1e7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:18.809225 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-d0937a38-e468-4682-8432-58e5d7b1e7e7 service neutron] For port 23deae54-07c8-4bbc-99d0-3fb8dbd66e57, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:45:18.812310 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-d0937a38-e468-4682-8432-58e5d7b1e7e7 service neutron] For port 23deae54-07c8-4bbc-99d0-3fb8dbd66e57, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=23deae54-07c8-4bbc-99d0-3fb8dbd66e57,segment=NetworkSegment(5c02461c-ca76-425b-acba-8e56667f79a6),segment_id=5c02461c-ca76-425b-acba-8e56667f79a6)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:45:18.873622 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-d0937a38-e468-4682-8432-58e5d7b1e7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:18.936726 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-d0937a38-e468-4682-8432-58e5d7b1e7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:18.937335 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-d0937a38-e468-4682-8432-58e5d7b1e7e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:18.938772 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-d0937a38-e468-4682-8432-58e5d7b1e7e7 service neutron] 10.222.0.53 "PUT /v2.0/ports/23deae54-07c8-4bbc-99d0-3fb8dbd66e57 HTTP/1.1" status: 200 len: 1093 time: 1.1902840 Apr 11 14:45:18.939205 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbffe176-8758-40a6-a295-bf843b671405', 'tag': '23deae54-07c8-4bbc-99d0-3fb8dbd66e57'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:45:18.976364 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0937a38-e468-4682-8432-58e5d7b1e7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=23deae54-07c8-4bbc-99d0-3fb8dbd66e57,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:45:18.993024 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa41a9e6-21df-49cd-aa51-7b45882e71ec'] response: {'name': 'network-changed', 'server_uuid': 'fbffe176-8758-40a6-a295-bf843b671405', 'tag': '23deae54-07c8-4bbc-99d0-3fb8dbd66e57', 'status': 'completed', 'code': 200} Apr 11 14:45:19.156088 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a302f-d231-4e18-a934-6d81cae06b06 req-1a3fec00-1622-4465-97c0-42f6b7bc7074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:19.157582 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6a7a302f-d231-4e18-a934-6d81cae06b06 req-1a3fec00-1622-4465-97c0-42f6b7bc7074 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5750bb43282e4ea1838cbe8aa8fa2a53&device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 1096 time: 0.1237199 Apr 11 14:45:19.225634 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46ef30-9e29-4da4-8d7b-0347c3b52196 req-e5b2a578-3196-4a6f-ac73-797fae4be54b tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:19.227130 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ba46ef30-9e29-4da4-8d7b-0347c3b52196 req-e5b2a578-3196-4a6f-ac73-797fae4be54b tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 943 time: 0.1382794 Apr 11 14:45:19.352399 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ba46ef30-9e29-4da4-8d7b-0347c3b52196 req-ad45dab8-cff3-4026-889f-4c0f895a8cdd tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783067 Apr 11 14:45:19.359525 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a302f-d231-4e18-a934-6d81cae06b06 req-c33530f2-0680-4077-a9a7-13864f551b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:19.360944 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6a7a302f-d231-4e18-a934-6d81cae06b06 req-c33530f2-0680-4077-a9a7-13864f551b51 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=5750bb43282e4ea1838cbe8aa8fa2a53&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1895888 Apr 11 14:45:19.500999 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a302f-d231-4e18-a934-6d81cae06b06 req-a8aa0063-6945-4e55-832d-1864662d0fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:19.502564 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6a7a302f-d231-4e18-a934-6d81cae06b06 req-a8aa0063-6945-4e55-832d-1864662d0fc3 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1359189 Apr 11 14:45:19.630939 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-8644987f-6851-4e43-a37d-c5fef1032498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:19.632412 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-8644987f-6851-4e43-a37d-c5fef1032498 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5750bb43282e4ea1838cbe8aa8fa2a53&device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 1096 time: 0.0725689 Apr 11 14:45:19.708288 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-5bc9106b-28fb-4c0a-acf5-0c4c5cff08b6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23deae54-07c8-4bbc-99d0-3fb8dbd66e57 HTTP/1.1" status: 200 len: 217 time: 0.0638518 Apr 11 14:45:19.771136 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-627e3fb7-df1a-49f5-a8a4-3c1d9c6075c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:19.772512 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-627e3fb7-df1a-49f5-a8a4-3c1d9c6075c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d9211f94-819d-4c5e-823f-0c76476e744e HTTP/1.1" status: 200 len: 851 time: 0.0582411 Apr 11 14:45:19.820349 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-ba38903b-a385-469d-ad56-5661c1331eb8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420752 Apr 11 14:45:19.952600 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-a8a9c3d4-e8cd-4ab9-a8ed-0bdf56048aca service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258340 Apr 11 14:45:20.086732 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-15018a78-89e8-4c8d-bb9b-5574e85cde0c req-c21b6cb9-2e00-460a-931a-62ff168a7b25 service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279778 Apr 11 14:45:20.551823 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade40c5e-a7da-44cd-a523-eb0c771443e1 req-5127f73d-3f2d-404a-8d23-5183259c41c1 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:20.552983 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ade40c5e-a7da-44cd-a523-eb0c771443e1 req-5127f73d-3f2d-404a-8d23-5183259c41c1 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 943 time: 0.0895791 Apr 11 14:45:20.598990 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-ade40c5e-a7da-44cd-a523-eb0c771443e1 req-d344fac1-cd35-4b1b-ab42-72f49b50ad24 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Synchronizing usage tracker for tenant:5750bb43282e4ea1838cbe8aa8fa2a53 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:45:20.773510 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-ade40c5e-a7da-44cd-a523-eb0c771443e1 req-d344fac1-cd35-4b1b-ab42-72f49b50ad24 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Unset dirty status for tenant:5750bb43282e4ea1838cbe8aa8fa2a53 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:45:20.774774 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ade40c5e-a7da-44cd-a523-eb0c771443e1 req-d344fac1-cd35-4b1b-ab42-72f49b50ad24 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156723 Apr 11 14:45:20.800942 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:45:22.076076 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67fd0f-833c-407e-a36f-695823617f2e req-683188d9-dc34-4cd8-b1a1-4e3274f227f4 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:22.077483 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7f67fd0f-833c-407e-a36f-695823617f2e req-683188d9-dc34-4cd8-b1a1-4e3274f227f4 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 943 time: 0.1968231 Apr 11 14:45:22.122349 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7f67fd0f-833c-407e-a36f-695823617f2e req-5446c176-eea0-4453-8fd9-748553c225ae tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391085 Apr 11 14:45:23.311295 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af99d2a-0aab-42fc-b9f8-126f972de7a5 req-3c3b57b7-ad96-4a7b-b5f4-12703d8160c6 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:23.312682 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0af99d2a-0aab-42fc-b9f8-126f972de7a5 req-3c3b57b7-ad96-4a7b-b5f4-12703d8160c6 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 943 time: 0.0826340 Apr 11 14:45:23.357495 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0af99d2a-0aab-42fc-b9f8-126f972de7a5 req-2c65c459-1be4-4af6-8d8c-d5fb2d7acaf5 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383031 Apr 11 14:45:23.670732 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 23deae54-07c8-4bbc-99d0-3fb8dbd66e57 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:45:23.807884 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 23deae54-07c8-4bbc-99d0-3fb8dbd66e57, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=23deae54-07c8-4bbc-99d0-3fb8dbd66e57,segment=NetworkSegment(5c02461c-ca76-425b-acba-8e56667f79a6),segment_id=5c02461c-ca76-425b-acba-8e56667f79a6)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:45:23.821794 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '23deae54-07c8-4bbc-99d0-3fb8dbd66e57', 'network_id': 'b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef', 'port_id': '23deae54-07c8-4bbc-99d0-3fb8dbd66e57', 'mac_address': 'fa:16:3e:80:6c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9211f94-819d-4c5e-823f-0c76476e744e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:45:23.881356 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:23.898190 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23deae54-07c8-4bbc-99d0-3fb8dbd66e57 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:45:23.914018 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 23deae54-07c8-4bbc-99d0-3fb8dbd66e57, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=23deae54-07c8-4bbc-99d0-3fb8dbd66e57,segment=NetworkSegment(5c02461c-ca76-425b-acba-8e56667f79a6),segment_id=5c02461c-ca76-425b-acba-8e56667f79a6)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:45:24.005508 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:24.074046 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=23deae54-07c8-4bbc-99d0-3fb8dbd66e57,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:45:24.081233 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:45:24.081714 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:45:24.082756 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:45:24.083181 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:45:24.083520 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:45:24.083855 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:45:24.084192 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:45:24.084518 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:45:24.085140 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:45:24.085485 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:45:24.085811 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:45:24.086191 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:45:24.399485 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['23deae54-07c8-4bbc-99d0-3fb8dbd66e57'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:45:24.482302 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:24.554223 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f85a48-d8de-46e1-8b3d-10c70042edb9 req-5aab4774-b46b-4c40-9066-700a898857d9 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:24.555698 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f0f85a48-d8de-46e1-8b3d-10c70042edb9 req-5aab4774-b46b-4c40-9066-700a898857d9 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 944 time: 0.0865881 Apr 11 14:45:24.604835 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f0f85a48-d8de-46e1-8b3d-10c70042edb9 req-9848ed8c-7bb3-45ec-82eb-7bbcec17fa77 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419424 Apr 11 14:45:25.184703 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d169eec5-e43f-4647-97a0-0c91ab04eb02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:25.697565 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 23deae54-07c8-4bbc-99d0-3fb8dbd66e57 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:45:25.798638 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c37ba-38c2-4155-a127-d1f5d526228f req-9a466009-7282-44bf-867e-c290b48c4a3d tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:25.800112 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c84c37ba-38c2-4155-a127-d1f5d526228f req-9a466009-7282-44bf-867e-c290b48c4a3d tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 944 time: 0.0854728 Apr 11 14:45:25.846213 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c84c37ba-38c2-4155-a127-d1f5d526228f req-563d91ff-e276-4070-a930-25f6fb2cc1ad tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396810 Apr 11 14:45:25.856177 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port 23deae54-07c8-4bbc-99d0-3fb8dbd66e57 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:45:25.861415 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 23deae54-07c8-4bbc-99d0-3fb8dbd66e57 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:45:25.861793 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:25.982287 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:26.011658 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbffe176-8758-40a6-a295-bf843b671405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23deae54-07c8-4bbc-99d0-3fb8dbd66e57'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:45:26.026051 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 23deae54-07c8-4bbc-99d0-3fb8dbd66e57, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=23deae54-07c8-4bbc-99d0-3fb8dbd66e57,segment=NetworkSegment(5c02461c-ca76-425b-acba-8e56667f79a6),segment_id=5c02461c-ca76-425b-acba-8e56667f79a6)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:45:26.101637 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:26.171048 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fd69aa6-594e-4998-b96f-6163511e9f4a'] response: {'server_uuid': 'fbffe176-8758-40a6-a295-bf843b671405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23deae54-07c8-4bbc-99d0-3fb8dbd66e57', 'code': 200} Apr 11 14:45:26.213335 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=23deae54-07c8-4bbc-99d0-3fb8dbd66e57,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:45:26.601093 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf56aa5-6da0-451b-9d8f-87bbe340d323 req-707a136a-9364-4da3-8870-189a0f4a0851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:26.602633 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fdf56aa5-6da0-451b-9d8f-87bbe340d323 req-707a136a-9364-4da3-8870-189a0f4a0851 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 1098 time: 0.0715835 Apr 11 14:45:26.643906 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fdf56aa5-6da0-451b-9d8f-87bbe340d323 req-fa1771f8-719a-4ec3-843a-2ac1605bbfb7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347323 Apr 11 14:45:27.053822 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a0557-0aa9-45e5-bed8-5604d6258d11 req-24366b74-a01d-4dd8-9eee-d72ec1bd969b tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:27.055328 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ef7a0557-0aa9-45e5-bed8-5604d6258d11 req-24366b74-a01d-4dd8-9eee-d72ec1bd969b tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.1024005 Apr 11 14:45:27.100637 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ef7a0557-0aa9-45e5-bed8-5604d6258d11 req-61349862-af77-4361-aedc-66db21d4b9cf tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393345 Apr 11 14:45:27.779569 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-66fa7564-975d-4fa2-8f23-a8d9f8b3c224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:28.292852 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f25505-ab13-4a4d-a23d-a141461cc617 req-f7076da1-da59-4677-8606-d35afbcd6cfe tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:28.294444 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-84f25505-ab13-4a4d-a23d-a141461cc617 req-f7076da1-da59-4677-8606-d35afbcd6cfe tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.0864060 Apr 11 14:45:28.340421 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-84f25505-ab13-4a4d-a23d-a141461cc617 req-b03cf24c-b676-405a-b046-628b6ddd938e tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402982 Apr 11 14:45:28.745434 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:28.746266 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:29.530600 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44033e7-55a7-425d-b128-20059fc022fc req-83e3cfb6-d39e-40ca-b42b-4ce04e21a006 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:29.532069 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f44033e7-55a7-425d-b128-20059fc022fc req-83e3cfb6-d39e-40ca-b42b-4ce04e21a006 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.0854628 Apr 11 14:45:29.577441 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f44033e7-55a7-425d-b128-20059fc022fc req-aee0257f-c6a5-4181-b36e-f229726b575a tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389593 Apr 11 14:45:30.045491 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:30.215204 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0417b-ebe0-4c32-bcd7-1aa975156b58 req-6a09056a-0e51-4804-94b0-313f631a07a3 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:30.216693 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-edd0417b-ebe0-4c32-bcd7-1aa975156b58 req-6a09056a-0e51-4804-94b0-313f631a07a3 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.0853868 Apr 11 14:45:30.262384 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-edd0417b-ebe0-4c32-bcd7-1aa975156b58 req-a3a94ef3-ec84-4e1d-a108-7a8fe8b2df8d tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398457 Apr 11 14:45:30.412955 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48790) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:45:30.526983 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e6f07c8c-25d9-4541-a527-809e0b4ccc93 req-a0faf1fd-15df-432f-80ad-9e72c1ca4216 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1127870 Apr 11 14:45:31.457143 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dfcaf-cbbe-4da4-b7ce-28310e38d51b req-7f920be9-86ec-4ca3-a995-de7c46bd6e79 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:31.458662 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9e8dfcaf-cbbe-4da4-b7ce-28310e38d51b req-7f920be9-86ec-4ca3-a995-de7c46bd6e79 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.0878427 Apr 11 14:45:31.504035 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9e8dfcaf-cbbe-4da4-b7ce-28310e38d51b req-df29766e-ca52-4577-aced-fae61677abd4 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395842 Apr 11 14:45:32.707842 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96998ce-d1b4-4d55-92ce-41de4003063e req-3221a17c-d230-444d-985e-4b94db9b9bf5 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:32.709339 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b96998ce-d1b4-4d55-92ce-41de4003063e req-3221a17c-d230-444d-985e-4b94db9b9bf5 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.0947688 Apr 11 14:45:32.756782 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b96998ce-d1b4-4d55-92ce-41de4003063e req-801f841a-29d5-4bb2-a3ae-cfecb3796933 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415845 Apr 11 14:45:32.984927 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f07c8c-25d9-4541-a527-809e0b4ccc93 req-d3871ba7-9af0-4e7b-aa40-55a298dbf49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:32.986431 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e6f07c8c-25d9-4541-a527-809e0b4ccc93 req-d3871ba7-9af0-4e7b-aa40-55a298dbf49e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5750bb43282e4ea1838cbe8aa8fa2a53&device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 1098 time: 0.0728805 Apr 11 14:45:33.142373 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f07c8c-25d9-4541-a527-809e0b4ccc93 req-cfbfec06-89d4-486e-9440-9a15fdd6ec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:33.143858 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e6f07c8c-25d9-4541-a527-809e0b4ccc93 req-cfbfec06-89d4-486e-9440-9a15fdd6ec33 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef HTTP/1.1" status: 200 len: 913 time: 0.1520202 Apr 11 14:45:33.222640 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e6f07c8c-25d9-4541-a527-809e0b4ccc93 req-e6c6f442-b4f2-4186-8c9e-b51fc5b8f12d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23deae54-07c8-4bbc-99d0-3fb8dbd66e57 HTTP/1.1" status: 200 len: 217 time: 0.0659847 Apr 11 14:45:33.284167 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f07c8c-25d9-4541-a527-809e0b4ccc93 req-23f91fa7-f31b-478b-8a64-4b38304f6ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:33.286688 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e6f07c8c-25d9-4541-a527-809e0b4ccc93 req-23f91fa7-f31b-478b-8a64-4b38304f6ae7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d9211f94-819d-4c5e-823f-0c76476e744e HTTP/1.1" status: 200 len: 851 time: 0.0594175 Apr 11 14:45:33.336845 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e6f07c8c-25d9-4541-a527-809e0b4ccc93 req-2075a315-d82b-4168-b6c8-e10b3392686c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436876 Apr 11 14:45:33.479732 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e6f07c8c-25d9-4541-a527-809e0b4ccc93 req-9d5ea5b3-cc67-4a3a-a713-86b09f08b026 service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316087 Apr 11 14:45:33.620620 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e6f07c8c-25d9-4541-a527-809e0b4ccc93 req-e8cffb17-7b09-4427-9d6b-2c36e4add1b7 service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341496 Apr 11 14:45:33.958724 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778a67e-d6cb-4647-aaaf-4c45fa33485e req-e20f5b45-0322-45a3-84ec-dc4f11b23a80 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:33.960969 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e778a67e-d6cb-4647-aaaf-4c45fa33485e req-e20f5b45-0322-45a3-84ec-dc4f11b23a80 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.0855963 Apr 11 14:45:34.007310 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e778a67e-d6cb-4647-aaaf-4c45fa33485e req-f0cdb48c-3cf2-4ad6-a1e0-7bee4f276087 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406139 Apr 11 14:45:35.202259 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce3a53-cb07-45db-86e5-4e6cd0363faa req-44809edd-aeec-4848-8044-f6817d83b267 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:35.203764 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4cce3a53-cb07-45db-86e5-4e6cd0363faa req-44809edd-aeec-4848-8044-f6817d83b267 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.0851610 Apr 11 14:45:35.248346 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4cce3a53-cb07-45db-86e5-4e6cd0363faa req-5de6552e-0dfd-4529-9391-767e12e4ee27 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381913 Apr 11 14:45:36.440903 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911855e-94a6-416d-aa39-cca0991e8ab5 req-5f8ce1e3-7f93-42fe-b333-2029838e6076 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:36.443767 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c911855e-94a6-416d-aa39-cca0991e8ab5 req-5f8ce1e3-7f93-42fe-b333-2029838e6076 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.0866468 Apr 11 14:45:36.490724 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c911855e-94a6-416d-aa39-cca0991e8ab5 req-e327c9c8-239f-4a66-92f3-1921839a9224 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410399 Apr 11 14:45:37.683074 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a7665-d525-4438-a3b4-e9592030f05c req-b23ca7e2-c690-433a-b29d-3f7669ef9177 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:37.684582 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-128a7665-d525-4438-a3b4-e9592030f05c req-b23ca7e2-c690-433a-b29d-3f7669ef9177 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.0829690 Apr 11 14:45:37.727749 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-128a7665-d525-4438-a3b4-e9592030f05c req-f4f788ab-13ee-4de7-9c57-329124102dda tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375535 Apr 11 14:45:38.923630 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726ec86-eb72-4e16-b850-f87099f6d180 req-99c9b199-89d3-4a86-beaa-72c3a28a475a tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:38.925112 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0726ec86-eb72-4e16-b850-f87099f6d180 req-99c9b199-89d3-4a86-beaa-72c3a28a475a tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.0809586 Apr 11 14:45:38.971857 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0726ec86-eb72-4e16-b850-f87099f6d180 req-cb6892a5-54e8-4e43-bc4e-aa37a91262e6 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395050 Apr 11 14:45:40.176250 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba267e-312e-4113-9ce8-0640149d6a8c req-fd3dbeb8-4a1b-4ffc-9613-ea006f46795a tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:40.177668 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-85ba267e-312e-4113-9ce8-0640149d6a8c req-fd3dbeb8-4a1b-4ffc-9613-ea006f46795a tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.0875103 Apr 11 14:45:40.224302 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-85ba267e-312e-4113-9ce8-0640149d6a8c req-5daf57c6-8c87-449a-bbd3-ab3407a3c0c9 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404429 Apr 11 14:45:41.419150 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee5103-6c52-429a-912f-a14da32accd8 req-1f5fd29b-2c92-4e03-a92b-1d0d214b53c0 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:41.420638 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a2ee5103-6c52-429a-912f-a14da32accd8 req-1f5fd29b-2c92-4e03-a92b-1d0d214b53c0 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.0903604 Apr 11 14:45:41.470814 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a2ee5103-6c52-429a-912f-a14da32accd8 req-3d68a368-7b0d-4e9a-a8ee-725d5ac1689a tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445790 Apr 11 14:45:42.673486 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffeb63-2f3a-43c8-8e61-5cec66f4a5fd req-0746903e-3f8d-453e-8fef-62029a82f364 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:42.675002 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6cffeb63-2f3a-43c8-8e61-5cec66f4a5fd req-0746903e-3f8d-453e-8fef-62029a82f364 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.0832229 Apr 11 14:45:42.723831 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6cffeb63-2f3a-43c8-8e61-5cec66f4a5fd req-ef77895b-a873-4c40-a9e0-503760d5bf0f tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419097 Apr 11 14:45:43.911523 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1aa310-4ec3-40d4-8f28-eee09954d69c req-95684d22-baa5-443e-9436-9e238754b01e tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:43.912986 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ef1aa310-4ec3-40d4-8f28-eee09954d69c req-95684d22-baa5-443e-9436-9e238754b01e tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.0813489 Apr 11 14:45:43.957218 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ef1aa310-4ec3-40d4-8f28-eee09954d69c req-2b06e54a-14ee-487b-bc25-4259bf01c764 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385189 Apr 11 14:45:45.152317 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cb94a-26fb-4961-b7e5-6d486a4e8006 req-1b167767-564b-4465-a612-98484939817a tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:45.155087 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-894cb94a-26fb-4961-b7e5-6d486a4e8006 req-1b167767-564b-4465-a612-98484939817a tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.0899990 Apr 11 14:45:45.200702 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-894cb94a-26fb-4961-b7e5-6d486a4e8006 req-12107c9b-6914-4601-870b-dd546e6bb705 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401621 Apr 11 14:45:46.389312 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26488f20-677e-43f8-8b79-3318a5990ca6 req-d9695ef9-518b-4c97-bfde-59cb209b2505 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:46.390772 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-26488f20-677e-43f8-8b79-3318a5990ca6 req-d9695ef9-518b-4c97-bfde-59cb209b2505 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.0836351 Apr 11 14:45:46.436982 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-26488f20-677e-43f8-8b79-3318a5990ca6 req-d44938f6-f66d-47c5-910b-2d78d41db85d tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398915 Apr 11 14:45:47.630693 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a712a-8467-417e-8ce2-c81ef469e018 req-f390a4f1-401a-4ad5-9e0b-2310f0558c0b tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:47.632185 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-597a712a-8467-417e-8ce2-c81ef469e018 req-f390a4f1-401a-4ad5-9e0b-2310f0558c0b tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.0878654 Apr 11 14:45:47.679110 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-597a712a-8467-417e-8ce2-c81ef469e018 req-afb5daa4-5ba6-4c1f-9fc6-feaf4269538b tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406904 Apr 11 14:45:48.863182 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3da90-3df8-4de0-b841-7290c3347e71 req-f5e42b69-e0e0-4d55-ada0-942dcb5738cc tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:48.864754 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e7c3da90-3df8-4de0-b841-7290c3347e71 req-f5e42b69-e0e0-4d55-ada0-942dcb5738cc tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.0790625 Apr 11 14:45:48.912243 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e7c3da90-3df8-4de0-b841-7290c3347e71 req-259f21e6-30df-4e2b-9eee-19c431445527 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418532 Apr 11 14:45:50.096052 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f21c2c-448f-41ee-838d-2b9a29f52f82 req-b2a98dd5-6819-426f-949a-dd8c4a45afaf tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:50.097451 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-15f21c2c-448f-41ee-838d-2b9a29f52f82 req-b2a98dd5-6819-426f-949a-dd8c4a45afaf tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.0815954 Apr 11 14:45:50.140930 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-15f21c2c-448f-41ee-838d-2b9a29f52f82 req-c50b8e48-5af7-484d-9c64-a8c3e008b3b3 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372574 Apr 11 14:45:50.976211 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e6f07c8c-25d9-4541-a527-809e0b4ccc93 req-5fc208d8-a43f-4ee6-bf60-83b72b5a8239 service neutron] 10.222.0.53 "GET /v2.0/ports/23deae54-07c8-4bbc-99d0-3fb8dbd66e57/bindings/hv-neutron-8373 HTTP/1.1" status: 200 len: 384 time: 0.0755141 Apr 11 14:45:51.337568 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373beb0-b200-4ade-ad52-c076a78f6d61 req-b4ae9b8d-f8f2-423f-b1c5-0f0c5f830245 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:51.338981 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a373beb0-b200-4ade-ad52-c076a78f6d61 req-b4ae9b8d-f8f2-423f-b1c5-0f0c5f830245 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.0861011 Apr 11 14:45:51.487917 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a373beb0-b200-4ade-ad52-c076a78f6d61 req-f73a266f-69b7-4764-a12c-efb17b933e53 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429965 Apr 11 14:45:51.587514 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f07c8c-25d9-4541-a527-809e0b4ccc93 req-747ec87d-0bb3-48f0-9c76-66b17cb37370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:51.589072 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e6f07c8c-25d9-4541-a527-809e0b4ccc93 req-747ec87d-0bb3-48f0-9c76-66b17cb37370 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405&tenant_id=5750bb43282e4ea1838cbe8aa8fa2a53 HTTP/1.1" status: 200 len: 1098 time: 0.0723581 Apr 11 14:45:51.694115 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f07c8c-25d9-4541-a527-809e0b4ccc93 req-25af840e-0d35-4a27-af67-1c94286f0d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:51.695571 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e6f07c8c-25d9-4541-a527-809e0b4ccc93 req-25af840e-0d35-4a27-af67-1c94286f0d8a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5750bb43282e4ea1838cbe8aa8fa2a53&device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 1098 time: 0.0738082 Apr 11 14:45:51.825682 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f07c8c-25d9-4541-a527-809e0b4ccc93 req-27583226-56e0-432c-b1eb-30a555129cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:51.827164 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e6f07c8c-25d9-4541-a527-809e0b4ccc93 req-27583226-56e0-432c-b1eb-30a555129cca service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef HTTP/1.1" status: 200 len: 913 time: 0.1253242 Apr 11 14:45:51.895511 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e6f07c8c-25d9-4541-a527-809e0b4ccc93 req-f661fc69-e251-49ad-b064-5697cddaf4ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23deae54-07c8-4bbc-99d0-3fb8dbd66e57 HTTP/1.1" status: 200 len: 217 time: 0.0600252 Apr 11 14:45:51.959884 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f07c8c-25d9-4541-a527-809e0b4ccc93 req-e874fe0f-06f3-430e-9847-5481be332146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:51.961317 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e6f07c8c-25d9-4541-a527-809e0b4ccc93 req-e874fe0f-06f3-430e-9847-5481be332146 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d9211f94-819d-4c5e-823f-0c76476e744e HTTP/1.1" status: 200 len: 851 time: 0.0605979 Apr 11 14:45:52.007542 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e6f07c8c-25d9-4541-a527-809e0b4ccc93 req-6ca8fef9-3a15-4728-82ae-159f13a0332d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402687 Apr 11 14:45:52.140243 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e6f07c8c-25d9-4541-a527-809e0b4ccc93 req-ebb02fd2-6f34-4e88-9484-06ab6b01d3fc service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269104 Apr 11 14:45:52.275923 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e6f07c8c-25d9-4541-a527-809e0b4ccc93 req-eb3e6e20-d442-41e7-98e8-ecd4d28269a7 service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296535 Apr 11 14:45:52.703807 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8769e6e-9c05-4943-9945-3605a57c1c7a req-57890357-9ace-42ae-a38d-c178476f59a4 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:52.705563 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e8769e6e-9c05-4943-9945-3605a57c1c7a req-57890357-9ace-42ae-a38d-c178476f59a4 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.0861998 Apr 11 14:45:52.750289 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e8769e6e-9c05-4943-9945-3605a57c1c7a req-5b4a6cf3-73c8-491f-b89f-241f66818adb tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390246 Apr 11 14:45:53.807076 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 23deae54-07c8-4bbc-99d0-3fb8dbd66e57 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:45:53.813874 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 23deae54-07c8-4bbc-99d0-3fb8dbd66e57 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:45:53.941082 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23987bf-3aad-4b6f-b971-df984279090e req-243d0ca5-8bd0-46bb-af96-37686af6065a tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:53.942662 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e23987bf-3aad-4b6f-b971-df984279090e req-243d0ca5-8bd0-46bb-af96-37686af6065a tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.0849175 Apr 11 14:45:53.987989 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e23987bf-3aad-4b6f-b971-df984279090e req-8541ac05-e599-4fb9-a1a6-172b140d4c4b tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396254 Apr 11 14:45:54.052063 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:54.070635 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 23deae54-07c8-4bbc-99d0-3fb8dbd66e57, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=23deae54-07c8-4bbc-99d0-3fb8dbd66e57,segment=NetworkSegment(5c02461c-ca76-425b-acba-8e56667f79a6),segment_id=5c02461c-ca76-425b-acba-8e56667f79a6)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:45:54.091152 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbffe176-8758-40a6-a295-bf843b671405', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23deae54-07c8-4bbc-99d0-3fb8dbd66e57'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:45:54.100248 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '23deae54-07c8-4bbc-99d0-3fb8dbd66e57', 'network_id': 'b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef', 'port_id': '23deae54-07c8-4bbc-99d0-3fb8dbd66e57', 'mac_address': 'fa:16:3e:80:6c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9211f94-819d-4c5e-823f-0c76476e744e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:45:54.104704 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 23deae54-07c8-4bbc-99d0-3fb8dbd66e57, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=23deae54-07c8-4bbc-99d0-3fb8dbd66e57,segment=NetworkSegment(5c02461c-ca76-425b-acba-8e56667f79a6),segment_id=5c02461c-ca76-425b-acba-8e56667f79a6)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:45:54.151431 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a8235c6-37e6-49da-962a-0b76ba662d29'] response: {'server_uuid': 'fbffe176-8758-40a6-a295-bf843b671405', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23deae54-07c8-4bbc-99d0-3fb8dbd66e57', 'code': 200} Apr 11 14:45:54.164512 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:54.181546 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23deae54-07c8-4bbc-99d0-3fb8dbd66e57 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:45:54.215041 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:54.338816 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:45:54.339072 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:45:54.344416 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=23deae54-07c8-4bbc-99d0-3fb8dbd66e57,revision_number=6']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:45:54.449133 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:54.893585 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:54.912939 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23deae54-07c8-4bbc-99d0-3fb8dbd66e57 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:45:54.928480 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 23deae54-07c8-4bbc-99d0-3fb8dbd66e57, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=23deae54-07c8-4bbc-99d0-3fb8dbd66e57,segment=NetworkSegment(5c02461c-ca76-425b-acba-8e56667f79a6),segment_id=5c02461c-ca76-425b-acba-8e56667f79a6)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:45:55.001213 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:55.074705 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=23deae54-07c8-4bbc-99d0-3fb8dbd66e57,revision_number=7']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:45:55.136177 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['23deae54-07c8-4bbc-99d0-3fb8dbd66e57'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:45:55.199484 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff32dc4-e86c-4267-8616-f38dadbd8aa8 req-22d10948-c4a0-4848-ac56-05dc34601e7b tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:55.202253 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1ff32dc4-e86c-4267-8616-f38dadbd8aa8 req-22d10948-c4a0-4848-ac56-05dc34601e7b tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 944 time: 0.0933795 Apr 11 14:45:55.211523 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-cf2a0d05-540b-45c8-a9be-b4d312b7bd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:55.250888 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1ff32dc4-e86c-4267-8616-f38dadbd8aa8 req-6e611b9c-3916-4671-b59b-f6b4ecff1363 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422933 Apr 11 14:45:55.822135 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 23deae54-07c8-4bbc-99d0-3fb8dbd66e57 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:45:55.891543 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 23deae54-07c8-4bbc-99d0-3fb8dbd66e57 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:45:55.891911 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:56.008577 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:56.042672 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 23deae54-07c8-4bbc-99d0-3fb8dbd66e57, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=23deae54-07c8-4bbc-99d0-3fb8dbd66e57,segment=NetworkSegment(5c02461c-ca76-425b-acba-8e56667f79a6),segment_id=5c02461c-ca76-425b-acba-8e56667f79a6)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:45:56.123509 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:56.154253 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbffe176-8758-40a6-a295-bf843b671405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23deae54-07c8-4bbc-99d0-3fb8dbd66e57'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:45:56.197830 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=23deae54-07c8-4bbc-99d0-3fb8dbd66e57,revision_number=8']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:45:56.208568 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a316310d-ddaa-47da-82e5-90c72bc792af'] response: {'server_uuid': 'fbffe176-8758-40a6-a295-bf843b671405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23deae54-07c8-4bbc-99d0-3fb8dbd66e57', 'code': 200} Apr 11 14:45:56.444095 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f826f-8da1-49a0-9672-6c6211a79c91 req-6d38c8d3-0388-4f41-a7f1-1dd4cb6315f0 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:56.445488 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-199f826f-8da1-49a0-9672-6c6211a79c91 req-6d38c8d3-0388-4f41-a7f1-1dd4cb6315f0 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.0839798 Apr 11 14:45:56.490019 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-199f826f-8da1-49a0-9672-6c6211a79c91 req-54d221d1-da00-4a21-b639-ed6d7baf81a4 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387981 Apr 11 14:45:57.078137 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce2deb-6158-4c7a-92e6-b893cf1d55b5 req-ef289741-8bf3-41f7-a49f-3b1c80c34a94 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:57.079593 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4fce2deb-6158-4c7a-92e6-b893cf1d55b5 req-ef289741-8bf3-41f7-a49f-3b1c80c34a94 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405&tenant_id=5750bb43282e4ea1838cbe8aa8fa2a53&binding%3Ahost_id=hv-neutron-8373 HTTP/1.1" status: 200 len: 945 time: 0.0877798 Apr 11 14:45:57.236309 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce2deb-6158-4c7a-92e6-b893cf1d55b5 req-1f401cfc-88c9-4451-9b29-57c5d8b0e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:57.237771 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4fce2deb-6158-4c7a-92e6-b893cf1d55b5 req-1f401cfc-88c9-4451-9b29-57c5d8b0e834 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5750bb43282e4ea1838cbe8aa8fa2a53&device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 1098 time: 0.0749753 Apr 11 14:45:57.372822 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce2deb-6158-4c7a-92e6-b893cf1d55b5 req-777a1ecd-86fc-4b26-a31f-a03cfb14ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:57.374170 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4fce2deb-6158-4c7a-92e6-b893cf1d55b5 req-777a1ecd-86fc-4b26-a31f-a03cfb14ad16 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef HTTP/1.1" status: 200 len: 913 time: 0.1307836 Apr 11 14:45:57.444460 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4fce2deb-6158-4c7a-92e6-b893cf1d55b5 req-76d55a5d-c043-4d22-8f57-1dc0a63015e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23deae54-07c8-4bbc-99d0-3fb8dbd66e57 HTTP/1.1" status: 200 len: 217 time: 0.0639150 Apr 11 14:45:57.506669 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce2deb-6158-4c7a-92e6-b893cf1d55b5 req-a958698b-8562-40ba-b4b8-900b912aaac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:57.508070 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4fce2deb-6158-4c7a-92e6-b893cf1d55b5 req-a958698b-8562-40ba-b4b8-900b912aaac9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d9211f94-819d-4c5e-823f-0c76476e744e HTTP/1.1" status: 200 len: 851 time: 0.0580468 Apr 11 14:45:57.556060 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4fce2deb-6158-4c7a-92e6-b893cf1d55b5 req-637e8645-335f-4ca3-9b28-f7de152da4c3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423634 Apr 11 14:45:57.717673 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-043a7422-75df-4229-916b-e5176b16c703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:57.798577 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4fce2deb-6158-4c7a-92e6-b893cf1d55b5 req-1ec3ca63-2dbe-4876-9810-13aa5f7baaf3 service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366202 Apr 11 14:45:57.800075 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:45:57.929480 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4fce2deb-6158-4c7a-92e6-b893cf1d55b5 req-3759a0a3-98f6-4cb7-82f0-1a8d7e44a563 service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253312 Apr 11 14:45:58.769359 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:58.771030 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:45:59.633405 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c66893-aa41-402e-a2e7-081eae37f7ba req-8fb6f479-ea1b-4f27-98f8-10d1344ae88b tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:45:59.634908 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-58c66893-aa41-402e-a2e7-081eae37f7ba req-8fb6f479-ea1b-4f27-98f8-10d1344ae88b tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.0883267 Apr 11 14:45:59.680959 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-58c66893-aa41-402e-a2e7-081eae37f7ba req-bf47049c-5ec6-4b48-9183-c088522254f9 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403194 Apr 11 14:45:59.952662 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:01.032153 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254350b-8aa8-4c4f-b83f-5c6d5f4f7c46 req-39f49ea9-84ba-4f13-a8f1-6c03ce823680 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:01.033564 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2254350b-8aa8-4c4f-b83f-5c6d5f4f7c46 req-39f49ea9-84ba-4f13-a8f1-6c03ce823680 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.0867913 Apr 11 14:46:01.079624 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2254350b-8aa8-4c4f-b83f-5c6d5f4f7c46 req-c813d120-457f-4039-9592-6e31336be103 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392458 Apr 11 14:46:01.643310 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce2deb-6158-4c7a-92e6-b893cf1d55b5 req-73f21aa9-d63b-42c7-89bd-2dec2b3e1c37 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:01.645579 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4fce2deb-6158-4c7a-92e6-b893cf1d55b5 req-73f21aa9-d63b-42c7-89bd-2dec2b3e1c37 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.0815520 Apr 11 14:46:01.717755 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-4fce2deb-6158-4c7a-92e6-b893cf1d55b5 req-08c00584-8286-47ea-b694-6d5de279bb48 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Deleting port 23deae54-07c8-4bbc-99d0-3fb8dbd66e57 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:46:01.718128 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-4fce2deb-6158-4c7a-92e6-b893cf1d55b5 req-08c00584-8286-47ea-b694-6d5de279bb48 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:01.973337 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-4fce2deb-6158-4c7a-92e6-b893cf1d55b5 req-08c00584-8286-47ea-b694-6d5de279bb48 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] For port 23deae54-07c8-4bbc-99d0-3fb8dbd66e57, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=23deae54-07c8-4bbc-99d0-3fb8dbd66e57,segment=NetworkSegment(5c02461c-ca76-425b-acba-8e56667f79a6),segment_id=5c02461c-ca76-425b-acba-8e56667f79a6)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:46:01.973710 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-4fce2deb-6158-4c7a-92e6-b893cf1d55b5 req-08c00584-8286-47ea-b694-6d5de279bb48 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:02.100574 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-4fce2deb-6158-4c7a-92e6-b893cf1d55b5 req-08c00584-8286-47ea-b694-6d5de279bb48 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Calling delete_port for 23deae54-07c8-4bbc-99d0-3fb8dbd66e57 owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:46:02.321440 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69599833-753e-41ca-bbfc-9891d4ddf646 req-029da1ea-81c0-47ac-83a4-ee481e0baa44 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:02.322883 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-69599833-753e-41ca-bbfc-9891d4ddf646 req-029da1ea-81c0-47ac-83a4-ee481e0baa44 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 945 time: 0.1058352 Apr 11 14:46:02.373171 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-69599833-753e-41ca-bbfc-9891d4ddf646 req-514adf83-7767-4626-9938-e11e598dc692 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/security-groups?id=686ed9d5-19a0-45f8-8927-ac464128ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430553 Apr 11 14:46:02.404235 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-4fce2deb-6158-4c7a-92e6-b893cf1d55b5 req-08c00584-8286-47ea-b694-6d5de279bb48 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:02.437650 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['23deae54-07c8-4bbc-99d0-3fb8dbd66e57'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:46:02.460036 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c00584-8286-47ea-b694-6d5de279bb48 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Pushing event deleted for resources: {'Port': ['ID=23deae54-07c8-4bbc-99d0-3fb8dbd66e57,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:46:02.504135 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00584-8286-47ea-b694-6d5de279bb48 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:02.504459 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00584-8286-47ea-b694-6d5de279bb48 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:02.504794 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00584-8286-47ea-b694-6d5de279bb48 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:02.505122 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00584-8286-47ea-b694-6d5de279bb48 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:02.505446 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00584-8286-47ea-b694-6d5de279bb48 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:02.505768 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00584-8286-47ea-b694-6d5de279bb48 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:02.506258 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00584-8286-47ea-b694-6d5de279bb48 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:02.513313 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00584-8286-47ea-b694-6d5de279bb48 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:02.513313 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00584-8286-47ea-b694-6d5de279bb48 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:02.513313 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00584-8286-47ea-b694-6d5de279bb48 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:02.513313 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00584-8286-47ea-b694-6d5de279bb48 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:02.513313 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00584-8286-47ea-b694-6d5de279bb48 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:02.545294 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fce2deb-6158-4c7a-92e6-b893cf1d55b5 req-08c00584-8286-47ea-b694-6d5de279bb48 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] No DVR routers for this DVR port 23deae54-07c8-4bbc-99d0-3fb8dbd66e57 on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:46:02.547710 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-4fce2deb-6158-4c7a-92e6-b893cf1d55b5 req-08c00584-8286-47ea-b694-6d5de279bb48 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:02.550483 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbffe176-8758-40a6-a295-bf843b671405', 'name': 'network-vif-deleted', 'tag': '23deae54-07c8-4bbc-99d0-3fb8dbd66e57'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:46:02.597839 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b1ab4ea-1b68-451a-b321-a35299133dad'] response: {'server_uuid': 'fbffe176-8758-40a6-a295-bf843b671405', 'name': 'network-vif-deleted', 'tag': '23deae54-07c8-4bbc-99d0-3fb8dbd66e57', 'status': 'completed', 'code': 200} Apr 11 14:46:02.647735 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4fce2deb-6158-4c7a-92e6-b893cf1d55b5 req-08c00584-8286-47ea-b694-6d5de279bb48 tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.53 "DELETE /v2.0/ports/23deae54-07c8-4bbc-99d0-3fb8dbd66e57 HTTP/1.1" status: 204 len: 173 time: 0.9969797 Apr 11 14:46:03.538413 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-2d50fe12-0960-45e4-b609-084524837a63 req-d224f207-c248-4bd6-8ca7-854a3c143a3a tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Synchronizing usage tracker for tenant:5750bb43282e4ea1838cbe8aa8fa2a53 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:46:03.711480 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-2d50fe12-0960-45e4-b609-084524837a63 req-d224f207-c248-4bd6-8ca7-854a3c143a3a tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] Unset dirty status for tenant:5750bb43282e4ea1838cbe8aa8fa2a53 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:46:03.712681 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2d50fe12-0960-45e4-b609-084524837a63 req-d224f207-c248-4bd6-8ca7-854a3c143a3a tempest-DeleteServersTestJSON-34400095 tempest-DeleteServersTestJSON-34400095-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbffe176-8758-40a6-a295-bf843b671405 HTTP/1.1" status: 200 len: 210 time: 0.2199340 Apr 11 14:46:04.959820 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 48888) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:46:05.028371 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-b275204b-0f04-436e-b0c6-7554d26cee6d admin admin] Deleting subnet d9211f94-819d-4c5e-823f-0c76476e744e {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:46:05.033113 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b275204b-0f04-436e-b0c6-7554d26cee6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:05.087649 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b275204b-0f04-436e-b0c6-7554d26cee6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:05.253920 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b275204b-0f04-436e-b0c6-7554d26cee6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:05.438145 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b275204b-0f04-436e-b0c6-7554d26cee6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:05.483055 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275204b-0f04-436e-b0c6-7554d26cee6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9211f94-819d-4c5e-823f-0c76476e744e,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:46:05.488492 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b275204b-0f04-436e-b0c6-7554d26cee6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:05.496469 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b275204b-0f04-436e-b0c6-7554d26cee6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:05.496823 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b275204b-0f04-436e-b0c6-7554d26cee6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:05.497164 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b275204b-0f04-436e-b0c6-7554d26cee6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:05.497502 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b275204b-0f04-436e-b0c6-7554d26cee6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:05.497834 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b275204b-0f04-436e-b0c6-7554d26cee6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:05.498190 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b275204b-0f04-436e-b0c6-7554d26cee6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:05.498521 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b275204b-0f04-436e-b0c6-7554d26cee6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:05.498851 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b275204b-0f04-436e-b0c6-7554d26cee6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:05.499178 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b275204b-0f04-436e-b0c6-7554d26cee6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:05.499503 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b275204b-0f04-436e-b0c6-7554d26cee6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:05.499826 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b275204b-0f04-436e-b0c6-7554d26cee6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:05.500142 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b275204b-0f04-436e-b0c6-7554d26cee6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:05.505795 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b275204b-0f04-436e-b0c6-7554d26cee6d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d9211f94-819d-4c5e-823f-0c76476e744e HTTP/1.1" status: 204 len: 168 time: 0.5449412 Apr 11 14:46:05.508730 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48892) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:46:05.625293 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fed27dba-6c07-4623-832e-a13bbadd523e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:05.838886 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 23deae54-07c8-4bbc-99d0-3fb8dbd66e57 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:46:05.877645 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fed27dba-6c07-4623-832e-a13bbadd523e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:05.880760 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: 23deae54-07c8-4bbc-99d0-3fb8dbd66e57 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:46:05.881109 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 23deae54-07c8-4bbc-99d0-3fb8dbd66e57 not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:46:05.903838 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-fed27dba-6c07-4623-832e-a13bbadd523e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:46:05.915715 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-fed27dba-6c07-4623-832e-a13bbadd523e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c02461c-ca76-425b-acba-8e56667f79a6') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:46:05.916005 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-fed27dba-6c07-4623-832e-a13bbadd523e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c02461c-ca76-425b-acba-8e56667f79a6') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:46:05.927839 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fed27dba-6c07-4623-832e-a13bbadd523e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:05.944366 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fed27dba-6c07-4623-832e-a13bbadd523e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:05.950413 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed27dba-6c07-4623-832e-a13bbadd523e admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:46:05.950799 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fed27dba-6c07-4623-832e-a13bbadd523e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:46:05.963959 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:46:06.134551 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fed27dba-6c07-4623-832e-a13bbadd523e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:06.159265 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fed27dba-6c07-4623-832e-a13bbadd523e admin admin] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:06.170029 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed27dba-6c07-4623-832e-a13bbadd523e admin admin] Pushing event deleted for resources: {'Network': ['ID=b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:46:06.174856 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-fed27dba-6c07-4623-832e-a13bbadd523e admin admin] 10.222.0.66 "DELETE /v2.0/networks/b6cbcc9a-6fac-4c9f-9394-5a873f93e5ef HTTP/1.1" status: 204 len: 168 time: 0.6651073 Apr 11 14:46:06.482141 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48898) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:46:06.532392 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e2449134-ffb5-4f3d-9dac-c2bc90f7b54b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5750bb43282e4ea1838cbe8aa8fa2a53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490549 Apr 11 14:46:06.534794 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48902) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:46:06.593705 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a2ce4c0e-7eab-47f3-9c4d-3499a133584c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:06.619244 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a2ce4c0e-7eab-47f3-9c4d-3499a133584c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:06.768358 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a2ce4c0e-7eab-47f3-9c4d-3499a133584c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:06.786779 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce4c0e-7eab-47f3-9c4d-3499a133584c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686ed9d5-19a0-45f8-8927-ac464128ff51,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:46:06.875878 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a2ce4c0e-7eab-47f3-9c4d-3499a133584c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:06.877000 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a2ce4c0e-7eab-47f3-9c4d-3499a133584c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/686ed9d5-19a0-45f8-8927-ac464128ff51 HTTP/1.1" status: 204 len: 168 time: 0.3413200 Apr 11 14:46:07.982290 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48926) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:46:08.086869 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-6962617f-f964-4ff9-b4b1-5e4cdf751976 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2017314112-network', 'tenant_id': '80ceaef1aed84570aab399982023a3d4'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:46:08.093033 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-6962617f-f964-4ff9-b4b1-5e4cdf751976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:46:08.096877 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-6962617f-f964-4ff9-b4b1-5e4cdf751976 admin admin] Usage tracker for resource:network and tenant:80ceaef1aed84570aab399982023a3d4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:46:08.100399 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-6962617f-f964-4ff9-b4b1-5e4cdf751976 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:46:08.106004 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-6962617f-f964-4ff9-b4b1-5e4cdf751976 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:46:08.162780 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6962617f-f964-4ff9-b4b1-5e4cdf751976 admin admin] Made reservation on behalf of 80ceaef1aed84570aab399982023a3d4 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:46:08.165113 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6962617f-f964-4ff9-b4b1-5e4cdf751976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:08.177471 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6962617f-f964-4ff9-b4b1-5e4cdf751976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:08.191904 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-6962617f-f964-4ff9-b4b1-5e4cdf751976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:46:08.195726 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-6962617f-f964-4ff9-b4b1-5e4cdf751976 admin admin] Usage tracker for resource:security_group_rule and tenant:80ceaef1aed84570aab399982023a3d4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:46:08.198492 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-6962617f-f964-4ff9-b4b1-5e4cdf751976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:46:08.204123 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-6962617f-f964-4ff9-b4b1-5e4cdf751976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:46:08.286109 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6962617f-f964-4ff9-b4b1-5e4cdf751976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:08.378962 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6962617f-f964-4ff9-b4b1-5e4cdf751976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:08.411359 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6962617f-f964-4ff9-b4b1-5e4cdf751976 admin admin] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:46:08.416431 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962617f-f964-4ff9-b4b1-5e4cdf751976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c1c0f9-4536-4744-a052-75e1c86db598,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:46:08.423011 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6962617f-f964-4ff9-b4b1-5e4cdf751976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:08.423430 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-6962617f-f964-4ff9-b4b1-5e4cdf751976 admin admin] Added segment f1d9967c-2e33-4205-8dfe-2c476c6622e0 of type vlan for network 8c031e18-0920-4a68-964f-de2298fa4134 Apr 11 14:46:08.450854 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6962617f-f964-4ff9-b4b1-5e4cdf751976 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:08.545543 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6962617f-f964-4ff9-b4b1-5e4cdf751976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:08.546570 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6962617f-f964-4ff9-b4b1-5e4cdf751976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:08.547158 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6962617f-f964-4ff9-b4b1-5e4cdf751976 admin admin] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:08.654474 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962617f-f964-4ff9-b4b1-5e4cdf751976 admin admin] Pushing event updated for resources: {'Network': ['ID=8c031e18-0920-4a68-964f-de2298fa4134,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:46:08.665535 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 8c031e18-0920-4a68-964f-de2298fa4134 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:46:08.724116 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6962617f-f964-4ff9-b4b1-5e4cdf751976 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7405441 Apr 11 14:46:08.726921 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 48932) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:46:08.732344 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-865c6fbe-21d0-49b1-9acc-fc5dec9852ae admin admin] Request body: {'subnet': {'network_id': '8c031e18-0920-4a68-964f-de2298fa4134', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2017314112-subnet', 'tenant_id': '80ceaef1aed84570aab399982023a3d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:46:08.737231 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-865c6fbe-21d0-49b1-9acc-fc5dec9852ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:46:08.741876 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-865c6fbe-21d0-49b1-9acc-fc5dec9852ae admin admin] Usage tracker for resource:subnet and tenant:80ceaef1aed84570aab399982023a3d4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:46:08.745213 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-865c6fbe-21d0-49b1-9acc-fc5dec9852ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:46:08.751161 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-865c6fbe-21d0-49b1-9acc-fc5dec9852ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:46:08.837010 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865c6fbe-21d0-49b1-9acc-fc5dec9852ae admin admin] Made reservation on behalf of 80ceaef1aed84570aab399982023a3d4 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:46:08.839410 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-865c6fbe-21d0-49b1-9acc-fc5dec9852ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:09.094772 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-865c6fbe-21d0-49b1-9acc-fc5dec9852ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:09.172345 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c6fbe-21d0-49b1-9acc-fc5dec9852ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce21ef14-6bec-4a00-a2e5-581ed0431d03,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:46:09.176359 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865c6fbe-21d0-49b1-9acc-fc5dec9852ae admin admin] Checking segment: {'id': 'f1d9967c-2e33-4205-8dfe-2c476c6622e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '8c031e18-0920-4a68-964f-de2298fa4134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:46:09.176717 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865c6fbe-21d0-49b1-9acc-fc5dec9852ae admin admin] Network hostable DHCP agents. Network: 8c031e18-0920-4a68-964f-de2298fa4134, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:46:09.236897 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865c6fbe-21d0-49b1-9acc-fc5dec9852ae admin admin] Network 8c031e18-0920-4a68-964f-de2298fa4134 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:46:09.300285 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-865c6fbe-21d0-49b1-9acc-fc5dec9852ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 8c031e18-0920-4a68-964f-de2298fa4134) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:46:09.304395 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865c6fbe-21d0-49b1-9acc-fc5dec9852ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:09.304917 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-865c6fbe-21d0-49b1-9acc-fc5dec9852ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:09.309287 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689c877e-2a1f-41df-af79-13daf6dcc444 None None] Network 8c031e18-0920-4a68-964f-de2298fa4134 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:46:09.406347 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-865c6fbe-21d0-49b1-9acc-fc5dec9852ae admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6780028 Apr 11 14:46:09.556352 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff2039c-5e83-4f19-91bc-3b3c0e5ac9c3 None None] Network 8c031e18-0920-4a68-964f-de2298fa4134 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:46:09.915977 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-6afb679b-2a1a-466e-bb8f-9e73344b8ed7 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:09.916645 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-6afb679b-2a1a-466e-bb8f-9e73344b8ed7 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Synchronizing usage tracker for tenant:80ceaef1aed84570aab399982023a3d4 on resource:network {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:46:10.014138 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-6afb679b-2a1a-466e-bb8f-9e73344b8ed7 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Unset dirty status for tenant:80ceaef1aed84570aab399982023a3d4 on resource:network {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:46:10.015331 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-6afb679b-2a1a-466e-bb8f-9e73344b8ed7 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/networks?id=8c031e18-0920-4a68-964f-de2298fa4134 HTTP/1.1" status: 200 len: 815 time: 0.2458329 Apr 11 14:46:10.031153 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-393149d9-69bf-4ca6-8750-fa298e9f8cbb tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/quotas/80ceaef1aed84570aab399982023a3d4 HTTP/1.1" status: 200 len: 375 time: 0.0096638 Apr 11 14:46:10.083557 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-6e42a956-5cea-4da1-b3ad-ce66802e2853 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=80ceaef1aed84570aab399982023a3d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465941 Apr 11 14:46:10.258825 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-8d25978b-e123-4eb5-b6b8-caddad724891 service neutron] 10.222.0.66 "GET /v2.0/networks/8c031e18-0920-4a68-964f-de2298fa4134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685526 Apr 11 14:46:10.390818 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-994a3e80-d9b2-4d3e-afcd-130940b37c79 service neutron] 10.222.0.66 "GET /v2.0/networks/8c031e18-0920-4a68-964f-de2298fa4134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260688 Apr 11 14:46:10.666303 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7180daf1-63bf-4074-acc4-2fb96f569791 req-453b2753-a8d7-4304-affe-1663e750fe2d tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 210 time: 0.0431092 Apr 11 14:46:11.818754 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e8ddfe4f-ab0b-4f77-8a78-b1d167a6b2f4 req-55cafe2d-2ae2-4be6-8764-b7dcf9662174 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 210 time: 0.0438633 Apr 11 14:46:12.977800 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-84d5ffcf-963b-4836-81b4-c0931e6f79ad req-4e9ff213-3b57-4109-836c-ca3f7bcdd8f5 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 210 time: 0.0443282 Apr 11 14:46:13.056657 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-f40e5419-5a24-4335-9a98-b6141ffc4928 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:13.058107 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-f40e5419-5a24-4335-9a98-b6141ffc4928 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.53 "GET /v2.0/networks?id=8c031e18-0920-4a68-964f-de2298fa4134 HTTP/1.1" status: 200 len: 815 time: 0.1668370 Apr 11 14:46:13.076635 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-bed7b800-fb2b-429d-b328-d3383e110ee6 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Request body: {'port': {'device_id': '33f0769f-5741-4499-a36c-3238a181634c', 'network_id': '8c031e18-0920-4a68-964f-de2298fa4134', 'admin_state_up': True, 'tenant_id': '80ceaef1aed84570aab399982023a3d4'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:46:13.380107 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-bed7b800-fb2b-429d-b328-d3383e110ee6 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:46:13.384247 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-bed7b800-fb2b-429d-b328-d3383e110ee6 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Usage tracker for resource:port and tenant:80ceaef1aed84570aab399982023a3d4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:46:13.388642 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-bed7b800-fb2b-429d-b328-d3383e110ee6 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:46:13.394441 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-bed7b800-fb2b-429d-b328-d3383e110ee6 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:46:13.487035 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-bed7b800-fb2b-429d-b328-d3383e110ee6 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Made reservation on behalf of 80ceaef1aed84570aab399982023a3d4 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:46:13.491086 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-bed7b800-fb2b-429d-b328-d3383e110ee6 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:13.654897 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-bed7b800-fb2b-429d-b328-d3383e110ee6 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Allocated IP 172.20.0.3 (8c031e18-0920-4a68-964f-de2298fa4134/ce21ef14-6bec-4a00-a2e5-581ed0431d03/dd7eddff-46cd-4ee4-9553-aae7885ca89d) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:46:13.856396 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-bed7b800-fb2b-429d-b328-d3383e110ee6 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:13.995869 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-bed7b800-fb2b-429d-b328-d3383e110ee6 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:14.069581 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-bed7b800-fb2b-429d-b328-d3383e110ee6 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Network 8c031e18-0920-4a68-964f-de2298fa4134 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:46:14.076830 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-bed7b800-fb2b-429d-b328-d3383e110ee6 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:46:14.081253 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-bed7b800-fb2b-429d-b328-d3383e110ee6 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:46:14.114956 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7b800-fb2b-429d-b328-d3383e110ee6 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Pushing event updated for resources: {'Port': ['ID=dd7eddff-46cd-4ee4-9553-aae7885ca89d,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:46:14.198520 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-bed7b800-fb2b-429d-b328-d3383e110ee6 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:14.199150 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-bed7b800-fb2b-429d-b328-d3383e110ee6 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:14.248237 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ff54e-6b45-40ec-8be0-c61d962e9066 req-d5ffc4b9-3f05-4e93-89d7-d587bf9897d5 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:14.248841 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-334ff54e-6b45-40ec-8be0-c61d962e9066 req-d5ffc4b9-3f05-4e93-89d7-d587bf9897d5 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Synchronizing usage tracker for tenant:80ceaef1aed84570aab399982023a3d4 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:46:14.312300 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-bed7b800-fb2b-429d-b328-d3383e110ee6 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2396774 Apr 11 14:46:14.330850 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-d915141c-e35e-4da9-8a88-917151d3dd25 service neutron] Request body: {'port': {'device_id': '33f0769f-5741-4499-a36c-3238a181634c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:46:14.360199 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-334ff54e-6b45-40ec-8be0-c61d962e9066 req-d5ffc4b9-3f05-4e93-89d7-d587bf9897d5 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Unset dirty status for tenant:80ceaef1aed84570aab399982023a3d4 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:46:14.361306 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-334ff54e-6b45-40ec-8be0-c61d962e9066 req-d5ffc4b9-3f05-4e93-89d7-d587bf9897d5 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 931 time: 0.2511687 Apr 11 14:46:14.458755 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-334ff54e-6b45-40ec-8be0-c61d962e9066 req-c5607562-fe6d-41ce-a9f8-2eaac30eb733 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Synchronizing usage tracker for tenant:80ceaef1aed84570aab399982023a3d4 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:46:14.485329 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-d915141c-e35e-4da9-8a88-917151d3dd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:14.605828 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-334ff54e-6b45-40ec-8be0-c61d962e9066 req-c5607562-fe6d-41ce-a9f8-2eaac30eb733 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Unset dirty status for tenant:80ceaef1aed84570aab399982023a3d4 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:46:14.606913 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-334ff54e-6b45-40ec-8be0-c61d962e9066 req-c5607562-fe6d-41ce-a9f8-2eaac30eb733 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392650 Apr 11 14:46:14.836575 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-d915141c-e35e-4da9-8a88-917151d3dd25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7eddff-46cd-4ee4-9553-aae7885ca89d {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:46:14.844080 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-d915141c-e35e-4da9-8a88-917151d3dd25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:14.858529 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-d915141c-e35e-4da9-8a88-917151d3dd25 service neutron] Transition to ACTIVE for port object dd7eddff-46cd-4ee4-9553-aae7885ca89d will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:46:14.968494 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-d915141c-e35e-4da9-8a88-917151d3dd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:15.129116 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915141c-e35e-4da9-8a88-917151d3dd25 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7eddff-46cd-4ee4-9553-aae7885ca89d,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:46:15.205601 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-d915141c-e35e-4da9-8a88-917151d3dd25 service neutron] Attempting to bind port dd7eddff-46cd-4ee4-9553-aae7885ca89d on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:46:15.205953 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-d915141c-e35e-4da9-8a88-917151d3dd25 service neutron] Attempting to bind port dd7eddff-46cd-4ee4-9553-aae7885ca89d by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': 'f1d9967c-2e33-4205-8dfe-2c476c6622e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '8c031e18-0920-4a68-964f-de2298fa4134'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:46:15.206407 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-d915141c-e35e-4da9-8a88-917151d3dd25 service neutron] Attempting to bind port dd7eddff-46cd-4ee4-9553-aae7885ca89d on network 8c031e18-0920-4a68-964f-de2298fa4134 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:46:15.211163 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-d915141c-e35e-4da9-8a88-917151d3dd25 service neutron] Port dd7eddff-46cd-4ee4-9553-aae7885ca89d on network 8c031e18-0920-4a68-964f-de2298fa4134 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:46:15.211482 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-d915141c-e35e-4da9-8a88-917151d3dd25 service neutron] Attempting to bind port dd7eddff-46cd-4ee4-9553-aae7885ca89d on network 8c031e18-0920-4a68-964f-de2298fa4134 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:46:15.216507 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-d915141c-e35e-4da9-8a88-917151d3dd25 service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:46:15.216843 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-d915141c-e35e-4da9-8a88-917151d3dd25 service neutron] Checking segment: {'id': 'f1d9967c-2e33-4205-8dfe-2c476c6622e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '8c031e18-0920-4a68-964f-de2298fa4134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:46:15.217227 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-d915141c-e35e-4da9-8a88-917151d3dd25 service neutron] Bound using segment: {'id': 'f1d9967c-2e33-4205-8dfe-2c476c6622e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '8c031e18-0920-4a68-964f-de2298fa4134'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:46:15.217646 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-d915141c-e35e-4da9-8a88-917151d3dd25 service neutron] Bound port: dd7eddff-46cd-4ee4-9553-aae7885ca89d, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d9967c-2e33-4205-8dfe-2c476c6622e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '8c031e18-0920-4a68-964f-de2298fa4134'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:46:15.218025 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-d915141c-e35e-4da9-8a88-917151d3dd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:15.312486 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-d915141c-e35e-4da9-8a88-917151d3dd25 service neutron] For port dd7eddff-46cd-4ee4-9553-aae7885ca89d, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:46:15.315332 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-d915141c-e35e-4da9-8a88-917151d3dd25 service neutron] For port dd7eddff-46cd-4ee4-9553-aae7885ca89d, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=dd7eddff-46cd-4ee4-9553-aae7885ca89d,segment=NetworkSegment(f1d9967c-2e33-4205-8dfe-2c476c6622e0),segment_id=f1d9967c-2e33-4205-8dfe-2c476c6622e0)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:46:15.412810 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-d915141c-e35e-4da9-8a88-917151d3dd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:15.471189 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-d915141c-e35e-4da9-8a88-917151d3dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:15.471817 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-d915141c-e35e-4da9-8a88-917151d3dd25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:15.474235 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-d915141c-e35e-4da9-8a88-917151d3dd25 service neutron] 10.222.0.53 "PUT /v2.0/ports/dd7eddff-46cd-4ee4-9553-aae7885ca89d HTTP/1.1" status: 200 len: 1093 time: 1.1473536 Apr 11 14:46:15.474657 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f0769f-5741-4499-a36c-3238a181634c', 'tag': 'dd7eddff-46cd-4ee4-9553-aae7885ca89d'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:46:15.507600 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915141c-e35e-4da9-8a88-917151d3dd25 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7eddff-46cd-4ee4-9553-aae7885ca89d,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:46:15.521203 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0291c06d-80a2-4450-8b9a-fe1e6e340c52'] response: {'name': 'network-changed', 'server_uuid': '33f0769f-5741-4499-a36c-3238a181634c', 'tag': 'dd7eddff-46cd-4ee4-9553-aae7885ca89d', 'status': 'completed', 'code': 200} Apr 11 14:46:15.633969 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca7226-4b4f-462f-ba12-2d7da7319bdf req-77df5077-86aa-44dd-84a6-47afdc2567e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:15.635440 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-bcca7226-4b4f-462f-ba12-2d7da7319bdf req-77df5077-86aa-44dd-84a6-47afdc2567e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=80ceaef1aed84570aab399982023a3d4&device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 1096 time: 0.0727494 Apr 11 14:46:15.946584 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca7226-4b4f-462f-ba12-2d7da7319bdf req-d87f14e0-355c-4fa3-af23-80cb0674b8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:15.948044 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-bcca7226-4b4f-462f-ba12-2d7da7319bdf req-d87f14e0-355c-4fa3-af23-80cb0674b8eb service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=80ceaef1aed84570aab399982023a3d4&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2990232 Apr 11 14:46:15.960763 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079851c6-4f82-4e05-ae3a-eb791e6577eb req-b5d1b9c6-f6d5-4d1f-9dbc-0ba94108442d tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:15.962136 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-079851c6-4f82-4e05-ae3a-eb791e6577eb req-b5d1b9c6-f6d5-4d1f-9dbc-0ba94108442d tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 943 time: 0.1712127 Apr 11 14:46:16.099206 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-079851c6-4f82-4e05-ae3a-eb791e6577eb req-029199bb-a594-402d-88a7-c5e4b92a9148 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182532 Apr 11 14:46:16.127732 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca7226-4b4f-462f-ba12-2d7da7319bdf req-0dd092ae-cd40-4988-bdb7-495db65adf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:16.130048 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-bcca7226-4b4f-462f-ba12-2d7da7319bdf req-0dd092ae-cd40-4988-bdb7-495db65adf30 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1670325 Apr 11 14:46:16.263893 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-026d81f6-0eea-47b1-b54e-7a7fd04fabb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:16.265347 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-026d81f6-0eea-47b1-b54e-7a7fd04fabb2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=80ceaef1aed84570aab399982023a3d4&device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 1096 time: 0.0748472 Apr 11 14:46:16.347208 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-918ac9b7-4a83-4533-95e9-ce88101f8abb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd7eddff-46cd-4ee4-9553-aae7885ca89d HTTP/1.1" status: 200 len: 217 time: 0.0603049 Apr 11 14:46:16.411407 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-15bb3e03-e131-42fb-a20b-654b22a7be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:16.412723 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-15bb3e03-e131-42fb-a20b-654b22a7be2c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ce21ef14-6bec-4a00-a2e5-581ed0431d03 HTTP/1.1" status: 200 len: 855 time: 0.0602443 Apr 11 14:46:16.459862 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-527772cf-71b4-4b1f-8edd-3f1a20aa9d5b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c031e18-0920-4a68-964f-de2298fa4134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408351 Apr 11 14:46:16.593252 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-40313a0f-e17b-4659-a416-0228141af4ab service neutron] 10.222.0.53 "GET /v2.0/networks/8c031e18-0920-4a68-964f-de2298fa4134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267190 Apr 11 14:46:16.724897 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7e84158d-4f4b-4325-8ac6-b1b91858ca2d req-1702e731-73cc-4003-b34d-4915232bc107 service neutron] 10.222.0.53 "GET /v2.0/networks/8c031e18-0920-4a68-964f-de2298fa4134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256447 Apr 11 14:46:17.288941 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9a99b-f297-4104-9bb6-64da91c74901 req-3e851859-2fd1-47a4-89af-7c85f5c71db3 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:17.290343 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-25d9a99b-f297-4104-9bb6-64da91c74901 req-3e851859-2fd1-47a4-89af-7c85f5c71db3 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 943 time: 0.0859234 Apr 11 14:46:17.339683 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-25d9a99b-f297-4104-9bb6-64da91c74901 req-62eb82cc-ec86-4937-aa6b-3f8a1b2d7a95 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403759 Apr 11 14:46:18.533427 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09064eb7-5a7b-4a60-b002-4567ba3e5b4e req-9c9486b9-4841-4d57-b719-016c68fb1a0e tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:18.534960 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-09064eb7-5a7b-4a60-b002-4567ba3e5b4e req-9c9486b9-4841-4d57-b719-016c68fb1a0e tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 943 time: 0.0894790 Apr 11 14:46:18.580794 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-09064eb7-5a7b-4a60-b002-4567ba3e5b4e req-c3a3cec1-3db2-48c5-9509-2bf171ed1b17 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393403 Apr 11 14:46:19.770472 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4daec8-7907-4743-82cf-a07d0c9dc837 req-9ba3df2c-4ce7-487c-b27d-bfdc2013e2ee tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:19.771950 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-db4daec8-7907-4743-82cf-a07d0c9dc837 req-9ba3df2c-4ce7-487c-b27d-bfdc2013e2ee tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 943 time: 0.0795374 Apr 11 14:46:19.819462 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-db4daec8-7907-4743-82cf-a07d0c9dc837 req-68450980-afc5-4556-ae08-ca4bc5f75b0c tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415978 Apr 11 14:46:19.915536 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device dd7eddff-46cd-4ee4-9553-aae7885ca89d details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:46:20.052567 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port dd7eddff-46cd-4ee4-9553-aae7885ca89d, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=dd7eddff-46cd-4ee4-9553-aae7885ca89d,segment=NetworkSegment(f1d9967c-2e33-4205-8dfe-2c476c6622e0),segment_id=f1d9967c-2e33-4205-8dfe-2c476c6622e0)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:46:20.065645 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': 'dd7eddff-46cd-4ee4-9553-aae7885ca89d', 'network_id': '8c031e18-0920-4a68-964f-de2298fa4134', 'port_id': 'dd7eddff-46cd-4ee4-9553-aae7885ca89d', 'mac_address': 'fa:16:3e:91:e9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce21ef14-6bec-4a00-a2e5-581ed0431d03', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:46:20.120386 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:20.139494 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7eddff-46cd-4ee4-9553-aae7885ca89d {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:46:20.155018 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port dd7eddff-46cd-4ee4-9553-aae7885ca89d, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=dd7eddff-46cd-4ee4-9553-aae7885ca89d,segment=NetworkSegment(f1d9967c-2e33-4205-8dfe-2c476c6622e0),segment_id=f1d9967c-2e33-4205-8dfe-2c476c6622e0)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:46:20.225449 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:20.292281 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=dd7eddff-46cd-4ee4-9553-aae7885ca89d,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:46:20.627209 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['dd7eddff-46cd-4ee4-9553-aae7885ca89d'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:46:21.011881 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a139bc-193d-4a01-b635-1a77ddce9443 req-18dab859-98ed-4870-8994-87ea21bd7443 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:21.013358 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d6a139bc-193d-4a01-b635-1a77ddce9443 req-18dab859-98ed-4870-8994-87ea21bd7443 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 944 time: 0.0880821 Apr 11 14:46:21.059728 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d6a139bc-193d-4a01-b635-1a77ddce9443 req-f2432886-4e38-4128-98e5-2da8a5b133e9 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402627 Apr 11 14:46:21.917190 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device dd7eddff-46cd-4ee4-9553-aae7885ca89d up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:46:22.040615 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port dd7eddff-46cd-4ee4-9553-aae7885ca89d completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:46:22.045788 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port dd7eddff-46cd-4ee4-9553-aae7885ca89d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:46:22.046179 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:22.172677 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:22.199126 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f0769f-5741-4499-a36c-3238a181634c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7eddff-46cd-4ee4-9553-aae7885ca89d'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:46:22.210325 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port dd7eddff-46cd-4ee4-9553-aae7885ca89d, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=dd7eddff-46cd-4ee4-9553-aae7885ca89d,segment=NetworkSegment(f1d9967c-2e33-4205-8dfe-2c476c6622e0),segment_id=f1d9967c-2e33-4205-8dfe-2c476c6622e0)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:46:22.246951 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2784622-0b07-4a37-af8e-384486eea638'] response: {'server_uuid': '33f0769f-5741-4499-a36c-3238a181634c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7eddff-46cd-4ee4-9553-aae7885ca89d', 'code': 200} Apr 11 14:46:22.256760 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae998ce1-c5f3-49ed-b59b-dafe822e9dc3 req-f1d7d36a-671c-405a-99e7-40c137555053 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:22.258306 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ae998ce1-c5f3-49ed-b59b-dafe822e9dc3 req-f1d7d36a-671c-405a-99e7-40c137555053 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 944 time: 0.0891969 Apr 11 14:46:22.299422 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:22.306047 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ae998ce1-c5f3-49ed-b59b-dafe822e9dc3 req-81685b27-ec06-466a-a28b-671662740efb tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417471 Apr 11 14:46:22.366382 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=dd7eddff-46cd-4ee4-9553-aae7885ca89d,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:46:22.749474 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac2fb1-5c85-434f-b6ed-3e558b7209c2 req-3bfe2a34-e3d3-43a3-9603-e5ccdbf4d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:22.756532 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d1ac2fb1-5c85-434f-b6ed-3e558b7209c2 req-3bfe2a34-e3d3-43a3-9603-e5ccdbf4d463 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 1098 time: 0.0734608 Apr 11 14:46:22.794854 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d1ac2fb1-5c85-434f-b6ed-3e558b7209c2 req-e8f657b2-80db-4c3d-a865-c88013f8ed19 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358210 Apr 11 14:46:23.494083 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74d1f1-a3bd-4801-9729-a1088da1b749 req-ab76fca1-0487-4537-8b43-f39c44d7ca5d tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:23.495559 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5a74d1f1-a3bd-4801-9729-a1088da1b749 req-ab76fca1-0487-4537-8b43-f39c44d7ca5d tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 945 time: 0.0815830 Apr 11 14:46:23.542617 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5a74d1f1-a3bd-4801-9729-a1088da1b749 req-926a8df3-9053-4fce-9739-96471d685b73 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410974 Apr 11 14:46:24.459532 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:24.738132 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4a7ad-a121-410f-a025-8b7e6f565d46 req-effeff66-1d93-4d50-a7e0-26fd01eb458d tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:24.739614 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8ef4a7ad-a121-410f-a025-8b7e6f565d46 req-effeff66-1d93-4d50-a7e0-26fd01eb458d tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 945 time: 0.0858257 Apr 11 14:46:24.784194 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8ef4a7ad-a121-410f-a025-8b7e6f565d46 req-19aca1f4-a6db-4536-87cc-4c8daf7bbb36 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382683 Apr 11 14:46:24.971279 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5631d-7f2d-494a-989c-951fb19ec5a6 req-b7d15291-e404-4035-836b-9b36aed512b1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:24.972710 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8ac5631d-7f2d-494a-989c-951fb19ec5a6 req-b7d15291-e404-4035-836b-9b36aed512b1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 945 time: 0.0829160 Apr 11 14:46:25.017313 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8ac5631d-7f2d-494a-989c-951fb19ec5a6 req-84c2e956-1c8b-4533-9945-82b81bafe30e tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380154 Apr 11 14:46:25.206847 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8f21cc1c-393c-4e76-a759-9367f6a23e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:25.465800 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef13be-0f9f-434d-96e3-842f42fe84be req-0cc91ad6-5934-4c1b-be58-694b02533b08 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:25.467284 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-68ef13be-0f9f-434d-96e3-842f42fe84be req-0cc91ad6-5934-4c1b-be58-694b02533b08 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 945 time: 0.0826786 Apr 11 14:46:25.515953 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-68ef13be-0f9f-434d-96e3-842f42fe84be req-3f8bdb98-704a-444a-8c90-20d26a81ec7d tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429907 Apr 11 14:46:25.699802 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7516e54-d12e-4a31-9341-bffe2b5f1870 req-d87db223-a241-47c5-9811-48215325d990 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:25.701274 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f7516e54-d12e-4a31-9341-bffe2b5f1870 req-d87db223-a241-47c5-9811-48215325d990 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 945 time: 0.0810554 Apr 11 14:46:25.746098 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f7516e54-d12e-4a31-9341-bffe2b5f1870 req-81442130-3217-4785-99ef-9c47ca0c43fb tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391250 Apr 11 14:46:26.303795 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97e2c5-7412-4e81-ae55-97069fee79a2 req-87e64237-41bd-4283-9873-2e21aa6df675 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:26.305292 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9d97e2c5-7412-4e81-ae55-97069fee79a2 req-87e64237-41bd-4283-9873-2e21aa6df675 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 945 time: 0.0895932 Apr 11 14:46:26.349823 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1841d-91e7-4490-9434-b7f3fa3d2a2c req-cff6e53d-ff76-497b-88bf-3aec8cf669c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:26.351322 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-60f1841d-91e7-4490-9434-b7f3fa3d2a2c req-cff6e53d-ff76-497b-88bf-3aec8cf669c5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=80ceaef1aed84570aab399982023a3d4&device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 1098 time: 0.0916235 Apr 11 14:46:26.412976 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9d97e2c5-7412-4e81-ae55-97069fee79a2 req-de6b172e-7abe-4e25-8669-e4073e354e8e tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005831 Apr 11 14:46:26.440355 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e750ffb5-8b80-4e13-9497-2478db01c696 req-5b7b4e5d-e14a-45c1-a240-f531f0d2f97b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0999031 Apr 11 14:46:26.612955 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1841d-91e7-4490-9434-b7f3fa3d2a2c req-72e1c040-cd0f-409d-bea5-36509fca34db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:26.614452 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-60f1841d-91e7-4490-9434-b7f3fa3d2a2c req-72e1c040-cd0f-409d-bea5-36509fca34db service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c031e18-0920-4a68-964f-de2298fa4134 HTTP/1.1" status: 200 len: 917 time: 0.2425466 Apr 11 14:46:26.686613 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-60f1841d-91e7-4490-9434-b7f3fa3d2a2c req-fd27dde0-5394-455e-8960-8352f51b05f5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd7eddff-46cd-4ee4-9553-aae7885ca89d HTTP/1.1" status: 200 len: 217 time: 0.0660167 Apr 11 14:46:26.751279 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1841d-91e7-4490-9434-b7f3fa3d2a2c req-7c1829fe-091a-4808-a9b6-6b6bd2c66f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:26.752713 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-60f1841d-91e7-4490-9434-b7f3fa3d2a2c req-7c1829fe-091a-4808-a9b6-6b6bd2c66f73 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ce21ef14-6bec-4a00-a2e5-581ed0431d03 HTTP/1.1" status: 200 len: 855 time: 0.0603921 Apr 11 14:46:26.802911 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-60f1841d-91e7-4490-9434-b7f3fa3d2a2c req-306a46b0-24ee-4a79-be4a-acd6f3a3f12f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c031e18-0920-4a68-964f-de2298fa4134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442328 Apr 11 14:46:26.939250 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-60f1841d-91e7-4490-9434-b7f3fa3d2a2c req-fe45718b-9305-40ff-8d01-05eb8dbf4aa1 service neutron] 10.222.0.53 "GET /v2.0/networks/8c031e18-0920-4a68-964f-de2298fa4134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305256 Apr 11 14:46:27.078125 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-60f1841d-91e7-4490-9434-b7f3fa3d2a2c req-0462855d-a38b-4785-a1a6-d65c05df4935 service neutron] 10.222.0.53 "GET /v2.0/networks/8c031e18-0920-4a68-964f-de2298fa4134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335084 Apr 11 14:46:27.631383 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629845e-d255-4424-9e95-e4c71486bbf1 req-1b4407f9-f6f9-4f26-ab0a-b07d309877ca tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:27.639205 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9629845e-d255-4424-9e95-e4c71486bbf1 req-1b4407f9-f6f9-4f26-ab0a-b07d309877ca tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 945 time: 0.1006935 Apr 11 14:46:27.686555 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9629845e-d255-4424-9e95-e4c71486bbf1 req-0bbc2fd5-5178-43f9-a249-2e15af2f2e95 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464170 Apr 11 14:46:27.755201 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fe279f40-f84f-453c-857d-b2fc994f8c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:28.732955 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:28.762726 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:28.869905 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750ffb5-8b80-4e13-9497-2478db01c696 req-79a9392b-f55c-4e9d-98fa-e9461786730e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:28.872057 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e750ffb5-8b80-4e13-9497-2478db01c696 req-79a9392b-f55c-4e9d-98fa-e9461786730e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=80ceaef1aed84570aab399982023a3d4&device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 1098 time: 0.0768785 Apr 11 14:46:28.885964 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a1e0a-0a90-40f6-81b0-a686a51400bd req-3f3ae5f4-9007-41da-ad8f-99170e7c1c1b tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:28.887462 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7b2a1e0a-0a90-40f6-81b0-a686a51400bd req-3f3ae5f4-9007-41da-ad8f-99170e7c1c1b tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 945 time: 0.0868120 Apr 11 14:46:28.933599 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7b2a1e0a-0a90-40f6-81b0-a686a51400bd req-8768d1c6-147c-4a1c-87e5-2fcf8b2670e9 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401745 Apr 11 14:46:29.008184 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750ffb5-8b80-4e13-9497-2478db01c696 req-75f8193b-2a1e-4b05-b759-d995edb57e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:29.009687 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e750ffb5-8b80-4e13-9497-2478db01c696 req-75f8193b-2a1e-4b05-b759-d995edb57e6e service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c031e18-0920-4a68-964f-de2298fa4134 HTTP/1.1" status: 200 len: 917 time: 0.1310811 Apr 11 14:46:29.079030 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e750ffb5-8b80-4e13-9497-2478db01c696 req-9cbe10cd-97c9-428e-a226-7d88c149d795 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd7eddff-46cd-4ee4-9553-aae7885ca89d HTTP/1.1" status: 200 len: 217 time: 0.0634460 Apr 11 14:46:29.144813 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750ffb5-8b80-4e13-9497-2478db01c696 req-c3e2f870-366f-4a68-87d3-72779940719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:29.146270 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e750ffb5-8b80-4e13-9497-2478db01c696 req-c3e2f870-366f-4a68-87d3-72779940719c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ce21ef14-6bec-4a00-a2e5-581ed0431d03 HTTP/1.1" status: 200 len: 855 time: 0.0618777 Apr 11 14:46:29.193239 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e750ffb5-8b80-4e13-9497-2478db01c696 req-9cd40317-a3da-4318-9f46-602057e41870 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c031e18-0920-4a68-964f-de2298fa4134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416129 Apr 11 14:46:29.325397 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e750ffb5-8b80-4e13-9497-2478db01c696 req-d344981d-8f3f-4c59-abd4-d337d619de93 service neutron] 10.222.0.53 "GET /v2.0/networks/8c031e18-0920-4a68-964f-de2298fa4134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260254 Apr 11 14:46:29.478886 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e750ffb5-8b80-4e13-9497-2478db01c696 req-43a8fcd2-6f71-4ee1-99a8-26cd9eda98e3 service neutron] 10.222.0.53 "GET /v2.0/networks/8c031e18-0920-4a68-964f-de2298fa4134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429455 Apr 11 14:46:29.979820 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:30.124314 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc1ded-bd9e-459a-a924-3e970075bffa req-3d4cc607-ea84-46cd-9c4d-04688e1e726b tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:30.125999 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e4bc1ded-bd9e-459a-a924-3e970075bffa req-3d4cc607-ea84-46cd-9c4d-04688e1e726b tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 945 time: 0.0834036 Apr 11 14:46:30.181297 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e4bc1ded-bd9e-459a-a924-3e970075bffa req-6f80ba4a-c9d9-4213-8fdb-931634c86e3a tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459867 Apr 11 14:46:31.374524 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc53061-c13f-471e-8f0c-83a654ec4ce6 req-3fe30a81-55ce-4f5d-b9c1-fe0798b91676 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:31.375894 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ebc53061-c13f-471e-8f0c-83a654ec4ce6 req-3fe30a81-55ce-4f5d-b9c1-fe0798b91676 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 945 time: 0.0875938 Apr 11 14:46:31.427275 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ebc53061-c13f-471e-8f0c-83a654ec4ce6 req-6d6da56a-0256-446c-960d-d92cb042c058 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455885 Apr 11 14:46:32.612830 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbf4f0-3959-40f9-8a33-806c7f6a3da6 req-4eae351c-d027-481e-baff-894560602786 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:32.614383 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6afbf4f0-3959-40f9-8a33-806c7f6a3da6 req-4eae351c-d027-481e-baff-894560602786 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 945 time: 0.0802991 Apr 11 14:46:32.661196 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6afbf4f0-3959-40f9-8a33-806c7f6a3da6 req-d040e827-2f91-4886-94b9-74356de0ab5e tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404360 Apr 11 14:46:33.848143 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da34eea-4126-463c-b02f-492338b86d45 req-96444533-9b75-4615-89f1-3fabe31c8304 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:33.849704 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9da34eea-4126-463c-b02f-492338b86d45 req-96444533-9b75-4615-89f1-3fabe31c8304 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 945 time: 0.0810637 Apr 11 14:46:33.894097 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9da34eea-4126-463c-b02f-492338b86d45 req-22766f47-df35-48e9-bab8-3675331bf57c tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387008 Apr 11 14:46:34.799315 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:46:35.199538 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31516a8-eff4-44c5-9623-8f878479f505 req-4140b713-8347-4330-9dd2-f967b7daffa4 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:35.201420 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b31516a8-eff4-44c5-9623-8f878479f505 req-4140b713-8347-4330-9dd2-f967b7daffa4 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 945 time: 0.1963043 Apr 11 14:46:35.245529 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b31516a8-eff4-44c5-9623-8f878479f505 req-4108c338-4c43-448d-a684-332c70feec4e tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382228 Apr 11 14:46:36.438078 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcc027-40c6-4ead-b729-74ad064cf2d4 req-b4f85c2f-3db7-453b-b49f-812dfb6d5d62 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:36.439554 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-58dcc027-40c6-4ead-b729-74ad064cf2d4 req-b4f85c2f-3db7-453b-b49f-812dfb6d5d62 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 945 time: 0.0844824 Apr 11 14:46:36.484662 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-58dcc027-40c6-4ead-b729-74ad064cf2d4 req-a327c16a-bbf9-48e0-ac52-a9f12c70cf7f tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393434 Apr 11 14:46:37.676067 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81862934-a6cb-4488-8273-a454a43bb1e6 req-45de08cc-6385-4da6-bf61-2530351a2f5e tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:37.677560 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-81862934-a6cb-4488-8273-a454a43bb1e6 req-45de08cc-6385-4da6-bf61-2530351a2f5e tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 945 time: 0.0823007 Apr 11 14:46:37.724058 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-81862934-a6cb-4488-8273-a454a43bb1e6 req-b2c98653-a638-4532-bee4-9d6e8f599b5e tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403385 Apr 11 14:46:38.909776 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e8e7c-4df4-4913-a84f-f1f6047a4b99 req-485183c1-6184-44ad-bf15-58fca5f7d823 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:38.911280 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-723e8e7c-4df4-4913-a84f-f1f6047a4b99 req-485183c1-6184-44ad-bf15-58fca5f7d823 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 945 time: 0.0806260 Apr 11 14:46:38.955110 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-723e8e7c-4df4-4913-a84f-f1f6047a4b99 req-b4821719-8923-4ee9-a383-c339e11bf49b tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382817 Apr 11 14:46:40.141695 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dd31d-dcf4-4f71-8ccb-338e976a5710 req-e6b24de0-aac5-447e-b50d-de0f1c322a9a tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:40.143080 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f48dd31d-dcf4-4f71-8ccb-338e976a5710 req-e6b24de0-aac5-447e-b50d-de0f1c322a9a tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 945 time: 0.0836213 Apr 11 14:46:40.187651 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f48dd31d-dcf4-4f71-8ccb-338e976a5710 req-9e7a4671-97ec-4467-bf4f-634363847aa7 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385945 Apr 11 14:46:41.377174 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21840e8-fa15-4621-8bff-8220228eadfc req-581e042a-8089-4505-9917-1ec183cbbe8d tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:41.378583 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c21840e8-fa15-4621-8bff-8220228eadfc req-581e042a-8089-4505-9917-1ec183cbbe8d tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 945 time: 0.0840471 Apr 11 14:46:41.428447 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c21840e8-fa15-4621-8bff-8220228eadfc req-f2272b32-f796-44eb-9f5c-3f7ffa89a333 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441906 Apr 11 14:46:42.623493 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf14680-20a0-46ed-8a92-989ce3e5c063 req-23bfab5b-9f84-4b8f-a7df-42230252de65 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:42.624938 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-adf14680-20a0-46ed-8a92-989ce3e5c063 req-23bfab5b-9f84-4b8f-a7df-42230252de65 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 945 time: 0.0866716 Apr 11 14:46:42.671308 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-adf14680-20a0-46ed-8a92-989ce3e5c063 req-fedc37be-e994-4379-b13e-ac4044644c68 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403833 Apr 11 14:46:43.855264 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbf837-39fe-4226-8355-62498f726f3f req-2c371035-1aee-4cf4-89fd-26b4e8fad822 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:43.857003 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-12cbf837-39fe-4226-8355-62498f726f3f req-2c371035-1aee-4cf4-89fd-26b4e8fad822 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 945 time: 0.0805135 Apr 11 14:46:43.905393 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-12cbf837-39fe-4226-8355-62498f726f3f req-da179186-451e-402a-b964-6b2a7dab78e8 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428510 Apr 11 14:46:45.093983 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80880aac-27f8-4d54-b0ce-f4cd923bc52d req-f934aeec-7f73-46ae-a730-6c7b371457b2 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:45.095489 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-80880aac-27f8-4d54-b0ce-f4cd923bc52d req-f934aeec-7f73-46ae-a730-6c7b371457b2 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 945 time: 0.0831876 Apr 11 14:46:45.143303 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-80880aac-27f8-4d54-b0ce-f4cd923bc52d req-b4cc868c-e6f9-46ac-b6f9-ef5b0033acf1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407348 Apr 11 14:46:46.335229 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c090c9-371d-43e6-9b42-17d6482fbb2d req-4d2a5604-8141-4642-982f-881951bd33ea tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:46.336696 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-66c090c9-371d-43e6-9b42-17d6482fbb2d req-4d2a5604-8141-4642-982f-881951bd33ea tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 945 time: 0.0818863 Apr 11 14:46:46.381649 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-66c090c9-371d-43e6-9b42-17d6482fbb2d req-0ff43e48-ac52-4379-8054-b0e3ba02d885 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381281 Apr 11 14:46:46.759614 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e750ffb5-8b80-4e13-9497-2478db01c696 req-d410d354-9423-4537-87da-3b0afb2f174e service neutron] 10.222.0.53 "GET /v2.0/ports/dd7eddff-46cd-4ee4-9553-aae7885ca89d/bindings/hv-neutron-8373 HTTP/1.1" status: 200 len: 384 time: 0.0775077 Apr 11 14:46:47.493290 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750ffb5-8b80-4e13-9497-2478db01c696 req-81d41c98-bb9e-48c5-a14c-88783aef851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:47.494812 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e750ffb5-8b80-4e13-9497-2478db01c696 req-81d41c98-bb9e-48c5-a14c-88783aef851e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c&tenant_id=80ceaef1aed84570aab399982023a3d4 HTTP/1.1" status: 200 len: 1098 time: 0.0812407 Apr 11 14:46:47.641485 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21481de5-b9a7-4b5c-b2d9-aee07ebbabcc req-c3256dbc-ce98-4d2b-b82b-0715193d750a tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:47.642966 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-21481de5-b9a7-4b5c-b2d9-aee07ebbabcc req-c3256dbc-ce98-4d2b-b82b-0715193d750a tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 945 time: 0.1449075 Apr 11 14:46:47.644721 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750ffb5-8b80-4e13-9497-2478db01c696 req-f8902d3d-f08d-4729-bd4e-d92288adccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:47.646062 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e750ffb5-8b80-4e13-9497-2478db01c696 req-f8902d3d-f08d-4729-bd4e-d92288adccb4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=80ceaef1aed84570aab399982023a3d4&device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 1098 time: 0.1072505 Apr 11 14:46:47.785460 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-21481de5-b9a7-4b5c-b2d9-aee07ebbabcc req-ac59c0e8-abf3-4d2e-bdef-d5e93953abd9 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364980 Apr 11 14:46:47.814792 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750ffb5-8b80-4e13-9497-2478db01c696 req-a4986637-d804-40f6-9af2-65b07484f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:47.816223 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e750ffb5-8b80-4e13-9497-2478db01c696 req-a4986637-d804-40f6-9af2-65b07484f0de service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c031e18-0920-4a68-964f-de2298fa4134 HTTP/1.1" status: 200 len: 917 time: 0.1644990 Apr 11 14:46:47.882934 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e750ffb5-8b80-4e13-9497-2478db01c696 req-4fbe5412-ab3f-4dce-8cf7-059dc851021f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd7eddff-46cd-4ee4-9553-aae7885ca89d HTTP/1.1" status: 200 len: 217 time: 0.0608323 Apr 11 14:46:47.949078 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750ffb5-8b80-4e13-9497-2478db01c696 req-19b88576-ce8d-4408-b80d-13ee808e592c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:47.950530 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e750ffb5-8b80-4e13-9497-2478db01c696 req-19b88576-ce8d-4408-b80d-13ee808e592c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ce21ef14-6bec-4a00-a2e5-581ed0431d03 HTTP/1.1" status: 200 len: 855 time: 0.0625696 Apr 11 14:46:47.997885 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e750ffb5-8b80-4e13-9497-2478db01c696 req-8287197b-c70e-4929-897a-cefbf026346a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c031e18-0920-4a68-964f-de2298fa4134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406876 Apr 11 14:46:48.132587 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e750ffb5-8b80-4e13-9497-2478db01c696 req-17977956-2084-4223-9f9a-2a9a519c94ea service neutron] 10.222.0.53 "GET /v2.0/networks/8c031e18-0920-4a68-964f-de2298fa4134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280859 Apr 11 14:46:48.264835 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e750ffb5-8b80-4e13-9497-2478db01c696 req-903112b8-7162-45a5-8fc3-c59c41ac193b service neutron] 10.222.0.53 "GET /v2.0/networks/8c031e18-0920-4a68-964f-de2298fa4134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264362 Apr 11 14:46:48.980126 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133dad07-9dfb-473e-9f20-64c746e3e40b req-16565d73-c60d-4633-97f4-bcf96bf45997 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:48.981595 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-133dad07-9dfb-473e-9f20-64c746e3e40b req-16565d73-c60d-4633-97f4-bcf96bf45997 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 945 time: 0.0863795 Apr 11 14:46:49.031827 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-133dad07-9dfb-473e-9f20-64c746e3e40b req-d4126fb5-69b3-4cad-8bb2-13bab0054ef8 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436599 Apr 11 14:46:50.069702 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device dd7eddff-46cd-4ee4-9553-aae7885ca89d details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:46:50.080705 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device dd7eddff-46cd-4ee4-9553-aae7885ca89d no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:46:50.223790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d54266-ea00-449f-8a22-f43a340f7e88 req-2f9068a9-4e63-40c4-9209-20bbb7f2089f tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:50.225267 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-45d54266-ea00-449f-8a22-f43a340f7e88 req-2f9068a9-4e63-40c4-9209-20bbb7f2089f tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 945 time: 0.0806313 Apr 11 14:46:50.275159 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-45d54266-ea00-449f-8a22-f43a340f7e88 req-12dd0f9d-a86d-4baf-9851-fff24b5aa465 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440328 Apr 11 14:46:50.310190 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port dd7eddff-46cd-4ee4-9553-aae7885ca89d, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=dd7eddff-46cd-4ee4-9553-aae7885ca89d,segment=NetworkSegment(f1d9967c-2e33-4205-8dfe-2c476c6622e0),segment_id=f1d9967c-2e33-4205-8dfe-2c476c6622e0)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:46:50.317882 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:50.338699 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': 'dd7eddff-46cd-4ee4-9553-aae7885ca89d', 'network_id': '8c031e18-0920-4a68-964f-de2298fa4134', 'port_id': 'dd7eddff-46cd-4ee4-9553-aae7885ca89d', 'mac_address': 'fa:16:3e:91:e9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce21ef14-6bec-4a00-a2e5-581ed0431d03', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:46:50.374335 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f0769f-5741-4499-a36c-3238a181634c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd7eddff-46cd-4ee4-9553-aae7885ca89d'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:46:50.398643 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port dd7eddff-46cd-4ee4-9553-aae7885ca89d, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=dd7eddff-46cd-4ee4-9553-aae7885ca89d,segment=NetworkSegment(f1d9967c-2e33-4205-8dfe-2c476c6622e0),segment_id=f1d9967c-2e33-4205-8dfe-2c476c6622e0)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:46:50.413575 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:50.430710 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b7b9a1f-ee53-424b-892d-138582a83ee6'] response: {'server_uuid': '33f0769f-5741-4499-a36c-3238a181634c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd7eddff-46cd-4ee4-9553-aae7885ca89d', 'code': 200} Apr 11 14:46:50.435270 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd7eddff-46cd-4ee4-9553-aae7885ca89d {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:46:50.481958 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:50.628523 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:46:50.628868 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:46:50.632113 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=dd7eddff-46cd-4ee4-9553-aae7885ca89d,revision_number=6']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:46:50.639253 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:50.639596 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:50.639930 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:50.640258 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:50.641149 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:50.641616 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:50.641983 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:50.642440 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:50.642812 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:50.643185 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:50.643570 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:50.643813 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:46:51.184029 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:51.201262 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7eddff-46cd-4ee4-9553-aae7885ca89d {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:46:51.223456 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port dd7eddff-46cd-4ee4-9553-aae7885ca89d, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=dd7eddff-46cd-4ee4-9553-aae7885ca89d,segment=NetworkSegment(f1d9967c-2e33-4205-8dfe-2c476c6622e0),segment_id=f1d9967c-2e33-4205-8dfe-2c476c6622e0)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:46:51.321738 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:51.391412 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=dd7eddff-46cd-4ee4-9553-aae7885ca89d,revision_number=7']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:46:51.454994 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['dd7eddff-46cd-4ee4-9553-aae7885ca89d'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:46:51.480910 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218222e5-fb2c-4b33-ad26-9e124d02a912 req-75fba99c-eb82-48e8-ac51-e2a710f84b43 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:51.482414 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-218222e5-fb2c-4b33-ad26-9e124d02a912 req-75fba99c-eb82-48e8-ac51-e2a710f84b43 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 944 time: 0.0978003 Apr 11 14:46:51.530824 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-218222e5-fb2c-4b33-ad26-9e124d02a912 req-3a9387df-9773-4d45-b320-37b1751faa59 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403821 Apr 11 14:46:52.096615 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device dd7eddff-46cd-4ee4-9553-aae7885ca89d up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:46:52.177567 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port dd7eddff-46cd-4ee4-9553-aae7885ca89d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:46:52.177888 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:52.184783 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62143e8-20a0-47b7-9236-753146294f1f req-902fd312-7ef9-4776-a0b3-22dbfdf35a0d tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:52.186284 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c62143e8-20a0-47b7-9236-753146294f1f req-902fd312-7ef9-4776-a0b3-22dbfdf35a0d tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 944 time: 0.2382045 Apr 11 14:46:52.250341 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c62143e8-20a0-47b7-9236-753146294f1f req-612a2f23-7a0b-45a6-a721-d4c2a3926b81 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541034 Apr 11 14:46:52.267777 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a9cae-ae56-4e77-8663-f60cdd2d130b req-db5621a2-1cf4-46bc-8e03-2d8aedd1ed98 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:52.269694 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-703a9cae-ae56-4e77-8663-f60cdd2d130b req-db5621a2-1cf4-46bc-8e03-2d8aedd1ed98 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c&tenant_id=80ceaef1aed84570aab399982023a3d4&binding%3Ahost_id=hv-neutron-8373 HTTP/1.1" status: 200 len: 944 time: 0.1391881 Apr 11 14:46:52.305475 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:52.337776 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port dd7eddff-46cd-4ee4-9553-aae7885ca89d, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=dd7eddff-46cd-4ee4-9553-aae7885ca89d,segment=NetworkSegment(f1d9967c-2e33-4205-8dfe-2c476c6622e0),segment_id=f1d9967c-2e33-4205-8dfe-2c476c6622e0)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:46:52.407784 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:52.430724 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a9cae-ae56-4e77-8663-f60cdd2d130b req-389406a6-6d17-42a3-b263-5f71898ad3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:52.432141 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-703a9cae-ae56-4e77-8663-f60cdd2d130b req-389406a6-6d17-42a3-b263-5f71898ad3ff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=80ceaef1aed84570aab399982023a3d4&device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 1097 time: 0.0758293 Apr 11 14:46:52.447418 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f0769f-5741-4499-a36c-3238a181634c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7eddff-46cd-4ee4-9553-aae7885ca89d'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:46:52.485650 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=dd7eddff-46cd-4ee4-9553-aae7885ca89d,revision_number=8']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:46:52.511299 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4230702f-3b27-482a-93ef-cbad41b38182'] response: {'server_uuid': '33f0769f-5741-4499-a36c-3238a181634c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7eddff-46cd-4ee4-9553-aae7885ca89d', 'code': 200} Apr 11 14:46:52.566998 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a9cae-ae56-4e77-8663-f60cdd2d130b req-c4d74f33-ee94-4710-8de0-70524119c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:52.568454 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-703a9cae-ae56-4e77-8663-f60cdd2d130b req-c4d74f33-ee94-4710-8de0-70524119c395 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c031e18-0920-4a68-964f-de2298fa4134 HTTP/1.1" status: 200 len: 917 time: 0.1306095 Apr 11 14:46:52.638400 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-703a9cae-ae56-4e77-8663-f60cdd2d130b req-acbf50b2-afd8-4555-88ac-cd06e00ea85a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd7eddff-46cd-4ee4-9553-aae7885ca89d HTTP/1.1" status: 200 len: 217 time: 0.0640242 Apr 11 14:46:52.701156 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a9cae-ae56-4e77-8663-f60cdd2d130b req-3848c9d8-55b8-4c50-8208-31b2a3306bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:52.702570 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-703a9cae-ae56-4e77-8663-f60cdd2d130b req-3848c9d8-55b8-4c50-8208-31b2a3306bf3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ce21ef14-6bec-4a00-a2e5-581ed0431d03 HTTP/1.1" status: 200 len: 855 time: 0.0580940 Apr 11 14:46:52.749289 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-703a9cae-ae56-4e77-8663-f60cdd2d130b req-653fafc9-c42a-4934-b6d2-17596edec22d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c031e18-0920-4a68-964f-de2298fa4134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405276 Apr 11 14:46:52.879511 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-703a9cae-ae56-4e77-8663-f60cdd2d130b req-567a1b51-14e9-435f-807b-c857d6c9315c service neutron] 10.222.0.53 "GET /v2.0/networks/8c031e18-0920-4a68-964f-de2298fa4134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238446 Apr 11 14:46:53.010111 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-703a9cae-ae56-4e77-8663-f60cdd2d130b req-a271ca62-a3cd-4078-9e6c-e6b8e6b46339 service neutron] 10.222.0.53 "GET /v2.0/networks/8c031e18-0920-4a68-964f-de2298fa4134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252980 Apr 11 14:46:53.443669 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8d95c-f4ea-470d-881a-871bc8c1f87f req-b1476973-f2d0-4ce9-a7eb-7e9bc78ce3a9 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:53.451945 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-97f8d95c-f4ea-470d-881a-871bc8c1f87f req-b1476973-f2d0-4ce9-a7eb-7e9bc78ce3a9 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 945 time: 0.0881367 Apr 11 14:46:53.493408 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-97f8d95c-f4ea-470d-881a-871bc8c1f87f req-66a2373c-8b10-47c1-b372-b6fb9d0bb3c5 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406110 Apr 11 14:46:54.088718 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device dd7eddff-46cd-4ee4-9553-aae7885ca89d no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:46:54.206229 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:54.239130 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port dd7eddff-46cd-4ee4-9553-aae7885ca89d, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=dd7eddff-46cd-4ee4-9553-aae7885ca89d,segment=NetworkSegment(f1d9967c-2e33-4205-8dfe-2c476c6622e0),segment_id=f1d9967c-2e33-4205-8dfe-2c476c6622e0)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:46:54.350673 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:54.420573 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=dd7eddff-46cd-4ee4-9553-aae7885ca89d,revision_number=9']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:46:54.481971 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:54.511984 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f0769f-5741-4499-a36c-3238a181634c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd7eddff-46cd-4ee4-9553-aae7885ca89d'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:46:54.580567 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0eeb6ec-239d-4c24-beee-a1afae565da2'] response: {'server_uuid': '33f0769f-5741-4499-a36c-3238a181634c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd7eddff-46cd-4ee4-9553-aae7885ca89d', 'code': 200} Apr 11 14:46:54.685193 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9b11f-3458-4fbf-b507-8c2b93d4a589 req-aeadb3cd-080f-4708-8f3d-d621b706250a tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:54.686712 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4cf9b11f-3458-4fbf-b507-8c2b93d4a589 req-aeadb3cd-080f-4708-8f3d-d621b706250a tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 943 time: 0.0822968 Apr 11 14:46:54.735226 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4cf9b11f-3458-4fbf-b507-8c2b93d4a589 req-7ff793e0-2e9b-40b8-832c-0a36d6b5e25a tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407288 Apr 11 14:46:54.919205 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb944d6-af92-4c95-8cfb-8c13ffea8270 req-19129bca-c44f-4ed0-a85c-184c189cf700 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:54.920761 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-dbb944d6-af92-4c95-8cfb-8c13ffea8270 req-19129bca-c44f-4ed0-a85c-184c189cf700 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 943 time: 0.0813315 Apr 11 14:46:54.965794 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-dbb944d6-af92-4c95-8cfb-8c13ffea8270 req-10df6352-0a7e-4ceb-8731-ba8ea2e1a889 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389428 Apr 11 14:46:55.157094 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9603a-5ab4-48d3-aa63-ded74f88d0a4 req-82b64453-97bb-4211-86d3-1d76404b5690 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:55.158590 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-12b9603a-5ab4-48d3-aa63-ded74f88d0a4 req-82b64453-97bb-4211-86d3-1d76404b5690 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 943 time: 0.0842602 Apr 11 14:46:55.206828 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-12b9603a-5ab4-48d3-aa63-ded74f88d0a4 req-473bbec0-f6db-4f34-ad90-ce216e69476f tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422170 Apr 11 14:46:55.212061 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6423e4c5-0939-4474-9e17-50ffd4816c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:55.937742 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-d0817aad-3054-4127-8fa3-0950037cccf8 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:55.939110 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-d0817aad-3054-4127-8fa3-0950037cccf8 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/networks?id=8c031e18-0920-4a68-964f-de2298fa4134 HTTP/1.1" status: 200 len: 815 time: 0.1463027 Apr 11 14:46:55.954685 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-3aea0558-f0aa-4485-9a5f-df2474a2be5a tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/quotas/80ceaef1aed84570aab399982023a3d4 HTTP/1.1" status: 200 len: 375 time: 0.0099316 Apr 11 14:46:56.042482 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-e464b642-1634-4d74-b8b2-7618e9c79f2d tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=80ceaef1aed84570aab399982023a3d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0824101 Apr 11 14:46:56.178395 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-f394d478-bcc1-4420-bfe6-21be267fab2f service neutron] 10.222.0.66 "GET /v2.0/networks/8c031e18-0920-4a68-964f-de2298fa4134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290274 Apr 11 14:46:56.315671 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-fd0e45ea-8e0b-4856-b12b-052a7946eb11 service neutron] 10.222.0.66 "GET /v2.0/networks/8c031e18-0920-4a68-964f-de2298fa4134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314437 Apr 11 14:46:56.624473 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-001d48ab-32f0-4712-b94d-a11d199c9b0d req-7418c90f-9584-4b49-a0f4-00ef5712db76 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 210 time: 0.0463529 Apr 11 14:46:57.733099 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-098c8e44-acec-40e9-80b2-ea6afa629f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:57.747682 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d736662-f9ec-4cc4-ba04-b55cb7e8329f req-fa590541-6bc5-4c06-aa81-399a0da464d1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:57.749183 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8d736662-f9ec-4cc4-ba04-b55cb7e8329f req-fa590541-6bc5-4c06-aa81-399a0da464d1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f0769f-5741-4499-a36c-3238a181634c HTTP/1.1" status: 200 len: 943 time: 0.0903647 Apr 11 14:46:57.937691 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e0c8ba13-5414-4e57-b9f5-ae590b6378a6 req-8155dfc7-dab5-4f7e-95f6-593811d48d41 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 210 time: 0.1874988 Apr 11 14:46:57.970851 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-8d736662-f9ec-4cc4-ba04-b55cb7e8329f req-eb050159-4e65-423e-9927-63c8d20873a4 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Deleting port dd7eddff-46cd-4ee4-9553-aae7885ca89d {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:46:57.971195 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-8d736662-f9ec-4cc4-ba04-b55cb7e8329f req-eb050159-4e65-423e-9927-63c8d20873a4 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:58.227619 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-8d736662-f9ec-4cc4-ba04-b55cb7e8329f req-eb050159-4e65-423e-9927-63c8d20873a4 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] For port dd7eddff-46cd-4ee4-9553-aae7885ca89d, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=dd7eddff-46cd-4ee4-9553-aae7885ca89d,segment=NetworkSegment(f1d9967c-2e33-4205-8dfe-2c476c6622e0),segment_id=f1d9967c-2e33-4205-8dfe-2c476c6622e0)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:46:58.227971 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-8d736662-f9ec-4cc4-ba04-b55cb7e8329f req-eb050159-4e65-423e-9927-63c8d20873a4 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:58.355885 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-8d736662-f9ec-4cc4-ba04-b55cb7e8329f req-eb050159-4e65-423e-9927-63c8d20873a4 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Calling delete_port for dd7eddff-46cd-4ee4-9553-aae7885ca89d owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:46:58.589944 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-8d736662-f9ec-4cc4-ba04-b55cb7e8329f req-eb050159-4e65-423e-9927-63c8d20873a4 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:58.642418 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb050159-4e65-423e-9927-63c8d20873a4 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Pushing event deleted for resources: {'Port': ['ID=dd7eddff-46cd-4ee4-9553-aae7885ca89d,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:46:58.720226 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d736662-f9ec-4cc4-ba04-b55cb7e8329f req-eb050159-4e65-423e-9927-63c8d20873a4 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] No DVR routers for this DVR port dd7eddff-46cd-4ee4-9553-aae7885ca89d on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:46:58.724052 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-8d736662-f9ec-4cc4-ba04-b55cb7e8329f req-eb050159-4e65-423e-9927-63c8d20873a4 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:58.726813 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f0769f-5741-4499-a36c-3238a181634c', 'name': 'network-vif-deleted', 'tag': 'dd7eddff-46cd-4ee4-9553-aae7885ca89d'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:46:58.728968 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:58.730833 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:58.782552 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b85e5ba-b01d-4c54-99b4-923a68fc2680'] response: {'server_uuid': '33f0769f-5741-4499-a36c-3238a181634c', 'name': 'network-vif-deleted', 'tag': 'dd7eddff-46cd-4ee4-9553-aae7885ca89d', 'status': 'completed', 'code': 200} Apr 11 14:46:58.808167 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8d736662-f9ec-4cc4-ba04-b55cb7e8329f req-eb050159-4e65-423e-9927-63c8d20873a4 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.53 "DELETE /v2.0/ports/dd7eddff-46cd-4ee4-9553-aae7885ca89d HTTP/1.1" status: 204 len: 173 time: 1.0261266 Apr 11 14:46:59.031624 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-d4a42a81-af83-4221-b832-5a9e87fb5fba tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:46:59.033892 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-d4a42a81-af83-4221-b832-5a9e87fb5fba tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.53 "GET /v2.0/networks?id=8c031e18-0920-4a68-964f-de2298fa4134 HTTP/1.1" status: 200 len: 815 time: 0.1811266 Apr 11 14:46:59.055315 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-1e126890-1e93-44d1-8879-71d90c2ae749 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Request body: {'port': {'device_id': '67d6d989-7d68-4acc-8d9c-5e4598f0d85d', 'network_id': '8c031e18-0920-4a68-964f-de2298fa4134', 'admin_state_up': True, 'tenant_id': '80ceaef1aed84570aab399982023a3d4'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:46:59.132686 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-7d428940-8ad6-4221-ae26-63a1f51213d1 req-b90c2c68-f4c3-492f-a323-51c76270f131 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Synchronizing usage tracker for tenant:80ceaef1aed84570aab399982023a3d4 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:46:59.245080 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-1e126890-1e93-44d1-8879-71d90c2ae749 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:46:59.362722 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-7d428940-8ad6-4221-ae26-63a1f51213d1 req-b90c2c68-f4c3-492f-a323-51c76270f131 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Unset dirty status for tenant:80ceaef1aed84570aab399982023a3d4 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:46:59.363887 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7d428940-8ad6-4221-ae26-63a1f51213d1 req-b90c2c68-f4c3-492f-a323-51c76270f131 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 210 time: 0.2897530 Apr 11 14:46:59.365078 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-1e126890-1e93-44d1-8879-71d90c2ae749 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Usage tracker for resource:port and tenant:80ceaef1aed84570aab399982023a3d4 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:46:59.368253 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-1e126890-1e93-44d1-8879-71d90c2ae749 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:46:59.374085 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-1e126890-1e93-44d1-8879-71d90c2ae749 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:46:59.539061 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-1e126890-1e93-44d1-8879-71d90c2ae749 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Made reservation on behalf of 80ceaef1aed84570aab399982023a3d4 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:46:59.542644 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-1e126890-1e93-44d1-8879-71d90c2ae749 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:59.731662 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-1e126890-1e93-44d1-8879-71d90c2ae749 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Allocated IP 172.20.0.11 (8c031e18-0920-4a68-964f-de2298fa4134/ce21ef14-6bec-4a00-a2e5-581ed0431d03/9650d57e-68a8-4f8b-8c1b-dd0b206bd93f) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:46:59.955679 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-1e126890-1e93-44d1-8879-71d90c2ae749 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:46:59.961355 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:00.035901 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-1e126890-1e93-44d1-8879-71d90c2ae749 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:00.111694 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-1e126890-1e93-44d1-8879-71d90c2ae749 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Network 8c031e18-0920-4a68-964f-de2298fa4134 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:47:00.119357 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-1e126890-1e93-44d1-8879-71d90c2ae749 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:47:00.123748 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-1e126890-1e93-44d1-8879-71d90c2ae749 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:47:00.135041 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device dd7eddff-46cd-4ee4-9553-aae7885ca89d no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:47:00.156562 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e126890-1e93-44d1-8879-71d90c2ae749 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Pushing event updated for resources: {'Port': ['ID=9650d57e-68a8-4f8b-8c1b-dd0b206bd93f,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:47:00.173764 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: dd7eddff-46cd-4ee4-9553-aae7885ca89d {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:47:00.174135 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device dd7eddff-46cd-4ee4-9553-aae7885ca89d not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:47:00.194682 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-1e126890-1e93-44d1-8879-71d90c2ae749 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:00.195289 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-1e126890-1e93-44d1-8879-71d90c2ae749 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:00.282678 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-1e126890-1e93-44d1-8879-71d90c2ae749 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2341492 Apr 11 14:47:00.299307 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-5888d469-2acc-4ff2-a70c-82cddbbd7160 service neutron] Request body: {'port': {'device_id': '67d6d989-7d68-4acc-8d9c-5e4598f0d85d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:47:00.532170 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-5888d469-2acc-4ff2-a70c-82cddbbd7160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:00.565048 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fa74a-61dd-4cda-b421-1cfdc10ba7f9 req-25db8a24-0eea-432d-b7b4-95135a90d5d3 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:00.566683 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-433fa74a-61dd-4cda-b421-1cfdc10ba7f9 req-25db8a24-0eea-432d-b7b4-95135a90d5d3 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 932 time: 0.0863302 Apr 11 14:47:00.613286 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-433fa74a-61dd-4cda-b421-1cfdc10ba7f9 req-ef8dea92-9d78-4a1c-9a2c-a3b6e305b6bc tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406897 Apr 11 14:47:00.881491 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-5888d469-2acc-4ff2-a70c-82cddbbd7160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:47:00.888889 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-5888d469-2acc-4ff2-a70c-82cddbbd7160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:00.910068 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-5888d469-2acc-4ff2-a70c-82cddbbd7160 service neutron] Transition to ACTIVE for port object 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:47:01.012725 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-5888d469-2acc-4ff2-a70c-82cddbbd7160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:01.145151 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888d469-2acc-4ff2-a70c-82cddbbd7160 service neutron] Pushing event updated for resources: {'Port': ['ID=9650d57e-68a8-4f8b-8c1b-dd0b206bd93f,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:47:01.256456 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-5888d469-2acc-4ff2-a70c-82cddbbd7160 service neutron] Attempting to bind port 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:47:01.256786 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-5888d469-2acc-4ff2-a70c-82cddbbd7160 service neutron] Attempting to bind port 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': 'f1d9967c-2e33-4205-8dfe-2c476c6622e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '8c031e18-0920-4a68-964f-de2298fa4134'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:47:01.257092 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-5888d469-2acc-4ff2-a70c-82cddbbd7160 service neutron] Attempting to bind port 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f on network 8c031e18-0920-4a68-964f-de2298fa4134 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:47:01.261780 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-5888d469-2acc-4ff2-a70c-82cddbbd7160 service neutron] Port 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f on network 8c031e18-0920-4a68-964f-de2298fa4134 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:47:01.262083 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-5888d469-2acc-4ff2-a70c-82cddbbd7160 service neutron] Attempting to bind port 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f on network 8c031e18-0920-4a68-964f-de2298fa4134 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:47:01.267805 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-5888d469-2acc-4ff2-a70c-82cddbbd7160 service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:47:01.268134 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-5888d469-2acc-4ff2-a70c-82cddbbd7160 service neutron] Checking segment: {'id': 'f1d9967c-2e33-4205-8dfe-2c476c6622e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '8c031e18-0920-4a68-964f-de2298fa4134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:47:01.268517 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-5888d469-2acc-4ff2-a70c-82cddbbd7160 service neutron] Bound using segment: {'id': 'f1d9967c-2e33-4205-8dfe-2c476c6622e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '8c031e18-0920-4a68-964f-de2298fa4134'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:47:01.268938 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-5888d469-2acc-4ff2-a70c-82cddbbd7160 service neutron] Bound port: 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d9967c-2e33-4205-8dfe-2c476c6622e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '8c031e18-0920-4a68-964f-de2298fa4134'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:47:01.269278 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-5888d469-2acc-4ff2-a70c-82cddbbd7160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:01.364804 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-5888d469-2acc-4ff2-a70c-82cddbbd7160 service neutron] For port 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:47:01.367762 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-5888d469-2acc-4ff2-a70c-82cddbbd7160 service neutron] For port 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=9650d57e-68a8-4f8b-8c1b-dd0b206bd93f,segment=NetworkSegment(f1d9967c-2e33-4205-8dfe-2c476c6622e0),segment_id=f1d9967c-2e33-4205-8dfe-2c476c6622e0)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:47:01.476725 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-5888d469-2acc-4ff2-a70c-82cddbbd7160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:01.533562 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-5888d469-2acc-4ff2-a70c-82cddbbd7160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:01.534417 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-5888d469-2acc-4ff2-a70c-82cddbbd7160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:01.535798 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-5888d469-2acc-4ff2-a70c-82cddbbd7160 service neutron] 10.222.0.53 "PUT /v2.0/ports/9650d57e-68a8-4f8b-8c1b-dd0b206bd93f HTTP/1.1" status: 200 len: 1094 time: 1.2412755 Apr 11 14:47:01.538397 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d6d989-7d68-4acc-8d9c-5e4598f0d85d', 'tag': '9650d57e-68a8-4f8b-8c1b-dd0b206bd93f'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:47:01.568648 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888d469-2acc-4ff2-a70c-82cddbbd7160 service neutron] Pushing event updated for resources: {'Port': ['ID=9650d57e-68a8-4f8b-8c1b-dd0b206bd93f,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:47:01.589939 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ead9093-19be-445a-a656-15d1f3b162f3'] response: {'name': 'network-changed', 'server_uuid': '67d6d989-7d68-4acc-8d9c-5e4598f0d85d', 'tag': '9650d57e-68a8-4f8b-8c1b-dd0b206bd93f', 'status': 'completed', 'code': 200} Apr 11 14:47:01.709091 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f11ce-cb15-479c-a051-3ad6c688c882 req-6216d138-1803-4206-8396-a54cbfa8452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:01.710604 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-385f11ce-cb15-479c-a051-3ad6c688c882 req-6216d138-1803-4206-8396-a54cbfa8452b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=80ceaef1aed84570aab399982023a3d4&device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 1097 time: 0.0787911 Apr 11 14:47:01.802774 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4082b-6a5e-45b5-8ceb-bf3587a6373a req-b18f06e1-4517-424c-b38d-3527c7b94c74 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:01.804187 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-04e4082b-6a5e-45b5-8ceb-bf3587a6373a req-b18f06e1-4517-424c-b38d-3527c7b94c74 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 944 time: 0.0858941 Apr 11 14:47:01.850503 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-04e4082b-6a5e-45b5-8ceb-bf3587a6373a req-97e5c4a1-e788-4999-9e02-297bade2a9f3 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405433 Apr 11 14:47:01.867069 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f11ce-cb15-479c-a051-3ad6c688c882 req-70a33f3d-ec82-4b0f-84c8-c4f4297cf312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:01.868680 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-385f11ce-cb15-479c-a051-3ad6c688c882 req-70a33f3d-ec82-4b0f-84c8-c4f4297cf312 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=80ceaef1aed84570aab399982023a3d4&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1449599 Apr 11 14:47:02.009179 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f11ce-cb15-479c-a051-3ad6c688c882 req-67220fa6-b120-44a3-9275-41e2d8662436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:02.010653 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-385f11ce-cb15-479c-a051-3ad6c688c882 req-67220fa6-b120-44a3-9275-41e2d8662436 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1363981 Apr 11 14:47:02.141884 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-e894f3ca-cf12-423c-a1a9-9527f1723e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:02.143324 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-e894f3ca-cf12-423c-a1a9-9527f1723e16 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=80ceaef1aed84570aab399982023a3d4&device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 1097 time: 0.0729187 Apr 11 14:47:02.220881 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-03f0917d-1bb0-4ee8-b5bc-221b1b035dbc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9650d57e-68a8-4f8b-8c1b-dd0b206bd93f HTTP/1.1" status: 200 len: 217 time: 0.0659869 Apr 11 14:47:02.283784 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-36b7759b-8636-429f-929a-683f152fb2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:02.285205 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-36b7759b-8636-429f-929a-683f152fb2fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ce21ef14-6bec-4a00-a2e5-581ed0431d03 HTTP/1.1" status: 200 len: 855 time: 0.0591929 Apr 11 14:47:02.335124 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-04ecbfdf-a3f5-43a4-a467-9df3aacb0205 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c031e18-0920-4a68-964f-de2298fa4134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443487 Apr 11 14:47:02.485835 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-47b0fed8-ef9c-4fcc-91b0-ee7dd28121a2 service neutron] 10.222.0.53 "GET /v2.0/networks/8c031e18-0920-4a68-964f-de2298fa4134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407750 Apr 11 14:47:02.727244 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-719382f2-133b-4c43-b8e8-d2a6b29ee4c5 req-8a642110-fcb6-47ed-a2bb-c34ebb008cd1 service neutron] 10.222.0.53 "GET /v2.0/networks/8c031e18-0920-4a68-964f-de2298fa4134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334104 Apr 11 14:47:03.042213 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b381c-16e4-487f-919c-825da2e98834 req-0c99c699-bf45-49ec-bb53-e4bdf420c1f0 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:03.042912 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-3b9b381c-16e4-487f-919c-825da2e98834 req-0c99c699-bf45-49ec-bb53-e4bdf420c1f0 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Synchronizing usage tracker for tenant:80ceaef1aed84570aab399982023a3d4 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:47:03.138294 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-3b9b381c-16e4-487f-919c-825da2e98834 req-0c99c699-bf45-49ec-bb53-e4bdf420c1f0 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Unset dirty status for tenant:80ceaef1aed84570aab399982023a3d4 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:47:03.139415 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3b9b381c-16e4-487f-919c-825da2e98834 req-0c99c699-bf45-49ec-bb53-e4bdf420c1f0 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 944 time: 0.1765547 Apr 11 14:47:03.185432 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3b9b381c-16e4-487f-919c-825da2e98834 req-83718ef1-cc76-49ab-aa6f-b0d4e8bb486d tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401757 Apr 11 14:47:04.370887 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc492c12-adda-424a-84cc-cc3caf9b0c1a req-0a79518f-4d37-4891-8fa4-5520f702a1b9 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:04.372357 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-dc492c12-adda-424a-84cc-cc3caf9b0c1a req-0a79518f-4d37-4891-8fa4-5520f702a1b9 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 944 time: 0.0821362 Apr 11 14:47:04.421490 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-dc492c12-adda-424a-84cc-cc3caf9b0c1a req-1bb8e369-1d1c-45a5-b131-5f77909b67ba tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426915 Apr 11 14:47:05.617838 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ce01a-4af8-4a4e-b244-f8a702026867 req-635a5aa1-17b2-4888-8e81-ab730f6d6512 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:05.619307 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-779ce01a-4af8-4a4e-b244-f8a702026867 req-635a5aa1-17b2-4888-8e81-ab730f6d6512 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 944 time: 0.0833454 Apr 11 14:47:05.664404 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-779ce01a-4af8-4a4e-b244-f8a702026867 req-c8aea786-6f19-476a-a365-7029bff8d6c5 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394099 Apr 11 14:47:06.169265 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:47:06.302579 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=9650d57e-68a8-4f8b-8c1b-dd0b206bd93f,segment=NetworkSegment(f1d9967c-2e33-4205-8dfe-2c476c6622e0),segment_id=f1d9967c-2e33-4205-8dfe-2c476c6622e0)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:47:06.316004 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '9650d57e-68a8-4f8b-8c1b-dd0b206bd93f', 'network_id': '8c031e18-0920-4a68-964f-de2298fa4134', 'port_id': '9650d57e-68a8-4f8b-8c1b-dd0b206bd93f', 'mac_address': 'fa:16:3e:19:08:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce21ef14-6bec-4a00-a2e5-581ed0431d03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:47:06.370107 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:06.387107 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:47:06.402563 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=9650d57e-68a8-4f8b-8c1b-dd0b206bd93f,segment=NetworkSegment(f1d9967c-2e33-4205-8dfe-2c476c6622e0),segment_id=f1d9967c-2e33-4205-8dfe-2c476c6622e0)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:47:06.470086 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:06.541370 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=9650d57e-68a8-4f8b-8c1b-dd0b206bd93f,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:47:06.847726 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['9650d57e-68a8-4f8b-8c1b-dd0b206bd93f'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:47:06.855891 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae13804-6673-45f1-983d-7070472bb92f req-826b9a0b-403a-4e60-bd7d-d90c88bf75f2 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:06.857419 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1ae13804-6673-45f1-983d-7070472bb92f req-826b9a0b-403a-4e60-bd7d-d90c88bf75f2 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 945 time: 0.0833380 Apr 11 14:47:06.902477 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1ae13804-6673-45f1-983d-7070472bb92f req-1d48c7b5-ac4d-4c58-a1fe-f36c729b8904 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391247 Apr 11 14:47:08.127817 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e01833-8dc0-4c45-aaa4-703426316142 req-5eca7f6e-8160-444f-a48a-4435815fff5f tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:08.129322 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-88e01833-8dc0-4c45-aaa4-703426316142 req-5eca7f6e-8160-444f-a48a-4435815fff5f tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 945 time: 0.0909703 Apr 11 14:47:08.174711 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-88e01833-8dc0-4c45-aaa4-703426316142 req-2f1f8884-3db4-4b62-b881-443ebfd5424a tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394857 Apr 11 14:47:08.182123 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:47:08.315231 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:47:08.320185 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:47:08.320558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:08.440787 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:08.467674 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d6d989-7d68-4acc-8d9c-5e4598f0d85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9650d57e-68a8-4f8b-8c1b-dd0b206bd93f'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:47:08.482786 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=9650d57e-68a8-4f8b-8c1b-dd0b206bd93f,segment=NetworkSegment(f1d9967c-2e33-4205-8dfe-2c476c6622e0),segment_id=f1d9967c-2e33-4205-8dfe-2c476c6622e0)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:47:08.512732 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f71bb525-73e5-48fe-a1c6-aa017189758b'] response: {'server_uuid': '67d6d989-7d68-4acc-8d9c-5e4598f0d85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9650d57e-68a8-4f8b-8c1b-dd0b206bd93f', 'code': 200} Apr 11 14:47:08.566817 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:08.634555 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=9650d57e-68a8-4f8b-8c1b-dd0b206bd93f,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:47:08.912874 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e9be6-aea8-4424-b30b-1ac072be9f66 req-8508c276-a6c2-4a4d-a47e-2883101ffd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:08.914437 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-696e9be6-aea8-4424-b30b-1ac072be9f66 req-8508c276-a6c2-4a4d-a47e-2883101ffd55 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 1099 time: 0.0729949 Apr 11 14:47:08.955721 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-696e9be6-aea8-4424-b30b-1ac072be9f66 req-cc8ec656-4996-4e4e-bade-704e33627f19 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356061 Apr 11 14:47:09.368463 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd525e-9481-4591-abca-97c46eebd26c req-b9b1a252-097b-46ab-99cb-57cc7fbffcc0 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:09.369934 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-14dd525e-9481-4591-abca-97c46eebd26c req-b9b1a252-097b-46ab-99cb-57cc7fbffcc0 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0831769 Apr 11 14:47:09.421071 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-14dd525e-9481-4591-abca-97c46eebd26c req-081b927b-ab32-4959-b469-9b7392472bbd tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453825 Apr 11 14:47:10.617010 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06107c5f-e3ef-4350-9048-133c45810647 req-7319d124-79b8-45ef-ac5a-c88c6eacb1fc tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:10.618604 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-06107c5f-e3ef-4350-9048-133c45810647 req-7319d124-79b8-45ef-ac5a-c88c6eacb1fc tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0893056 Apr 11 14:47:10.665683 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-06107c5f-e3ef-4350-9048-133c45810647 req-c772bd4d-027f-4e6a-890c-c064b9f41ad5 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413740 Apr 11 14:47:11.798603 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:47:11.851327 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197daeb-7a54-4d34-8edc-7b61c2b581f8 req-3a8dec94-7c77-495d-9223-42611bf2033d tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:11.852801 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a197daeb-7a54-4d34-8edc-7b61c2b581f8 req-3a8dec94-7c77-495d-9223-42611bf2033d tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0816844 Apr 11 14:47:11.901278 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a197daeb-7a54-4d34-8edc-7b61c2b581f8 req-dac74948-e8d2-4928-8a4f-1b363a9fee5a tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427721 Apr 11 14:47:12.090730 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08a6e6-bf71-408c-b259-795f3e75d8b0 req-3320ada4-4658-44e1-b944-d61469f70709 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:12.092151 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3d08a6e6-bf71-408c-b259-795f3e75d8b0 req-3320ada4-4658-44e1-b944-d61469f70709 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0822978 Apr 11 14:47:12.136551 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3d08a6e6-bf71-408c-b259-795f3e75d8b0 req-bbb84d31-0dcf-47e0-a5c8-e3f84085a4b4 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379121 Apr 11 14:47:12.777095 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73248f86-c7a0-49f8-bca6-8c3e16d526ef req-0c04bf3f-8a52-40ce-ba79-c6dab40967fb tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:12.778614 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-73248f86-c7a0-49f8-bca6-8c3e16d526ef req-0c04bf3f-8a52-40ce-ba79-c6dab40967fb tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0843301 Apr 11 14:47:12.824236 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-73248f86-c7a0-49f8-bca6-8c3e16d526ef req-a3cdb24f-9990-46ff-b53d-836dbbc8c2c0 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395718 Apr 11 14:47:12.987210 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-011f8aff-1a14-4d6e-9108-d5d97e2f4083 req-cb341ceb-0cf4-4e87-aa1e-8d3f34edc5e0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0690358 Apr 11 14:47:14.168950 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46d5b5-af6e-4bc2-92a6-90741d14bac7 req-fd90954c-b01a-4666-8215-325dcc9dca93 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:14.170364 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0b46d5b5-af6e-4bc2-92a6-90741d14bac7 req-fd90954c-b01a-4666-8215-325dcc9dca93 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0833440 Apr 11 14:47:14.216854 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0b46d5b5-af6e-4bc2-92a6-90741d14bac7 req-934a0f13-df47-42ab-a459-d6f8d6e3f2a3 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404141 Apr 11 14:47:15.486882 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f8aff-1a14-4d6e-9108-d5d97e2f4083 req-a5087d21-7ef3-4f41-a7a8-64de27ec502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:15.488383 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-011f8aff-1a14-4d6e-9108-d5d97e2f4083 req-a5087d21-7ef3-4f41-a7a8-64de27ec502b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=80ceaef1aed84570aab399982023a3d4&device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 1099 time: 0.0765674 Apr 11 14:47:15.504992 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a01970-2a48-4f2a-8d66-7eb667745cfa req-06fd5cb7-5a13-4ce1-aec8-b64460e3e530 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:15.506492 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-06a01970-2a48-4f2a-8d66-7eb667745cfa req-06fd5cb7-5a13-4ce1-aec8-b64460e3e530 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.1829019 Apr 11 14:47:15.556593 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-06a01970-2a48-4f2a-8d66-7eb667745cfa req-715cdd4a-2d41-4126-b9a0-ca275818485b tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439737 Apr 11 14:47:15.625290 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f8aff-1a14-4d6e-9108-d5d97e2f4083 req-3a1314ba-5959-476b-9a26-6729c8c5029e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:15.627378 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-011f8aff-1a14-4d6e-9108-d5d97e2f4083 req-3a1314ba-5959-476b-9a26-6729c8c5029e service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c031e18-0920-4a68-964f-de2298fa4134 HTTP/1.1" status: 200 len: 917 time: 0.1332471 Apr 11 14:47:15.694557 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-011f8aff-1a14-4d6e-9108-d5d97e2f4083 req-7462274b-22c5-4ee3-80d0-d158cfa9ca3a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9650d57e-68a8-4f8b-8c1b-dd0b206bd93f HTTP/1.1" status: 200 len: 217 time: 0.0615735 Apr 11 14:47:15.760127 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f8aff-1a14-4d6e-9108-d5d97e2f4083 req-82f796a4-f06e-4e26-aed3-5f8d16bb03ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:15.761471 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-011f8aff-1a14-4d6e-9108-d5d97e2f4083 req-82f796a4-f06e-4e26-aed3-5f8d16bb03ca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ce21ef14-6bec-4a00-a2e5-581ed0431d03 HTTP/1.1" status: 200 len: 855 time: 0.0618165 Apr 11 14:47:15.808713 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-011f8aff-1a14-4d6e-9108-d5d97e2f4083 req-bb39fe6b-7fc9-4858-891f-f424841a991c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c031e18-0920-4a68-964f-de2298fa4134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408840 Apr 11 14:47:15.940796 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-011f8aff-1a14-4d6e-9108-d5d97e2f4083 req-f19bcd77-2101-4e15-86f9-3698c259c936 service neutron] 10.222.0.53 "GET /v2.0/networks/8c031e18-0920-4a68-964f-de2298fa4134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258545 Apr 11 14:47:16.073947 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-011f8aff-1a14-4d6e-9108-d5d97e2f4083 req-0d42ae95-25bc-421b-bb84-3a45897e8d93 service neutron] 10.222.0.53 "GET /v2.0/networks/8c031e18-0920-4a68-964f-de2298fa4134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271870 Apr 11 14:47:16.743301 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f2a75-4743-4ed9-af8e-aeed45d6f3a5 req-c8367637-1515-45c5-b4da-bf3aa0e9f46c tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:16.744757 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6d3f2a75-4743-4ed9-af8e-aeed45d6f3a5 req-c8367637-1515-45c5-b4da-bf3aa0e9f46c tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0810213 Apr 11 14:47:16.892928 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6d3f2a75-4743-4ed9-af8e-aeed45d6f3a5 req-9919cd09-6b26-43d0-a202-8d0ae3f67b9e tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424301 Apr 11 14:47:18.084195 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37879b31-6167-4fca-9b0a-8906b3bdd812 req-df45a0d9-b08e-4662-9379-67edc66e6715 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:18.085735 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-37879b31-6167-4fca-9b0a-8906b3bdd812 req-df45a0d9-b08e-4662-9379-67edc66e6715 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0835979 Apr 11 14:47:18.131411 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-37879b31-6167-4fca-9b0a-8906b3bdd812 req-88a6c858-f512-45e1-936b-9c3734403449 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394094 Apr 11 14:47:19.328370 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e34001-01b4-4a0e-b109-a5cf2fe8b63e req-5782e301-9cb4-4e94-90bf-224a40e5e9d9 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:19.329817 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c1e34001-01b4-4a0e-b109-a5cf2fe8b63e req-5782e301-9cb4-4e94-90bf-224a40e5e9d9 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0831547 Apr 11 14:47:19.375354 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c1e34001-01b4-4a0e-b109-a5cf2fe8b63e req-2a27ba62-52fe-4980-a249-abace2460fc1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398400 Apr 11 14:47:20.564617 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acd160-0ba1-406d-a946-43248991bf84 req-01628721-a3e7-4574-9011-4f9612f8a3c7 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:20.566185 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d9acd160-0ba1-406d-a946-43248991bf84 req-01628721-a3e7-4574-9011-4f9612f8a3c7 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0823042 Apr 11 14:47:20.611338 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d9acd160-0ba1-406d-a946-43248991bf84 req-44b713d3-8855-41ba-a6fb-3a437c7522d6 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391827 Apr 11 14:47:21.802340 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dde0aa-7d24-485c-90c0-8c4762915b80 req-68f83ea1-a929-46f9-8e25-c25d9b822ea2 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:21.803806 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f0dde0aa-7d24-485c-90c0-8c4762915b80 req-68f83ea1-a929-46f9-8e25-c25d9b822ea2 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0834930 Apr 11 14:47:21.850400 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f0dde0aa-7d24-485c-90c0-8c4762915b80 req-14a51a53-96f3-46ce-b611-42454c78d53c tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406113 Apr 11 14:47:23.040369 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c4418-7b29-4a42-a6ef-7c0dc0452a9d req-a0df9801-2592-418d-943b-f7c6b774981f tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:23.041869 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c05c4418-7b29-4a42-a6ef-7c0dc0452a9d req-a0df9801-2592-418d-943b-f7c6b774981f tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0847197 Apr 11 14:47:23.087665 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c05c4418-7b29-4a42-a6ef-7c0dc0452a9d req-02fe9f2c-6c24-4725-b6de-098034f64aa2 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396917 Apr 11 14:47:24.273247 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff3d84-b440-442b-b908-6dfc90952e9e req-7f7fb695-7e7b-4ead-92c6-ed7bd136d1d4 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:24.274747 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a5ff3d84-b440-442b-b908-6dfc90952e9e req-7f7fb695-7e7b-4ead-92c6-ed7bd136d1d4 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0813439 Apr 11 14:47:24.322444 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a5ff3d84-b440-442b-b908-6dfc90952e9e req-237879db-63fe-4b8d-8f5b-55d8d0e83790 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419943 Apr 11 14:47:24.428641 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:25.211604 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2aa66a33-f20c-426c-8299-c9fe0ecbab28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:25.512683 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c78b9-6b6b-49c5-ac10-9fcec85cc3cf req-4ef2cf60-5ca8-472e-aa98-ec2a91e9896c tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:25.514248 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c58c78b9-6b6b-49c5-ac10-9fcec85cc3cf req-4ef2cf60-5ca8-472e-aa98-ec2a91e9896c tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0836699 Apr 11 14:47:25.559257 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c58c78b9-6b6b-49c5-ac10-9fcec85cc3cf req-6989873e-1503-4f6f-abd5-52626d8dc2f3 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386846 Apr 11 14:47:26.756067 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7aeef-5d64-4c22-900a-ad8ef85d7390 req-d117c1cf-cba3-4a8c-b375-9a7428a54dde tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:26.758112 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fda7aeef-5d64-4c22-900a-ad8ef85d7390 req-d117c1cf-cba3-4a8c-b375-9a7428a54dde tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0865657 Apr 11 14:47:26.806066 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fda7aeef-5d64-4c22-900a-ad8ef85d7390 req-0a9b55fe-7041-4631-8e77-e2fc3060fc19 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427938 Apr 11 14:47:26.884073 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [req-d07c142e-0779-492c-9fc2-0e5698dd0a49 req-b769311b-6d23-4a0f-8636-56ddbb9f0414 tempest-TestNetworkBasicOps-908670222 tempest-TestNetworkBasicOps-908670222-project] (88617) timed out ('10.222.0.53', 49295) {{(pid=88617) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 11 14:47:27.337223 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1f220-e8b5-43b4-8b9a-41bd6e5a78cc req-4ab5de6f-d67e-4c29-88f1-f099ab131f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:27.338746 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6ae1f220-e8b5-43b4-8b9a-41bd6e5a78cc req-4ab5de6f-d67e-4c29-88f1-f099ab131f97 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=80ceaef1aed84570aab399982023a3d4&device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 1099 time: 0.0781252 Apr 11 14:47:27.485643 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1f220-e8b5-43b4-8b9a-41bd6e5a78cc req-f4efdf5d-48b4-4ef3-b9a9-ca259a0df1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:27.487137 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6ae1f220-e8b5-43b4-8b9a-41bd6e5a78cc req-f4efdf5d-48b4-4ef3-b9a9-ca259a0df1cc service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c031e18-0920-4a68-964f-de2298fa4134 HTTP/1.1" status: 200 len: 917 time: 0.1301560 Apr 11 14:47:27.554431 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6ae1f220-e8b5-43b4-8b9a-41bd6e5a78cc req-ae021f34-13b4-46de-850a-0a04bde6fc1b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9650d57e-68a8-4f8b-8c1b-dd0b206bd93f HTTP/1.1" status: 200 len: 217 time: 0.0613880 Apr 11 14:47:27.631503 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1f220-e8b5-43b4-8b9a-41bd6e5a78cc req-4357449d-4bfc-4d88-b7ac-789777c38866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:27.632963 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6ae1f220-e8b5-43b4-8b9a-41bd6e5a78cc req-4357449d-4bfc-4d88-b7ac-789777c38866 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ce21ef14-6bec-4a00-a2e5-581ed0431d03 HTTP/1.1" status: 200 len: 855 time: 0.0733476 Apr 11 14:47:27.683224 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6ae1f220-e8b5-43b4-8b9a-41bd6e5a78cc req-03b6312d-0b1a-4d9f-ad07-4b929d7c17b2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c031e18-0920-4a68-964f-de2298fa4134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444732 Apr 11 14:47:27.749201 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a69b728a-4e97-4131-b922-3e87754da416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:27.820490 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6ae1f220-e8b5-43b4-8b9a-41bd6e5a78cc req-4589cb4e-0181-4736-89d5-78f5def6a06b service neutron] 10.222.0.53 "GET /v2.0/networks/8c031e18-0920-4a68-964f-de2298fa4134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302133 Apr 11 14:47:27.960658 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6ae1f220-e8b5-43b4-8b9a-41bd6e5a78cc req-0c577f88-b877-479d-a314-65345e1c4c73 service neutron] 10.222.0.53 "GET /v2.0/networks/8c031e18-0920-4a68-964f-de2298fa4134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344988 Apr 11 14:47:28.003950 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df4a2c-035f-4cdb-9676-22a4cf1f4d25 req-f6cfe633-7a68-4006-ba1f-26189400efa3 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:28.006409 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c4df4a2c-035f-4cdb-9676-22a4cf1f4d25 req-f6cfe633-7a68-4006-ba1f-26189400efa3 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0875416 Apr 11 14:47:28.051895 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c4df4a2c-035f-4cdb-9676-22a4cf1f4d25 req-46e88235-4959-4f97-8a3e-1dceb94ccf24 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405834 Apr 11 14:47:28.720657 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:28.737065 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:29.242670 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146a6ba-d9a4-41d4-9a55-7ce9cd13f4a3 req-87f5bd85-3840-423b-b037-97c53857da57 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:29.244127 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2146a6ba-d9a4-41d4-9a55-7ce9cd13f4a3 req-87f5bd85-3840-423b-b037-97c53857da57 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0868165 Apr 11 14:47:29.289426 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2146a6ba-d9a4-41d4-9a55-7ce9cd13f4a3 req-3445460e-0e8f-4e3a-b2f7-8ae633bf475e tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392647 Apr 11 14:47:30.023463 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:30.478783 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5834d-0f20-46d8-9d23-a0f4a8d33cec req-2f283ca1-0e54-4cc3-b116-6ce8e7cc79da tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:30.480288 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-71b5834d-0f20-46d8-9d23-a0f4a8d33cec req-2f283ca1-0e54-4cc3-b116-6ce8e7cc79da tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0848894 Apr 11 14:47:30.525357 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-71b5834d-0f20-46d8-9d23-a0f4a8d33cec req-bdbd297a-536b-428f-97fe-4ccdfe90bde4 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394137 Apr 11 14:47:31.721238 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361bf74-97eb-4e77-859c-2a94c7887399 req-53618bc6-8c0f-4da7-b1e5-da54d470a276 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:31.723080 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a361bf74-97eb-4e77-859c-2a94c7887399 req-53618bc6-8c0f-4da7-b1e5-da54d470a276 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0819886 Apr 11 14:47:31.767895 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a361bf74-97eb-4e77-859c-2a94c7887399 req-53a5b766-844a-4b80-8df3-bb57fd92b0ed tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395050 Apr 11 14:47:32.954997 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbe968-734a-4117-bf36-bea07cf07b74 req-125d55b5-5f57-47c7-8c73-46448491a3c4 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:32.956507 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c0bbe968-734a-4117-bf36-bea07cf07b74 req-125d55b5-5f57-47c7-8c73-46448491a3c4 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0825315 Apr 11 14:47:33.009702 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c0bbe968-734a-4117-bf36-bea07cf07b74 req-2b2dcea6-8e3f-4457-ad22-832fb8230da4 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430849 Apr 11 14:47:33.421143 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-011f8aff-1a14-4d6e-9108-d5d97e2f4083 req-7e7a2521-75f5-49fb-ba4c-02ceaae5770a service neutron] 10.222.0.53 "GET /v2.0/ports/9650d57e-68a8-4f8b-8c1b-dd0b206bd93f/bindings/hv-neutron-8373 HTTP/1.1" status: 200 len: 384 time: 0.0800059 Apr 11 14:47:34.191969 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f8aff-1a14-4d6e-9108-d5d97e2f4083 req-63d38c7a-a0b2-4317-bc36-186ed910c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:34.193398 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-011f8aff-1a14-4d6e-9108-d5d97e2f4083 req-63d38c7a-a0b2-4317-bc36-186ed910c88b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d&tenant_id=80ceaef1aed84570aab399982023a3d4 HTTP/1.1" status: 200 len: 1099 time: 0.1241121 Apr 11 14:47:34.223056 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b023a-0e29-450a-b66c-a7f4ce8a52d2 req-5ccdfb68-4662-4e68-b5da-6e6feb9cee4d tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:34.224872 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-830b023a-0e29-450a-b66c-a7f4ce8a52d2 req-5ccdfb68-4662-4e68-b5da-6e6feb9cee4d tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.1017637 Apr 11 14:47:34.314050 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-830b023a-0e29-450a-b66c-a7f4ce8a52d2 req-97859a45-ff6f-403e-9f4a-24063a9d8c4d tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564306 Apr 11 14:47:34.333098 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f8aff-1a14-4d6e-9108-d5d97e2f4083 req-0685f99d-d35b-426e-96cb-0d46edb1c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:34.334608 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-011f8aff-1a14-4d6e-9108-d5d97e2f4083 req-0685f99d-d35b-426e-96cb-0d46edb1c6b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=80ceaef1aed84570aab399982023a3d4&device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 1099 time: 0.1072099 Apr 11 14:47:34.568664 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f8aff-1a14-4d6e-9108-d5d97e2f4083 req-baef6868-d0fc-41dd-8ac8-6249dfaaf1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:34.570147 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-011f8aff-1a14-4d6e-9108-d5d97e2f4083 req-baef6868-d0fc-41dd-8ac8-6249dfaaf1b8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c031e18-0920-4a68-964f-de2298fa4134 HTTP/1.1" status: 200 len: 917 time: 0.2299604 Apr 11 14:47:34.640175 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-011f8aff-1a14-4d6e-9108-d5d97e2f4083 req-d39bd0db-3ca6-474c-aa6a-f38fcf509404 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9650d57e-68a8-4f8b-8c1b-dd0b206bd93f HTTP/1.1" status: 200 len: 217 time: 0.0637398 Apr 11 14:47:34.701665 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f8aff-1a14-4d6e-9108-d5d97e2f4083 req-9ea62889-ba0b-4257-a29b-4c404c38bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:34.703146 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-011f8aff-1a14-4d6e-9108-d5d97e2f4083 req-9ea62889-ba0b-4257-a29b-4c404c38bce3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ce21ef14-6bec-4a00-a2e5-581ed0431d03 HTTP/1.1" status: 200 len: 855 time: 0.0579436 Apr 11 14:47:34.752885 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-011f8aff-1a14-4d6e-9108-d5d97e2f4083 req-604db208-28d8-44eb-bbf4-25062fe1d9b2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c031e18-0920-4a68-964f-de2298fa4134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434487 Apr 11 14:47:34.885179 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-011f8aff-1a14-4d6e-9108-d5d97e2f4083 req-0672ca25-cbcc-417e-8f66-03f2df8035cb service neutron] 10.222.0.53 "GET /v2.0/networks/8c031e18-0920-4a68-964f-de2298fa4134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255064 Apr 11 14:47:35.023658 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-011f8aff-1a14-4d6e-9108-d5d97e2f4083 req-c1d7b3e3-aa0b-418e-b994-578182805850 service neutron] 10.222.0.53 "GET /v2.0/networks/8c031e18-0920-4a68-964f-de2298fa4134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331627 Apr 11 14:47:35.508403 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce5fb2-ee2e-41d0-bb01-b392b7e692b0 req-20c16c2f-05b8-409a-8896-83d9836e8621 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:35.509917 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-69ce5fb2-ee2e-41d0-bb01-b392b7e692b0 req-20c16c2f-05b8-409a-8896-83d9836e8621 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0819931 Apr 11 14:47:35.555150 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-69ce5fb2-ee2e-41d0-bb01-b392b7e692b0 req-2bff782c-adb7-45af-bd8b-5721a6031a21 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394788 Apr 11 14:47:36.359081 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:47:36.392629 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:47:36.603875 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:36.643070 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=9650d57e-68a8-4f8b-8c1b-dd0b206bd93f,segment=NetworkSegment(f1d9967c-2e33-4205-8dfe-2c476c6622e0),segment_id=f1d9967c-2e33-4205-8dfe-2c476c6622e0)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:47:36.655104 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d6d989-7d68-4acc-8d9c-5e4598f0d85d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9650d57e-68a8-4f8b-8c1b-dd0b206bd93f'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:47:36.670154 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=9650d57e-68a8-4f8b-8c1b-dd0b206bd93f,segment=NetworkSegment(f1d9967c-2e33-4205-8dfe-2c476c6622e0),segment_id=f1d9967c-2e33-4205-8dfe-2c476c6622e0)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:47:36.671076 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '9650d57e-68a8-4f8b-8c1b-dd0b206bd93f', 'network_id': '8c031e18-0920-4a68-964f-de2298fa4134', 'port_id': '9650d57e-68a8-4f8b-8c1b-dd0b206bd93f', 'mac_address': 'fa:16:3e:19:08:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce21ef14-6bec-4a00-a2e5-581ed0431d03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:47:36.715658 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f700c644-d270-4129-b839-e6a096c2fc11'] response: {'server_uuid': '67d6d989-7d68-4acc-8d9c-5e4598f0d85d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9650d57e-68a8-4f8b-8c1b-dd0b206bd93f', 'code': 200} Apr 11 14:47:36.730474 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:36.748354 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:47:36.751415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed79305-9695-41e6-b4c7-9e4c707d418b req-11d5ba60-0710-4a52-9cdd-ecaa4e12ce18 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:36.754572 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2ed79305-9695-41e6-b4c7-9e4c707d418b req-11d5ba60-0710-4a52-9cdd-ecaa4e12ce18 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0877969 Apr 11 14:47:36.798359 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2ed79305-9695-41e6-b4c7-9e4c707d418b req-b4088992-4899-4855-82df-039168b6d5f4 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388944 Apr 11 14:47:36.852157 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:36.971203 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:47:36.971563 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:47:36.973921 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=9650d57e-68a8-4f8b-8c1b-dd0b206bd93f,revision_number=6']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:47:37.529361 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:37.546997 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:47:37.562466 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=9650d57e-68a8-4f8b-8c1b-dd0b206bd93f,segment=NetworkSegment(f1d9967c-2e33-4205-8dfe-2c476c6622e0),segment_id=f1d9967c-2e33-4205-8dfe-2c476c6622e0)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:47:37.646195 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:37.720422 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=9650d57e-68a8-4f8b-8c1b-dd0b206bd93f,revision_number=7']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:47:37.802837 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['9650d57e-68a8-4f8b-8c1b-dd0b206bd93f'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:47:38.000601 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417dd90-9dd7-441b-9050-323b796470c1 req-dbcdd9a0-328c-48fb-899a-526dcf209b7b tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:38.002475 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b417dd90-9dd7-441b-9050-323b796470c1 req-dbcdd9a0-328c-48fb-899a-526dcf209b7b tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 945 time: 0.0940454 Apr 11 14:47:38.050125 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b417dd90-9dd7-441b-9050-323b796470c1 req-6b1636ca-a610-4683-920c-10baa352891e tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404248 Apr 11 14:47:38.376470 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:47:38.444804 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:47:38.445200 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:38.562509 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:38.595395 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=9650d57e-68a8-4f8b-8c1b-dd0b206bd93f,segment=NetworkSegment(f1d9967c-2e33-4205-8dfe-2c476c6622e0),segment_id=f1d9967c-2e33-4205-8dfe-2c476c6622e0)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:47:38.662684 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:38.716980 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d6d989-7d68-4acc-8d9c-5e4598f0d85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9650d57e-68a8-4f8b-8c1b-dd0b206bd93f'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:47:38.739392 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=9650d57e-68a8-4f8b-8c1b-dd0b206bd93f,revision_number=8']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:47:38.776240 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d49c9315-a3e3-47e9-9b85-1cdfc5538707'] response: {'server_uuid': '67d6d989-7d68-4acc-8d9c-5e4598f0d85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9650d57e-68a8-4f8b-8c1b-dd0b206bd93f', 'code': 200} Apr 11 14:47:39.237458 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e4a81-eded-43e7-8fec-b6c11c22528d req-5ad2ed49-32e6-46bd-a39b-f427eb8c60a5 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:39.239482 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-042e4a81-eded-43e7-8fec-b6c11c22528d req-5ad2ed49-32e6-46bd-a39b-f427eb8c60a5 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0820479 Apr 11 14:47:39.288088 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-042e4a81-eded-43e7-8fec-b6c11c22528d req-a80d740a-f624-482d-86f7-4643e15a46a8 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433035 Apr 11 14:47:39.862883 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59dcd57-51d4-4637-994e-8108c967eaf7 req-efe3e121-122a-481d-9c19-e56110996ac6 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:39.865004 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d59dcd57-51d4-4637-994e-8108c967eaf7 req-efe3e121-122a-481d-9c19-e56110996ac6 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0837798 Apr 11 14:47:39.912668 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d59dcd57-51d4-4637-994e-8108c967eaf7 req-fd2efea9-8a36-4063-b8cc-b6b3809c32b8 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418315 Apr 11 14:47:39.979085 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5584433-300b-4d83-af8b-716fb450ff99 req-4e1c5a06-270d-475a-aad3-6db7d3a9d4a5 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:39.980529 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a5584433-300b-4d83-af8b-716fb450ff99 req-4e1c5a06-270d-475a-aad3-6db7d3a9d4a5 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d&tenant_id=80ceaef1aed84570aab399982023a3d4&binding%3Ahost_id=hv-neutron-8373 HTTP/1.1" status: 200 len: 946 time: 0.0906627 Apr 11 14:47:40.136841 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5584433-300b-4d83-af8b-716fb450ff99 req-f6feeaa7-cdfe-4a9e-b263-fd9279d397e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:40.138335 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a5584433-300b-4d83-af8b-716fb450ff99 req-f6feeaa7-cdfe-4a9e-b263-fd9279d397e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=80ceaef1aed84570aab399982023a3d4&device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 1099 time: 0.0713434 Apr 11 14:47:40.270606 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5584433-300b-4d83-af8b-716fb450ff99 req-f8750098-202c-4a74-b662-7e4d2fb8484a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:40.272319 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a5584433-300b-4d83-af8b-716fb450ff99 req-f8750098-202c-4a74-b662-7e4d2fb8484a service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c031e18-0920-4a68-964f-de2298fa4134 HTTP/1.1" status: 200 len: 917 time: 0.1277459 Apr 11 14:47:40.342442 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a5584433-300b-4d83-af8b-716fb450ff99 req-cd348ed0-4e12-4345-9fd3-961f35e197b2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9650d57e-68a8-4f8b-8c1b-dd0b206bd93f HTTP/1.1" status: 200 len: 217 time: 0.0641692 Apr 11 14:47:40.404846 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5584433-300b-4d83-af8b-716fb450ff99 req-e9b09093-4ad8-48e3-8a90-982fbf9a47ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:40.406294 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a5584433-300b-4d83-af8b-716fb450ff99 req-e9b09093-4ad8-48e3-8a90-982fbf9a47ef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ce21ef14-6bec-4a00-a2e5-581ed0431d03 HTTP/1.1" status: 200 len: 855 time: 0.0582418 Apr 11 14:47:40.455589 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a5584433-300b-4d83-af8b-716fb450ff99 req-5bbb5ddd-d8c0-48ac-b109-7d816d5333e3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c031e18-0920-4a68-964f-de2298fa4134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437055 Apr 11 14:47:40.589457 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a5584433-300b-4d83-af8b-716fb450ff99 req-1e1dcffe-4fc8-438e-8f11-07c4ea68abd8 service neutron] 10.222.0.53 "GET /v2.0/networks/8c031e18-0920-4a68-964f-de2298fa4134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276686 Apr 11 14:47:40.721031 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a5584433-300b-4d83-af8b-716fb450ff99 req-56484537-cf26-4e07-a788-2cd299cc940b service neutron] 10.222.0.53 "GET /v2.0/networks/8c031e18-0920-4a68-964f-de2298fa4134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256800 Apr 11 14:47:41.107486 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368e1b1-9598-46ff-a17e-6316e1899296 req-184b4590-2511-40aa-b561-6ed25dc1db1c tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:41.108949 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9368e1b1-9598-46ff-a17e-6316e1899296 req-184b4590-2511-40aa-b561-6ed25dc1db1c tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0820420 Apr 11 14:47:41.153297 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9368e1b1-9598-46ff-a17e-6316e1899296 req-fcabbd6b-a757-4d8b-a726-defcb49d53dc tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377822 Apr 11 14:47:42.348151 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a29ddd-b96f-4138-b031-8775a9cc1698 req-b6a0ddff-d62e-43f3-8998-e69e0486a52d tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:42.350809 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e1a29ddd-b96f-4138-b031-8775a9cc1698 req-b6a0ddff-d62e-43f3-8998-e69e0486a52d tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0911207 Apr 11 14:47:42.396821 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e1a29ddd-b96f-4138-b031-8775a9cc1698 req-b895fc4a-a575-4c78-af9f-c70f93011e5f tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400503 Apr 11 14:47:42.689889 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa590465-bf0e-4e10-a669-00344f21be4d req-cd2692a7-fc38-4e15-a8de-f639237abbdb tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:42.691293 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fa590465-bf0e-4e10-a669-00344f21be4d req-cd2692a7-fc38-4e15-a8de-f639237abbdb tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.1895497 Apr 11 14:47:42.737002 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fa590465-bf0e-4e10-a669-00344f21be4d req-10982377-d14b-42bb-af61-62df30ecd6d4 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391197 Apr 11 14:47:42.922906 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eafd7f-4637-4cb9-9df6-2e550db9f43e req-f78f5ae8-54ed-444e-924f-ce9e177fb525 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:42.924380 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-33eafd7f-4637-4cb9-9df6-2e550db9f43e req-f78f5ae8-54ed-444e-924f-ce9e177fb525 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0824134 Apr 11 14:47:42.968460 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-33eafd7f-4637-4cb9-9df6-2e550db9f43e req-cfa805a1-54fc-4fcf-846d-557746145dab tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382774 Apr 11 14:47:43.919727 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93286fc7-6afa-408a-b509-5e4ef46cf2fc req-480e127a-16d2-4f59-b052-65614d6e989d tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:43.921168 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-93286fc7-6afa-408a-b509-5e4ef46cf2fc req-480e127a-16d2-4f59-b052-65614d6e989d tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0841153 Apr 11 14:47:43.964877 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-93286fc7-6afa-408a-b509-5e4ef46cf2fc req-17b5fa9f-1c6b-449e-bc2b-1fb27c1e256f tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380304 Apr 11 14:47:45.154837 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c5906-f97f-4967-9bdb-deb0c3f93f07 req-5011915b-42a6-44e6-a948-fcf8090c2c5d tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:45.156287 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f48c5906-f97f-4967-9bdb-deb0c3f93f07 req-5011915b-42a6-44e6-a948-fcf8090c2c5d tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0845404 Apr 11 14:47:45.202234 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f48c5906-f97f-4967-9bdb-deb0c3f93f07 req-a1f6eecd-cc4a-48e8-810e-4c39caa29542 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c1c0f9-4536-4744-a052-75e1c86db598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396893 Apr 11 14:47:45.600478 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729608de-5a17-4e0c-a902-d4513d5611fa req-455f92c9-3a4c-47d8-b665-58d332a384db tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:45.602152 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-729608de-5a17-4e0c-a902-d4513d5611fa req-455f92c9-3a4c-47d8-b665-58d332a384db tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 946 time: 0.0794106 Apr 11 14:47:45.674658 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-729608de-5a17-4e0c-a902-d4513d5611fa req-bb4df7df-9034-4caf-8e00-8e5645a705d1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Deleting port 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:47:45.675011 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-729608de-5a17-4e0c-a902-d4513d5611fa req-bb4df7df-9034-4caf-8e00-8e5645a705d1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:45.931297 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-729608de-5a17-4e0c-a902-d4513d5611fa req-bb4df7df-9034-4caf-8e00-8e5645a705d1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] For port 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=9650d57e-68a8-4f8b-8c1b-dd0b206bd93f,segment=NetworkSegment(f1d9967c-2e33-4205-8dfe-2c476c6622e0),segment_id=f1d9967c-2e33-4205-8dfe-2c476c6622e0)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:47:45.931654 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-729608de-5a17-4e0c-a902-d4513d5611fa req-bb4df7df-9034-4caf-8e00-8e5645a705d1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:46.060579 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-729608de-5a17-4e0c-a902-d4513d5611fa req-bb4df7df-9034-4caf-8e00-8e5645a705d1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Calling delete_port for 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:47:46.262567 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-729608de-5a17-4e0c-a902-d4513d5611fa req-bb4df7df-9034-4caf-8e00-8e5645a705d1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:46.295380 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['9650d57e-68a8-4f8b-8c1b-dd0b206bd93f'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:47:46.347999 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4df7df-9034-4caf-8e00-8e5645a705d1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Pushing event deleted for resources: {'Port': ['ID=9650d57e-68a8-4f8b-8c1b-dd0b206bd93f,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:47:46.425603 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ac628d8c-a54f-42c3-a6aa-2e728c3d186b req-9569eddc-ef67-4f56-8af6-71522d86e70b tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.66 "GET /v2.0/ports?device_id=67d6d989-7d68-4acc-8d9c-5e4598f0d85d HTTP/1.1" status: 200 len: 210 time: 0.1181691 Apr 11 14:47:46.432016 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4df7df-9034-4caf-8e00-8e5645a705d1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:46.432454 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4df7df-9034-4caf-8e00-8e5645a705d1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:46.432714 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4df7df-9034-4caf-8e00-8e5645a705d1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:46.433051 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4df7df-9034-4caf-8e00-8e5645a705d1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:46.433386 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4df7df-9034-4caf-8e00-8e5645a705d1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:46.433721 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4df7df-9034-4caf-8e00-8e5645a705d1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:46.434089 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4df7df-9034-4caf-8e00-8e5645a705d1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:46.434418 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4df7df-9034-4caf-8e00-8e5645a705d1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:46.434744 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4df7df-9034-4caf-8e00-8e5645a705d1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:46.435069 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4df7df-9034-4caf-8e00-8e5645a705d1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:46.435394 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4df7df-9034-4caf-8e00-8e5645a705d1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:46.435719 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4df7df-9034-4caf-8e00-8e5645a705d1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:46.444901 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-729608de-5a17-4e0c-a902-d4513d5611fa req-bb4df7df-9034-4caf-8e00-8e5645a705d1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] No DVR routers for this DVR port 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:47:46.450185 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-729608de-5a17-4e0c-a902-d4513d5611fa req-bb4df7df-9034-4caf-8e00-8e5645a705d1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:46.452955 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d6d989-7d68-4acc-8d9c-5e4598f0d85d', 'name': 'network-vif-deleted', 'tag': '9650d57e-68a8-4f8b-8c1b-dd0b206bd93f'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:47:46.498184 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-644ca504-00d9-43c4-aca3-4d450cc357cf'] response: {'server_uuid': '67d6d989-7d68-4acc-8d9c-5e4598f0d85d', 'name': 'network-vif-deleted', 'tag': '9650d57e-68a8-4f8b-8c1b-dd0b206bd93f', 'status': 'completed', 'code': 200} Apr 11 14:47:46.531952 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-729608de-5a17-4e0c-a902-d4513d5611fa req-bb4df7df-9034-4caf-8e00-8e5645a705d1 tempest-ServerDiskConfigTestJSON-740451690 tempest-ServerDiskConfigTestJSON-740451690-project] 10.222.0.53 "DELETE /v2.0/ports/9650d57e-68a8-4f8b-8c1b-dd0b206bd93f HTTP/1.1" status: 204 len: 173 time: 0.9248869 Apr 11 14:47:47.672854 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 49266) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:47:47.742688 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd119efa-60b9-4ef8-ab7c-c808f9ddda7b admin admin] Deleting subnet ce21ef14-6bec-4a00-a2e5-581ed0431d03 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:47:47.747028 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bd119efa-60b9-4ef8-ab7c-c808f9ddda7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:47.803291 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bd119efa-60b9-4ef8-ab7c-c808f9ddda7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:47.857716 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bd119efa-60b9-4ef8-ab7c-c808f9ddda7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:47.994387 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bd119efa-60b9-4ef8-ab7c-c808f9ddda7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:48.032822 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd119efa-60b9-4ef8-ab7c-c808f9ddda7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce21ef14-6bec-4a00-a2e5-581ed0431d03,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:47:48.037042 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-bd119efa-60b9-4ef8-ab7c-c808f9ddda7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:48.053289 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bd119efa-60b9-4ef8-ab7c-c808f9ddda7b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ce21ef14-6bec-4a00-a2e5-581ed0431d03 HTTP/1.1" status: 204 len: 168 time: 0.3790429 Apr 11 14:47:48.055589 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 49270) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:47:48.165113 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-55fc9e33-245f-4554-bf0c-14458e485896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:48.389363 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-55fc9e33-245f-4554-bf0c-14458e485896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:48.415068 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-55fc9e33-245f-4554-bf0c-14458e485896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c031e18-0920-4a68-964f-de2298fa4134']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:47:48.428592 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-55fc9e33-245f-4554-bf0c-14458e485896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d9967c-2e33-4205-8dfe-2c476c6622e0') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:47:48.428885 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-55fc9e33-245f-4554-bf0c-14458e485896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d9967c-2e33-4205-8dfe-2c476c6622e0') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:47:48.440119 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-55fc9e33-245f-4554-bf0c-14458e485896 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:48.442801 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:47:48.456401 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-55fc9e33-245f-4554-bf0c-14458e485896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:48.462481 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55fc9e33-245f-4554-bf0c-14458e485896 admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:47:48.462864 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-55fc9e33-245f-4554-bf0c-14458e485896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:47:48.476428 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:47:48.479620 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:47:48.479980 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 9650d57e-68a8-4f8b-8c1b-dd0b206bd93f not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:47:48.633842 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-55fc9e33-245f-4554-bf0c-14458e485896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:48.651081 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-55fc9e33-245f-4554-bf0c-14458e485896 admin admin] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:48.661879 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc9e33-245f-4554-bf0c-14458e485896 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c031e18-0920-4a68-964f-de2298fa4134,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:47:48.731757 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-55fc9e33-245f-4554-bf0c-14458e485896 admin admin] 10.222.0.66 "DELETE /v2.0/networks/8c031e18-0920-4a68-964f-de2298fa4134 HTTP/1.1" status: 204 len: 168 time: 0.6751146 Apr 11 14:47:48.798111 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:47:49.009927 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 49276) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:47:49.060110 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d73e9e6d-7abd-4ca1-8885-b392a76752f3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=80ceaef1aed84570aab399982023a3d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489228 Apr 11 14:47:49.062610 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 49280) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:47:49.126074 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a6b632f9-f8e1-4d95-86ac-c17544f09dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:49.152889 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a6b632f9-f8e1-4d95-86ac-c17544f09dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:49.245448 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a6b632f9-f8e1-4d95-86ac-c17544f09dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:49.262972 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b632f9-f8e1-4d95-86ac-c17544f09dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c1c0f9-4536-4744-a052-75e1c86db598,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:47:49.330000 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a6b632f9-f8e1-4d95-86ac-c17544f09dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:49.331120 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a6b632f9-f8e1-4d95-86ac-c17544f09dfd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d6c1c0f9-4536-4744-a052-75e1c86db598 HTTP/1.1" status: 204 len: 168 time: 0.2676330 Apr 11 14:47:50.405370 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 49304) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:47:50.518818 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-fd4bff7f-0a47-452a-ba66-0fb4fdd9797e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1405355337-network', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:47:50.524449 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-fd4bff7f-0a47-452a-ba66-0fb4fdd9797e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:47:50.528436 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fd4bff7f-0a47-452a-ba66-0fb4fdd9797e admin admin] Usage tracker for resource:network and tenant:a5adbd3b8c5a489eb67ace68bc669037 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:47:50.531313 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fd4bff7f-0a47-452a-ba66-0fb4fdd9797e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:47:50.538086 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-fd4bff7f-0a47-452a-ba66-0fb4fdd9797e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:47:50.656405 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4bff7f-0a47-452a-ba66-0fb4fdd9797e admin admin] Made reservation on behalf of a5adbd3b8c5a489eb67ace68bc669037 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:47:50.658735 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fd4bff7f-0a47-452a-ba66-0fb4fdd9797e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:50.671732 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fd4bff7f-0a47-452a-ba66-0fb4fdd9797e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:50.686216 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-fd4bff7f-0a47-452a-ba66-0fb4fdd9797e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:47:50.690073 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fd4bff7f-0a47-452a-ba66-0fb4fdd9797e admin admin] Usage tracker for resource:security_group_rule and tenant:a5adbd3b8c5a489eb67ace68bc669037 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:47:50.693371 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fd4bff7f-0a47-452a-ba66-0fb4fdd9797e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:47:50.699119 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-fd4bff7f-0a47-452a-ba66-0fb4fdd9797e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:47:50.781778 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fd4bff7f-0a47-452a-ba66-0fb4fdd9797e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:50.931475 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fd4bff7f-0a47-452a-ba66-0fb4fdd9797e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:50.963424 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4bff7f-0a47-452a-ba66-0fb4fdd9797e admin admin] vlan segment allocate from pool success with {'vlan_id': 1012, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:47:50.972600 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4bff7f-0a47-452a-ba66-0fb4fdd9797e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744a275d-54a9-4650-b9fd-1b246abc3a13,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:47:50.978770 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fd4bff7f-0a47-452a-ba66-0fb4fdd9797e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:50.979111 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-fd4bff7f-0a47-452a-ba66-0fb4fdd9797e admin admin] Added segment 0e45ea23-a357-4dec-b98b-c4fcd647fbc8 of type vlan for network d8880f92-3c0c-42be-8b4d-870bbc2e1b9d Apr 11 14:47:51.012340 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fd4bff7f-0a47-452a-ba66-0fb4fdd9797e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:51.205497 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fd4bff7f-0a47-452a-ba66-0fb4fdd9797e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:51.206453 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4bff7f-0a47-452a-ba66-0fb4fdd9797e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:51.207041 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fd4bff7f-0a47-452a-ba66-0fb4fdd9797e admin admin] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:51.311641 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4bff7f-0a47-452a-ba66-0fb4fdd9797e admin admin] Pushing event updated for resources: {'Network': ['ID=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:47:51.322242 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network d8880f92-3c0c-42be-8b4d-870bbc2e1b9d details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:47:51.394967 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-fd4bff7f-0a47-452a-ba66-0fb4fdd9797e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9883981 Apr 11 14:47:51.398010 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 49310) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:47:51.403458 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-3c266496-aca5-4e7c-8c9a-47f2c5b208b1 admin admin] Request body: {'subnet': {'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1405355337-subnet', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:47:51.408221 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-3c266496-aca5-4e7c-8c9a-47f2c5b208b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:47:51.412749 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-3c266496-aca5-4e7c-8c9a-47f2c5b208b1 admin admin] Usage tracker for resource:subnet and tenant:a5adbd3b8c5a489eb67ace68bc669037 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:47:51.415704 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-3c266496-aca5-4e7c-8c9a-47f2c5b208b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:47:51.421474 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-3c266496-aca5-4e7c-8c9a-47f2c5b208b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:47:51.514115 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c266496-aca5-4e7c-8c9a-47f2c5b208b1 admin admin] Made reservation on behalf of a5adbd3b8c5a489eb67ace68bc669037 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:47:51.516500 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3c266496-aca5-4e7c-8c9a-47f2c5b208b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:51.782766 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3c266496-aca5-4e7c-8c9a-47f2c5b208b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:51.868667 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c266496-aca5-4e7c-8c9a-47f2c5b208b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dbd9cfa-3161-4113-99ed-fb434304bf27,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:47:51.877235 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c266496-aca5-4e7c-8c9a-47f2c5b208b1 admin admin] Checking segment: {'id': '0e45ea23-a357-4dec-b98b-c4fcd647fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:47:51.877595 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c266496-aca5-4e7c-8c9a-47f2c5b208b1 admin admin] Network hostable DHCP agents. Network: d8880f92-3c0c-42be-8b4d-870bbc2e1b9d, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:47:51.964938 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c266496-aca5-4e7c-8c9a-47f2c5b208b1 admin admin] Network d8880f92-3c0c-42be-8b4d-870bbc2e1b9d is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:47:52.050890 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-3c266496-aca5-4e7c-8c9a-47f2c5b208b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, d8880f92-3c0c-42be-8b4d-870bbc2e1b9d) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:47:52.055845 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c266496-aca5-4e7c-8c9a-47f2c5b208b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:47:52.056440 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3c266496-aca5-4e7c-8c9a-47f2c5b208b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:52.060227 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dbd730-ecec-4703-9adc-18d7051ff408 None None] Network d8880f92-3c0c-42be-8b4d-870bbc2e1b9d requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:47:52.160223 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3c266496-aca5-4e7c-8c9a-47f2c5b208b1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7610121 Apr 11 14:47:52.163402 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 49314) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:47:52.169971 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-a3c05047-54e2-4c69-8b81-d1da43e1b67f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:47:52.175741 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a3c05047-54e2-4c69-8b81-d1da43e1b67f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:47:52.182428 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a3c05047-54e2-4c69-8b81-d1da43e1b67f admin admin] Usage tracker for resource:router and tenant:a5adbd3b8c5a489eb67ace68bc669037 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:47:52.185275 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a3c05047-54e2-4c69-8b81-d1da43e1b67f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:47:52.190927 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a3c05047-54e2-4c69-8b81-d1da43e1b67f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:47:52.280485 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-d8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:47:52.281546 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:52.296688 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a3c05047-54e2-4c69-8b81-d1da43e1b67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:52.297801 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a3c05047-54e2-4c69-8b81-d1da43e1b67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:52.313973 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a3c05047-54e2-4c69-8b81-d1da43e1b67f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:52.478604 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Allocated IP 172.20.0.2 (d8880f92-3c0c-42be-8b4d-870bbc2e1b9d/2dbd9cfa-3161-4113-99ed-fb434304bf27/7a10a351-d7c6-4cf1-8d96-5eb923ab79f0) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:47:52.673358 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a3c05047-54e2-4c69-8b81-d1da43e1b67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:52.689451 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:52.700128 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Transition to ACTIVE for port object 7a10a351-d7c6-4cf1-8d96-5eb923ab79f0 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:47:52.719812 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Transition to ACTIVE for port object 7a10a351-d7c6-4cf1-8d96-5eb923ab79f0 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:47:52.783063 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:52.846224 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Network d8880f92-3c0c-42be-8b4d-870bbc2e1b9d is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:47:52.850379 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:47:52.857427 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:47:52.904245 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Pushing event updated for resources: {'Port': ['ID=7a10a351-d7c6-4cf1-8d96-5eb923ab79f0,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:47:52.948135 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:52.948405 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:52.948685 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:52.949016 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:52.949341 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:52.949666 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:52.950038 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:52.950344 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:52.950666 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:52.950986 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:52.951293 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:52.951609 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:52.971558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Attempting to bind port 7a10a351-d7c6-4cf1-8d96-5eb923ab79f0 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:47:52.971924 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Attempting to bind port 7a10a351-d7c6-4cf1-8d96-5eb923ab79f0 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '0e45ea23-a357-4dec-b98b-c4fcd647fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:47:52.972285 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Attempting to bind port 7a10a351-d7c6-4cf1-8d96-5eb923ab79f0 on network d8880f92-3c0c-42be-8b4d-870bbc2e1b9d {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:47:52.984695 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:47:52.985106 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Checking segment: {'id': '0e45ea23-a357-4dec-b98b-c4fcd647fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:47:52.985464 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:52.985887 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Bound using segment: {'id': '0e45ea23-a357-4dec-b98b-c4fcd647fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:47:52.986354 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Bound port: 7a10a351-d7c6-4cf1-8d96-5eb923ab79f0, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e45ea23-a357-4dec-b98b-c4fcd647fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:47:52.986730 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:53.086593 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] For port 7a10a351-d7c6-4cf1-8d96-5eb923ab79f0, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:47:53.090815 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] For port 7a10a351-d7c6-4cf1-8d96-5eb923ab79f0, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7a10a351-d7c6-4cf1-8d96-5eb923ab79f0,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:47:53.180259 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a3c05047-54e2-4c69-8b81-d1da43e1b67f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:53.183205 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:53.211617 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a3c05047-54e2-4c69-8b81-d1da43e1b67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:53.272073 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae60b8e-8268-4609-b344-881db42b3b25 None None] Pushing event updated for resources: {'Port': ['ID=7a10a351-d7c6-4cf1-8d96-5eb923ab79f0,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:47:53.363404 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-a3c05047-54e2-4c69-8b81-d1da43e1b67f admin admin] Allocated IP 172.26.7.23 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/7fb7d83d-591d-4d32-b025-1c3f20201c7f) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:47:53.534867 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a3c05047-54e2-4c69-8b81-d1da43e1b67f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:53.646182 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a3c05047-54e2-4c69-8b81-d1da43e1b67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:53.710534 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c05047-54e2-4c69-8b81-d1da43e1b67f admin admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:47:53.717448 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-a3c05047-54e2-4c69-8b81-d1da43e1b67f admin admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:47:53.719837 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c05047-54e2-4c69-8b81-d1da43e1b67f admin admin] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:47:53.756537 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c05047-54e2-4c69-8b81-d1da43e1b67f admin admin] Pushing event updated for resources: {'Port': ['ID=7fb7d83d-591d-4d32-b025-1c3f20201c7f,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:47:54.006716 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 7a10a351-d7c6-4cf1-8d96-5eb923ab79f0 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:47:54.174235 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 7a10a351-d7c6-4cf1-8d96-5eb923ab79f0 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:47:54.291999 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a3c05047-54e2-4c69-8b81-d1da43e1b67f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:54.295973 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfb3186-6180-48fe-9b5b-88db3ba0a37f None None] Network d8880f92-3c0c-42be-8b4d-870bbc2e1b9d requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:47:54.479045 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e16357fe-64f7-4e12-8d95-9e1af35458b3 None None] Provisioning for port 7a10a351-d7c6-4cf1-8d96-5eb923ab79f0 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:47:54.494579 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e16357fe-64f7-4e12-8d95-9e1af35458b3 None None] Provisioning complete for port 7a10a351-d7c6-4cf1-8d96-5eb923ab79f0 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:47:54.494874 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e16357fe-64f7-4e12-8d95-9e1af35458b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:54.526208 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:54.647641 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a3c05047-54e2-4c69-8b81-d1da43e1b67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:54.695063 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e16357fe-64f7-4e12-8d95-9e1af35458b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:54.732615 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-e16357fe-64f7-4e12-8d95-9e1af35458b3 None None] For port 7a10a351-d7c6-4cf1-8d96-5eb923ab79f0, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7a10a351-d7c6-4cf1-8d96-5eb923ab79f0,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:47:54.817666 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e16357fe-64f7-4e12-8d95-9e1af35458b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:54.895141 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16357fe-64f7-4e12-8d95-9e1af35458b3 None None] Pushing event updated for resources: {'Port': ['ID=7a10a351-d7c6-4cf1-8d96-5eb923ab79f0,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:47:54.941052 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9a427739-b8bc-49d0-b8a2-116d8e0fb8ac None None] Provisioning complete for port 7a10a351-d7c6-4cf1-8d96-5eb923ab79f0 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:47:54.941414 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9a427739-b8bc-49d0-b8a2-116d8e0fb8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:55.091266 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c05047-54e2-4c69-8b81-d1da43e1b67f admin admin] Router 471d5336-29ce-42fe-999c-a8718b6e6c4d is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:47:55.194519 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-64859a1e-76b3-4851-a97d-f1abd4878605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:55.272186 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c05047-54e2-4c69-8b81-d1da43e1b67f admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:47:55.282580 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] Sync routers for ids ['471d5336-29ce-42fe-999c-a8718b6e6c4d'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:47:55.302268 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] Routers {'471d5336-29ce-42fe-999c-a8718b6e6c4d'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:47:55.302268 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:47:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['471d5336-29ce-42fe-999c-a8718b6e6c4d'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:47:55.359277 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a3c05047-54e2-4c69-8b81-d1da43e1b67f admin admin] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:55.360588 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a3c05047-54e2-4c69-8b81-d1da43e1b67f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1960254 Apr 11 14:47:55.363363 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 49318) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:47:55.484650 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] Set router 471d5336-29ce-42fe-999c-a8718b6e6c4d gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:47:55.774610 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:53Z', 'revision_number': 3, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:47:55.778510 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] Checking router: 471d5336-29ce-42fe-999c-a8718b6e6c4d for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:47:55.778864 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] Updating router 471d5336-29ce-42fe-999c-a8718b6e6c4d port 7fb7d83d-591d-4d32-b025-1c3f20201c7f binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:47:55.842317 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:55.968204 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 7a10a351-d7c6-4cf1-8d96-5eb923ab79f0 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:47:56.047398 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 7a10a351-d7c6-4cf1-8d96-5eb923ab79f0 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:47:56.047953 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:56.088604 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-583c5d2a-9c91-48eb-b216-22b57f7a2c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:56.205350 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:56.217126 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] Transition to ACTIVE for port object 7fb7d83d-591d-4d32-b025-1c3f20201c7f will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:47:56.320049 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:56.321632 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-583c5d2a-9c91-48eb-b216-22b57f7a2c21 admin admin] Allocated IP 172.20.0.1 (d8880f92-3c0c-42be-8b4d-870bbc2e1b9d/2dbd9cfa-3161-4113-99ed-fb434304bf27/2d91c53e-cb6e-4b11-bb7e-6762d0ef5016) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:47:56.398081 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] Attempting to bind port 7fb7d83d-591d-4d32-b025-1c3f20201c7f on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:47:56.398451 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] Attempting to bind port 7fb7d83d-591d-4d32-b025-1c3f20201c7f by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:47:56.398813 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] Attempting to bind port 7fb7d83d-591d-4d32-b025-1c3f20201c7f on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:47:56.404582 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0a158-6dbe-4f7d-bcb9-67067980dbfc None None] Pushing event updated for resources: {'Port': ['ID=7fb7d83d-591d-4d32-b025-1c3f20201c7f,revision_number=2']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:47:56.412525 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:47:56.412899 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:47:56.413296 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:56.413685 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:47:56.414170 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] Bound port: 7fb7d83d-591d-4d32-b025-1c3f20201c7f, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:47:56.414542 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:56.447032 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d0a158-6dbe-4f7d-bcb9-67067980dbfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:56.447380 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d0a158-6dbe-4f7d-bcb9-67067980dbfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:56.447721 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d0a158-6dbe-4f7d-bcb9-67067980dbfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:56.448055 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d0a158-6dbe-4f7d-bcb9-67067980dbfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:56.448384 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d0a158-6dbe-4f7d-bcb9-67067980dbfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:56.448715 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d0a158-6dbe-4f7d-bcb9-67067980dbfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:56.449043 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d0a158-6dbe-4f7d-bcb9-67067980dbfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:56.449367 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d0a158-6dbe-4f7d-bcb9-67067980dbfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:56.449694 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d0a158-6dbe-4f7d-bcb9-67067980dbfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:56.450076 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d0a158-6dbe-4f7d-bcb9-67067980dbfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:56.450402 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d0a158-6dbe-4f7d-bcb9-67067980dbfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:56.450721 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d0a158-6dbe-4f7d-bcb9-67067980dbfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:56.477702 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-583c5d2a-9c91-48eb-b216-22b57f7a2c21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:56.495042 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-583c5d2a-9c91-48eb-b216-22b57f7a2c21 admin admin] Transition to ACTIVE for port object 2d91c53e-cb6e-4b11-bb7e-6762d0ef5016 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:47:56.511152 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] For port 7fb7d83d-591d-4d32-b025-1c3f20201c7f, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:47:56.514186 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] For port 7fb7d83d-591d-4d32-b025-1c3f20201c7f, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7fb7d83d-591d-4d32-b025-1c3f20201c7f,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:47:56.628662 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:56.663143 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-583c5d2a-9c91-48eb-b216-22b57f7a2c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:56.705640 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] Routers {'471d5336-29ce-42fe-999c-a8718b6e6c4d'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:47:56.706283 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:47:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['471d5336-29ce-42fe-999c-a8718b6e6c4d'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:47:56.728332 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583c5d2a-9c91-48eb-b216-22b57f7a2c21 admin admin] Network d8880f92-3c0c-42be-8b4d-870bbc2e1b9d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:47:56.731143 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-583c5d2a-9c91-48eb-b216-22b57f7a2c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:47:56.733480 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583c5d2a-9c91-48eb-b216-22b57f7a2c21 admin admin] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:47:56.765089 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0a158-6dbe-4f7d-bcb9-67067980dbfc None None] Pushing event updated for resources: {'Port': ['ID=7fb7d83d-591d-4d32-b025-1c3f20201c7f,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:47:56.928418 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c5d2a-9c91-48eb-b216-22b57f7a2c21 admin admin] Pushing event updated for resources: {'Port': ['ID=2d91c53e-cb6e-4b11-bb7e-6762d0ef5016,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:47:56.945075 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-583c5d2a-9c91-48eb-b216-22b57f7a2c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:56.945344 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] Set router 471d5336-29ce-42fe-999c-a8718b6e6c4d gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:47:57.058168 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-84046c34-2edf-4f97-a342-cc851a4eb68d None None] Provisioning for port 2d91c53e-cb6e-4b11-bb7e-6762d0ef5016 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:47:57.068143 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-84046c34-2edf-4f97-a342-cc851a4eb68d None None] Provisioning complete for port 2d91c53e-cb6e-4b11-bb7e-6762d0ef5016 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:47:57.068521 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-84046c34-2edf-4f97-a342-cc851a4eb68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:57.125292 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-84046c34-2edf-4f97-a342-cc851a4eb68d None None] Port 2d91c53e-cb6e-4b11-bb7e-6762d0ef5016 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:47:57.152461 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-583c5d2a-9c91-48eb-b216-22b57f7a2c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:57.265411 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:53Z', 'revision_number': 3, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:47:57.269495 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2bf299-6b1b-44ec-9a24-24460c7f2125 None None] The sync data for ids ['471d5336-29ce-42fe-999c-a8718b6e6c4d'] in dv-neutron-837330-1-hyperv is: [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:53Z', 'revision_number': 3, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:47:57.385527 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-583c5d2a-9c91-48eb-b216-22b57f7a2c21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:57.458981 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-583c5d2a-9c91-48eb-b216-22b57f7a2c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:57.586243 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-583c5d2a-9c91-48eb-b216-22b57f7a2c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:57.597521 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c5d2a-9c91-48eb-b216-22b57f7a2c21 admin admin] Pushing event updated for resources: {'Port': ['ID=2d91c53e-cb6e-4b11-bb7e-6762d0ef5016,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:47:57.720022 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8302f5ec-3ef9-49aa-af24-8b5b2a9686a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:57.756667 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583c5d2a-9c91-48eb-b216-22b57f7a2c21 admin admin] Network d8880f92-3c0c-42be-8b4d-870bbc2e1b9d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:47:57.759103 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-583c5d2a-9c91-48eb-b216-22b57f7a2c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:47:58.011929 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583c5d2a-9c91-48eb-b216-22b57f7a2c21 admin admin] Router 471d5336-29ce-42fe-999c-a8718b6e6c4d has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:47:58.013526 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 7fb7d83d-591d-4d32-b025-1c3f20201c7f up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:47:58.076409 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a3ac23a7-1693-4140-b836-0e8d1f682ba4 None None] Provisioning complete for port 2d91c53e-cb6e-4b11-bb7e-6762d0ef5016 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:47:58.077007 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a3ac23a7-1693-4140-b836-0e8d1f682ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:58.179558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-a3ac23a7-1693-4140-b836-0e8d1f682ba4 None None] Port 2d91c53e-cb6e-4b11-bb7e-6762d0ef5016 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:47:58.213994 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583c5d2a-9c91-48eb-b216-22b57f7a2c21 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:47:58.226419 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-583c5d2a-9c91-48eb-b216-22b57f7a2c21 admin admin] 10.222.0.66 "PUT /v2.0/routers/471d5336-29ce-42fe-999c-a8718b6e6c4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8608899 Apr 11 14:47:58.250839 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 7fb7d83d-591d-4d32-b025-1c3f20201c7f completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:47:58.256342 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 7fb7d83d-591d-4d32-b025-1c3f20201c7f triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:47:58.256721 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:58.385174 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:58.402486 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 7fb7d83d-591d-4d32-b025-1c3f20201c7f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7fb7d83d-591d-4d32-b025-1c3f20201c7f,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:47:58.474033 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:58.553016 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=7fb7d83d-591d-4d32-b025-1c3f20201c7f,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:47:58.680009 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:58.709073 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:58.859755 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 49328) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:47:58.867123 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-b2314898-5a70-41da-827f-28371a45d86e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--583817895', 'description': 'tempest-description--1849194110'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:47:58.873460 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b2314898-5a70-41da-827f-28371a45d86e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:47:58.878808 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b2314898-5a70-41da-827f-28371a45d86e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Usage tracker for resource:security_group and tenant:a5adbd3b8c5a489eb67ace68bc669037 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:47:58.879538 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] Sync routers for ids ['471d5336-29ce-42fe-999c-a8718b6e6c4d'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:47:58.882489 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b2314898-5a70-41da-827f-28371a45d86e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:47:58.888262 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b2314898-5a70-41da-827f-28371a45d86e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:47:58.889139 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] Routers {'471d5336-29ce-42fe-999c-a8718b6e6c4d'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:47:58.889866 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:47:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['471d5336-29ce-42fe-999c-a8718b6e6c4d'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:47:58.953838 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b2314898-5a70-41da-827f-28371a45d86e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:58.975765 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b2314898-5a70-41da-827f-28371a45d86e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:47:58.979892 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b2314898-5a70-41da-827f-28371a45d86e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Usage tracker for resource:security_group_rule and tenant:a5adbd3b8c5a489eb67ace68bc669037 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:47:58.983120 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b2314898-5a70-41da-827f-28371a45d86e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:47:58.989698 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b2314898-5a70-41da-827f-28371a45d86e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:47:59.062874 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b2314898-5a70-41da-827f-28371a45d86e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:59.081530 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] Set router 471d5336-29ce-42fe-999c-a8718b6e6c4d gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:47:59.130834 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b2314898-5a70-41da-827f-28371a45d86e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:59.173468 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2314898-5a70-41da-827f-28371a45d86e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56f3b6a6-630c-4651-a0db-2e1925b5a202,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:47:59.181576 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2314898-5a70-41da-827f-28371a45d86e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:59.181955 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2314898-5a70-41da-827f-28371a45d86e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:59.182301 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2314898-5a70-41da-827f-28371a45d86e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:59.182641 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2314898-5a70-41da-827f-28371a45d86e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:59.183049 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2314898-5a70-41da-827f-28371a45d86e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:59.183393 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2314898-5a70-41da-827f-28371a45d86e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:59.183729 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2314898-5a70-41da-827f-28371a45d86e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:59.184063 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2314898-5a70-41da-827f-28371a45d86e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:59.184393 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2314898-5a70-41da-827f-28371a45d86e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:59.184721 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2314898-5a70-41da-827f-28371a45d86e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:59.185052 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2314898-5a70-41da-827f-28371a45d86e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:59.185378 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2314898-5a70-41da-827f-28371a45d86e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:47:59.240034 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b2314898-5a70-41da-827f-28371a45d86e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:59.241317 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b2314898-5a70-41da-827f-28371a45d86e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3805029 Apr 11 14:47:59.244059 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 49332) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:47:59.249298 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-347d830d-699d-4661-a013-ab240a285b3d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Request body: {'security_group_rule': {'security_group_id': '56f3b6a6-630c-4651-a0db-2e1925b5a202', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:47:59.255219 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-347d830d-699d-4661-a013-ab240a285b3d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:47:59.259163 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-347d830d-699d-4661-a013-ab240a285b3d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Usage tracker for resource:security_group_rule and tenant:a5adbd3b8c5a489eb67ace68bc669037 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:47:59.262076 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-347d830d-699d-4661-a013-ab240a285b3d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:47:59.267753 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-347d830d-699d-4661-a013-ab240a285b3d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:47:59.378149 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-347d830d-699d-4661-a013-ab240a285b3d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:59.411949 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '2d91c53e-cb6e-4b11-bb7e-6762d0ef5016', 'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'mac_address': 'fa:16:3e:f1:c6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:56Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 2, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'subnets': [{'id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:47:59.415832 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] Checking router: 471d5336-29ce-42fe-999c-a8718b6e6c4d for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:47:59.416184 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] Updating router 471d5336-29ce-42fe-999c-a8718b6e6c4d port 2d91c53e-cb6e-4b11-bb7e-6762d0ef5016 binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:47:59.440249 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-347d830d-699d-4661-a013-ab240a285b3d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:59.468537 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:59.525354 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-347d830d-699d-4661-a013-ab240a285b3d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:59.553649 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d830d-699d-4661-a013-ab240a285b3d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae4e9f0-2036-4ae8-96f6-1c0030918546,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:47:59.605335 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-347d830d-699d-4661-a013-ab240a285b3d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:59.606595 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-347d830d-699d-4661-a013-ab240a285b3d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3614900 Apr 11 14:47:59.609438 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 49336) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:47:59.614673 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-d7445d63-8c99-4411-9848-3aa76b6eb3e4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Request body: {'security_group_rule': {'security_group_id': '56f3b6a6-630c-4651-a0db-2e1925b5a202', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:47:59.620555 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-d7445d63-8c99-4411-9848-3aa76b6eb3e4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:47:59.624492 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d7445d63-8c99-4411-9848-3aa76b6eb3e4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Usage tracker for resource:security_group_rule and tenant:a5adbd3b8c5a489eb67ace68bc669037 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:47:59.627563 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d7445d63-8c99-4411-9848-3aa76b6eb3e4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:47:59.633978 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-d7445d63-8c99-4411-9848-3aa76b6eb3e4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:47:59.692748 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d7445d63-8c99-4411-9848-3aa76b6eb3e4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:59.753895 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d7445d63-8c99-4411-9848-3aa76b6eb3e4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:59.811257 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d7445d63-8c99-4411-9848-3aa76b6eb3e4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:59.824783 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:59.836934 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7445d63-8c99-4411-9848-3aa76b6eb3e4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7392ed-39dc-4d7d-b4b8-1542849fa7c7,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:47:59.837149 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] Transition to ACTIVE for port object 2d91c53e-cb6e-4b11-bb7e-6762d0ef5016 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:47:59.936951 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:59.971240 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d7445d63-8c99-4411-9848-3aa76b6eb3e4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:47:59.975642 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d7445d63-8c99-4411-9848-3aa76b6eb3e4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3622749 Apr 11 14:47:59.975780 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 7fb7d83d-591d-4d32-b025-1c3f20201c7f up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:47:59.975918 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 49340) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:47:59.981286 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-27bca74f-2417-4a1b-a47d-5db2067ab1f1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:47:59.987572 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-27bca74f-2417-4a1b-a47d-5db2067ab1f1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:47:59.992667 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-27bca74f-2417-4a1b-a47d-5db2067ab1f1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Usage tracker for resource:floatingip and tenant:a5adbd3b8c5a489eb67ace68bc669037 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:47:59.998024 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-27bca74f-2417-4a1b-a47d-5db2067ab1f1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:48:00.006106 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-27bca74f-2417-4a1b-a47d-5db2067ab1f1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:48:00.087525 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:00.114564 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-27bca74f-2417-4a1b-a47d-5db2067ab1f1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for floatingip, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:00.126489 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e68d2-7ded-4555-886f-c298055b1d48 None None] Pushing event updated for resources: {'Port': ['ID=2d91c53e-cb6e-4b11-bb7e-6762d0ef5016,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:48:00.262909 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-27bca74f-2417-4a1b-a47d-5db2067ab1f1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:00.267299 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 7fb7d83d-591d-4d32-b025-1c3f20201c7f triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:48:00.267673 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:00.291658 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] Attempting to bind port 2d91c53e-cb6e-4b11-bb7e-6762d0ef5016 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:48:00.292031 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] Attempting to bind port 2d91c53e-cb6e-4b11-bb7e-6762d0ef5016 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '0e45ea23-a357-4dec-b98b-c4fcd647fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:48:00.292392 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] Attempting to bind port 2d91c53e-cb6e-4b11-bb7e-6762d0ef5016 on network d8880f92-3c0c-42be-8b4d-870bbc2e1b9d {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:48:00.313694 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:48:00.314015 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] Checking segment: {'id': '0e45ea23-a357-4dec-b98b-c4fcd647fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:48:00.314421 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:00.314812 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] Bound using segment: {'id': '0e45ea23-a357-4dec-b98b-c4fcd647fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:48:00.315287 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] Bound port: 2d91c53e-cb6e-4b11-bb7e-6762d0ef5016, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e45ea23-a357-4dec-b98b-c4fcd647fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:48:00.315665 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:00.403939 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-27bca74f-2417-4a1b-a47d-5db2067ab1f1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Allocated IP 172.26.7.214 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/a355886c-3077-4055-b321-01e8f1241869) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:48:00.471472 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] For port 2d91c53e-cb6e-4b11-bb7e-6762d0ef5016, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:48:00.489816 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] For port 2d91c53e-cb6e-4b11-bb7e-6762d0ef5016, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2d91c53e-cb6e-4b11-bb7e-6762d0ef5016,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:48:00.588343 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:00.661369 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-27bca74f-2417-4a1b-a47d-5db2067ab1f1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:00.671656 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] Routers {'471d5336-29ce-42fe-999c-a8718b6e6c4d'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:48:00.672323 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:47:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['471d5336-29ce-42fe-999c-a8718b6e6c4d'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:48:00.742125 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e68d2-7ded-4555-886f-c298055b1d48 None None] Pushing event updated for resources: {'Port': ['ID=2d91c53e-cb6e-4b11-bb7e-6762d0ef5016,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:48:00.776885 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-27bca74f-2417-4a1b-a47d-5db2067ab1f1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:00.843496 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bca74f-2417-4a1b-a47d-5db2067ab1f1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:48:00.846382 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-27bca74f-2417-4a1b-a47d-5db2067ab1f1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:48:00.855445 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bca74f-2417-4a1b-a47d-5db2067ab1f1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:48:00.876388 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] Set router 471d5336-29ce-42fe-999c-a8718b6e6c4d gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:48:00.890869 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bca74f-2417-4a1b-a47d-5db2067ab1f1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Pushing event updated for resources: {'Port': ['ID=a355886c-3077-4055-b321-01e8f1241869,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:48:00.944343 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-27bca74f-2417-4a1b-a47d-5db2067ab1f1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:01.056528 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-27bca74f-2417-4a1b-a47d-5db2067ab1f1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:01.230607 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '2d91c53e-cb6e-4b11-bb7e-6762d0ef5016', 'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'mac_address': 'fa:16:3e:f1:c6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:56Z', 'updated_at': '2022-04-11T14:48:00Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'subnets': [{'id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:48:01.234783 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f5293f-3213-45d5-a439-b256d1a5caac None None] The sync data for ids ['471d5336-29ce-42fe-999c-a8718b6e6c4d'] in dv-neutron-837330-1-hyperv is: [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '2d91c53e-cb6e-4b11-bb7e-6762d0ef5016', 'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'mac_address': 'fa:16:3e:f1:c6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:56Z', 'updated_at': '2022-04-11T14:48:00Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'subnets': [{'id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:48:01.321642 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-27bca74f-2417-4a1b-a47d-5db2067ab1f1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:01.388952 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-27bca74f-2417-4a1b-a47d-5db2067ab1f1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:01.509892 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bca74f-2417-4a1b-a47d-5db2067ab1f1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Pushing event updated for resources: {'Port': ['ID=a355886c-3077-4055-b321-01e8f1241869,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:48:01.524382 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-27bca74f-2417-4a1b-a47d-5db2067ab1f1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:01.623004 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-27bca74f-2417-4a1b-a47d-5db2067ab1f1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:01.624924 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-27bca74f-2417-4a1b-a47d-5db2067ab1f1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6475286 Apr 11 14:48:01.799657 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-4c47adb9-1720-4349-8462-4e746d497091 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Synchronizing usage tracker for tenant:a5adbd3b8c5a489eb67ace68bc669037 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:48:01.896881 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-4c47adb9-1720-4349-8462-4e746d497091 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Unset dirty status for tenant:a5adbd3b8c5a489eb67ace68bc669037 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:48:01.898122 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-4c47adb9-1720-4349-8462-4e746d497091 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--583817895&fields=id&tenant_id=a5adbd3b8c5a489eb67ace68bc669037 HTTP/1.1" status: 200 len: 267 time: 0.1420178 Apr 11 14:48:02.006096 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2d91c53e-cb6e-4b11-bb7e-6762d0ef5016 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:48:02.070489 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-389e34c1-1dcf-46d6-a18d-d4685d9b0d50 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:02.071219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-389e34c1-1dcf-46d6-a18d-d4685d9b0d50 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Synchronizing usage tracker for tenant:a5adbd3b8c5a489eb67ace68bc669037 on resource:network {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:48:02.165323 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 2d91c53e-cb6e-4b11-bb7e-6762d0ef5016 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:48:02.170947 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 2d91c53e-cb6e-4b11-bb7e-6762d0ef5016 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:48:02.177318 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:02.199641 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-389e34c1-1dcf-46d6-a18d-d4685d9b0d50 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Unset dirty status for tenant:a5adbd3b8c5a489eb67ace68bc669037 on resource:network {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:48:02.201027 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-389e34c1-1dcf-46d6-a18d-d4685d9b0d50 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 812 time: 0.2961469 Apr 11 14:48:02.222181 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-bce55e3f-6c3f-4be9-9289-28c5c45ee654 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/quotas/a5adbd3b8c5a489eb67ace68bc669037 HTTP/1.1" status: 200 len: 375 time: 0.0136161 Apr 11 14:48:02.310377 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:02.341690 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-f1c144c2-15c3-4da1-9880-07932e37de9f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Synchronizing usage tracker for tenant:a5adbd3b8c5a489eb67ace68bc669037 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:48:02.350346 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 2d91c53e-cb6e-4b11-bb7e-6762d0ef5016, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2d91c53e-cb6e-4b11-bb7e-6762d0ef5016,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:48:02.530867 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:02.553931 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-f1c144c2-15c3-4da1-9880-07932e37de9f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Unset dirty status for tenant:a5adbd3b8c5a489eb67ace68bc669037 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:48:02.555258 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-f1c144c2-15c3-4da1-9880-07932e37de9f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3244281 Apr 11 14:48:02.605106 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=2d91c53e-cb6e-4b11-bb7e-6762d0ef5016,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:48:02.745956 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-55c3871d-75e0-46f8-9cd9-f7d1ab4d9add service neutron] 10.222.0.66 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775358 Apr 11 14:48:03.013140 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-b8893eec-cf7c-4514-9643-0d5324c383d1 service neutron] 10.222.0.66 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558084 Apr 11 14:48:03.315093 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-723d6b93-4f84-4ec6-b492-d8197397fe7d req-33799f3c-7279-4ff1-ae37-c8cbd40a0c48 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 210 time: 0.0471423 Apr 11 14:48:03.969122 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2d91c53e-cb6e-4b11-bb7e-6762d0ef5016 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:48:04.049640 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 2d91c53e-cb6e-4b11-bb7e-6762d0ef5016 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:48:04.050064 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:04.474574 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2622e6a9-ea32-44b5-97dd-1b9088b05935 req-9201b06c-a632-4ce9-ac07-2856b346cb22 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 210 time: 0.0510778 Apr 11 14:48:05.641494 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b124b729-5f89-4804-ac26-9cdcd3adedb6 req-06ca97ab-45e3-4373-8df3-f5f9baa3ca1b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 210 time: 0.0533824 Apr 11 14:48:05.740846 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-a6d30d3e-b3ef-4be3-948b-01d2344e0e61 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:05.742363 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-a6d30d3e-b3ef-4be3-948b-01d2344e0e61 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.53 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 812 time: 0.1573217 Apr 11 14:48:05.799925 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-6167d039-593f-437b-b35d-9d3376df8046 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5adbd3b8c5a489eb67ace68bc669037 HTTP/1.1" status: 200 len: 379 time: 0.0441070 Apr 11 14:48:05.808375 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-b6b4c92b-c451-4964-bfd7-8bbf4ac81b3b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Request body: {'port': {'device_id': '8931e9e9-b53a-4f8a-815c-c823b44a5a3c', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'admin_state_up': True, 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'security_groups': ['56f3b6a6-630c-4651-a0db-2e1925b5a202']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:48:05.960544 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-b6b4c92b-c451-4964-bfd7-8bbf4ac81b3b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:48:05.970416 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-b6b4c92b-c451-4964-bfd7-8bbf4ac81b3b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:48:06.078906 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-b6b4c92b-c451-4964-bfd7-8bbf4ac81b3b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Made reservation on behalf of a5adbd3b8c5a489eb67ace68bc669037 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:48:06.078906 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-b6b4c92b-c451-4964-bfd7-8bbf4ac81b3b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:06.247319 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-b6b4c92b-c451-4964-bfd7-8bbf4ac81b3b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Allocated IP 172.20.0.10 (d8880f92-3c0c-42be-8b4d-870bbc2e1b9d/2dbd9cfa-3161-4113-99ed-fb434304bf27/521e0e67-3e53-42c6-8c81-02306f54030e) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:48:06.437819 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-b6b4c92b-c451-4964-bfd7-8bbf4ac81b3b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:06.453507 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-b6b4c92b-c451-4964-bfd7-8bbf4ac81b3b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Transition to ACTIVE for port object 521e0e67-3e53-42c6-8c81-02306f54030e will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:48:06.548307 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-b6b4c92b-c451-4964-bfd7-8bbf4ac81b3b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:06.621336 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-b6b4c92b-c451-4964-bfd7-8bbf4ac81b3b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Network d8880f92-3c0c-42be-8b4d-870bbc2e1b9d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:48:06.629042 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-b6b4c92b-c451-4964-bfd7-8bbf4ac81b3b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:48:06.633744 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-b6b4c92b-c451-4964-bfd7-8bbf4ac81b3b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:48:06.664898 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4c92b-c451-4964-bfd7-8bbf4ac81b3b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Pushing event updated for resources: {'Port': ['ID=521e0e67-3e53-42c6-8c81-02306f54030e,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:48:06.704155 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-b6b4c92b-c451-4964-bfd7-8bbf4ac81b3b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:06.705841 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-b6b4c92b-c451-4964-bfd7-8bbf4ac81b3b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:06.818846 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-b6b4c92b-c451-4964-bfd7-8bbf4ac81b3b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0140305 Apr 11 14:48:06.840383 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-9108bbd0-fad6-4ff4-b742-11bddb48a509 service neutron] Request body: {'port': {'device_id': '8931e9e9-b53a-4f8a-815c-c823b44a5a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:48:06.889933 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b684e-7bf2-4d06-b7cb-2c9690b8ed30 req-a70eee8e-b382-42d3-9b7c-c16c49acaf1d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:06.890623 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-403b684e-7bf2-4d06-b7cb-2c9690b8ed30 req-a70eee8e-b382-42d3-9b7c-c16c49acaf1d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Synchronizing usage tracker for tenant:a5adbd3b8c5a489eb67ace68bc669037 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:48:06.942536 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-764da500-48e9-4095-beec-b8b010cc8a52 None None] Provisioning for port 521e0e67-3e53-42c6-8c81-02306f54030e completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:48:06.950278 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-764da500-48e9-4095-beec-b8b010cc8a52 None None] Provisioning complete for port 521e0e67-3e53-42c6-8c81-02306f54030e triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:48:06.950278 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-764da500-48e9-4095-beec-b8b010cc8a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:06.985869 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-9108bbd0-fad6-4ff4-b742-11bddb48a509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:07.013224 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-764da500-48e9-4095-beec-b8b010cc8a52 None None] Port 521e0e67-3e53-42c6-8c81-02306f54030e cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:48:07.017930 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-403b684e-7bf2-4d06-b7cb-2c9690b8ed30 req-a70eee8e-b382-42d3-9b7c-c16c49acaf1d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Unset dirty status for tenant:a5adbd3b8c5a489eb67ace68bc669037 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:48:07.017930 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-403b684e-7bf2-4d06-b7cb-2c9690b8ed30 req-a70eee8e-b382-42d3-9b7c-c16c49acaf1d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 932 time: 0.2597744 Apr 11 14:48:07.193498 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-403b684e-7bf2-4d06-b7cb-2c9690b8ed30 req-16d5a8fd-5792-4c18-a35c-5e93cb64fa06 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350205 Apr 11 14:48:07.484424 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-9108bbd0-fad6-4ff4-b742-11bddb48a509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521e0e67-3e53-42c6-8c81-02306f54030e {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:48:07.495355 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-9108bbd0-fad6-4ff4-b742-11bddb48a509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:07.511140 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-9108bbd0-fad6-4ff4-b742-11bddb48a509 service neutron] Transition to ACTIVE for port object 521e0e67-3e53-42c6-8c81-02306f54030e will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:48:07.599566 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-9108bbd0-fad6-4ff4-b742-11bddb48a509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:07.818718 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108bbd0-fad6-4ff4-b742-11bddb48a509 service neutron] Pushing event updated for resources: {'Port': ['ID=521e0e67-3e53-42c6-8c81-02306f54030e,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:48:08.034585 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-9108bbd0-fad6-4ff4-b742-11bddb48a509 service neutron] Attempting to bind port 521e0e67-3e53-42c6-8c81-02306f54030e on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:48:08.035823 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-9108bbd0-fad6-4ff4-b742-11bddb48a509 service neutron] Attempting to bind port 521e0e67-3e53-42c6-8c81-02306f54030e by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '0e45ea23-a357-4dec-b98b-c4fcd647fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:48:08.035823 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-9108bbd0-fad6-4ff4-b742-11bddb48a509 service neutron] Attempting to bind port 521e0e67-3e53-42c6-8c81-02306f54030e on network d8880f92-3c0c-42be-8b4d-870bbc2e1b9d {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:48:08.040519 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-9108bbd0-fad6-4ff4-b742-11bddb48a509 service neutron] Port 521e0e67-3e53-42c6-8c81-02306f54030e on network d8880f92-3c0c-42be-8b4d-870bbc2e1b9d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:48:08.040844 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-9108bbd0-fad6-4ff4-b742-11bddb48a509 service neutron] Attempting to bind port 521e0e67-3e53-42c6-8c81-02306f54030e on network d8880f92-3c0c-42be-8b4d-870bbc2e1b9d {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:48:08.045845 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-9108bbd0-fad6-4ff4-b742-11bddb48a509 service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:48:08.046196 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-9108bbd0-fad6-4ff4-b742-11bddb48a509 service neutron] Checking segment: {'id': '0e45ea23-a357-4dec-b98b-c4fcd647fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:48:08.046631 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-9108bbd0-fad6-4ff4-b742-11bddb48a509 service neutron] Bound using segment: {'id': '0e45ea23-a357-4dec-b98b-c4fcd647fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:48:08.047051 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-9108bbd0-fad6-4ff4-b742-11bddb48a509 service neutron] Bound port: 521e0e67-3e53-42c6-8c81-02306f54030e, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e45ea23-a357-4dec-b98b-c4fcd647fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:48:08.047391 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-9108bbd0-fad6-4ff4-b742-11bddb48a509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:08.138931 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-9108bbd0-fad6-4ff4-b742-11bddb48a509 service neutron] For port 521e0e67-3e53-42c6-8c81-02306f54030e, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:48:08.141759 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-9108bbd0-fad6-4ff4-b742-11bddb48a509 service neutron] For port 521e0e67-3e53-42c6-8c81-02306f54030e, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=521e0e67-3e53-42c6-8c81-02306f54030e,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:48:08.250914 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-9108bbd0-fad6-4ff4-b742-11bddb48a509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:08.305068 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-9108bbd0-fad6-4ff4-b742-11bddb48a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:08.305811 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-9108bbd0-fad6-4ff4-b742-11bddb48a509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:08.307198 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-9108bbd0-fad6-4ff4-b742-11bddb48a509 service neutron] 10.222.0.53 "PUT /v2.0/ports/521e0e67-3e53-42c6-8c81-02306f54030e HTTP/1.1" status: 200 len: 1094 time: 1.4739466 Apr 11 14:48:08.310173 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8931e9e9-b53a-4f8a-815c-c823b44a5a3c', 'tag': '521e0e67-3e53-42c6-8c81-02306f54030e'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:48:08.343977 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108bbd0-fad6-4ff4-b742-11bddb48a509 service neutron] Pushing event updated for resources: {'Port': ['ID=521e0e67-3e53-42c6-8c81-02306f54030e,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:48:08.364354 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef3bdf5a-8486-40e1-8b5a-c25d3072ba17'] response: {'name': 'network-changed', 'server_uuid': '8931e9e9-b53a-4f8a-815c-c823b44a5a3c', 'tag': '521e0e67-3e53-42c6-8c81-02306f54030e', 'status': 'completed', 'code': 200} Apr 11 14:48:08.391973 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d661d39-9618-4650-a1c9-a5d379b041cf req-fadd3334-be47-4056-aa87-7bc32f3d04e8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:08.393560 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7d661d39-9618-4650-a1c9-a5d379b041cf req-fadd3334-be47-4056-aa87-7bc32f3d04e8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 944 time: 0.0913725 Apr 11 14:48:08.442179 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-7d661d39-9618-4650-a1c9-a5d379b041cf req-9cd8ca4b-7d74-4a06-a0ab-54ce75592431 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Synchronizing usage tracker for tenant:a5adbd3b8c5a489eb67ace68bc669037 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:48:08.455871 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-7d661d39-9618-4650-a1c9-a5d379b041cf req-9cd8ca4b-7d74-4a06-a0ab-54ce75592431 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Unset dirty status for tenant:a5adbd3b8c5a489eb67ace68bc669037 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:48:08.458270 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7d661d39-9618-4650-a1c9-a5d379b041cf req-9cd8ca4b-7d74-4a06-a0ab-54ce75592431 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563869 Apr 11 14:48:08.491668 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982df28-cc52-43a6-9caa-75444650544e req-bb8865b1-3e88-4e17-a7d2-cd77e891ade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:08.494336 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0982df28-cc52-43a6-9caa-75444650544e req-bb8865b1-3e88-4e17-a7d2-cd77e891ade8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 1097 time: 0.0813377 Apr 11 14:48:08.642518 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982df28-cc52-43a6-9caa-75444650544e req-674b7ed9-8bb1-4bca-84c9-57be39604e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:08.643860 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0982df28-cc52-43a6-9caa-75444650544e req-674b7ed9-8bb1-4bca-84c9-57be39604e45 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1388445 Apr 11 14:48:08.778648 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982df28-cc52-43a6-9caa-75444650544e req-79a0c49c-bcdb-4d20-9e2f-43b3c508cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:08.780456 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0982df28-cc52-43a6-9caa-75444650544e req-79a0c49c-bcdb-4d20-9e2f-43b3c508cd81 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1299355 Apr 11 14:48:08.904841 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-a749f79c-5bff-4197-87b0-d4b3b9963c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:08.906251 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-a749f79c-5bff-4197-87b0-d4b3b9963c76 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 1097 time: 0.0697401 Apr 11 14:48:08.981450 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-8dd780f0-d3bb-43a3-928e-eef7e391d952 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=521e0e67-3e53-42c6-8c81-02306f54030e HTTP/1.1" status: 200 len: 217 time: 0.0630739 Apr 11 14:48:09.044591 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-143355f7-f697-46b6-bd67-45ea23e03843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:09.046056 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-143355f7-f697-46b6-bd67-45ea23e03843 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 200 len: 851 time: 0.0588174 Apr 11 14:48:09.123603 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-53e50313-f75a-4974-af1b-b51285ed4ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:09.125065 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-53e50313-f75a-4974-af1b-b51285ed4ddd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730135 Apr 11 14:48:09.255731 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-440634df-95c0-420a-a3bf-615b27db64fc service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249387 Apr 11 14:48:09.392153 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-db8a7a51-424d-4401-8280-28b39eca8df4 req-7ae7b45a-0912-410d-bdf0-2a5b2e30c3d8 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309273 Apr 11 14:48:09.643494 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0ca00-e5ea-4dab-8429-74f1351044d6 req-ca6018b2-48a1-4f15-a8b1-762377fc9870 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:09.645687 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-efd0ca00-e5ea-4dab-8429-74f1351044d6 req-ca6018b2-48a1-4f15-a8b1-762377fc9870 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 944 time: 0.0811822 Apr 11 14:48:09.690775 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-efd0ca00-e5ea-4dab-8429-74f1351044d6 req-f683e4fb-1bed-446c-be74-ebfb6ec28bf8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392785 Apr 11 14:48:10.881717 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9477697-56d8-42f1-8fa1-505b8ecdf118 req-16b044d8-c764-41b1-82a5-8c474c1bb0fe tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:10.883245 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b9477697-56d8-42f1-8fa1-505b8ecdf118 req-16b044d8-c764-41b1-82a5-8c474c1bb0fe tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 944 time: 0.0852306 Apr 11 14:48:10.928421 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b9477697-56d8-42f1-8fa1-505b8ecdf118 req-f5b0779f-55c1-4132-8d53-92397e8df0d4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392799 Apr 11 14:48:12.115763 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1e386-9d03-47a0-990c-a1a9256188c8 req-107fd5da-0a33-48c7-91f9-629532aea886 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:12.117204 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-72c1e386-9d03-47a0-990c-a1a9256188c8 req-107fd5da-0a33-48c7-91f9-629532aea886 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 944 time: 0.0841200 Apr 11 14:48:12.162295 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-72c1e386-9d03-47a0-990c-a1a9256188c8 req-99613ffc-6462-4f27-a4fa-830c7c822aff tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392640 Apr 11 14:48:12.592667 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 521e0e67-3e53-42c6-8c81-02306f54030e details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:48:12.732061 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 521e0e67-3e53-42c6-8c81-02306f54030e, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=521e0e67-3e53-42c6-8c81-02306f54030e,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:48:12.745272 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '521e0e67-3e53-42c6-8c81-02306f54030e', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'port_id': '521e0e67-3e53-42c6-8c81-02306f54030e', 'mac_address': 'fa:16:3e:46:36:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:48:12.800630 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:12.817071 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521e0e67-3e53-42c6-8c81-02306f54030e {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:48:12.831968 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 521e0e67-3e53-42c6-8c81-02306f54030e, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=521e0e67-3e53-42c6-8c81-02306f54030e,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:48:12.930931 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:13.002497 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=521e0e67-3e53-42c6-8c81-02306f54030e,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:48:13.339792 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['521e0e67-3e53-42c6-8c81-02306f54030e'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:48:13.350338 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52e256-1875-44ad-b9a8-0cdeef84e83c req-f082861e-5e51-4b7b-b229-d84c89ea2fd9 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:13.351842 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6c52e256-1875-44ad-b9a8-0cdeef84e83c req-f082861e-5e51-4b7b-b229-d84c89ea2fd9 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 945 time: 0.0829306 Apr 11 14:48:13.397225 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6c52e256-1875-44ad-b9a8-0cdeef84e83c req-682e38c7-837a-49d8-ae38-10f2b2bef09e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395572 Apr 11 14:48:14.582853 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453f06b-3601-45d8-8d75-8957ec749c69 req-c3ae31bc-6b2d-40fb-9305-d63260deb2ac tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:14.584821 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8453f06b-3601-45d8-8d75-8957ec749c69 req-c3ae31bc-6b2d-40fb-9305-d63260deb2ac tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 945 time: 0.0802352 Apr 11 14:48:14.602970 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 521e0e67-3e53-42c6-8c81-02306f54030e up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:48:14.628131 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8453f06b-3601-45d8-8d75-8957ec749c69 req-91251268-f922-483e-a84b-3df4433e6acb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375493 Apr 11 14:48:14.747452 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port 521e0e67-3e53-42c6-8c81-02306f54030e completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:48:14.752458 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 521e0e67-3e53-42c6-8c81-02306f54030e triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:48:14.752832 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:14.872850 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:14.899908 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8931e9e9-b53a-4f8a-815c-c823b44a5a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521e0e67-3e53-42c6-8c81-02306f54030e'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:48:14.909260 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 521e0e67-3e53-42c6-8c81-02306f54030e, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=521e0e67-3e53-42c6-8c81-02306f54030e,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:48:14.946070 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-400d517e-f2ad-4559-971b-7ab6c4c996cf'] response: {'server_uuid': '8931e9e9-b53a-4f8a-815c-c823b44a5a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521e0e67-3e53-42c6-8c81-02306f54030e', 'code': 200} Apr 11 14:48:14.976624 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:15.053737 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=521e0e67-3e53-42c6-8c81-02306f54030e,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:48:15.357049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152bab4-1600-4fba-b28a-fba0c712cd0c req-0659e81a-a44b-463a-9453-edaf962aa6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:15.358467 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6152bab4-1600-4fba-b28a-fba0c712cd0c req-0659e81a-a44b-463a-9453-edaf962aa6be service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 1099 time: 0.0713773 Apr 11 14:48:15.401709 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6152bab4-1600-4fba-b28a-fba0c712cd0c req-071a9e53-1bee-4e4d-a22f-fc396036a9e3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374620 Apr 11 14:48:15.817032 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be31fb-0706-4810-9f5e-5d3af5410073 req-a6626ea0-2198-4990-a5bc-86a2e4a968ec tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:15.818649 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-90be31fb-0706-4810-9f5e-5d3af5410073 req-a6626ea0-2198-4990-a5bc-86a2e4a968ec tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0838125 Apr 11 14:48:15.978473 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-90be31fb-0706-4810-9f5e-5d3af5410073 req-cae86f09-9fbf-4bb3-b4d5-1d900e9bce78 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539733 Apr 11 14:48:17.169997 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8215445-072e-41f9-9c62-6a9623c9dd8c req-7b9bd698-16c2-47b3-ba29-7f938da17f17 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:17.171486 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b8215445-072e-41f9-9c62-6a9623c9dd8c req-7b9bd698-16c2-47b3-ba29-7f938da17f17 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0860765 Apr 11 14:48:17.216383 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b8215445-072e-41f9-9c62-6a9623c9dd8c req-755f7a13-42ae-46a0-a346-4b29963ee6b1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391207 Apr 11 14:48:17.393754 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ae72e-bf45-4298-9ffd-4dc8aa36c5c9 req-0e7a91bd-c76c-45d4-b893-65f63f6423f0 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:17.395497 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b69ae72e-bf45-4298-9ffd-4dc8aa36c5c9 req-0e7a91bd-c76c-45d4-b893-65f63f6423f0 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0810342 Apr 11 14:48:17.404915 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 49398) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:48:17.409763 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-6f4fbd80-10c6-4166-ac17-5934204b9599 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Request body: {'floatingip': {'port_id': '521e0e67-3e53-42c6-8c81-02306f54030e'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:48:17.488889 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6f4fbd80-10c6-4166-ac17-5934204b9599 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for floatingip, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:18.100654 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6f4fbd80-10c6-4166-ac17-5934204b9599 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:18.170671 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6f4fbd80-10c6-4166-ac17-5934204b9599 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:18.348962 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-6f4fbd80-10c6-4166-ac17-5934204b9599 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Floating IP 8ed67685-5f8b-485c-8a33-49f213d1e2aa associated. External IP: 172.26.7.214, port: 521e0e67-3e53-42c6-8c81-02306f54030e. Apr 11 14:48:18.810710 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4fbd80-10c6-4166-ac17-5934204b9599 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Router 471d5336-29ce-42fe-999c-a8718b6e6c4d has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:48:18.994302 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4fbd80-10c6-4166-ac17-5934204b9599 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:48:18.998611 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-6f4fbd80-10c6-4166-ac17-5934204b9599 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:19.006059 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04744b88-6b17-4065-aaca-892b6db3245a None None] Sync routers for ids ['471d5336-29ce-42fe-999c-a8718b6e6c4d'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:48:19.016579 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04744b88-6b17-4065-aaca-892b6db3245a None None] Routers {'471d5336-29ce-42fe-999c-a8718b6e6c4d'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:48:19.017283 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-04744b88-6b17-4065-aaca-892b6db3245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:47:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['471d5336-29ce-42fe-999c-a8718b6e6c4d'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:48:19.054580 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6f4fbd80-10c6-4166-ac17-5934204b9599 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "PUT /v2.0/floatingips/8ed67685-5f8b-485c-8a33-49f213d1e2aa HTTP/1.1" status: 200 len: 992 time: 1.6486273 Apr 11 14:48:19.055166 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8931e9e9-b53a-4f8a-815c-c823b44a5a3c', 'tag': '521e0e67-3e53-42c6-8c81-02306f54030e'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:48:19.103485 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e1353e3-2b30-4af5-8edc-2a5f7d2ecf60'] response: {'name': 'network-changed', 'server_uuid': '8931e9e9-b53a-4f8a-815c-c823b44a5a3c', 'tag': '521e0e67-3e53-42c6-8c81-02306f54030e', 'status': 'completed', 'code': 200} Apr 11 14:48:19.220659 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-04744b88-6b17-4065-aaca-892b6db3245a None None] Set router 471d5336-29ce-42fe-999c-a8718b6e6c4d gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:48:19.235115 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f87549-61b0-400e-a57b-36e2eeb5b7d6 req-f1330663-b782-49a4-885b-67d03ba55328 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:19.236679 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-64f87549-61b0-400e-a57b-36e2eeb5b7d6 req-f1330663-b782-49a4-885b-67d03ba55328 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0885243 Apr 11 14:48:19.244239 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a480f91-0892-48e8-9f57-7149f83b3777 req-2c52855c-907a-4e27-9e8e-1a085c85d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:19.246158 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4a480f91-0892-48e8-9f57-7149f83b3777 req-2c52855c-907a-4e27-9e8e-1a085c85d1c2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 1099 time: 0.0866125 Apr 11 14:48:19.287291 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-64f87549-61b0-400e-a57b-36e2eeb5b7d6 req-9a6366d4-fe82-4e55-8cf2-56da1f81fc75 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442224 Apr 11 14:48:19.394831 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a480f91-0892-48e8-9f57-7149f83b3777 req-5f70329d-0371-4f88-bade-eb60e9244ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:19.397075 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4a480f91-0892-48e8-9f57-7149f83b3777 req-5f70329d-0371-4f88-bade-eb60e9244ec3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 914 time: 0.1449478 Apr 11 14:48:19.549004 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4a480f91-0892-48e8-9f57-7149f83b3777 req-5b81092d-8f7b-4684-b336-43e6518e0b07 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=521e0e67-3e53-42c6-8c81-02306f54030e HTTP/1.1" status: 200 len: 1000 time: 0.1126099 Apr 11 14:48:19.586617 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-04744b88-6b17-4065-aaca-892b6db3245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '8ed67685-5f8b-485c-8a33-49f213d1e2aa', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'floating_ip_address': '172.26.7.214', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'port_id': '521e0e67-3e53-42c6-8c81-02306f54030e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'mac_address': 'fa:16:3e:46:36:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8931e9e9-b53a-4f8a-815c-c823b44a5a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:48:00Z', 'updated_at': '2022-04-11T14:48:17Z', 'revision_number': 1, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d91c53e-cb6e-4b11-bb7e-6762d0ef5016', 'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'mac_address': 'fa:16:3e:f1:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:56Z', 'updated_at': '2022-04-11T14:48:02Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'subnets': [{'id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:48:19.590325 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04744b88-6b17-4065-aaca-892b6db3245a None None] Checking router: 471d5336-29ce-42fe-999c-a8718b6e6c4d for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:48:19.599086 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04744b88-6b17-4065-aaca-892b6db3245a None None] Routers {'471d5336-29ce-42fe-999c-a8718b6e6c4d'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:48:19.599693 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-04744b88-6b17-4065-aaca-892b6db3245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:47:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['471d5336-29ce-42fe-999c-a8718b6e6c4d'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:48:19.610607 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af45695-585c-4382-9c50-7e874238c269 req-684587fa-cbb2-4e50-8e66-907a21c8e741 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:19.612074 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6af45695-585c-4382-9c50-7e874238c269 req-684587fa-cbb2-4e50-8e66-907a21c8e741 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.2114787 Apr 11 14:48:19.648924 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a480f91-0892-48e8-9f57-7149f83b3777 req-47751b5c-7772-400f-aa58-226a22926647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:19.650371 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4a480f91-0892-48e8-9f57-7149f83b3777 req-47751b5c-7772-400f-aa58-226a22926647 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 200 len: 851 time: 0.0923083 Apr 11 14:48:19.707877 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6af45695-585c-4382-9c50-7e874238c269 req-17a0b76b-953c-4fed-832d-6566e9d04dc9 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881591 Apr 11 14:48:19.739692 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a480f91-0892-48e8-9f57-7149f83b3777 req-0d73b788-dd4c-49b4-b188-fc8a334447c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:19.741347 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4a480f91-0892-48e8-9f57-7149f83b3777 req-0d73b788-dd4c-49b4-b188-fc8a334447c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828102 Apr 11 14:48:19.754007 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [req-4a480f91-0892-48e8-9f57-7149f83b3777 req-a59b71be-9494-41c2-bd0e-70203ce3c06a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:48:19.755586 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4a480f91-0892-48e8-9f57-7149f83b3777 req-a59b71be-9494-41c2-bd0e-70203ce3c06a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072405 Apr 11 14:48:19.776728 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-04744b88-6b17-4065-aaca-892b6db3245a None None] Set router 471d5336-29ce-42fe-999c-a8718b6e6c4d gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:48:19.889109 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4a480f91-0892-48e8-9f57-7149f83b3777 req-39c5a7a3-c5e2-4d68-8b62-f582c41dfaac service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276925 Apr 11 14:48:20.028595 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4a480f91-0892-48e8-9f57-7149f83b3777 req-e1d5a2c0-c5b7-4f42-b5f2-58ecb4ea6e00 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334682 Apr 11 14:48:20.170388 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-04744b88-6b17-4065-aaca-892b6db3245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '8ed67685-5f8b-485c-8a33-49f213d1e2aa', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'floating_ip_address': '172.26.7.214', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'port_id': '521e0e67-3e53-42c6-8c81-02306f54030e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'mac_address': 'fa:16:3e:46:36:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8931e9e9-b53a-4f8a-815c-c823b44a5a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:48:00Z', 'updated_at': '2022-04-11T14:48:17Z', 'revision_number': 1, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d91c53e-cb6e-4b11-bb7e-6762d0ef5016', 'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'mac_address': 'fa:16:3e:f1:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:56Z', 'updated_at': '2022-04-11T14:48:02Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'subnets': [{'id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:48:20.174243 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04744b88-6b17-4065-aaca-892b6db3245a None None] The sync data for ids ['471d5336-29ce-42fe-999c-a8718b6e6c4d'] in dv-neutron-837330-1-hyperv is: [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '8ed67685-5f8b-485c-8a33-49f213d1e2aa', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'floating_ip_address': '172.26.7.214', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'port_id': '521e0e67-3e53-42c6-8c81-02306f54030e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'mac_address': 'fa:16:3e:46:36:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8931e9e9-b53a-4f8a-815c-c823b44a5a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:48:00Z', 'updated_at': '2022-04-11T14:48:17Z', 'revision_number': 1, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d91c53e-cb6e-4b11-bb7e-6762d0ef5016', 'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'mac_address': 'fa:16:3e:f1:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:56Z', 'updated_at': '2022-04-11T14:48:02Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'subnets': [{'id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:48:20.370851 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e0020f-3d17-46d7-9d2e-2a53a3121f60 None None] New status for floating IP 8ed67685-5f8b-485c-8a33-49f213d1e2aa: ACTIVE {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:48:20.900432 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b6c06-121c-44d1-b153-b53bfa496809 req-2831b913-dd27-4faf-a04d-5bafe16f136e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:20.901979 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-af8b6c06-121c-44d1-b153-b53bfa496809 req-2831b913-dd27-4faf-a04d-5bafe16f136e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0846620 Apr 11 14:48:20.947087 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-af8b6c06-121c-44d1-b153-b53bfa496809 req-ec3bdb1d-548e-48a7-9a3c-5bf02c08f508 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393295 Apr 11 14:48:21.134284 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48674bb4-d2e9-41e2-bfba-36da972eebce req-e73158de-9383-4fba-86a6-89b4555e87ab tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:21.135802 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-48674bb4-d2e9-41e2-bfba-36da972eebce req-e73158de-9383-4fba-86a6-89b4555e87ab tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0833020 Apr 11 14:48:21.185932 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-48674bb4-d2e9-41e2-bfba-36da972eebce req-cf693528-df53-439b-9170-0192de8322c3 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442564 Apr 11 14:48:21.748381 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d56cc0-7bcf-4e0a-98b6-e5b35e71a3de req-846dce15-39f9-4d8a-8da6-176fc09f6246 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:21.749824 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d6d56cc0-7bcf-4e0a-98b6-e5b35e71a3de req-846dce15-39f9-4d8a-8da6-176fc09f6246 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0822146 Apr 11 14:48:21.796054 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d6d56cc0-7bcf-4e0a-98b6-e5b35e71a3de req-56e6498c-ff47-4e51-82eb-fd404da30294 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398440 Apr 11 14:48:21.857718 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-becc9cb3-2b31-465f-8dc7-ea8d6156bd31 req-20a2a7a6-5ce6-4a13-93ca-70009a833a70 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0726571 Apr 11 14:48:22.986592 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7fd3a-49e2-46fc-9203-00227d870b4b req-6172eacd-bdc6-432e-b0e6-72a80fb80595 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:22.988082 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bbc7fd3a-49e2-46fc-9203-00227d870b4b req-6172eacd-bdc6-432e-b0e6-72a80fb80595 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0815942 Apr 11 14:48:23.035857 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bbc7fd3a-49e2-46fc-9203-00227d870b4b req-e01a6760-b213-40b1-a6d6-a73d52fe9f28 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414515 Apr 11 14:48:24.224222 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc9cb3-2b31-465f-8dc7-ea8d6156bd31 req-0947575f-6134-40e6-9b54-4a5c9d5b05f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:24.225838 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-becc9cb3-2b31-465f-8dc7-ea8d6156bd31 req-0947575f-6134-40e6-9b54-4a5c9d5b05f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 1099 time: 0.1693313 Apr 11 14:48:24.281559 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69c211-91da-4818-9a68-75afbf86743c req-18db9d7b-a5cb-49bf-811a-2e19a8e56d08 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:24.283041 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fe69c211-91da-4818-9a68-75afbf86743c req-18db9d7b-a5cb-49bf-811a-2e19a8e56d08 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.1325147 Apr 11 14:48:24.450613 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:24.518590 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fe69c211-91da-4818-9a68-75afbf86743c req-80aab23f-7da8-4b31-835d-9bc08916b1a2 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743270 Apr 11 14:48:24.525749 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc9cb3-2b31-465f-8dc7-ea8d6156bd31 req-b214b5c1-e87f-434b-9c92-7d244f7f3ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:24.527188 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-becc9cb3-2b31-465f-8dc7-ea8d6156bd31 req-b214b5c1-e87f-434b-9c92-7d244f7f3ee7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 914 time: 0.2924902 Apr 11 14:48:24.630303 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-becc9cb3-2b31-465f-8dc7-ea8d6156bd31 req-8dcd6b6e-1666-4c23-ba36-41941fa65ec1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=521e0e67-3e53-42c6-8c81-02306f54030e HTTP/1.1" status: 200 len: 1002 time: 0.0969920 Apr 11 14:48:24.694981 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc9cb3-2b31-465f-8dc7-ea8d6156bd31 req-781c1d9d-8df1-440d-baa5-668a6a1185a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:24.696371 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-becc9cb3-2b31-465f-8dc7-ea8d6156bd31 req-781c1d9d-8df1-440d-baa5-668a6a1185a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 200 len: 851 time: 0.0603905 Apr 11 14:48:24.774778 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc9cb3-2b31-465f-8dc7-ea8d6156bd31 req-e5f62f60-032d-430c-ad05-af1e7d48ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:24.776174 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-becc9cb3-2b31-465f-8dc7-ea8d6156bd31 req-e5f62f60-032d-430c-ad05-af1e7d48ed17 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736351 Apr 11 14:48:24.908372 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-becc9cb3-2b31-465f-8dc7-ea8d6156bd31 req-4ff8985a-71f5-4e23-bcbb-a5d22cd49f4b service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259763 Apr 11 14:48:25.043411 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-becc9cb3-2b31-465f-8dc7-ea8d6156bd31 req-f5d481e4-7e3e-4efa-b137-52ae46f8ec10 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292295 Apr 11 14:48:25.193459 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b4e65ffa-1865-4763-983d-d99f41d27fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:25.705524 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84ddf1-3c94-43f4-ac1e-ee4f7c3fa7d3 req-592d32be-d351-4ba3-b02c-0bb40d3d99bd tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:25.707022 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9f84ddf1-3c94-43f4-ac1e-ee4f7c3fa7d3 req-592d32be-d351-4ba3-b02c-0bb40d3d99bd tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0828855 Apr 11 14:48:25.751628 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9f84ddf1-3c94-43f4-ac1e-ee4f7c3fa7d3 req-14440490-6296-4842-ad91-d59be94d5dc3 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387878 Apr 11 14:48:25.796797 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:48:26.949139 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86bd76-91f8-4e0e-8917-5c444beda535 req-762938ab-0194-48c6-b7ec-7d0458cc6f42 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:26.950666 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8a86bd76-91f8-4e0e-8917-5c444beda535 req-762938ab-0194-48c6-b7ec-7d0458cc6f42 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0884874 Apr 11 14:48:26.996695 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8a86bd76-91f8-4e0e-8917-5c444beda535 req-b4d6110b-e610-4355-ad5c-d8a25079ad8c tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402899 Apr 11 14:48:27.358722 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d1f2f-1538-471b-be4d-ad8f84568a26 req-4bc910be-a3b0-4612-b220-bb9b293b1185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:27.360124 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4e1d1f2f-1538-471b-be4d-ad8f84568a26 req-4bc910be-a3b0-4612-b220-bb9b293b1185 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 1099 time: 0.0718329 Apr 11 14:48:27.509455 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d1f2f-1538-471b-be4d-ad8f84568a26 req-c6e2fc84-5f70-4738-94bd-64943ce3e560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:27.510925 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4e1d1f2f-1538-471b-be4d-ad8f84568a26 req-c6e2fc84-5f70-4738-94bd-64943ce3e560 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 914 time: 0.1322932 Apr 11 14:48:27.620291 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4e1d1f2f-1538-471b-be4d-ad8f84568a26 req-8d4ecbc4-4080-48d8-ad4f-55ba6627236c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=521e0e67-3e53-42c6-8c81-02306f54030e HTTP/1.1" status: 200 len: 1002 time: 0.1025968 Apr 11 14:48:27.686370 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d1f2f-1538-471b-be4d-ad8f84568a26 req-e677cd61-1952-43f0-9891-57f78f923cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:27.687791 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4e1d1f2f-1538-471b-be4d-ad8f84568a26 req-e677cd61-1952-43f0-9891-57f78f923cf7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 200 len: 851 time: 0.0605001 Apr 11 14:48:27.753303 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4aa6d0c4-7f03-4052-ad96-7412b8537e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:27.782379 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d1f2f-1538-471b-be4d-ad8f84568a26 req-60d9552f-7adc-42e7-bebe-0ffedebecf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:27.783869 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4e1d1f2f-1538-471b-be4d-ad8f84568a26 req-60d9552f-7adc-42e7-bebe-0ffedebecf58 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873303 Apr 11 14:48:27.918366 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4e1d1f2f-1538-471b-be4d-ad8f84568a26 req-49d3912f-2c03-4ff3-abd3-c40c06333e8c service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275964 Apr 11 14:48:28.055698 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4e1d1f2f-1538-471b-be4d-ad8f84568a26 req-b0582080-8018-462e-8b78-27dd8f5161f9 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310694 Apr 11 14:48:28.201464 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9ce17-2ea2-468c-ae0c-3d6c19bfb5a2 req-ffb6025e-1ce0-45c6-88c4-98b08cddce6a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:28.202874 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-38e9ce17-2ea2-468c-ae0c-3d6c19bfb5a2 req-ffb6025e-1ce0-45c6-88c4-98b08cddce6a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0839601 Apr 11 14:48:28.260669 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-38e9ce17-2ea2-468c-ae0c-3d6c19bfb5a2 req-4dac804f-ace5-4400-9a5f-1b2aec1a121a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520275 Apr 11 14:48:28.712949 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:28.742214 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:29.451913 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650266e1-69f0-4a81-b8bf-448aeb086060 req-44fd6313-bf7c-47e9-8b30-6b150648e97c tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:29.453377 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-650266e1-69f0-4a81-b8bf-448aeb086060 req-44fd6313-bf7c-47e9-8b30-6b150648e97c tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0863647 Apr 11 14:48:29.499165 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-650266e1-69f0-4a81-b8bf-448aeb086060 req-0597dde1-5330-4f4d-8fa6-c7b7db206447 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395508 Apr 11 14:48:30.005085 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:30.785053 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a33ed-a396-4a05-ad45-4fd0190ea9e8 req-5f8dc656-3099-4258-be13-e2f865a94bea tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:30.786473 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f66a33ed-a396-4a05-ad45-4fd0190ea9e8 req-5f8dc656-3099-4258-be13-e2f865a94bea tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.1778717 Apr 11 14:48:30.830621 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f66a33ed-a396-4a05-ad45-4fd0190ea9e8 req-559f6196-1ce5-49c1-9c31-7e7c4c467704 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381444 Apr 11 14:48:32.131641 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ca84d-3407-4404-8baf-e363f9d8f5db req-ef0b6847-97f0-48f2-86f5-0794752f9912 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:32.133556 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-808ca84d-3407-4404-8baf-e363f9d8f5db req-ef0b6847-97f0-48f2-86f5-0794752f9912 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.1923831 Apr 11 14:48:32.177522 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-808ca84d-3407-4404-8baf-e363f9d8f5db req-ed2dee3f-5f7d-4a26-bd33-3864c20267c8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382259 Apr 11 14:48:33.371459 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c9395-74fd-4697-b272-6d04adb11b69 req-63e13548-e459-4cc3-8e3d-8cd0d86ff2f5 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:33.372400 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-610c9395-74fd-4697-b272-6d04adb11b69 req-63e13548-e459-4cc3-8e3d-8cd0d86ff2f5 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0870671 Apr 11 14:48:33.419042 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-610c9395-74fd-4697-b272-6d04adb11b69 req-41ff43a2-342c-4387-a6e2-dadf7ac924d8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407808 Apr 11 14:48:34.606321 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da7488-32bb-428f-919c-2cafff116767 req-9110538c-d2a0-42c8-8fc2-c9340e2cdfe9 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:34.607760 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-43da7488-32bb-428f-919c-2cafff116767 req-9110538c-d2a0-42c8-8fc2-c9340e2cdfe9 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0813954 Apr 11 14:48:34.652644 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-43da7488-32bb-428f-919c-2cafff116767 req-34f5fe53-59d4-411a-8fbb-48880a354d6a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392294 Apr 11 14:48:35.847093 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5de9d-37eb-4bc8-9d32-82e332d2d3a4 req-189fe69d-f3f5-4f5a-ab49-cc3ccb07475a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:35.848564 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-83a5de9d-37eb-4bc8-9d32-82e332d2d3a4 req-189fe69d-f3f5-4f5a-ab49-cc3ccb07475a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0855243 Apr 11 14:48:35.893438 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-83a5de9d-37eb-4bc8-9d32-82e332d2d3a4 req-d30fbf00-34a1-421a-8572-4eed66bdd548 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381041 Apr 11 14:48:37.079225 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fe64a-9648-4cbc-a005-5696172a7a08 req-5bd6b694-19d9-43ce-9c85-0e4ff5ff8786 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:37.080740 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6b6fe64a-9648-4cbc-a005-5696172a7a08 req-5bd6b694-19d9-43ce-9c85-0e4ff5ff8786 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0817630 Apr 11 14:48:37.124850 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6b6fe64a-9648-4cbc-a005-5696172a7a08 req-394c446b-117e-4b94-8f20-dcd0cc932b31 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384300 Apr 11 14:48:38.322121 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740eb4d1-41b4-495a-8303-8c123ae20ffb req-28e8a655-a6ac-4959-a83b-44798eacf860 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:38.323638 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-740eb4d1-41b4-495a-8303-8c123ae20ffb req-28e8a655-a6ac-4959-a83b-44798eacf860 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0889082 Apr 11 14:48:38.370624 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-740eb4d1-41b4-495a-8303-8c123ae20ffb req-5b5936fb-37a3-49b6-862f-d5c2e09b09f5 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412683 Apr 11 14:48:39.561039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027ddbc-7718-4c0b-a80e-1c94a7e28697 req-7fb43a5d-bf8c-4fee-af74-d6f6fae52786 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:39.562556 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9027ddbc-7718-4c0b-a80e-1c94a7e28697 req-7fb43a5d-bf8c-4fee-af74-d6f6fae52786 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0836170 Apr 11 14:48:39.616851 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9027ddbc-7718-4c0b-a80e-1c94a7e28697 req-4d7486e8-b81f-40bc-a0eb-8a3205430146 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484354 Apr 11 14:48:40.803827 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8644f-7266-42b8-a0d4-4cf68c9098d3 req-bedde67d-104a-4bbe-a667-854748697df2 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:40.805298 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d9b8644f-7266-42b8-a0d4-4cf68c9098d3 req-bedde67d-104a-4bbe-a667-854748697df2 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0820549 Apr 11 14:48:40.853890 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d9b8644f-7266-42b8-a0d4-4cf68c9098d3 req-0f2f31f6-ef40-4e62-9c95-6eb5a099d934 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426114 Apr 11 14:48:42.045873 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7573538-8a50-444c-a37c-64bee3fe86e0 req-b6dfc761-8b56-401c-9c42-87b5f9a0d6d7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:42.047329 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c7573538-8a50-444c-a37c-64bee3fe86e0 req-b6dfc761-8b56-401c-9c42-87b5f9a0d6d7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0880666 Apr 11 14:48:42.100375 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c7573538-8a50-444c-a37c-64bee3fe86e0 req-744a6a0d-d0a3-45d1-99eb-635300dc2474 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471332 Apr 11 14:48:42.205840 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-becc9cb3-2b31-465f-8dc7-ea8d6156bd31 req-00855e1e-78db-4add-aff5-f22a32153841 service neutron] 10.222.0.53 "GET /v2.0/ports/521e0e67-3e53-42c6-8c81-02306f54030e/bindings/hv-neutron-8373 HTTP/1.1" status: 200 len: 384 time: 0.0760577 Apr 11 14:48:42.908393 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc9cb3-2b31-465f-8dc7-ea8d6156bd31 req-e557f6e3-ed89-4677-bb18-046733c653a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:42.909538 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-becc9cb3-2b31-465f-8dc7-ea8d6156bd31 req-e557f6e3-ed89-4677-bb18-046733c653a6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c&tenant_id=a5adbd3b8c5a489eb67ace68bc669037 HTTP/1.1" status: 200 len: 1099 time: 0.0773222 Apr 11 14:48:43.011397 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc9cb3-2b31-465f-8dc7-ea8d6156bd31 req-26b95ab4-86e2-405b-bbc9-edc4fc479abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:43.012897 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-becc9cb3-2b31-465f-8dc7-ea8d6156bd31 req-26b95ab4-86e2-405b-bbc9-edc4fc479abf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 1099 time: 0.0713730 Apr 11 14:48:43.143894 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc9cb3-2b31-465f-8dc7-ea8d6156bd31 req-e21fd986-fa1b-4689-bc31-ee4c95b27ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:43.145631 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-becc9cb3-2b31-465f-8dc7-ea8d6156bd31 req-e21fd986-fa1b-4689-bc31-ee4c95b27ffa service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 914 time: 0.1270723 Apr 11 14:48:43.255984 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-becc9cb3-2b31-465f-8dc7-ea8d6156bd31 req-304e406e-b798-49f1-aea5-1b7b25a7b313 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=521e0e67-3e53-42c6-8c81-02306f54030e HTTP/1.1" status: 200 len: 1002 time: 0.1045241 Apr 11 14:48:43.322336 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc9cb3-2b31-465f-8dc7-ea8d6156bd31 req-bc9faf12-2607-45f8-869a-a3b46d6a5cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:43.323794 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-becc9cb3-2b31-465f-8dc7-ea8d6156bd31 req-bc9faf12-2607-45f8-869a-a3b46d6a5cd4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 200 len: 851 time: 0.0625739 Apr 11 14:48:43.404119 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc9cb3-2b31-465f-8dc7-ea8d6156bd31 req-f8d89a4e-2c43-4438-b8ee-403a6bb18810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:43.405633 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-becc9cb3-2b31-465f-8dc7-ea8d6156bd31 req-f8d89a4e-2c43-4438-b8ee-403a6bb18810 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762782 Apr 11 14:48:43.436589 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264b971-f7e1-44f9-8c89-eb00483e7225 req-71784b37-625e-4f42-889d-0371a5ef7375 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:43.438100 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5264b971-f7e1-44f9-8c89-eb00483e7225 req-71784b37-625e-4f42-889d-0371a5ef7375 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0807137 Apr 11 14:48:43.483396 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5264b971-f7e1-44f9-8c89-eb00483e7225 req-b99570aa-204a-4c57-afaf-522d31fea040 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394270 Apr 11 14:48:43.539475 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-becc9cb3-2b31-465f-8dc7-ea8d6156bd31 req-b653e4ad-170a-4779-a519-908e8a7204c1 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279933 Apr 11 14:48:43.670819 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-becc9cb3-2b31-465f-8dc7-ea8d6156bd31 req-03ab838b-1379-4e22-8b77-e7462af04122 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260028 Apr 11 14:48:44.669647 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349da5e-61de-4c26-b0ce-adc0d76e9b16 req-f77fe438-afc9-46f6-b008-999c24ea7732 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:44.671121 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c349da5e-61de-4c26-b0ce-adc0d76e9b16 req-f77fe438-afc9-46f6-b008-999c24ea7732 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0811105 Apr 11 14:48:44.715520 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c349da5e-61de-4c26-b0ce-adc0d76e9b16 req-de8cfbf8-963a-471e-9d18-672139ca66a4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387175 Apr 11 14:48:44.838304 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 521e0e67-3e53-42c6-8c81-02306f54030e details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:48:44.845280 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 521e0e67-3e53-42c6-8c81-02306f54030e no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:48:45.078220 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:45.097329 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 521e0e67-3e53-42c6-8c81-02306f54030e, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=521e0e67-3e53-42c6-8c81-02306f54030e,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:48:45.116558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '521e0e67-3e53-42c6-8c81-02306f54030e', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'port_id': '521e0e67-3e53-42c6-8c81-02306f54030e', 'mac_address': 'fa:16:3e:46:36:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:48:45.122889 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8931e9e9-b53a-4f8a-815c-c823b44a5a3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '521e0e67-3e53-42c6-8c81-02306f54030e'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:48:45.170203 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 521e0e67-3e53-42c6-8c81-02306f54030e, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=521e0e67-3e53-42c6-8c81-02306f54030e,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:48:45.185563 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5137fd42-c747-4515-9449-637026b2ad20'] response: {'server_uuid': '8931e9e9-b53a-4f8a-815c-c823b44a5a3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '521e0e67-3e53-42c6-8c81-02306f54030e', 'code': 200} Apr 11 14:48:45.189937 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:45.207028 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 521e0e67-3e53-42c6-8c81-02306f54030e {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:48:45.262443 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:45.415511 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:48:45.415773 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:48:45.418969 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=521e0e67-3e53-42c6-8c81-02306f54030e,revision_number=6']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:48:45.904498 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af3de8-377b-4fd2-8230-e22adc868748 req-2ea50505-6b70-4a93-a3a7-c400cbb16f91 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:45.905983 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c6af3de8-377b-4fd2-8230-e22adc868748 req-2ea50505-6b70-4a93-a3a7-c400cbb16f91 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 944 time: 0.0834398 Apr 11 14:48:45.951432 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c6af3de8-377b-4fd2-8230-e22adc868748 req-d6098d42-5756-40b2-bd59-7ee1490e8c2a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398390 Apr 11 14:48:45.971388 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:45.988334 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521e0e67-3e53-42c6-8c81-02306f54030e {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:48:46.004317 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 521e0e67-3e53-42c6-8c81-02306f54030e, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=521e0e67-3e53-42c6-8c81-02306f54030e,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:48:46.099455 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:46.169625 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=521e0e67-3e53-42c6-8c81-02306f54030e,revision_number=7']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:48:46.242175 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['521e0e67-3e53-42c6-8c81-02306f54030e'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:48:46.851773 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 521e0e67-3e53-42c6-8c81-02306f54030e up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:48:46.924037 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 521e0e67-3e53-42c6-8c81-02306f54030e triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:48:46.924395 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:47.049941 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:47.083610 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 521e0e67-3e53-42c6-8c81-02306f54030e, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=521e0e67-3e53-42c6-8c81-02306f54030e,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:48:47.150045 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2e591-9653-40f1-9a47-97e000cf07ba req-94d99541-094c-4271-8d76-61d9d922934d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:47.151444 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ebe2e591-9653-40f1-9a47-97e000cf07ba req-94d99541-094c-4271-8d76-61d9d922934d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 945 time: 0.0846081 Apr 11 14:48:47.182031 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:47.200049 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ebe2e591-9653-40f1-9a47-97e000cf07ba req-f6604b68-93c1-4dbb-9675-b28f4c97f2b4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425019 Apr 11 14:48:47.219695 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8931e9e9-b53a-4f8a-815c-c823b44a5a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521e0e67-3e53-42c6-8c81-02306f54030e'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:48:47.259738 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=521e0e67-3e53-42c6-8c81-02306f54030e,revision_number=8']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:48:47.284712 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdb3a106-744f-40a6-b15c-a370f50d690a'] response: {'server_uuid': '8931e9e9-b53a-4f8a-815c-c823b44a5a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521e0e67-3e53-42c6-8c81-02306f54030e', 'code': 200} Apr 11 14:48:47.730224 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcaf03f-ead4-4f7a-baf2-b0c9fc916bac req-10024040-9c5a-48b7-a24e-179fa01ff53d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:47.731718 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1fcaf03f-ead4-4f7a-baf2-b0c9fc916bac req-10024040-9c5a-48b7-a24e-179fa01ff53d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0822053 Apr 11 14:48:47.778169 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1fcaf03f-ead4-4f7a-baf2-b0c9fc916bac req-24758ec5-5a95-4dcd-8c64-8de53979d177 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395644 Apr 11 14:48:47.821840 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c005bc-f362-4122-9a2e-4460fa47b33d req-56d047d3-fded-47d1-bdd1-91ec355f5ab0 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:47.823060 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-37c005bc-f362-4122-9a2e-4460fa47b33d req-56d047d3-fded-47d1-bdd1-91ec355f5ab0 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.53 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c&tenant_id=a5adbd3b8c5a489eb67ace68bc669037&binding%3Ahost_id=hv-neutron-8373 HTTP/1.1" status: 200 len: 946 time: 0.0892525 Apr 11 14:48:48.105407 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c005bc-f362-4122-9a2e-4460fa47b33d req-7cd5c154-f928-4a66-860a-5876f471c151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:48.106808 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-37c005bc-f362-4122-9a2e-4460fa47b33d req-7cd5c154-f928-4a66-860a-5876f471c151 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 1099 time: 0.1836424 Apr 11 14:48:48.237430 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c005bc-f362-4122-9a2e-4460fa47b33d req-a89edc5d-a75c-413f-bb63-4565ee79c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:48.238900 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-37c005bc-f362-4122-9a2e-4460fa47b33d req-a89edc5d-a75c-413f-bb63-4565ee79c83a service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 914 time: 0.1265435 Apr 11 14:48:48.340621 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-37c005bc-f362-4122-9a2e-4460fa47b33d req-024594ae-1d9e-4a1c-9392-b73e5c0c4493 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=521e0e67-3e53-42c6-8c81-02306f54030e HTTP/1.1" status: 200 len: 1002 time: 0.0961928 Apr 11 14:48:48.404875 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c005bc-f362-4122-9a2e-4460fa47b33d req-f93e5f70-38b1-4f9f-9805-3d799678af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:48.406244 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-37c005bc-f362-4122-9a2e-4460fa47b33d req-f93e5f70-38b1-4f9f-9805-3d799678af06 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 200 len: 851 time: 0.0601213 Apr 11 14:48:48.480513 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c005bc-f362-4122-9a2e-4460fa47b33d req-07c440ed-12b5-49de-8b44-684590ae73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:48.482018 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-37c005bc-f362-4122-9a2e-4460fa47b33d req-07c440ed-12b5-49de-8b44-684590ae73be service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704589 Apr 11 14:48:48.614596 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-37c005bc-f362-4122-9a2e-4460fa47b33d req-aa9dd2be-2c00-4723-94f1-17a9e64cca92 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269987 Apr 11 14:48:48.747413 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-37c005bc-f362-4122-9a2e-4460fa47b33d req-2e291203-77c8-480e-bdcc-fb0ae34abf12 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266866 Apr 11 14:48:48.981990 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1c74e-22dc-44d9-bed1-320cd3df9bc9 req-78731f6d-d1a8-45f5-b525-b18b13d3883a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:48.983473 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9be1c74e-22dc-44d9-bed1-320cd3df9bc9 req-78731f6d-d1a8-45f5-b525-b18b13d3883a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0853326 Apr 11 14:48:49.032913 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9be1c74e-22dc-44d9-bed1-320cd3df9bc9 req-75bb3992-27f3-45a0-b1d8-dc7fa0cb17d7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435445 Apr 11 14:48:50.232833 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245b300-2357-4baa-9a76-dfcae8eaa5c0 req-9f7f2d59-ab90-4b80-bb7d-e01de4c08950 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:50.234330 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f245b300-2357-4baa-9a76-dfcae8eaa5c0 req-9f7f2d59-ab90-4b80-bb7d-e01de4c08950 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0845671 Apr 11 14:48:50.279752 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f245b300-2357-4baa-9a76-dfcae8eaa5c0 req-474a1d8c-8196-4bb4-91c4-9998883817f9 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396326 Apr 11 14:48:50.467591 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11fe4d-f259-45ce-a647-d3d2cac37b16 req-8d2853eb-de30-4a60-b41d-0d267ac5764b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:50.469067 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8a11fe4d-f259-45ce-a647-d3d2cac37b16 req-8d2853eb-de30-4a60-b41d-0d267ac5764b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0818388 Apr 11 14:48:50.516273 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8a11fe4d-f259-45ce-a647-d3d2cac37b16 req-405107a3-a220-49d9-859e-388e8b67884c tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414507 Apr 11 14:48:50.708399 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567618c5-7f28-44d3-910c-0f8f839994da req-81a1361e-4261-4b64-a1c0-8522d6e6f6e1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:50.709884 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-567618c5-7f28-44d3-910c-0f8f839994da req-81a1361e-4261-4b64-a1c0-8522d6e6f6e1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0857253 Apr 11 14:48:50.757293 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-567618c5-7f28-44d3-910c-0f8f839994da req-4f541d44-fade-455d-9ae1-237268f18566 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409758 Apr 11 14:48:51.365055 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a74f6-076f-4eda-a055-5dff8ef88f2e req-d0a99748-4f54-41f2-99c3-0002a755dbc3 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:51.366548 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-119a74f6-076f-4eda-a055-5dff8ef88f2e req-d0a99748-4f54-41f2-99c3-0002a755dbc3 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0859745 Apr 11 14:48:51.413494 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-119a74f6-076f-4eda-a055-5dff8ef88f2e req-4cde3984-aa66-4db5-a9de-4175a75d9cb3 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408838 Apr 11 14:48:52.608664 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24690756-42de-47a4-99b5-581c976cff4f req-09a3bc76-86c1-4e8e-8254-52c160499447 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:52.610142 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-24690756-42de-47a4-99b5-581c976cff4f req-09a3bc76-86c1-4e8e-8254-52c160499447 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0857832 Apr 11 14:48:52.658018 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-24690756-42de-47a4-99b5-581c976cff4f req-a93e3b5b-a3f5-460f-abe7-9ed1d7ce463c tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420034 Apr 11 14:48:53.334897 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ced134-a1cc-40d0-9f14-74bf60dd6dd2 req-8419f078-f6f6-4c4c-ada7-77edd313366d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:53.336907 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-57ced134-a1cc-40d0-9f14-74bf60dd6dd2 req-8419f078-f6f6-4c4c-ada7-77edd313366d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.53 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0818276 Apr 11 14:48:53.408158 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-57ced134-a1cc-40d0-9f14-74bf60dd6dd2 req-2f70ae4e-a5f2-49e2-85d0-871fbd94fdb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Deleting port 521e0e67-3e53-42c6-8c81-02306f54030e {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:48:53.408498 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-57ced134-a1cc-40d0-9f14-74bf60dd6dd2 req-2f70ae4e-a5f2-49e2-85d0-871fbd94fdb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:53.657249 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-57ced134-a1cc-40d0-9f14-74bf60dd6dd2 req-2f70ae4e-a5f2-49e2-85d0-871fbd94fdb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] For port 521e0e67-3e53-42c6-8c81-02306f54030e, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=521e0e67-3e53-42c6-8c81-02306f54030e,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:48:53.657952 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-57ced134-a1cc-40d0-9f14-74bf60dd6dd2 req-2f70ae4e-a5f2-49e2-85d0-871fbd94fdb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:53.855934 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57007e30-edb7-48db-8135-c1b41f2e2c6d req-498aeb6c-6764-4a7b-8bde-832174acb81a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:53.857669 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-57007e30-edb7-48db-8135-c1b41f2e2c6d req-498aeb6c-6764-4a7b-8bde-832174acb81a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 946 time: 0.0884459 Apr 11 14:48:53.908112 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-57007e30-edb7-48db-8135-c1b41f2e2c6d req-5a2d4c0f-4d69-4e40-9fe3-8522d6438ea2 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420113 Apr 11 14:48:54.073435 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-57ced134-a1cc-40d0-9f14-74bf60dd6dd2 req-2f70ae4e-a5f2-49e2-85d0-871fbd94fdb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:54.073795 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-57ced134-a1cc-40d0-9f14-74bf60dd6dd2 req-2f70ae4e-a5f2-49e2-85d0-871fbd94fdb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:54.074262 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [req-57ced134-a1cc-40d0-9f14-74bf60dd6dd2 req-2f70ae4e-a5f2-49e2-85d0-871fbd94fdb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Floating IP 8ed67685-5f8b-485c-8a33-49f213d1e2aa disassociated. External IP: 172.26.7.214, port: 521e0e67-3e53-42c6-8c81-02306f54030e. Apr 11 14:48:54.074601 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-57ced134-a1cc-40d0-9f14-74bf60dd6dd2 req-2f70ae4e-a5f2-49e2-85d0-871fbd94fdb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Calling delete_port for 521e0e67-3e53-42c6-8c81-02306f54030e owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:48:54.307535 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-57ced134-a1cc-40d0-9f14-74bf60dd6dd2 req-2f70ae4e-a5f2-49e2-85d0-871fbd94fdb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:54.358470 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70ae4e-a5f2-49e2-85d0-871fbd94fdb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Pushing event deleted for resources: {'Port': ['ID=521e0e67-3e53-42c6-8c81-02306f54030e,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:48:54.369885 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70ae4e-a5f2-49e2-85d0-871fbd94fdb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:48:54.370224 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70ae4e-a5f2-49e2-85d0-871fbd94fdb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:48:54.370560 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70ae4e-a5f2-49e2-85d0-871fbd94fdb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:48:54.370893 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70ae4e-a5f2-49e2-85d0-871fbd94fdb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:48:54.371220 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70ae4e-a5f2-49e2-85d0-871fbd94fdb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:48:54.371544 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70ae4e-a5f2-49e2-85d0-871fbd94fdb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:48:54.371871 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70ae4e-a5f2-49e2-85d0-871fbd94fdb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:48:54.372194 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70ae4e-a5f2-49e2-85d0-871fbd94fdb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:48:54.372517 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70ae4e-a5f2-49e2-85d0-871fbd94fdb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:48:54.372839 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70ae4e-a5f2-49e2-85d0-871fbd94fdb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:48:54.373158 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70ae4e-a5f2-49e2-85d0-871fbd94fdb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:48:54.373529 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70ae4e-a5f2-49e2-85d0-871fbd94fdb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:48:54.420664 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:54.572091 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57ced134-a1cc-40d0-9f14-74bf60dd6dd2 req-2f70ae4e-a5f2-49e2-85d0-871fbd94fdb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Router 471d5336-29ce-42fe-999c-a8718b6e6c4d has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:48:54.756051 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57ced134-a1cc-40d0-9f14-74bf60dd6dd2 req-2f70ae4e-a5f2-49e2-85d0-871fbd94fdb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:48:54.765549 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c15f7b2-6b59-491c-9dec-8f612582f462 None None] Sync routers for ids ['471d5336-29ce-42fe-999c-a8718b6e6c4d'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:48:54.775835 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c15f7b2-6b59-491c-9dec-8f612582f462 None None] Routers {'471d5336-29ce-42fe-999c-a8718b6e6c4d'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:48:54.776439 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-3c15f7b2-6b59-491c-9dec-8f612582f462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:48:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['471d5336-29ce-42fe-999c-a8718b6e6c4d'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:48:54.831251 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ced134-a1cc-40d0-9f14-74bf60dd6dd2 req-2f70ae4e-a5f2-49e2-85d0-871fbd94fdb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] No DVR routers for this DVR port 521e0e67-3e53-42c6-8c81-02306f54030e on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:48:54.834337 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-57ced134-a1cc-40d0-9f14-74bf60dd6dd2 req-2f70ae4e-a5f2-49e2-85d0-871fbd94fdb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:54.836967 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8931e9e9-b53a-4f8a-815c-c823b44a5a3c', 'name': 'network-vif-deleted', 'tag': '521e0e67-3e53-42c6-8c81-02306f54030e'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:48:54.889032 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f42e7c7e-2026-492e-bd9b-2de12fb27fd5'] response: {'server_uuid': '8931e9e9-b53a-4f8a-815c-c823b44a5a3c', 'name': 'network-vif-deleted', 'tag': '521e0e67-3e53-42c6-8c81-02306f54030e', 'status': 'completed', 'code': 200} Apr 11 14:48:54.968705 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-3c15f7b2-6b59-491c-9dec-8f612582f462 None None] Set router 471d5336-29ce-42fe-999c-a8718b6e6c4d gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:48:54.970920 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-57ced134-a1cc-40d0-9f14-74bf60dd6dd2 req-2f70ae4e-a5f2-49e2-85d0-871fbd94fdb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.53 "DELETE /v2.0/ports/521e0e67-3e53-42c6-8c81-02306f54030e HTTP/1.1" status: 204 len: 173 time: 1.6299353 Apr 11 14:48:55.076361 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-01d24d36-5de6-4d53-b72a-7924ceaef94e req-58fb3360-1e15-4848-b57b-89874557f62f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=8931e9e9-b53a-4f8a-815c-c823b44a5a3c HTTP/1.1" status: 200 len: 210 time: 0.0479243 Apr 11 14:48:55.204424 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-40b0b85a-b7a7-4df3-a738-f8c35359292f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:55.315121 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-3c15f7b2-6b59-491c-9dec-8f612582f462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '2d91c53e-cb6e-4b11-bb7e-6762d0ef5016', 'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'mac_address': 'fa:16:3e:f1:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:56Z', 'updated_at': '2022-04-11T14:48:02Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'subnets': [{'id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:48:55.318966 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c15f7b2-6b59-491c-9dec-8f612582f462 None None] Checking router: 471d5336-29ce-42fe-999c-a8718b6e6c4d for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:48:55.327981 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c15f7b2-6b59-491c-9dec-8f612582f462 None None] Routers {'471d5336-29ce-42fe-999c-a8718b6e6c4d'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:48:55.328580 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-3c15f7b2-6b59-491c-9dec-8f612582f462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:48:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['471d5336-29ce-42fe-999c-a8718b6e6c4d'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:48:55.508570 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-3c15f7b2-6b59-491c-9dec-8f612582f462 None None] Set router 471d5336-29ce-42fe-999c-a8718b6e6c4d gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:48:55.827085 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-3c15f7b2-6b59-491c-9dec-8f612582f462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '2d91c53e-cb6e-4b11-bb7e-6762d0ef5016', 'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'mac_address': 'fa:16:3e:f1:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:56Z', 'updated_at': '2022-04-11T14:48:02Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'subnets': [{'id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:48:55.831348 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c15f7b2-6b59-491c-9dec-8f612582f462 None None] The sync data for ids ['471d5336-29ce-42fe-999c-a8718b6e6c4d'] in dv-neutron-837330-1-hyperv is: [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '2d91c53e-cb6e-4b11-bb7e-6762d0ef5016', 'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'mac_address': 'fa:16:3e:f1:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:56Z', 'updated_at': '2022-04-11T14:48:02Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'subnets': [{'id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:48:56.063319 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d8868e-0342-4e06-b043-1c6a99d29cce None None] New status for floating IP 8ed67685-5f8b-485c-8a33-49f213d1e2aa: DOWN {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:48:56.435610 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-7fa41631-960e-499d-b6e2-644da15dccac tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--583817895&fields=id&tenant_id=a5adbd3b8c5a489eb67ace68bc669037 HTTP/1.1" status: 200 len: 267 time: 0.0413673 Apr 11 14:48:56.593440 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-8e5c71c5-518c-4ce0-8988-0fa95c68726a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:56.594906 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-8e5c71c5-518c-4ce0-8988-0fa95c68726a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 812 time: 0.1525061 Apr 11 14:48:56.609608 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-feb8f86e-993c-41b4-8266-40f0530ff5fc tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/quotas/a5adbd3b8c5a489eb67ace68bc669037 HTTP/1.1" status: 200 len: 375 time: 0.0092356 Apr 11 14:48:56.696338 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-c92dbfd3-318e-49a0-847d-fdc37881068d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Synchronizing usage tracker for tenant:a5adbd3b8c5a489eb67ace68bc669037 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:48:56.787175 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-c92dbfd3-318e-49a0-847d-fdc37881068d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Unset dirty status for tenant:a5adbd3b8c5a489eb67ace68bc669037 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:48:56.788516 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-c92dbfd3-318e-49a0-847d-fdc37881068d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1739480 Apr 11 14:48:56.867937 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 521e0e67-3e53-42c6-8c81-02306f54030e no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:48:56.901525 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: 521e0e67-3e53-42c6-8c81-02306f54030e {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:48:56.902074 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 521e0e67-3e53-42c6-8c81-02306f54030e not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:48:56.931897 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-3df91327-887a-437b-b4de-3685cec10e6f service neutron] 10.222.0.66 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303136 Apr 11 14:48:57.074902 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-eaa05f38-3e31-4f41-b09d-fe7701aaaa46 service neutron] 10.222.0.66 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370330 Apr 11 14:48:57.344716 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-506f7eb7-1c84-47f2-82d0-eb492388cef6 req-16085d71-73c5-41dd-aecb-0d8aa69b43cb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 210 time: 0.0462766 Apr 11 14:48:57.787668 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5cc33822-2af9-4e3f-98cd-ca30696e6975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:58.500540 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c846ad04-1ce6-44fe-b719-8cca4878ddc5 req-cf4de8ff-c16c-4bff-b85d-962515bb7fab tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 210 time: 0.0447218 Apr 11 14:48:58.747615 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:58.749542 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:48:59.658445 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7ea9d452-27f1-44d2-87f6-45d32c5aa884 req-9a7b05b7-b5df-4d82-bb06-60036aa909a8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 210 time: 0.0464578 Apr 11 14:48:59.874422 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-525234bb-e4cb-411f-b3c0-97df59080c35 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:48:59.875758 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-525234bb-e4cb-411f-b3c0-97df59080c35 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.53 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 812 time: 0.2808201 Apr 11 14:48:59.935910 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-64a50869-657b-4add-9d8b-f1527d3253a4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5adbd3b8c5a489eb67ace68bc669037 HTTP/1.1" status: 200 len: 379 time: 0.0466840 Apr 11 14:48:59.946584 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-afebca1d-2f8d-4a52-ba47-a6cd6015808f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Request body: {'port': {'device_id': '0c1dfc99-86ee-4409-a877-3e58bed636f4', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'admin_state_up': True, 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'security_groups': ['56f3b6a6-630c-4651-a0db-2e1925b5a202']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:48:59.982172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:00.091907 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-afebca1d-2f8d-4a52-ba47-a6cd6015808f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:49:00.102151 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-afebca1d-2f8d-4a52-ba47-a6cd6015808f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:49:00.193248 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-afebca1d-2f8d-4a52-ba47-a6cd6015808f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Made reservation on behalf of a5adbd3b8c5a489eb67ace68bc669037 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:49:00.196962 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-afebca1d-2f8d-4a52-ba47-a6cd6015808f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:00.366759 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-afebca1d-2f8d-4a52-ba47-a6cd6015808f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Allocated IP 172.20.0.5 (d8880f92-3c0c-42be-8b4d-870bbc2e1b9d/2dbd9cfa-3161-4113-99ed-fb434304bf27/55de6d8f-84a5-44ad-87b6-652f6a2a3e53) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:49:00.562954 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-afebca1d-2f8d-4a52-ba47-a6cd6015808f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:00.580376 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-afebca1d-2f8d-4a52-ba47-a6cd6015808f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Transition to ACTIVE for port object 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:49:00.662148 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-afebca1d-2f8d-4a52-ba47-a6cd6015808f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:00.735472 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-afebca1d-2f8d-4a52-ba47-a6cd6015808f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Network d8880f92-3c0c-42be-8b4d-870bbc2e1b9d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:49:00.743626 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-afebca1d-2f8d-4a52-ba47-a6cd6015808f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:49:00.748192 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-afebca1d-2f8d-4a52-ba47-a6cd6015808f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:49:00.785905 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebca1d-2f8d-4a52-ba47-a6cd6015808f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Pushing event updated for resources: {'Port': ['ID=55de6d8f-84a5-44ad-87b6-652f6a2a3e53,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:49:00.867190 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-afebca1d-2f8d-4a52-ba47-a6cd6015808f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:00.867858 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-afebca1d-2f8d-4a52-ba47-a6cd6015808f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:00.921499 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dc8b6-e0ef-44cf-b6c5-c61f31a52bce req-8d544c23-03c1-4c7b-b9cd-f560aeed42d5 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:00.924017 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-430dc8b6-e0ef-44cf-b6c5-c61f31a52bce req-8d544c23-03c1-4c7b-b9cd-f560aeed42d5 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Synchronizing usage tracker for tenant:a5adbd3b8c5a489eb67ace68bc669037 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:49:00.982448 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-afebca1d-2f8d-4a52-ba47-a6cd6015808f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0403962 Apr 11 14:49:01.001250 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-431e08ea-1255-4037-a59b-f8afd0a92671 service neutron] Request body: {'port': {'device_id': '0c1dfc99-86ee-4409-a877-3e58bed636f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:49:01.092789 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-430dc8b6-e0ef-44cf-b6c5-c61f31a52bce req-8d544c23-03c1-4c7b-b9cd-f560aeed42d5 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Unset dirty status for tenant:a5adbd3b8c5a489eb67ace68bc669037 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:49:01.094027 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-430dc8b6-e0ef-44cf-b6c5-c61f31a52bce req-8d544c23-03c1-4c7b-b9cd-f560aeed42d5 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 931 time: 0.3130538 Apr 11 14:49:01.094828 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-578fca33-82f5-4cbe-9877-e886e13dc541 None None] Provisioning for port 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:49:01.100545 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-578fca33-82f5-4cbe-9877-e886e13dc541 None None] Provisioning complete for port 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:49:01.101028 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-578fca33-82f5-4cbe-9877-e886e13dc541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:01.148495 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-431e08ea-1255-4037-a59b-f8afd0a92671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:01.161254 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-578fca33-82f5-4cbe-9877-e886e13dc541 None None] Port 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:49:01.171243 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-430dc8b6-e0ef-44cf-b6c5-c61f31a52bce req-c2b7f87f-2f1d-479d-9019-cdd28e9cd046 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706570 Apr 11 14:49:01.503451 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-431e08ea-1255-4037-a59b-f8afd0a92671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:49:01.510985 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-431e08ea-1255-4037-a59b-f8afd0a92671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:01.526625 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-431e08ea-1255-4037-a59b-f8afd0a92671 service neutron] Transition to ACTIVE for port object 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:49:01.604152 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-431e08ea-1255-4037-a59b-f8afd0a92671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:01.767683 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e08ea-1255-4037-a59b-f8afd0a92671 service neutron] Pushing event updated for resources: {'Port': ['ID=55de6d8f-84a5-44ad-87b6-652f6a2a3e53,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:49:01.850954 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-431e08ea-1255-4037-a59b-f8afd0a92671 service neutron] Attempting to bind port 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:49:01.851295 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-431e08ea-1255-4037-a59b-f8afd0a92671 service neutron] Attempting to bind port 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '0e45ea23-a357-4dec-b98b-c4fcd647fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:49:01.852387 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-431e08ea-1255-4037-a59b-f8afd0a92671 service neutron] Attempting to bind port 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 on network d8880f92-3c0c-42be-8b4d-870bbc2e1b9d {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:49:01.857190 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-431e08ea-1255-4037-a59b-f8afd0a92671 service neutron] Port 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 on network d8880f92-3c0c-42be-8b4d-870bbc2e1b9d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:49:01.857509 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-431e08ea-1255-4037-a59b-f8afd0a92671 service neutron] Attempting to bind port 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 on network d8880f92-3c0c-42be-8b4d-870bbc2e1b9d {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:49:01.862694 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-431e08ea-1255-4037-a59b-f8afd0a92671 service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:49:01.863024 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-431e08ea-1255-4037-a59b-f8afd0a92671 service neutron] Checking segment: {'id': '0e45ea23-a357-4dec-b98b-c4fcd647fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:49:01.863413 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-431e08ea-1255-4037-a59b-f8afd0a92671 service neutron] Bound using segment: {'id': '0e45ea23-a357-4dec-b98b-c4fcd647fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:49:01.863835 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-431e08ea-1255-4037-a59b-f8afd0a92671 service neutron] Bound port: 55de6d8f-84a5-44ad-87b6-652f6a2a3e53, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e45ea23-a357-4dec-b98b-c4fcd647fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:49:01.864179 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-431e08ea-1255-4037-a59b-f8afd0a92671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:02.073716 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-431e08ea-1255-4037-a59b-f8afd0a92671 service neutron] For port 55de6d8f-84a5-44ad-87b6-652f6a2a3e53, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:49:02.076749 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-431e08ea-1255-4037-a59b-f8afd0a92671 service neutron] For port 55de6d8f-84a5-44ad-87b6-652f6a2a3e53, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=55de6d8f-84a5-44ad-87b6-652f6a2a3e53,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:49:02.203899 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-431e08ea-1255-4037-a59b-f8afd0a92671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:02.270060 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-431e08ea-1255-4037-a59b-f8afd0a92671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:02.270670 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-431e08ea-1255-4037-a59b-f8afd0a92671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:02.272080 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-431e08ea-1255-4037-a59b-f8afd0a92671 service neutron] 10.222.0.53 "PUT /v2.0/ports/55de6d8f-84a5-44ad-87b6-652f6a2a3e53 HTTP/1.1" status: 200 len: 1093 time: 1.2764175 Apr 11 14:49:02.272478 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c1dfc99-86ee-4409-a877-3e58bed636f4', 'tag': '55de6d8f-84a5-44ad-87b6-652f6a2a3e53'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:49:02.303392 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e08ea-1255-4037-a59b-f8afd0a92671 service neutron] Pushing event updated for resources: {'Port': ['ID=55de6d8f-84a5-44ad-87b6-652f6a2a3e53,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:49:02.326005 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dac8765-141a-414f-94b6-9e38bf902dc5'] response: {'name': 'network-changed', 'server_uuid': '0c1dfc99-86ee-4409-a877-3e58bed636f4', 'tag': '55de6d8f-84a5-44ad-87b6-652f6a2a3e53', 'status': 'completed', 'code': 200} Apr 11 14:49:02.389311 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a51a0-68f9-424d-b2cb-9f3911104412 req-b5a5692a-2c25-4f0c-885e-fdb45b037e01 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:02.390902 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-973a51a0-68f9-424d-b2cb-9f3911104412 req-b5a5692a-2c25-4f0c-885e-fdb45b037e01 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 943 time: 0.0956445 Apr 11 14:49:02.443315 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c6bb4-3fcf-4847-b6f1-b6e0f0a4e650 req-2351c124-ba0a-490d-a9e2-c238f8b77d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:02.444854 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-092c6bb4-3fcf-4847-b6f1-b6e0f0a4e650 req-2351c124-ba0a-490d-a9e2-c238f8b77d3f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 1096 time: 0.0781648 Apr 11 14:49:02.446228 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-973a51a0-68f9-424d-b2cb-9f3911104412 req-872c6fe6-8aee-48e5-a268-eebf8bd2d16f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490038 Apr 11 14:49:02.595311 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c6bb4-3fcf-4847-b6f1-b6e0f0a4e650 req-edee7ad3-e324-4079-87e3-0d533bf27c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:02.596682 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-092c6bb4-3fcf-4847-b6f1-b6e0f0a4e650 req-edee7ad3-e324-4079-87e3-0d533bf27c05 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1395035 Apr 11 14:49:02.738058 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c6bb4-3fcf-4847-b6f1-b6e0f0a4e650 req-b68df740-4cef-4f6a-8ff3-472d5ada193e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:02.739514 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-092c6bb4-3fcf-4847-b6f1-b6e0f0a4e650 req-b68df740-4cef-4f6a-8ff3-472d5ada193e service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1367662 Apr 11 14:49:02.797408 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:49:02.870068 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-734bcc2d-a897-48da-883d-6857af2bd1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:02.871505 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-734bcc2d-a897-48da-883d-6857af2bd1b8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 1096 time: 0.0724819 Apr 11 14:49:02.949419 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-e49f8aed-bf3e-4fd5-bb2d-2afe446bf6e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55de6d8f-84a5-44ad-87b6-652f6a2a3e53 HTTP/1.1" status: 200 len: 217 time: 0.0648928 Apr 11 14:49:03.015624 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-2098d271-f10d-425c-a0bb-aa96952b28d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:03.017088 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-2098d271-f10d-425c-a0bb-aa96952b28d2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 200 len: 851 time: 0.0621932 Apr 11 14:49:03.092890 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-112103a6-701f-43c2-9e65-05b5e02f5ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:03.094433 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-112103a6-701f-43c2-9e65-05b5e02f5ada service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720322 Apr 11 14:49:03.227212 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-720319c2-ae40-41e3-8301-1fba0c340797 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260357 Apr 11 14:49:03.357188 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-72a5ce13-0b28-4a94-ab12-cba44e2eb3e3 req-9baf831b-52b4-4b69-8540-d56c1a56916b service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248090 Apr 11 14:49:03.634501 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e326415-d6ba-4b64-b0e3-5efdf2610eb8 req-f57d49c6-5e31-4b0c-96bf-b2b3d9398fa1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:03.635960 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4e326415-d6ba-4b64-b0e3-5efdf2610eb8 req-f57d49c6-5e31-4b0c-96bf-b2b3d9398fa1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 943 time: 0.0815129 Apr 11 14:49:03.686002 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4e326415-d6ba-4b64-b0e3-5efdf2610eb8 req-1560598f-467d-46e4-976c-7c2323fd7038 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442004 Apr 11 14:49:04.871210 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9f78b-5251-4287-b5e4-8b39657df333 req-a57185c1-3d44-4639-86f4-bd763fd6e9db tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:04.872692 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-02a9f78b-5251-4287-b5e4-8b39657df333 req-a57185c1-3d44-4639-86f4-bd763fd6e9db tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 943 time: 0.0808556 Apr 11 14:49:04.917250 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-02a9f78b-5251-4287-b5e4-8b39657df333 req-d7c58664-d575-4221-9fe6-8bfa03038ff5 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386531 Apr 11 14:49:06.104938 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1f1f0-f036-463b-9bf0-4a1d2425e53f req-5bdad94b-596b-48f1-8be4-ac1ac3944a7a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:06.106420 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d7e1f1f0-f036-463b-9bf0-4a1d2425e53f req-5bdad94b-596b-48f1-8be4-ac1ac3944a7a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 943 time: 0.0811133 Apr 11 14:49:06.152472 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d7e1f1f0-f036-463b-9bf0-4a1d2425e53f req-44a2228c-5dae-4fce-88c9-b79bf0997912 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402842 Apr 11 14:49:06.954612 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:49:07.090206 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 55de6d8f-84a5-44ad-87b6-652f6a2a3e53, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=55de6d8f-84a5-44ad-87b6-652f6a2a3e53,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:49:07.104078 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '55de6d8f-84a5-44ad-87b6-652f6a2a3e53', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'port_id': '55de6d8f-84a5-44ad-87b6-652f6a2a3e53', 'mac_address': 'fa:16:3e:b0:6c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:49:07.162147 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:07.179293 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:49:07.195336 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 55de6d8f-84a5-44ad-87b6-652f6a2a3e53, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=55de6d8f-84a5-44ad-87b6-652f6a2a3e53,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:49:07.271398 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:07.340319 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=55de6d8f-84a5-44ad-87b6-652f6a2a3e53,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:49:07.347691 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:49:07.347993 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa159a9-1387-4019-8fca-42a356a7e6e4 req-e3d1f413-5de9-48c4-a0be-73c6eb08694b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:07.348538 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:49:07.348538 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:49:07.348712 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:49:07.348995 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:49:07.349321 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:49:07.349523 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4aa159a9-1387-4019-8fca-42a356a7e6e4 req-e3d1f413-5de9-48c4-a0be-73c6eb08694b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 944 time: 0.0888939 Apr 11 14:49:07.349739 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:49:07.350090 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:49:07.350417 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:49:07.350740 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:49:07.351063 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:49:07.351378 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:49:07.394875 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4aa159a9-1387-4019-8fca-42a356a7e6e4 req-5d3da0bc-bf18-4c9d-981f-81fa89977972 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390937 Apr 11 14:49:07.736785 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['55de6d8f-84a5-44ad-87b6-652f6a2a3e53'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:49:08.593955 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2575e6-4438-4041-963b-9ab2fafbc563 req-56d2c4cb-838d-4d5f-bc14-ce38270fb6ac tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:08.595409 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4b2575e6-4438-4041-963b-9ab2fafbc563 req-56d2c4cb-838d-4d5f-bc14-ce38270fb6ac tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 944 time: 0.0899041 Apr 11 14:49:08.640371 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4b2575e6-4438-4041-963b-9ab2fafbc563 req-b20de1c1-a369-4290-82ac-036ef2c7d941 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388670 Apr 11 14:49:08.956326 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:49:09.101375 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:49:09.106954 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:49:09.107331 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:09.310664 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:09.347521 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1dfc99-86ee-4409-a877-3e58bed636f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55de6d8f-84a5-44ad-87b6-652f6a2a3e53'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:49:09.362152 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 55de6d8f-84a5-44ad-87b6-652f6a2a3e53, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=55de6d8f-84a5-44ad-87b6-652f6a2a3e53,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:49:09.398979 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d4e489-a34d-46ab-b38f-5e0f78224f1a'] response: {'server_uuid': '0c1dfc99-86ee-4409-a877-3e58bed636f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55de6d8f-84a5-44ad-87b6-652f6a2a3e53', 'code': 200} Apr 11 14:49:09.454290 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:09.539727 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=55de6d8f-84a5-44ad-87b6-652f6a2a3e53,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:49:09.921709 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8880e-48f1-41f4-8237-70846911d619 req-98c14fb1-b7ee-4c97-a528-ef24948b1660 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:09.923250 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-65d8880e-48f1-41f4-8237-70846911d619 req-98c14fb1-b7ee-4c97-a528-ef24948b1660 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.1565130 Apr 11 14:49:09.928207 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e162529-3b07-4ff1-87e0-bf841d5d791b req-cfb98481-e003-4348-a999-d6a3478b4e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:09.929556 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8e162529-3b07-4ff1-87e0-bf841d5d791b req-cfb98481-e003-4348-a999-d6a3478b4e3e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 1098 time: 0.1223135 Apr 11 14:49:10.003301 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-65d8880e-48f1-41f4-8237-70846911d619 req-e602c10b-1da2-4c79-a032-951e7ff95ab8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702741 Apr 11 14:49:10.006578 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8e162529-3b07-4ff1-87e0-bf841d5d791b req-852d39b1-e2c6-49f8-aa09-e917a5cc8472 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591807 Apr 11 14:49:11.193934 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aec4cb-b322-4ff1-b221-1b50153d57ff req-edef10e0-f464-4d8b-941d-5a96b7b7fb0b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:11.195436 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-83aec4cb-b322-4ff1-b221-1b50153d57ff req-edef10e0-f464-4d8b-941d-5a96b7b7fb0b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0825589 Apr 11 14:49:11.243338 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-83aec4cb-b322-4ff1-b221-1b50153d57ff req-9fbf9fa9-fc01-49b8-a09f-ec390f98c9df tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416014 Apr 11 14:49:12.555526 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15205f9b-269c-4937-a341-59a53ce651d9 req-2e33e9f2-f2bd-4620-bf18-0973b7239a0e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:12.556913 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-15205f9b-269c-4937-a341-59a53ce651d9 req-2e33e9f2-f2bd-4620-bf18-0973b7239a0e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.1977160 Apr 11 14:49:12.610268 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-15205f9b-269c-4937-a341-59a53ce651d9 req-f2e14f43-5f86-4cc1-b043-43d71570b73f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465624 Apr 11 14:49:12.794499 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8bb80-672a-4e04-9b82-9c34aa461192 req-f47336a5-3b9a-4a5b-b6a5-0a7a5b0f1dac tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:12.795966 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a7b8bb80-672a-4e04-9b82-9c34aa461192 req-f47336a5-3b9a-4a5b-b6a5-0a7a5b0f1dac tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0861368 Apr 11 14:49:12.804558 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 49574) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:49:12.810795 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-87e53dab-05c0-437f-9914-bd1dd2b110c7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Request body: {'floatingip': {'port_id': '55de6d8f-84a5-44ad-87b6-652f6a2a3e53'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:49:12.890077 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-87e53dab-05c0-437f-9914-bd1dd2b110c7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for floatingip, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:13.588147 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-87e53dab-05c0-437f-9914-bd1dd2b110c7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:13.667704 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-87e53dab-05c0-437f-9914-bd1dd2b110c7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:13.843254 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-87e53dab-05c0-437f-9914-bd1dd2b110c7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Floating IP 8ed67685-5f8b-485c-8a33-49f213d1e2aa associated. External IP: 172.26.7.214, port: 55de6d8f-84a5-44ad-87b6-652f6a2a3e53. Apr 11 14:49:14.198240 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e53dab-05c0-437f-9914-bd1dd2b110c7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Router 471d5336-29ce-42fe-999c-a8718b6e6c4d has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:49:14.384587 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e53dab-05c0-437f-9914-bd1dd2b110c7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:49:14.390028 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-87e53dab-05c0-437f-9914-bd1dd2b110c7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:14.395741 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc2374d-b292-434d-8f15-5c9454e9bb0a None None] Sync routers for ids ['471d5336-29ce-42fe-999c-a8718b6e6c4d'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:49:14.406335 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc2374d-b292-434d-8f15-5c9454e9bb0a None None] Routers {'471d5336-29ce-42fe-999c-a8718b6e6c4d'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:49:14.407033 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-cbc2374d-b292-434d-8f15-5c9454e9bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:48:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['471d5336-29ce-42fe-999c-a8718b6e6c4d'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:49:14.561358 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-87e53dab-05c0-437f-9914-bd1dd2b110c7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "PUT /v2.0/floatingips/8ed67685-5f8b-485c-8a33-49f213d1e2aa HTTP/1.1" status: 200 len: 991 time: 1.7532752 Apr 11 14:49:14.561358 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c1dfc99-86ee-4409-a877-3e58bed636f4', 'tag': '55de6d8f-84a5-44ad-87b6-652f6a2a3e53'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:49:14.637086 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-cbc2374d-b292-434d-8f15-5c9454e9bb0a None None] Set router 471d5336-29ce-42fe-999c-a8718b6e6c4d gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:49:14.673448 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b2d18b9-5ccd-441b-9483-e7a1542407ae'] response: {'name': 'network-changed', 'server_uuid': '0c1dfc99-86ee-4409-a877-3e58bed636f4', 'tag': '55de6d8f-84a5-44ad-87b6-652f6a2a3e53', 'status': 'completed', 'code': 200} Apr 11 14:49:14.804874 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b0311-5167-4565-a58f-ff6171c28619 req-93fb800e-fb55-40bf-85aa-6204def245ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:14.807785 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d59b0311-5167-4565-a58f-ff6171c28619 req-93fb800e-fb55-40bf-85aa-6204def245ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 1098 time: 0.0748019 Apr 11 14:49:14.956050 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b0311-5167-4565-a58f-ff6171c28619 req-b953ea96-cd7f-4658-8199-cf1f7c9294e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:14.957545 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d59b0311-5167-4565-a58f-ff6171c28619 req-b953ea96-cd7f-4658-8199-cf1f7c9294e3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 914 time: 0.1446283 Apr 11 14:49:15.045720 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-cbc2374d-b292-434d-8f15-5c9454e9bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '8ed67685-5f8b-485c-8a33-49f213d1e2aa', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'floating_ip_address': '172.26.7.214', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'port_id': '55de6d8f-84a5-44ad-87b6-652f6a2a3e53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'mac_address': 'fa:16:3e:b0:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1dfc99-86ee-4409-a877-3e58bed636f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:48:00Z', 'updated_at': '2022-04-11T14:49:13Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d91c53e-cb6e-4b11-bb7e-6762d0ef5016', 'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'mac_address': 'fa:16:3e:f1:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:56Z', 'updated_at': '2022-04-11T14:48:02Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'subnets': [{'id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:49:15.052295 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc2374d-b292-434d-8f15-5c9454e9bb0a None None] Checking router: 471d5336-29ce-42fe-999c-a8718b6e6c4d for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:49:15.065814 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc2374d-b292-434d-8f15-5c9454e9bb0a None None] Routers {'471d5336-29ce-42fe-999c-a8718b6e6c4d'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:49:15.066505 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-cbc2374d-b292-434d-8f15-5c9454e9bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:48:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['471d5336-29ce-42fe-999c-a8718b6e6c4d'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:49:15.072388 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d59b0311-5167-4565-a58f-ff6171c28619 req-302a2048-d20a-4a75-86bc-3f78c432e9aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55de6d8f-84a5-44ad-87b6-652f6a2a3e53 HTTP/1.1" status: 200 len: 999 time: 0.1085117 Apr 11 14:49:15.091394 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551a6e8-3bc0-4cc2-9f49-cd8d17f1d0b4 req-cb9a3eb0-fad0-42d3-b9ef-b835a77626b7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:15.093956 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a551a6e8-3bc0-4cc2-9f49-cd8d17f1d0b4 req-cb9a3eb0-fad0-42d3-b9ef-b835a77626b7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0890856 Apr 11 14:49:15.142241 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a551a6e8-3bc0-4cc2-9f49-cd8d17f1d0b4 req-40389304-059e-4d9e-b51f-a21102f01811 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433588 Apr 11 14:49:15.149280 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b0311-5167-4565-a58f-ff6171c28619 req-bf1101af-67d9-4d80-8013-dd9cc174ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:15.151403 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d59b0311-5167-4565-a58f-ff6171c28619 req-bf1101af-67d9-4d80-8013-dd9cc174ca41 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 200 len: 851 time: 0.0725696 Apr 11 14:49:15.233307 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b0311-5167-4565-a58f-ff6171c28619 req-cf53322e-8efb-404e-8179-37e3bc4c35d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:15.234894 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d59b0311-5167-4565-a58f-ff6171c28619 req-cf53322e-8efb-404e-8179-37e3bc4c35d0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743325 Apr 11 14:49:15.255053 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-cbc2374d-b292-434d-8f15-5c9454e9bb0a None None] Set router 471d5336-29ce-42fe-999c-a8718b6e6c4d gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:49:15.374622 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d59b0311-5167-4565-a58f-ff6171c28619 req-f6278ad0-4e5c-4a11-8639-eac146ff9ed5 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282406 Apr 11 14:49:15.511446 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d59b0311-5167-4565-a58f-ff6171c28619 req-0bba76b4-3aed-4ffc-8eb6-5d08f55412e5 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311002 Apr 11 14:49:15.615510 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-cbc2374d-b292-434d-8f15-5c9454e9bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '8ed67685-5f8b-485c-8a33-49f213d1e2aa', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'floating_ip_address': '172.26.7.214', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'port_id': '55de6d8f-84a5-44ad-87b6-652f6a2a3e53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'mac_address': 'fa:16:3e:b0:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1dfc99-86ee-4409-a877-3e58bed636f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:48:00Z', 'updated_at': '2022-04-11T14:49:13Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d91c53e-cb6e-4b11-bb7e-6762d0ef5016', 'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'mac_address': 'fa:16:3e:f1:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:56Z', 'updated_at': '2022-04-11T14:48:02Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'subnets': [{'id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:49:15.619360 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc2374d-b292-434d-8f15-5c9454e9bb0a None None] The sync data for ids ['471d5336-29ce-42fe-999c-a8718b6e6c4d'] in dv-neutron-837330-1-hyperv is: [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '8ed67685-5f8b-485c-8a33-49f213d1e2aa', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'floating_ip_address': '172.26.7.214', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'port_id': '55de6d8f-84a5-44ad-87b6-652f6a2a3e53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'mac_address': 'fa:16:3e:b0:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1dfc99-86ee-4409-a877-3e58bed636f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:48:00Z', 'updated_at': '2022-04-11T14:49:13Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d91c53e-cb6e-4b11-bb7e-6762d0ef5016', 'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'mac_address': 'fa:16:3e:f1:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:56Z', 'updated_at': '2022-04-11T14:48:02Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'subnets': [{'id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:49:15.909731 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50826fb9-9fff-41d6-a22e-1ebd286e3a81 None None] New status for floating IP 8ed67685-5f8b-485c-8a33-49f213d1e2aa: ACTIVE {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:49:16.351466 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba551ff9-281b-487c-8a3a-20fb14401c94 req-bf282b47-0eaf-468d-a330-8b7eee393269 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:16.353034 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ba551ff9-281b-487c-8a3a-20fb14401c94 req-bf282b47-0eaf-468d-a330-8b7eee393269 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0950453 Apr 11 14:49:16.398660 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ba551ff9-281b-487c-8a3a-20fb14401c94 req-54c31ee9-b940-44d9-b097-63f1cbb2f307 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389271 Apr 11 14:49:17.585391 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d86d3-9ecb-4e96-90d9-f72f8ee8125d req-436b80ec-6239-4e39-8c20-0d77460fd0b3 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:17.586890 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ee2d86d3-9ecb-4e96-90d9-f72f8ee8125d req-436b80ec-6239-4e39-8c20-0d77460fd0b3 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0810077 Apr 11 14:49:17.631736 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ee2d86d3-9ecb-4e96-90d9-f72f8ee8125d req-025e7776-0a4d-46fa-98f2-fd71fb6c48df tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390570 Apr 11 14:49:18.821237 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41350ab9-528a-4341-a3f5-c07693698b64 req-340ab40e-8f49-4923-807e-28813f6294a3 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:18.822813 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-41350ab9-528a-4341-a3f5-c07693698b64 req-340ab40e-8f49-4923-807e-28813f6294a3 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0834391 Apr 11 14:49:18.876790 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-41350ab9-528a-4341-a3f5-c07693698b64 req-a85cbef1-0d56-4e25-8c2c-a9445c88f881 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479228 Apr 11 14:49:20.072266 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d2a95-b11a-41cd-8fcb-398a03f4e608 req-2b04333e-6b80-486e-a4fb-5ec6b55630dd tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:20.073776 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2c9d2a95-b11a-41cd-8fcb-398a03f4e608 req-2b04333e-6b80-486e-a4fb-5ec6b55630dd tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0901091 Apr 11 14:49:20.119413 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2c9d2a95-b11a-41cd-8fcb-398a03f4e608 req-eb176031-fd33-44da-a6bc-874ebe391cc6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394514 Apr 11 14:49:21.315112 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0096d87-9708-4f99-b7f0-264117d56438 req-0f645fd9-76c0-4118-b405-b677cc71ea81 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:21.316555 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d0096d87-9708-4f99-b7f0-264117d56438 req-0f645fd9-76c0-4118-b405-b677cc71ea81 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0883753 Apr 11 14:49:21.362573 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d0096d87-9708-4f99-b7f0-264117d56438 req-dfd28dbc-40cb-4689-972b-f5f5033453f7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403390 Apr 11 14:49:22.559051 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92422c15-80b3-493c-803e-0870b5e0014d req-715b974b-c421-469c-a829-2ef90a30c8b2 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:22.561480 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-92422c15-80b3-493c-803e-0870b5e0014d req-715b974b-c421-469c-a829-2ef90a30c8b2 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0877173 Apr 11 14:49:22.613808 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-92422c15-80b3-493c-803e-0870b5e0014d req-8b53de97-253c-4e03-9e87-e8683d08ecba tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462356 Apr 11 14:49:23.808098 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976e836-a85d-49b3-a8e4-7ce29c15af32 req-1c142926-4426-4936-85e7-4eae46f7cc5d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:23.809594 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8976e836-a85d-49b3-a8e4-7ce29c15af32 req-1c142926-4426-4936-85e7-4eae46f7cc5d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0826595 Apr 11 14:49:23.854911 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8976e836-a85d-49b3-a8e4-7ce29c15af32 req-846ca40b-b2ba-444d-9d68-1a06f78a5e36 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394535 Apr 11 14:49:24.444203 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:25.042790 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e1dac-e03b-470f-bfef-7951c24eee51 req-37ee2347-c8f9-49ed-90c5-31ffd76151f7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:25.044984 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c01e1dac-e03b-470f-bfef-7951c24eee51 req-37ee2347-c8f9-49ed-90c5-31ffd76151f7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0825081 Apr 11 14:49:25.090104 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c01e1dac-e03b-470f-bfef-7951c24eee51 req-6efd7836-872a-4811-a5c6-6c6c20e8ed67 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389035 Apr 11 14:49:25.230937 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5b02220b-15d0-4759-a274-b2d1e0547ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:26.282469 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a583a-280e-4678-89e0-085de703110a req-d55c3cff-3fb9-44ef-b855-e32353c2df01 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:26.283989 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e20a583a-280e-4678-89e0-085de703110a req-d55c3cff-3fb9-44ef-b855-e32353c2df01 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0849531 Apr 11 14:49:26.329800 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e20a583a-280e-4678-89e0-085de703110a req-ab049e32-c9e2-43a4-89bd-56185444147b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401850 Apr 11 14:49:27.525396 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ed55c-0817-406f-8a75-5b0e83e50bbe req-3c4644b5-8553-4897-a51a-51009bc86914 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:27.526921 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6b6ed55c-0817-406f-8a75-5b0e83e50bbe req-3c4644b5-8553-4897-a51a-51009bc86914 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0881467 Apr 11 14:49:27.574321 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6b6ed55c-0817-406f-8a75-5b0e83e50bbe req-941f9954-df1d-477b-9bbc-6166b815e1d2 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414689 Apr 11 14:49:27.728162 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6a062bd5-eb17-4298-817c-bd69ef0d14ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:28.294589 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e88359-c19b-41e3-b36a-aecaea14b152 req-3c1f0276-c63d-4045-9263-622c38a32184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:28.296059 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-07e88359-c19b-41e3-b36a-aecaea14b152 req-3c1f0276-c63d-4045-9263-622c38a32184 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 1098 time: 0.0719559 Apr 11 14:49:28.447586 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e88359-c19b-41e3-b36a-aecaea14b152 req-bfcf6812-9872-4d9e-8df0-a0377da5d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:28.448948 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-07e88359-c19b-41e3-b36a-aecaea14b152 req-bfcf6812-9872-4d9e-8df0-a0377da5d7b3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 914 time: 0.1352410 Apr 11 14:49:28.555328 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-07e88359-c19b-41e3-b36a-aecaea14b152 req-6fab0d49-d0bb-475f-b80c-41c61762682a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55de6d8f-84a5-44ad-87b6-652f6a2a3e53 HTTP/1.1" status: 200 len: 1001 time: 0.0992939 Apr 11 14:49:28.624802 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e88359-c19b-41e3-b36a-aecaea14b152 req-e511d9e6-66c3-447e-922c-b195b00337b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:28.626286 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-07e88359-c19b-41e3-b36a-aecaea14b152 req-e511d9e6-66c3-447e-922c-b195b00337b5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 200 len: 851 time: 0.0652418 Apr 11 14:49:28.702286 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:28.729486 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:28.753068 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e88359-c19b-41e3-b36a-aecaea14b152 req-0814c636-6155-42c9-b26c-96b867fe3372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:28.754573 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-07e88359-c19b-41e3-b36a-aecaea14b152 req-0814c636-6155-42c9-b26c-96b867fe3372 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1224437 Apr 11 14:49:28.984376 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f30f9a-b534-421b-8d47-4f7b703b8a28 req-e2a6a4b2-3c30-4ae8-a68b-26e6e66ecf82 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:28.985818 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d6f30f9a-b534-421b-8d47-4f7b703b8a28 req-e2a6a4b2-3c30-4ae8-a68b-26e6e66ecf82 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.2991843 Apr 11 14:49:29.046410 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-07e88359-c19b-41e3-b36a-aecaea14b152 req-b45c555b-351f-4c1a-aeb4-43397cbf98eb service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836685 Apr 11 14:49:29.053497 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d6f30f9a-b534-421b-8d47-4f7b703b8a28 req-c9f661e1-9545-48f5-94ed-7245bd413e1f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604942 Apr 11 14:49:29.180923 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-07e88359-c19b-41e3-b36a-aecaea14b152 req-5bf0c7e0-68e0-486b-9bd9-0c799499cd18 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264510 Apr 11 14:49:30.010305 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:30.245750 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e17fc3-4484-43f8-a984-b980675f02dd req-d6d159b3-60da-4946-b9c4-62710c5fd4d6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:30.248479 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c1e17fc3-4484-43f8-a984-b980675f02dd req-d6d159b3-60da-4946-b9c4-62710c5fd4d6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0860410 Apr 11 14:49:30.297421 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c1e17fc3-4484-43f8-a984-b980675f02dd req-db133bd8-91a5-4a35-b42b-23d30585a621 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434208 Apr 11 14:49:31.482994 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3eb2e-df73-45fc-9179-70041868364e req-e8d8ae42-7bf1-49c5-9931-f3042b47c9f8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:31.484456 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-55b3eb2e-df73-45fc-9179-70041868364e req-e8d8ae42-7bf1-49c5-9931-f3042b47c9f8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0804930 Apr 11 14:49:31.530222 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-55b3eb2e-df73-45fc-9179-70041868364e req-9093fe52-d523-483a-9f0d-6b288111f6e1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401106 Apr 11 14:49:32.733907 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d9034-849c-47b2-9e09-d4202e633f34 req-17399359-d800-4b79-b63c-1f511a2a1292 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:32.735401 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4e1d9034-849c-47b2-9e09-d4202e633f34 req-17399359-d800-4b79-b63c-1f511a2a1292 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0882983 Apr 11 14:49:32.780198 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4e1d9034-849c-47b2-9e09-d4202e633f34 req-4c650071-121f-48ad-8c21-2e2113f1d30f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391054 Apr 11 14:49:33.970024 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845c494-1298-4977-b85d-3d15bc4f247c req-0a9eb298-71dc-4556-8189-dc3030ef5c42 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:33.971507 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4845c494-1298-4977-b85d-3d15bc4f247c req-0a9eb298-71dc-4556-8189-dc3030ef5c42 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0862792 Apr 11 14:49:34.017636 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4845c494-1298-4977-b85d-3d15bc4f247c req-195062c2-03f5-4094-9d51-e773ceb01afe tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403717 Apr 11 14:49:35.211061 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e35e3-94b2-49b3-8040-ca984056daa1 req-b5957d4a-0755-4a74-b369-8cb59d50b127 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:35.212557 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c48e35e3-94b2-49b3-8040-ca984056daa1 req-b5957d4a-0755-4a74-b369-8cb59d50b127 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0850310 Apr 11 14:49:35.257210 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c48e35e3-94b2-49b3-8040-ca984056daa1 req-f25a21d8-5803-4688-8619-7b027f24b6b6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387394 Apr 11 14:49:36.457234 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83dd3e7-09c6-4d82-ba8a-2f9a429e0dcb req-517e4a4d-e435-44a8-bb17-c6e1f20f2c0b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:36.458747 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b83dd3e7-09c6-4d82-ba8a-2f9a429e0dcb req-517e4a4d-e435-44a8-bb17-c6e1f20f2c0b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0931313 Apr 11 14:49:36.506177 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b83dd3e7-09c6-4d82-ba8a-2f9a429e0dcb req-90fa592c-516a-4a9d-b314-fa5f208d8602 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417478 Apr 11 14:49:37.698466 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9abdb-6883-43c2-ac37-8d506bef4b54 req-edd50459-6a2e-468b-a44a-9212842e5de1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:37.699915 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7db9abdb-6883-43c2-ac37-8d506bef4b54 req-edd50459-6a2e-468b-a44a-9212842e5de1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0814111 Apr 11 14:49:37.744849 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7db9abdb-6883-43c2-ac37-8d506bef4b54 req-01e4b85a-c14d-4e15-ab77-0bd3a0ef5e4f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387673 Apr 11 14:49:38.929565 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794bf85-152d-429a-b571-5c5f543cf660 req-b8f02dcb-0e0a-47cb-951e-a258aaf157da tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:38.931061 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8794bf85-152d-429a-b571-5c5f543cf660 req-b8f02dcb-0e0a-47cb-951e-a258aaf157da tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0817745 Apr 11 14:49:38.976194 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8794bf85-152d-429a-b571-5c5f543cf660 req-81752f81-a418-402b-81d7-876bcd537d43 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387259 Apr 11 14:49:39.796934 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:49:40.184283 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a100eb5-7a31-4e0e-8525-242529fc07e4 req-7054a03c-0587-4168-9b7a-06261834acf0 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:40.185923 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5a100eb5-7a31-4e0e-8525-242529fc07e4 req-7054a03c-0587-4168-9b7a-06261834acf0 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0853689 Apr 11 14:49:40.231337 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5a100eb5-7a31-4e0e-8525-242529fc07e4 req-375c39ed-6db6-4f64-b5c1-61d3783ce1bd tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395904 Apr 11 14:49:41.420954 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63dc93e-3683-4001-af18-6b96f3241a60 req-a7c23442-f319-4fcd-84a6-d82b28c23fca tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:41.422333 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e63dc93e-3683-4001-af18-6b96f3241a60 req-a7c23442-f319-4fcd-84a6-d82b28c23fca tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0861459 Apr 11 14:49:41.468176 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e63dc93e-3683-4001-af18-6b96f3241a60 req-33d74d09-a7ce-4895-8345-9328fb185100 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401640 Apr 11 14:49:42.024662 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603bccb-b184-41f3-ae2c-c66ec6f0f43d req-d5269a9d-c108-496f-be35-c6b6fc943b7c tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:42.026164 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d603bccb-b184-41f3-ae2c-c66ec6f0f43d req-d5269a9d-c108-496f-be35-c6b6fc943b7c tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0814500 Apr 11 14:49:42.073911 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d603bccb-b184-41f3-ae2c-c66ec6f0f43d req-abd4a4b5-2bd3-49e0-9766-17b9f0a956ba tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407910 Apr 11 14:49:42.109821 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9035922e-506a-47a0-9b88-b19c785d31c5 req-302e82b1-8424-42d9-a152-6d5b0d284da6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0725074 Apr 11 14:49:43.266132 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa345a68-a7bc-4632-9041-c3c91af5c85e req-d43b45b3-dc4f-4946-b2d6-d3b4dbe644a8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:43.267630 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fa345a68-a7bc-4632-9041-c3c91af5c85e req-d43b45b3-dc4f-4946-b2d6-d3b4dbe644a8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0844374 Apr 11 14:49:43.312842 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fa345a68-a7bc-4632-9041-c3c91af5c85e req-fe127a35-f995-44f9-aad0-d7a1aa8565ed tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392938 Apr 11 14:49:44.292960 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035922e-506a-47a0-9b88-b19c785d31c5 req-50c13ef9-e3aa-4f5b-8f19-f33f95e1f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:44.294641 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9035922e-506a-47a0-9b88-b19c785d31c5 req-50c13ef9-e3aa-4f5b-8f19-f33f95e1f223 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 1098 time: 0.0750003 Apr 11 14:49:44.471764 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035922e-506a-47a0-9b88-b19c785d31c5 req-a6f4d6c6-d280-4e6c-9510-805fcdcfd71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:44.473217 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9035922e-506a-47a0-9b88-b19c785d31c5 req-a6f4d6c6-d280-4e6c-9510-805fcdcfd71a service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 914 time: 0.1726854 Apr 11 14:49:44.593738 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9035922e-506a-47a0-9b88-b19c785d31c5 req-79ac8a79-8883-47cb-8381-d5b367c777fc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55de6d8f-84a5-44ad-87b6-652f6a2a3e53 HTTP/1.1" status: 200 len: 1001 time: 0.1123800 Apr 11 14:49:44.604966 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb4843-4fe4-4c56-b42d-bb1dbcb6e883 req-46e2b66d-29de-46bb-ba3e-99802d70933d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:44.606407 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-78bb4843-4fe4-4c56-b42d-bb1dbcb6e883 req-46e2b66d-29de-46bb-ba3e-99802d70933d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.1835163 Apr 11 14:49:44.696172 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035922e-506a-47a0-9b88-b19c785d31c5 req-ef7156b2-ff87-4c7b-9586-648d4f6985b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:44.697612 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9035922e-506a-47a0-9b88-b19c785d31c5 req-ef7156b2-ff87-4c7b-9586-648d4f6985b4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 200 len: 851 time: 0.0898211 Apr 11 14:49:44.702765 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-78bb4843-4fe4-4c56-b42d-bb1dbcb6e883 req-944a7d10-73f5-4400-bb0a-4f29bb939f3a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654697 Apr 11 14:49:44.773522 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035922e-506a-47a0-9b88-b19c785d31c5 req-659ee8c1-2d50-41d2-a2bf-429a16fe811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:44.775022 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9035922e-506a-47a0-9b88-b19c785d31c5 req-659ee8c1-2d50-41d2-a2bf-429a16fe811b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711854 Apr 11 14:49:44.908940 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9035922e-506a-47a0-9b88-b19c785d31c5 req-b9417c38-18fd-4a02-b71d-87f6ce5955e8 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277251 Apr 11 14:49:45.043249 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9035922e-506a-47a0-9b88-b19c785d31c5 req-49e073eb-2133-4ec1-b42e-2c2343334835 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285250 Apr 11 14:49:46.003319 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4578df1-66e6-417f-af79-deddf3033d27 req-fc7884bb-9c46-4ec7-a924-b02322fa4706 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:46.004717 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b4578df1-66e6-417f-af79-deddf3033d27 req-fc7884bb-9c46-4ec7-a924-b02322fa4706 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.1905837 Apr 11 14:49:46.053569 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b4578df1-66e6-417f-af79-deddf3033d27 req-5d0012dd-b951-452a-8a9a-cd365d2cf1d4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429432 Apr 11 14:49:47.468702 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82878544-a51d-4350-ade8-9cfdc526e399 req-ac39653e-ffb5-45cc-8684-aeb50e45aa55 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:47.470192 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-82878544-a51d-4350-ade8-9cfdc526e399 req-ac39653e-ffb5-45cc-8684-aeb50e45aa55 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.3107123 Apr 11 14:49:47.532013 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9035922e-506a-47a0-9b88-b19c785d31c5 req-fb822be2-eb0f-46ab-a69b-e83bb908cd95 service neutron] 10.222.0.53 "GET /v2.0/ports/55de6d8f-84a5-44ad-87b6-652f6a2a3e53/bindings/hv-neutron-8373 HTTP/1.1" status: 200 len: 384 time: 0.2337949 Apr 11 14:49:47.534935 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-82878544-a51d-4350-ade8-9cfdc526e399 req-cb58e672-ae1d-4b14-9dde-0cdc12d9ac6a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589516 Apr 11 14:49:48.133294 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035922e-506a-47a0-9b88-b19c785d31c5 req-09cf2783-8f9d-4cd1-9642-102b5f8f836c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:48.134785 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9035922e-506a-47a0-9b88-b19c785d31c5 req-09cf2783-8f9d-4cd1-9642-102b5f8f836c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4&tenant_id=a5adbd3b8c5a489eb67ace68bc669037 HTTP/1.1" status: 200 len: 1098 time: 0.0758877 Apr 11 14:49:48.238878 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035922e-506a-47a0-9b88-b19c785d31c5 req-018e9e30-2007-4a46-8e6d-674d816d1140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:48.240340 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9035922e-506a-47a0-9b88-b19c785d31c5 req-018e9e30-2007-4a46-8e6d-674d816d1140 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 1098 time: 0.0722158 Apr 11 14:49:48.373673 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035922e-506a-47a0-9b88-b19c785d31c5 req-e6fd4139-9d33-4a07-9d86-fd2ade713d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:48.375166 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9035922e-506a-47a0-9b88-b19c785d31c5 req-e6fd4139-9d33-4a07-9d86-fd2ade713d1b service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 914 time: 0.1284921 Apr 11 14:49:48.488321 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9035922e-506a-47a0-9b88-b19c785d31c5 req-1d4dc044-d0b8-4ff5-9fff-a782b0940d15 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55de6d8f-84a5-44ad-87b6-652f6a2a3e53 HTTP/1.1" status: 200 len: 1001 time: 0.1074240 Apr 11 14:49:48.550886 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035922e-506a-47a0-9b88-b19c785d31c5 req-0c5dd688-843e-403d-bedd-7fc193689468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:48.552242 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9035922e-506a-47a0-9b88-b19c785d31c5 req-0c5dd688-843e-403d-bedd-7fc193689468 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 200 len: 851 time: 0.0585930 Apr 11 14:49:48.634197 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035922e-506a-47a0-9b88-b19c785d31c5 req-66ca2098-c014-4cdb-9fc3-a382072c5490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:48.635696 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9035922e-506a-47a0-9b88-b19c785d31c5 req-66ca2098-c014-4cdb-9fc3-a382072c5490 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781593 Apr 11 14:49:48.729692 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73000968-ce9f-48c5-96f1-c677942475aa req-70cbcae0-6aed-4053-b44a-fb0e4b5c9db5 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:48.731206 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-73000968-ce9f-48c5-96f1-c677942475aa req-70cbcae0-6aed-4053-b44a-fb0e4b5c9db5 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0831547 Apr 11 14:49:48.776173 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9035922e-506a-47a0-9b88-b19c785d31c5 req-707f5b4c-501a-4279-8c77-70d20f55aea2 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342726 Apr 11 14:49:48.777741 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-73000968-ce9f-48c5-96f1-c677942475aa req-3cbfb5eb-16ce-4ad9-a728-076bef7fffc1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400376 Apr 11 14:49:48.910815 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9035922e-506a-47a0-9b88-b19c785d31c5 req-0f11bd08-5777-49ac-9187-4169e3e54dd0 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291456 Apr 11 14:49:49.973876 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a038a-89e8-45b4-82a7-7b88cbaeb6b3 req-bfc57d63-06eb-4c17-bf91-a1e92cd92143 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:49.975348 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d69a038a-89e8-45b4-82a7-7b88cbaeb6b3 req-bfc57d63-06eb-4c17-bf91-a1e92cd92143 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0822840 Apr 11 14:49:50.027928 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d69a038a-89e8-45b4-82a7-7b88cbaeb6b3 req-4b2f8f00-0edd-455c-bd6b-6fc0b220c3de tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437369 Apr 11 14:49:51.211797 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:49:51.220237 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:49:51.228765 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ed1a5-4bdd-4eb7-bff1-9c7986da94aa req-d9b64e58-1c30-4b55-bac4-8a7a415d9f07 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:51.230283 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-809ed1a5-4bdd-4eb7-bff1-9c7986da94aa req-d9b64e58-1c30-4b55-bac4-8a7a415d9f07 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0885913 Apr 11 14:49:51.277376 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-809ed1a5-4bdd-4eb7-bff1-9c7986da94aa req-c4878c93-d2ac-4653-aca1-9f4bc1693967 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396171 Apr 11 14:49:51.445466 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:51.460213 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 55de6d8f-84a5-44ad-87b6-652f6a2a3e53, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=55de6d8f-84a5-44ad-87b6-652f6a2a3e53,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:49:51.483122 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '55de6d8f-84a5-44ad-87b6-652f6a2a3e53', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'port_id': '55de6d8f-84a5-44ad-87b6-652f6a2a3e53', 'mac_address': 'fa:16:3e:b0:6c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:49:51.489633 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1dfc99-86ee-4409-a877-3e58bed636f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55de6d8f-84a5-44ad-87b6-652f6a2a3e53'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:49:51.531295 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 55de6d8f-84a5-44ad-87b6-652f6a2a3e53, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=55de6d8f-84a5-44ad-87b6-652f6a2a3e53,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:49:51.546459 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eaeeead-c090-400b-856e-24b6da9b5cf2'] response: {'server_uuid': '0c1dfc99-86ee-4409-a877-3e58bed636f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55de6d8f-84a5-44ad-87b6-652f6a2a3e53', 'code': 200} Apr 11 14:49:51.565290 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:51.583199 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:49:51.600231 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:51.713232 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:49:51.713884 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:49:51.717646 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=55de6d8f-84a5-44ad-87b6-652f6a2a3e53,revision_number=6']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:49:52.283161 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:52.301082 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:49:52.318174 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 55de6d8f-84a5-44ad-87b6-652f6a2a3e53, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=55de6d8f-84a5-44ad-87b6-652f6a2a3e53,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:49:52.404557 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:52.483173 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ac587-6cb4-447c-b976-87b12c9ef6c0 req-49efaf51-99f9-402a-8d6a-0ee4a949530e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:52.484737 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c50ac587-6cb4-447c-b976-87b12c9ef6c0 req-49efaf51-99f9-402a-8d6a-0ee4a949530e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 944 time: 0.0971935 Apr 11 14:49:52.488852 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=55de6d8f-84a5-44ad-87b6-652f6a2a3e53,revision_number=7']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:49:52.537017 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c50ac587-6cb4-447c-b976-87b12c9ef6c0 req-6f0cb2b0-7b02-4bbf-b9b7-90cd38621f37 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454798 Apr 11 14:49:52.545433 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['55de6d8f-84a5-44ad-87b6-652f6a2a3e53'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:49:53.108696 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28877da-b335-4658-bdb7-0d9fd47461e6 req-2ad7f806-7364-406f-aafe-7d3d3db09056 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:53.110224 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e28877da-b335-4658-bdb7-0d9fd47461e6 req-2ad7f806-7364-406f-aafe-7d3d3db09056 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 944 time: 0.0851326 Apr 11 14:49:53.157664 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e28877da-b335-4658-bdb7-0d9fd47461e6 req-2bddbd07-62e4-4ecd-be5e-7611d1ac3e90 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409453 Apr 11 14:49:53.205246 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e48c22-b1bc-4779-9ad2-e2d8bde0ed88 req-f3c07a69-30b7-46d9-808f-30aaf6641f78 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:53.206656 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e9e48c22-b1bc-4779-9ad2-e2d8bde0ed88 req-f3c07a69-30b7-46d9-808f-30aaf6641f78 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4&tenant_id=a5adbd3b8c5a489eb67ace68bc669037&binding%3Ahost_id=hv-neutron-8373 HTTP/1.1" status: 200 len: 944 time: 0.0896134 Apr 11 14:49:53.215589 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:49:53.293012 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:49:53.293712 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:53.364207 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e48c22-b1bc-4779-9ad2-e2d8bde0ed88 req-a7485503-46d5-4fba-8842-a39afbfff63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:53.366061 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e9e48c22-b1bc-4779-9ad2-e2d8bde0ed88 req-a7485503-46d5-4fba-8842-a39afbfff63b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 1097 time: 0.0738571 Apr 11 14:49:53.418035 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:53.451599 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 55de6d8f-84a5-44ad-87b6-652f6a2a3e53, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=55de6d8f-84a5-44ad-87b6-652f6a2a3e53,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:49:53.504008 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e48c22-b1bc-4779-9ad2-e2d8bde0ed88 req-f256544d-7dfc-4d16-9d6e-8595a1b517b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:53.505490 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e9e48c22-b1bc-4779-9ad2-e2d8bde0ed88 req-f256544d-7dfc-4d16-9d6e-8595a1b517b7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 914 time: 0.1340811 Apr 11 14:49:53.521750 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:53.552087 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1dfc99-86ee-4409-a877-3e58bed636f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55de6d8f-84a5-44ad-87b6-652f6a2a3e53'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:49:53.610419 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1f9178d-3a54-4899-ac34-fc58f9e0047b'] response: {'server_uuid': '0c1dfc99-86ee-4409-a877-3e58bed636f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55de6d8f-84a5-44ad-87b6-652f6a2a3e53', 'code': 200} Apr 11 14:49:53.611095 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=55de6d8f-84a5-44ad-87b6-652f6a2a3e53,revision_number=8']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:49:53.616383 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e9e48c22-b1bc-4779-9ad2-e2d8bde0ed88 req-08ae6431-ee6e-4774-909c-a784e6ad94a6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55de6d8f-84a5-44ad-87b6-652f6a2a3e53 HTTP/1.1" status: 200 len: 1001 time: 0.1054425 Apr 11 14:49:53.708172 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e48c22-b1bc-4779-9ad2-e2d8bde0ed88 req-d88b5a3b-5bb8-484e-81c0-9836c8ee7c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:53.709615 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e9e48c22-b1bc-4779-9ad2-e2d8bde0ed88 req-d88b5a3b-5bb8-484e-81c0-9836c8ee7c1f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 200 len: 851 time: 0.0628672 Apr 11 14:49:53.784533 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e48c22-b1bc-4779-9ad2-e2d8bde0ed88 req-b88615f2-105d-4d4b-9ce1-dfec535eba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:53.785925 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e9e48c22-b1bc-4779-9ad2-e2d8bde0ed88 req-b88615f2-105d-4d4b-9ce1-dfec535eba2f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708487 Apr 11 14:49:53.917789 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e9e48c22-b1bc-4779-9ad2-e2d8bde0ed88 req-3fa457dd-d086-4de5-ac87-6bcc02bf2cf3 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261804 Apr 11 14:49:54.054074 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e9e48c22-b1bc-4779-9ad2-e2d8bde0ed88 req-21d524b5-b05b-4069-b110-e774e9451fe8 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303978 Apr 11 14:49:54.348829 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b2509-e5b6-4a5d-8798-eeb0ac86ba45 req-a082023c-4715-4d4b-9491-a89d86f942e7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:54.350237 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fc8b2509-e5b6-4a5d-8798-eeb0ac86ba45 req-a082023c-4715-4d4b-9491-a89d86f942e7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 945 time: 0.0853577 Apr 11 14:49:54.396137 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fc8b2509-e5b6-4a5d-8798-eeb0ac86ba45 req-0959b44e-22a1-4426-bccd-7462e7e8c8fa tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402119 Apr 11 14:49:54.464256 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:55.220972 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5baee060-b8be-4d2a-a466-046bca047f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:55.240543 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:49:55.396639 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:55.429293 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 55de6d8f-84a5-44ad-87b6-652f6a2a3e53, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=55de6d8f-84a5-44ad-87b6-652f6a2a3e53,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:49:55.504673 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:55.576882 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=55de6d8f-84a5-44ad-87b6-652f6a2a3e53,revision_number=9']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:49:55.595227 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28834022-a03a-43db-9922-97f7b4f043c5 req-3de1466e-9ab2-4040-b8e3-f63785b0bbb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:55.596715 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-28834022-a03a-43db-9922-97f7b4f043c5 req-3de1466e-9ab2-4040-b8e3-f63785b0bbb4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 943 time: 0.0877755 Apr 11 14:49:55.611576 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1dfc99-86ee-4409-a877-3e58bed636f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55de6d8f-84a5-44ad-87b6-652f6a2a3e53'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:49:55.662917 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12d71a61-e376-4ee6-96bb-0c514b94da67'] response: {'server_uuid': '0c1dfc99-86ee-4409-a877-3e58bed636f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55de6d8f-84a5-44ad-87b6-652f6a2a3e53', 'code': 200} Apr 11 14:49:55.748434 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-28834022-a03a-43db-9922-97f7b4f043c5 req-84eb1e46-48c3-4ff8-9e4a-1a0764ed7e48 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457622 Apr 11 14:49:55.940335 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c178af9-401d-45f9-8b14-368eb74dd87c req-29b9ecf8-2a64-42b7-9537-e12cbe44c1b4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:55.941722 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4c178af9-401d-45f9-8b14-368eb74dd87c req-29b9ecf8-2a64-42b7-9537-e12cbe44c1b4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 943 time: 0.0871379 Apr 11 14:49:55.988290 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4c178af9-401d-45f9-8b14-368eb74dd87c req-c9af1f4f-2829-437b-a0a8-cc454318f052 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407648 Apr 11 14:49:56.461482 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f4c21-1658-401b-98d6-f4e4a58585cb req-f708bf6a-ec42-4115-b5d2-8d998a9ccee6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:56.462991 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a64f4c21-1658-401b-98d6-f4e4a58585cb req-f708bf6a-ec42-4115-b5d2-8d998a9ccee6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 943 time: 0.0889087 Apr 11 14:49:56.510039 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a64f4c21-1658-401b-98d6-f4e4a58585cb req-9156b91f-4313-41e3-96c5-a1ef394b0941 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410120 Apr 11 14:49:56.604599 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32153d59-67a9-442f-83cf-b7853b49755e req-54f06d0f-2930-4841-a5f3-3f95cd2f72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:56.607065 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-32153d59-67a9-442f-83cf-b7853b49755e req-54f06d0f-2930-4841-a5f3-3f95cd2f72b8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 1096 time: 0.0838673 Apr 11 14:49:56.741023 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32153d59-67a9-442f-83cf-b7853b49755e req-965036ad-5922-4366-a380-585cbc7de9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:56.742544 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-32153d59-67a9-442f-83cf-b7853b49755e req-965036ad-5922-4366-a380-585cbc7de9dd service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 914 time: 0.1298892 Apr 11 14:49:56.851305 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-32153d59-67a9-442f-83cf-b7853b49755e req-87c78260-82d0-447c-b594-3cb5eed5c42c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55de6d8f-84a5-44ad-87b6-652f6a2a3e53 HTTP/1.1" status: 200 len: 999 time: 0.1026702 Apr 11 14:49:56.919426 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32153d59-67a9-442f-83cf-b7853b49755e req-434a12dc-aff0-4d80-a1a6-218d6c06b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:56.921874 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-32153d59-67a9-442f-83cf-b7853b49755e req-434a12dc-aff0-4d80-a1a6-218d6c06b17a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 200 len: 851 time: 0.0637310 Apr 11 14:49:56.999643 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32153d59-67a9-442f-83cf-b7853b49755e req-443b90d3-9f04-4402-a665-705850550fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:57.001130 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-32153d59-67a9-442f-83cf-b7853b49755e req-443b90d3-9f04-4402-a665-705850550fd6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732410 Apr 11 14:49:57.134844 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-32153d59-67a9-442f-83cf-b7853b49755e req-bbf6ff4b-ff09-4c54-b4d2-e6593d1bba14 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278872 Apr 11 14:49:57.267723 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-32153d59-67a9-442f-83cf-b7853b49755e req-eb50dd2e-2fa6-4fa2-a36f-3008d24a4a6c service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258726 Apr 11 14:49:57.709270 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631e578-473d-444d-8f55-83f12a43dae5 req-21633400-edc9-4dc6-9e58-3b857a44b6ee tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:57.710830 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b631e578-473d-444d-8f55-83f12a43dae5 req-21633400-edc9-4dc6-9e58-3b857a44b6ee tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 943 time: 0.0875549 Apr 11 14:49:57.757237 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b631e578-473d-444d-8f55-83f12a43dae5 req-50be7bc4-a683-4650-9b6b-bd0affc51617 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393605 Apr 11 14:49:57.761567 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fd154e9b-ad4d-478a-b0ec-749af93661b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:58.729737 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:58.764457 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:49:58.956339 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103221b3-cbdc-4f1f-abee-2e80750cca1e req-87665b94-b178-4d11-8bf1-e20c6e4d1038 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:58.958962 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-103221b3-cbdc-4f1f-abee-2e80750cca1e req-87665b94-b178-4d11-8bf1-e20c6e4d1038 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 943 time: 0.0917110 Apr 11 14:49:59.106531 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-103221b3-cbdc-4f1f-abee-2e80750cca1e req-029ed516-c887-4ab5-9f03-a4a8eba85c3d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417370 Apr 11 14:49:59.737343 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c97ae2-1144-4b5c-9e44-c9f8b6f9734f req-17d6e89c-6708-476d-b7be-47358e9d1b07 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:49:59.738882 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-75c97ae2-1144-4b5c-9e44-c9f8b6f9734f req-17d6e89c-6708-476d-b7be-47358e9d1b07 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 943 time: 0.0828049 Apr 11 14:49:59.783464 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-75c97ae2-1144-4b5c-9e44-c9f8b6f9734f req-32bf0688-7c15-45a6-b73d-b87ef7667b9f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389144 Apr 11 14:49:59.980759 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:00.975721 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec02506-213e-4b8d-9923-1be5ce233a0a req-fd56f69b-666a-45c6-804f-96598ede5316 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:00.977301 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0ec02506-213e-4b8d-9923-1be5ce233a0a req-fd56f69b-666a-45c6-804f-96598ede5316 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 943 time: 0.0847440 Apr 11 14:50:01.034569 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0ec02506-213e-4b8d-9923-1be5ce233a0a req-998cb11e-47cc-4946-81c4-1152f6b8884c tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505617 Apr 11 14:50:01.660817 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce9c6d-ed9e-41e0-93b7-619db1d5c2c5 req-2f2f0941-dbee-44db-a81a-c77027d7f3d4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:01.662290 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4dce9c6d-ed9e-41e0-93b7-619db1d5c2c5 req-2f2f0941-dbee-44db-a81a-c77027d7f3d4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 943 time: 0.0833619 Apr 11 14:50:01.732420 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-4dce9c6d-ed9e-41e0-93b7-619db1d5c2c5 req-a318b40f-2f59-46fa-bde6-a293601836b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Deleting port 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:50:01.732756 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-4dce9c6d-ed9e-41e0-93b7-619db1d5c2c5 req-a318b40f-2f59-46fa-bde6-a293601836b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:01.990043 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-4dce9c6d-ed9e-41e0-93b7-619db1d5c2c5 req-a318b40f-2f59-46fa-bde6-a293601836b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] For port 55de6d8f-84a5-44ad-87b6-652f6a2a3e53, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=55de6d8f-84a5-44ad-87b6-652f6a2a3e53,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:50:01.990718 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-4dce9c6d-ed9e-41e0-93b7-619db1d5c2c5 req-a318b40f-2f59-46fa-bde6-a293601836b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:02.241424 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa286f-7448-4070-8d58-c6dce1d0ad5b req-440b293d-dbf6-4884-85c1-75be7df4c91c tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:02.242904 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-caaa286f-7448-4070-8d58-c6dce1d0ad5b req-440b293d-dbf6-4884-85c1-75be7df4c91c tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 943 time: 0.0897608 Apr 11 14:50:02.293893 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-caaa286f-7448-4070-8d58-c6dce1d0ad5b req-f93fffd0-da1a-4e38-b01c-c84d90d7e53c tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428748 Apr 11 14:50:02.423392 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-4dce9c6d-ed9e-41e0-93b7-619db1d5c2c5 req-a318b40f-2f59-46fa-bde6-a293601836b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:02.423755 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-4dce9c6d-ed9e-41e0-93b7-619db1d5c2c5 req-a318b40f-2f59-46fa-bde6-a293601836b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:02.424064 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [req-4dce9c6d-ed9e-41e0-93b7-619db1d5c2c5 req-a318b40f-2f59-46fa-bde6-a293601836b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Floating IP 8ed67685-5f8b-485c-8a33-49f213d1e2aa disassociated. External IP: 172.26.7.214, port: 55de6d8f-84a5-44ad-87b6-652f6a2a3e53. Apr 11 14:50:02.424401 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-4dce9c6d-ed9e-41e0-93b7-619db1d5c2c5 req-a318b40f-2f59-46fa-bde6-a293601836b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Calling delete_port for 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:50:02.658686 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-4dce9c6d-ed9e-41e0-93b7-619db1d5c2c5 req-a318b40f-2f59-46fa-bde6-a293601836b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:02.714728 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318b40f-2f59-46fa-bde6-a293601836b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Pushing event deleted for resources: {'Port': ['ID=55de6d8f-84a5-44ad-87b6-652f6a2a3e53,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:50:02.724774 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a318b40f-2f59-46fa-bde6-a293601836b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:50:02.725105 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a318b40f-2f59-46fa-bde6-a293601836b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:50:02.725447 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a318b40f-2f59-46fa-bde6-a293601836b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:50:02.725807 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a318b40f-2f59-46fa-bde6-a293601836b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:50:02.726286 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a318b40f-2f59-46fa-bde6-a293601836b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:50:02.726626 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a318b40f-2f59-46fa-bde6-a293601836b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:50:02.733790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a318b40f-2f59-46fa-bde6-a293601836b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:50:02.733790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a318b40f-2f59-46fa-bde6-a293601836b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:50:02.733790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a318b40f-2f59-46fa-bde6-a293601836b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:50:02.733790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a318b40f-2f59-46fa-bde6-a293601836b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:50:02.733790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a318b40f-2f59-46fa-bde6-a293601836b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:50:02.733790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a318b40f-2f59-46fa-bde6-a293601836b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:50:02.924022 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dce9c6d-ed9e-41e0-93b7-619db1d5c2c5 req-a318b40f-2f59-46fa-bde6-a293601836b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Router 471d5336-29ce-42fe-999c-a8718b6e6c4d has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:50:03.120582 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dce9c6d-ed9e-41e0-93b7-619db1d5c2c5 req-a318b40f-2f59-46fa-bde6-a293601836b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:50:03.131106 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ae10d5-4d2f-4e75-836d-c94849d1b39e None None] Sync routers for ids ['471d5336-29ce-42fe-999c-a8718b6e6c4d'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:50:03.141488 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ae10d5-4d2f-4e75-836d-c94849d1b39e None None] Routers {'471d5336-29ce-42fe-999c-a8718b6e6c4d'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:50:03.142122 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b9ae10d5-4d2f-4e75-836d-c94849d1b39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:49:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['471d5336-29ce-42fe-999c-a8718b6e6c4d'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:50:03.197304 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dce9c6d-ed9e-41e0-93b7-619db1d5c2c5 req-a318b40f-2f59-46fa-bde6-a293601836b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] No DVR routers for this DVR port 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:50:03.199836 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-4dce9c6d-ed9e-41e0-93b7-619db1d5c2c5 req-a318b40f-2f59-46fa-bde6-a293601836b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:03.203311 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1dfc99-86ee-4409-a877-3e58bed636f4', 'name': 'network-vif-deleted', 'tag': '55de6d8f-84a5-44ad-87b6-652f6a2a3e53'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:50:03.215607 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4dce9c6d-ed9e-41e0-93b7-619db1d5c2c5 req-a318b40f-2f59-46fa-bde6-a293601836b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.53 "DELETE /v2.0/ports/55de6d8f-84a5-44ad-87b6-652f6a2a3e53 HTTP/1.1" status: 204 len: 173 time: 1.5483596 Apr 11 14:50:03.313054 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e8801f2-1a34-441c-a473-44183366332c'] response: {'server_uuid': '0c1dfc99-86ee-4409-a877-3e58bed636f4', 'name': 'network-vif-deleted', 'tag': '55de6d8f-84a5-44ad-87b6-652f6a2a3e53', 'status': 'completed', 'code': 200} Apr 11 14:50:03.355936 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-b9ae10d5-4d2f-4e75-836d-c94849d1b39e None None] Set router 471d5336-29ce-42fe-999c-a8718b6e6c4d gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:50:03.448539 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6bd7b2a6-bc25-484e-b81c-6fbc9d50bcd9 req-e3132319-c10c-4c78-b6de-f84e9c61ccaf tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c1dfc99-86ee-4409-a877-3e58bed636f4 HTTP/1.1" status: 200 len: 210 time: 0.0440044 Apr 11 14:50:03.678828 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b9ae10d5-4d2f-4e75-836d-c94849d1b39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '2d91c53e-cb6e-4b11-bb7e-6762d0ef5016', 'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'mac_address': 'fa:16:3e:f1:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:56Z', 'updated_at': '2022-04-11T14:48:02Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'subnets': [{'id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:50:03.682666 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ae10d5-4d2f-4e75-836d-c94849d1b39e None None] Checking router: 471d5336-29ce-42fe-999c-a8718b6e6c4d for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:50:03.692339 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ae10d5-4d2f-4e75-836d-c94849d1b39e None None] Routers {'471d5336-29ce-42fe-999c-a8718b6e6c4d'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:50:03.692929 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b9ae10d5-4d2f-4e75-836d-c94849d1b39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:49:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['471d5336-29ce-42fe-999c-a8718b6e6c4d'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:50:03.867653 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-b9ae10d5-4d2f-4e75-836d-c94849d1b39e None None] Set router 471d5336-29ce-42fe-999c-a8718b6e6c4d gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:50:04.189394 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b9ae10d5-4d2f-4e75-836d-c94849d1b39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '2d91c53e-cb6e-4b11-bb7e-6762d0ef5016', 'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'mac_address': 'fa:16:3e:f1:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:56Z', 'updated_at': '2022-04-11T14:48:02Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'subnets': [{'id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:50:04.193312 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ae10d5-4d2f-4e75-836d-c94849d1b39e None None] The sync data for ids ['471d5336-29ce-42fe-999c-a8718b6e6c4d'] in dv-neutron-837330-1-hyperv is: [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '2d91c53e-cb6e-4b11-bb7e-6762d0ef5016', 'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'mac_address': 'fa:16:3e:f1:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:56Z', 'updated_at': '2022-04-11T14:48:02Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'subnets': [{'id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:50:04.420216 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb73b7e-e24e-4959-b571-112b7a556ca2 None None] New status for floating IP 8ed67685-5f8b-485c-8a33-49f213d1e2aa: DOWN {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:50:04.806702 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-5c84cb94-14ee-4bb0-9b83-50287a4c15ce tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--583817895&fields=id&tenant_id=a5adbd3b8c5a489eb67ace68bc669037 HTTP/1.1" status: 200 len: 267 time: 0.0394588 Apr 11 14:50:04.964144 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-574fbbe1-fc95-4397-9029-eb7abe3833f9 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:04.966825 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-574fbbe1-fc95-4397-9029-eb7abe3833f9 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 812 time: 0.1529701 Apr 11 14:50:04.984514 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-121355b1-5f14-42b4-bbc4-642a5d869bf6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/quotas/a5adbd3b8c5a489eb67ace68bc669037 HTTP/1.1" status: 200 len: 375 time: 0.0125632 Apr 11 14:50:05.081454 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-66745952-1e62-464c-9e86-52c287b3f595 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Synchronizing usage tracker for tenant:a5adbd3b8c5a489eb67ace68bc669037 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:50:05.190820 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-66745952-1e62-464c-9e86-52c287b3f595 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Unset dirty status for tenant:a5adbd3b8c5a489eb67ace68bc669037 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:50:05.196635 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-66745952-1e62-464c-9e86-52c287b3f595 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2057323 Apr 11 14:50:05.326328 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:50:05.357600 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-66b336c6-2c15-4177-9a23-975b3f7d7f1b service neutron] 10.222.0.66 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431291 Apr 11 14:50:05.361293 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:50:05.361692 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 55de6d8f-84a5-44ad-87b6-652f6a2a3e53 not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:50:05.493845 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-50b76e4a-84d4-495e-8a0f-970ceffddd80 service neutron] 10.222.0.66 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311505 Apr 11 14:50:05.771667 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2bf6ea97-3622-4051-ade2-9be36289445e req-064c5dd9-d27e-4b56-9066-1a935f13988d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 210 time: 0.0460267 Apr 11 14:50:06.929629 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-55997344-b6b7-4446-9a6c-b75624b61bc2 req-7a58f0f5-bf4b-426d-a975-1bafb04f9e6c tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 210 time: 0.0436592 Apr 11 14:50:08.113334 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a268e241-4271-43ce-9099-4d3b56a7374e req-6d1b6fda-d3fd-4aa8-a468-1c0bb88a8642 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 210 time: 0.0445037 Apr 11 14:50:08.120380 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-e74ed98b-6eca-4b89-a2f5-f12c23eaeb82 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:08.122492 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-e74ed98b-6eca-4b89-a2f5-f12c23eaeb82 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.53 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 812 time: 0.2713563 Apr 11 14:50:08.194351 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-3c77e41a-4a70-4847-b03f-595595401019 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5adbd3b8c5a489eb67ace68bc669037 HTTP/1.1" status: 200 len: 379 time: 0.0584610 Apr 11 14:50:08.203317 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-96045673-2ce3-4575-80c6-aa31f6294651 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Request body: {'port': {'device_id': '421dbe47-0b33-4523-a6d0-5350036e0c40', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'admin_state_up': True, 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'security_groups': ['56f3b6a6-630c-4651-a0db-2e1925b5a202']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:50:08.343004 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-96045673-2ce3-4575-80c6-aa31f6294651 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:50:08.352458 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-96045673-2ce3-4575-80c6-aa31f6294651 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:50:08.432306 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-96045673-2ce3-4575-80c6-aa31f6294651 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Made reservation on behalf of a5adbd3b8c5a489eb67ace68bc669037 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:50:08.436038 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-96045673-2ce3-4575-80c6-aa31f6294651 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:08.615799 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-96045673-2ce3-4575-80c6-aa31f6294651 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Allocated IP 172.20.0.13 (d8880f92-3c0c-42be-8b4d-870bbc2e1b9d/2dbd9cfa-3161-4113-99ed-fb434304bf27/5ef2aa86-36f4-4aad-80a3-8597230853bc) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:50:08.815166 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-96045673-2ce3-4575-80c6-aa31f6294651 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:08.830736 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-96045673-2ce3-4575-80c6-aa31f6294651 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Transition to ACTIVE for port object 5ef2aa86-36f4-4aad-80a3-8597230853bc will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:50:08.923715 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-96045673-2ce3-4575-80c6-aa31f6294651 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:08.994061 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-96045673-2ce3-4575-80c6-aa31f6294651 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Network d8880f92-3c0c-42be-8b4d-870bbc2e1b9d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:50:09.002038 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-96045673-2ce3-4575-80c6-aa31f6294651 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:50:09.006398 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-96045673-2ce3-4575-80c6-aa31f6294651 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:50:09.038642 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96045673-2ce3-4575-80c6-aa31f6294651 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Pushing event updated for resources: {'Port': ['ID=5ef2aa86-36f4-4aad-80a3-8597230853bc,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:50:09.079208 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-96045673-2ce3-4575-80c6-aa31f6294651 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:09.079836 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-96045673-2ce3-4575-80c6-aa31f6294651 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:09.176155 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-96045673-2ce3-4575-80c6-aa31f6294651 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9772601 Apr 11 14:50:09.194360 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-af208b7c-bdd3-40dc-8c21-1aea825e604a service neutron] Request body: {'port': {'device_id': '421dbe47-0b33-4523-a6d0-5350036e0c40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:50:09.335028 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-17acbdf0-d4d4-4996-9cb4-698ae5ecfabf None None] Provisioning for port 5ef2aa86-36f4-4aad-80a3-8597230853bc completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:50:09.340064 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-17acbdf0-d4d4-4996-9cb4-698ae5ecfabf None None] Provisioning complete for port 5ef2aa86-36f4-4aad-80a3-8597230853bc triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:50:09.344712 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-17acbdf0-d4d4-4996-9cb4-698ae5ecfabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:09.364167 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-af208b7c-bdd3-40dc-8c21-1aea825e604a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:09.399812 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-17acbdf0-d4d4-4996-9cb4-698ae5ecfabf None None] Port 5ef2aa86-36f4-4aad-80a3-8597230853bc cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:50:09.443520 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15b3dd-b8dd-4586-9581-b5c9f76dbf06 req-8f23210a-be8f-4f3e-9b42-d762a2a58c6a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:09.444126 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-8c15b3dd-b8dd-4586-9581-b5c9f76dbf06 req-8f23210a-be8f-4f3e-9b42-d762a2a58c6a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Synchronizing usage tracker for tenant:a5adbd3b8c5a489eb67ace68bc669037 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:50:09.582207 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-8c15b3dd-b8dd-4586-9581-b5c9f76dbf06 req-8f23210a-be8f-4f3e-9b42-d762a2a58c6a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Unset dirty status for tenant:a5adbd3b8c5a489eb67ace68bc669037 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:50:09.583397 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8c15b3dd-b8dd-4586-9581-b5c9f76dbf06 req-8f23210a-be8f-4f3e-9b42-d762a2a58c6a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 932 time: 0.3428564 Apr 11 14:50:09.695832 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8c15b3dd-b8dd-4586-9581-b5c9f76dbf06 req-6ec6e43c-6209-41ab-b63f-5e68d1d8b3e4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047463 Apr 11 14:50:09.792447 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-af208b7c-bdd3-40dc-8c21-1aea825e604a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef2aa86-36f4-4aad-80a3-8597230853bc {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:50:09.801054 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-af208b7c-bdd3-40dc-8c21-1aea825e604a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:09.820209 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-af208b7c-bdd3-40dc-8c21-1aea825e604a service neutron] Transition to ACTIVE for port object 5ef2aa86-36f4-4aad-80a3-8597230853bc will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:50:09.906808 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-af208b7c-bdd3-40dc-8c21-1aea825e604a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:10.038577 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af208b7c-bdd3-40dc-8c21-1aea825e604a service neutron] Pushing event updated for resources: {'Port': ['ID=5ef2aa86-36f4-4aad-80a3-8597230853bc,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:50:10.149341 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-af208b7c-bdd3-40dc-8c21-1aea825e604a service neutron] Attempting to bind port 5ef2aa86-36f4-4aad-80a3-8597230853bc on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:50:10.149672 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-af208b7c-bdd3-40dc-8c21-1aea825e604a service neutron] Attempting to bind port 5ef2aa86-36f4-4aad-80a3-8597230853bc by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '0e45ea23-a357-4dec-b98b-c4fcd647fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:50:10.150047 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-af208b7c-bdd3-40dc-8c21-1aea825e604a service neutron] Attempting to bind port 5ef2aa86-36f4-4aad-80a3-8597230853bc on network d8880f92-3c0c-42be-8b4d-870bbc2e1b9d {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:50:10.155429 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-af208b7c-bdd3-40dc-8c21-1aea825e604a service neutron] Port 5ef2aa86-36f4-4aad-80a3-8597230853bc on network d8880f92-3c0c-42be-8b4d-870bbc2e1b9d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:50:10.155745 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-af208b7c-bdd3-40dc-8c21-1aea825e604a service neutron] Attempting to bind port 5ef2aa86-36f4-4aad-80a3-8597230853bc on network d8880f92-3c0c-42be-8b4d-870bbc2e1b9d {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:50:10.160781 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-af208b7c-bdd3-40dc-8c21-1aea825e604a service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:50:10.161113 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-af208b7c-bdd3-40dc-8c21-1aea825e604a service neutron] Checking segment: {'id': '0e45ea23-a357-4dec-b98b-c4fcd647fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:50:10.161491 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-af208b7c-bdd3-40dc-8c21-1aea825e604a service neutron] Bound using segment: {'id': '0e45ea23-a357-4dec-b98b-c4fcd647fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:50:10.161943 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-af208b7c-bdd3-40dc-8c21-1aea825e604a service neutron] Bound port: 5ef2aa86-36f4-4aad-80a3-8597230853bc, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e45ea23-a357-4dec-b98b-c4fcd647fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:50:10.162286 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-af208b7c-bdd3-40dc-8c21-1aea825e604a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:10.252072 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-af208b7c-bdd3-40dc-8c21-1aea825e604a service neutron] For port 5ef2aa86-36f4-4aad-80a3-8597230853bc, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:50:10.254984 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-af208b7c-bdd3-40dc-8c21-1aea825e604a service neutron] For port 5ef2aa86-36f4-4aad-80a3-8597230853bc, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=5ef2aa86-36f4-4aad-80a3-8597230853bc,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:50:10.318385 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-af208b7c-bdd3-40dc-8c21-1aea825e604a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:10.481554 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-af208b7c-bdd3-40dc-8c21-1aea825e604a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:10.482229 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-af208b7c-bdd3-40dc-8c21-1aea825e604a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:10.483602 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-af208b7c-bdd3-40dc-8c21-1aea825e604a service neutron] 10.222.0.53 "PUT /v2.0/ports/5ef2aa86-36f4-4aad-80a3-8597230853bc HTTP/1.1" status: 200 len: 1094 time: 1.2938113 Apr 11 14:50:10.484039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421dbe47-0b33-4523-a6d0-5350036e0c40', 'tag': '5ef2aa86-36f4-4aad-80a3-8597230853bc'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:50:10.510204 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af208b7c-bdd3-40dc-8c21-1aea825e604a service neutron] Pushing event updated for resources: {'Port': ['ID=5ef2aa86-36f4-4aad-80a3-8597230853bc,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:50:10.541029 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e596815c-0120-4764-af45-dde58e11ae1d'] response: {'name': 'network-changed', 'server_uuid': '421dbe47-0b33-4523-a6d0-5350036e0c40', 'tag': '5ef2aa86-36f4-4aad-80a3-8597230853bc', 'status': 'completed', 'code': 200} Apr 11 14:50:10.660310 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c21960-21ac-41d7-84da-7b4ab8606082 req-18fe9cb7-6a0c-4008-b9c0-c2939718387d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:10.661794 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-13c21960-21ac-41d7-84da-7b4ab8606082 req-18fe9cb7-6a0c-4008-b9c0-c2939718387d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 1097 time: 0.0811145 Apr 11 14:50:10.853513 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c21960-21ac-41d7-84da-7b4ab8606082 req-ed35c76c-65ea-447b-b189-a1caced9f300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:10.854951 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-13c21960-21ac-41d7-84da-7b4ab8606082 req-ed35c76c-65ea-447b-b189-a1caced9f300 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1781075 Apr 11 14:50:10.992711 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a23954-7add-4cd8-ba5a-5e28ffc2548a req-60ded8ce-596d-4e08-a01d-eedde35fd26d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:10.994135 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-76a23954-7add-4cd8-ba5a-5e28ffc2548a req-60ded8ce-596d-4e08-a01d-eedde35fd26d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 944 time: 0.1902373 Apr 11 14:50:11.050873 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c21960-21ac-41d7-84da-7b4ab8606082 req-5e138e2c-2ef6-4209-a1ae-9aca4de0f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:11.052318 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-13c21960-21ac-41d7-84da-7b4ab8606082 req-5e138e2c-2ef6-4209-a1ae-9aca4de0f5e9 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1910431 Apr 11 14:50:11.065650 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-76a23954-7add-4cd8-ba5a-5e28ffc2548a req-b28da21e-fc0b-4b5a-827f-f68bc550c284 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644608 Apr 11 14:50:11.201799 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-f142ea51-9fa2-4779-8441-09df5524849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:11.203353 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-f142ea51-9fa2-4779-8441-09df5524849f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 1097 time: 0.0901148 Apr 11 14:50:11.288640 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-8b1b64fd-9867-4b07-8a9c-ae22cac17fe2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ef2aa86-36f4-4aad-80a3-8597230853bc HTTP/1.1" status: 200 len: 217 time: 0.0730665 Apr 11 14:50:11.360079 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-f6d29c1c-caa1-4a1d-969f-58fef5b5c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:11.361526 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-f6d29c1c-caa1-4a1d-969f-58fef5b5c90f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 200 len: 851 time: 0.0671053 Apr 11 14:50:11.461024 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-d9df6b25-9e0d-4ace-9f82-7f9440cfa268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:11.463210 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-d9df6b25-9e0d-4ace-9f82-7f9440cfa268 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0958261 Apr 11 14:50:11.607781 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-74ac46e1-b563-4a99-b84c-a432aaef89f6 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387017 Apr 11 14:50:11.753981 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-184d24a9-9dc5-4c34-95fc-6921788de2d0 req-db97b825-fb84-4a18-9a1d-8f7b26465cf9 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407371 Apr 11 14:50:12.254133 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60025ae3-8cae-40eb-8253-1d67820a05a4 req-2be49cc5-47a2-4e08-aaa0-e6a8acf627b1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:12.255522 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-60025ae3-8cae-40eb-8253-1d67820a05a4 req-2be49cc5-47a2-4e08-aaa0-e6a8acf627b1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 944 time: 0.0814152 Apr 11 14:50:12.303346 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-60025ae3-8cae-40eb-8253-1d67820a05a4 req-1109e2a9-6bfc-47a3-92e3-e0178dd51f04 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421252 Apr 11 14:50:13.493942 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afba2c-05c9-400c-b245-c407ad1fbe14 req-f9251eb5-0942-48dd-b20b-f7ed98e84ae9 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:13.495432 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f2afba2c-05c9-400c-b245-c407ad1fbe14 req-f9251eb5-0942-48dd-b20b-f7ed98e84ae9 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 944 time: 0.0826459 Apr 11 14:50:13.544080 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f2afba2c-05c9-400c-b245-c407ad1fbe14 req-02553dbd-cba4-4a44-97c9-8f9b18c0ac18 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429442 Apr 11 14:50:14.729333 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f005e-8346-40de-9f07-2bbd359c6921 req-4fdcb181-324c-4d22-8053-ad5e72f68a10 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:14.731349 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2d4f005e-8346-40de-9f07-2bbd359c6921 req-4fdcb181-324c-4d22-8053-ad5e72f68a10 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 944 time: 0.0818443 Apr 11 14:50:14.775669 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2d4f005e-8346-40de-9f07-2bbd359c6921 req-802769a6-10be-45bd-8af9-11e4a56438e7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385444 Apr 11 14:50:15.398224 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 5ef2aa86-36f4-4aad-80a3-8597230853bc details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:50:15.532678 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 5ef2aa86-36f4-4aad-80a3-8597230853bc, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=5ef2aa86-36f4-4aad-80a3-8597230853bc,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:50:15.546030 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '5ef2aa86-36f4-4aad-80a3-8597230853bc', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'port_id': '5ef2aa86-36f4-4aad-80a3-8597230853bc', 'mac_address': 'fa:16:3e:61:60:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:50:15.601599 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:15.618381 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef2aa86-36f4-4aad-80a3-8597230853bc {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:50:15.633407 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 5ef2aa86-36f4-4aad-80a3-8597230853bc, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=5ef2aa86-36f4-4aad-80a3-8597230853bc,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:50:15.726288 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:15.797430 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=5ef2aa86-36f4-4aad-80a3-8597230853bc,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:50:15.805103 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:50:15.805103 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:50:15.805298 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:50:15.805634 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:50:15.805998 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:50:15.806334 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:50:15.806663 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:50:15.806990 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:50:15.807319 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:50:15.807640 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:50:15.807967 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:50:15.808289 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:50:15.985560 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98667abb-c068-4d01-8396-1db2fdf5b23d req-953e1583-b135-45c3-beac-7beb10440ecc tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:15.986960 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-98667abb-c068-4d01-8396-1db2fdf5b23d req-953e1583-b135-45c3-beac-7beb10440ecc tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 945 time: 0.0813494 Apr 11 14:50:16.034690 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-98667abb-c068-4d01-8396-1db2fdf5b23d req-365dfce2-ce38-4596-951f-d1b884263e1a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412714 Apr 11 14:50:16.119340 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['5ef2aa86-36f4-4aad-80a3-8597230853bc'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:50:16.796111 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:50:17.227390 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ea981-d1e7-4d9b-a9ed-e3012999a2f6 req-d54221e8-b2b8-4a14-b530-b2e8b1b1e31d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:17.228868 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c24ea981-d1e7-4d9b-a9ed-e3012999a2f6 req-d54221e8-b2b8-4a14-b530-b2e8b1b1e31d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 945 time: 0.0850601 Apr 11 14:50:17.273977 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c24ea981-d1e7-4d9b-a9ed-e3012999a2f6 req-cc5a69c5-db61-430b-9183-3b0504d95422 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389588 Apr 11 14:50:17.397247 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 5ef2aa86-36f4-4aad-80a3-8597230853bc up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:50:17.523652 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port 5ef2aa86-36f4-4aad-80a3-8597230853bc completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:50:17.528575 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 5ef2aa86-36f4-4aad-80a3-8597230853bc triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:50:17.528940 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:17.651412 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:17.678705 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421dbe47-0b33-4523-a6d0-5350036e0c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef2aa86-36f4-4aad-80a3-8597230853bc'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:50:17.689155 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 5ef2aa86-36f4-4aad-80a3-8597230853bc, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=5ef2aa86-36f4-4aad-80a3-8597230853bc,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:50:17.775231 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:17.846510 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=5ef2aa86-36f4-4aad-80a3-8597230853bc,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:50:17.869697 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eba789d6-26b6-4dfb-813d-1bf90139b51f'] response: {'server_uuid': '421dbe47-0b33-4523-a6d0-5350036e0c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef2aa86-36f4-4aad-80a3-8597230853bc', 'code': 200} Apr 11 14:50:18.237915 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019511b-d0ba-4c94-bc11-bb4640829240 req-e4d8525b-92ca-402d-a2d7-cf8f4a369b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:18.239441 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3019511b-d0ba-4c94-bc11-bb4640829240 req-e4d8525b-92ca-402d-a2d7-cf8f4a369b33 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 1099 time: 0.0755327 Apr 11 14:50:18.281632 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3019511b-d0ba-4c94-bc11-bb4640829240 req-3a95c4a4-db6e-4332-a79f-1065e5c7d95e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340176 Apr 11 14:50:18.461118 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8c878-1379-4b8e-a3d7-76100cf2aef3 req-b6d519db-51b0-476b-b3a3-981d03e7d096 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:18.462620 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b5d8c878-1379-4b8e-a3d7-76100cf2aef3 req-b6d519db-51b0-476b-b3a3-981d03e7d096 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0805764 Apr 11 14:50:18.507908 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b5d8c878-1379-4b8e-a3d7-76100cf2aef3 req-5e410acb-33a2-4450-ad60-2e6c387c0099 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381770 Apr 11 14:50:19.701469 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277efd12-d9d2-4056-a88c-92c3c17b8e58 req-c42dc722-1f90-4c38-a995-42c5ae08f8a7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:19.702951 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-277efd12-d9d2-4056-a88c-92c3c17b8e58 req-c42dc722-1f90-4c38-a995-42c5ae08f8a7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0863755 Apr 11 14:50:19.753080 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-277efd12-d9d2-4056-a88c-92c3c17b8e58 req-a581b343-d807-432e-84f8-10b3c1ed4a3d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445328 Apr 11 14:50:20.942060 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2a164-ef34-496c-b80e-ed56c0450f0e req-96ff50a6-9a7b-4c16-b999-2cbafbdb870e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:20.943573 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4cf2a164-ef34-496c-b80e-ed56c0450f0e req-96ff50a6-9a7b-4c16-b999-2cbafbdb870e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0852020 Apr 11 14:50:20.989690 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4cf2a164-ef34-496c-b80e-ed56c0450f0e req-90a4cf27-0f25-4774-8bd6-cab0ec43dd4d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404816 Apr 11 14:50:21.180397 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbf7a9-a6c1-437f-832c-8ce1d0b1b8c5 req-cf619755-b518-4f06-b090-67b5d5f157e8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:21.181839 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-71dbf7a9-a6c1-437f-832c-8ce1d0b1b8c5 req-cf619755-b518-4f06-b090-67b5d5f157e8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0883503 Apr 11 14:50:21.191223 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 49784) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:50:21.196142 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-1305347a-933c-4553-a5b3-d28fd992bcfb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Request body: {'floatingip': {'port_id': '5ef2aa86-36f4-4aad-80a3-8597230853bc'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:50:21.275347 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1305347a-933c-4553-a5b3-d28fd992bcfb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for floatingip, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:21.981031 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1305347a-933c-4553-a5b3-d28fd992bcfb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:22.041008 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1305347a-933c-4553-a5b3-d28fd992bcfb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:22.222552 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-1305347a-933c-4553-a5b3-d28fd992bcfb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Floating IP 8ed67685-5f8b-485c-8a33-49f213d1e2aa associated. External IP: 172.26.7.214, port: 5ef2aa86-36f4-4aad-80a3-8597230853bc. Apr 11 14:50:22.592670 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1305347a-933c-4553-a5b3-d28fd992bcfb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Router 471d5336-29ce-42fe-999c-a8718b6e6c4d has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:50:22.908679 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1305347a-933c-4553-a5b3-d28fd992bcfb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:50:22.913430 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1305347a-933c-4553-a5b3-d28fd992bcfb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:22.918100 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef72779-0399-40cc-8f91-af91045e7c45 None None] Sync routers for ids ['471d5336-29ce-42fe-999c-a8718b6e6c4d'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:50:22.930038 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef72779-0399-40cc-8f91-af91045e7c45 None None] Routers {'471d5336-29ce-42fe-999c-a8718b6e6c4d'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:50:22.930680 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-aef72779-0399-40cc-8f91-af91045e7c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:49:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['471d5336-29ce-42fe-999c-a8718b6e6c4d'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:50:22.973460 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1305347a-933c-4553-a5b3-d28fd992bcfb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "PUT /v2.0/floatingips/8ed67685-5f8b-485c-8a33-49f213d1e2aa HTTP/1.1" status: 200 len: 992 time: 1.7785704 Apr 11 14:50:22.973460 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421dbe47-0b33-4523-a6d0-5350036e0c40', 'tag': '5ef2aa86-36f4-4aad-80a3-8597230853bc'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:50:23.022170 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-012156dd-78f2-4861-b353-ed34221901da'] response: {'name': 'network-changed', 'server_uuid': '421dbe47-0b33-4523-a6d0-5350036e0c40', 'tag': '5ef2aa86-36f4-4aad-80a3-8597230853bc', 'status': 'completed', 'code': 200} Apr 11 14:50:23.145294 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e7a6e-5098-4bb0-b45a-bb889b407737 req-e378edbe-f793-463b-a158-424f91adc7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:23.147577 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a44e7a6e-5098-4bb0-b45a-bb889b407737 req-e378edbe-f793-463b-a158-424f91adc7ef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 1099 time: 0.0780241 Apr 11 14:50:23.148807 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-aef72779-0399-40cc-8f91-af91045e7c45 None None] Set router 471d5336-29ce-42fe-999c-a8718b6e6c4d gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:50:23.288549 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e7a6e-5098-4bb0-b45a-bb889b407737 req-f20d9823-51a7-48de-b1f3-b64a00825fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:23.290045 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a44e7a6e-5098-4bb0-b45a-bb889b407737 req-f20d9823-51a7-48de-b1f3-b64a00825fa4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 914 time: 0.1376810 Apr 11 14:50:23.472917 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a44e7a6e-5098-4bb0-b45a-bb889b407737 req-e37d40fd-ecba-443b-a1b6-6d3faf7d3d52 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ef2aa86-36f4-4aad-80a3-8597230853bc HTTP/1.1" status: 200 len: 1000 time: 0.1770911 Apr 11 14:50:23.560221 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e7a6e-5098-4bb0-b45a-bb889b407737 req-ac246e86-c0a1-43b5-b8d6-527610f9074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:23.561573 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a44e7a6e-5098-4bb0-b45a-bb889b407737 req-ac246e86-c0a1-43b5-b8d6-527610f9074b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 200 len: 851 time: 0.0832939 Apr 11 14:50:23.579961 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-aef72779-0399-40cc-8f91-af91045e7c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '8ed67685-5f8b-485c-8a33-49f213d1e2aa', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'floating_ip_address': '172.26.7.214', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'port_id': '5ef2aa86-36f4-4aad-80a3-8597230853bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'mac_address': 'fa:16:3e:61:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421dbe47-0b33-4523-a6d0-5350036e0c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:48:00Z', 'updated_at': '2022-04-11T14:50:21Z', 'revision_number': 9, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d91c53e-cb6e-4b11-bb7e-6762d0ef5016', 'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'mac_address': 'fa:16:3e:f1:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:56Z', 'updated_at': '2022-04-11T14:48:02Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'subnets': [{'id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:50:23.583648 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef72779-0399-40cc-8f91-af91045e7c45 None None] Checking router: 471d5336-29ce-42fe-999c-a8718b6e6c4d for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:50:23.599576 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8c0ac632-1a15-4a9e-b62d-b4099ec6c89c req-7abb4fff-609c-4e7c-984e-8e78cc42a65c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848393 Apr 11 14:50:23.600650 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef72779-0399-40cc-8f91-af91045e7c45 None None] Routers {'471d5336-29ce-42fe-999c-a8718b6e6c4d'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:50:23.601694 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-aef72779-0399-40cc-8f91-af91045e7c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:49:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['471d5336-29ce-42fe-999c-a8718b6e6c4d'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:50:23.626298 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531b7be-d0ec-4a11-ba9d-8043d1f5f225 req-46c44204-033d-497f-95f7-a6a942447709 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:23.627839 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1531b7be-d0ec-4a11-ba9d-8043d1f5f225 req-46c44204-033d-497f-95f7-a6a942447709 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.2015524 Apr 11 14:50:23.693383 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1531b7be-d0ec-4a11-ba9d-8043d1f5f225 req-4e4b5d3f-31ee-42d3-9560-81b447b02ffc tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585239 Apr 11 14:50:23.699189 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e7a6e-5098-4bb0-b45a-bb889b407737 req-8e9d389d-d746-4de6-b213-4ef9cbc5601c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:23.701737 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a44e7a6e-5098-4bb0-b45a-bb889b407737 req-8e9d389d-d746-4de6-b213-4ef9cbc5601c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1333768 Apr 11 14:50:23.791601 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-aef72779-0399-40cc-8f91-af91045e7c45 None None] Set router 471d5336-29ce-42fe-999c-a8718b6e6c4d gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:50:23.860167 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a44e7a6e-5098-4bb0-b45a-bb889b407737 req-528c828f-2c2b-4778-b57b-be30ab326d40 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516731 Apr 11 14:50:24.003784 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a44e7a6e-5098-4bb0-b45a-bb889b407737 req-99e8588f-8121-4d8d-ac99-4e8142ae1c0b service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367629 Apr 11 14:50:24.188679 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-aef72779-0399-40cc-8f91-af91045e7c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '8ed67685-5f8b-485c-8a33-49f213d1e2aa', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'floating_ip_address': '172.26.7.214', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'port_id': '5ef2aa86-36f4-4aad-80a3-8597230853bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'mac_address': 'fa:16:3e:61:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421dbe47-0b33-4523-a6d0-5350036e0c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:48:00Z', 'updated_at': '2022-04-11T14:50:21Z', 'revision_number': 9, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d91c53e-cb6e-4b11-bb7e-6762d0ef5016', 'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'mac_address': 'fa:16:3e:f1:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:56Z', 'updated_at': '2022-04-11T14:48:02Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'subnets': [{'id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:50:24.194682 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef72779-0399-40cc-8f91-af91045e7c45 None None] The sync data for ids ['471d5336-29ce-42fe-999c-a8718b6e6c4d'] in dv-neutron-837330-1-hyperv is: [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '8ed67685-5f8b-485c-8a33-49f213d1e2aa', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'floating_ip_address': '172.26.7.214', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'port_id': '5ef2aa86-36f4-4aad-80a3-8597230853bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'mac_address': 'fa:16:3e:61:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421dbe47-0b33-4523-a6d0-5350036e0c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:48:00Z', 'updated_at': '2022-04-11T14:50:21Z', 'revision_number': 9, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d91c53e-cb6e-4b11-bb7e-6762d0ef5016', 'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'mac_address': 'fa:16:3e:f1:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:56Z', 'updated_at': '2022-04-11T14:48:02Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'subnets': [{'id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:50:24.428455 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8245ae-b826-4590-9a67-636fb3cc8d15 None None] New status for floating IP 8ed67685-5f8b-485c-8a33-49f213d1e2aa: ACTIVE {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:50:24.522421 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:24.924670 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fb019-f414-4373-98c8-b4d56737edd5 req-fe7c8d03-4014-45d5-93bd-28d9ccb9f62a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:24.926246 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-877fb019-f414-4373-98c8-b4d56737edd5 req-fe7c8d03-4014-45d5-93bd-28d9ccb9f62a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.1043062 Apr 11 14:50:24.977514 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-877fb019-f414-4373-98c8-b4d56737edd5 req-ede088af-a119-4f0f-8312-b3c25f576474 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452077 Apr 11 14:50:25.211764 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ec7e2b89-d2a0-455e-a2b8-d6e82309b29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:26.037357 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ac632-1a15-4a9e-b62d-b4099ec6c89c req-b98c869b-4791-418a-bad0-b1a385ef2684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:26.038900 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8c0ac632-1a15-4a9e-b62d-b4099ec6c89c req-b98c869b-4791-418a-bad0-b1a385ef2684 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 1099 time: 0.0764294 Apr 11 14:50:26.225653 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ac632-1a15-4a9e-b62d-b4099ec6c89c req-4efe01ca-667c-443c-8944-5b69013e5315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:26.227152 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8c0ac632-1a15-4a9e-b62d-b4099ec6c89c req-4efe01ca-667c-443c-8944-5b69013e5315 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 914 time: 0.1824062 Apr 11 14:50:26.314230 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1d1dd-ad5a-4707-8aff-6cfa1c7f9f93 req-8ec725aa-8892-43f7-b25b-659eafbb74a7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:26.315607 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-61a1d1dd-ad5a-4707-8aff-6cfa1c7f9f93 req-8ec725aa-8892-43f7-b25b-659eafbb74a7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.1881602 Apr 11 14:50:26.372130 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8c0ac632-1a15-4a9e-b62d-b4099ec6c89c req-c0cd5bfc-f3fa-4094-bfbd-1b6e772ec21c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ef2aa86-36f4-4aad-80a3-8597230853bc HTTP/1.1" status: 200 len: 1003 time: 0.1359971 Apr 11 14:50:26.381895 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-61a1d1dd-ad5a-4707-8aff-6cfa1c7f9f93 req-76c6b911-cd03-497b-b758-faacdd700e93 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602705 Apr 11 14:50:26.448972 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ac632-1a15-4a9e-b62d-b4099ec6c89c req-4ec87727-1193-495d-8a64-b68285e5625a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:26.451067 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8c0ac632-1a15-4a9e-b62d-b4099ec6c89c req-4ec87727-1193-495d-8a64-b68285e5625a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 200 len: 851 time: 0.0618024 Apr 11 14:50:26.536413 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ac632-1a15-4a9e-b62d-b4099ec6c89c req-a4b2d1a8-3571-4906-a40b-354d3bfaf9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:26.537930 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8c0ac632-1a15-4a9e-b62d-b4099ec6c89c req-a4b2d1a8-3571-4906-a40b-354d3bfaf9f3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719879 Apr 11 14:50:26.801052 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8c0ac632-1a15-4a9e-b62d-b4099ec6c89c req-adacb391-00c5-46e2-969f-0ed7d3e5a840 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570989 Apr 11 14:50:26.939924 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8c0ac632-1a15-4a9e-b62d-b4099ec6c89c req-57032c27-c4f6-4004-b627-bf8b33a37ecc service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322131 Apr 11 14:50:27.585079 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca045c78-ab5d-4db6-9f1d-7edb2e52a424 req-e375d5ed-f602-41af-a9f9-87e5e38dc7fd tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:27.586605 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ca045c78-ab5d-4db6-9f1d-7edb2e52a424 req-e375d5ed-f602-41af-a9f9-87e5e38dc7fd tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0867016 Apr 11 14:50:27.636295 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ca045c78-ab5d-4db6-9f1d-7edb2e52a424 req-b0aa7f40-22f1-4fef-970e-5d9875c44396 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427694 Apr 11 14:50:27.786307 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b4a2547e-f394-4260-9160-6433d99619ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:28.695296 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:28.743545 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:28.831160 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0992ef-69c9-43e8-96dc-cb87a9a8fcd6 req-c349284b-58c7-4351-912c-368a596747da tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:28.832615 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-af0992ef-69c9-43e8-96dc-cb87a9a8fcd6 req-c349284b-58c7-4351-912c-368a596747da tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0879428 Apr 11 14:50:28.878363 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-af0992ef-69c9-43e8-96dc-cb87a9a8fcd6 req-3ee05bd4-6c98-43a9-a582-ef2ac05c52de tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400176 Apr 11 14:50:29.054186 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc407f-27d2-4d3b-bebf-b0f7368176e5 req-a4bff655-f400-4eeb-accf-d8090c2f4202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:29.055658 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-45dc407f-27d2-4d3b-bebf-b0f7368176e5 req-a4bff655-f400-4eeb-accf-d8090c2f4202 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 1099 time: 0.0783894 Apr 11 14:50:29.205186 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc407f-27d2-4d3b-bebf-b0f7368176e5 req-adb1fd00-a44f-422b-aac2-b9ef9be09d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:29.206664 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-45dc407f-27d2-4d3b-bebf-b0f7368176e5 req-adb1fd00-a44f-422b-aac2-b9ef9be09d48 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 914 time: 0.1304715 Apr 11 14:50:29.309583 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-45dc407f-27d2-4d3b-bebf-b0f7368176e5 req-d6a0cdf9-3e34-4d33-a302-2500226992b2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ef2aa86-36f4-4aad-80a3-8597230853bc HTTP/1.1" status: 200 len: 1003 time: 0.0957854 Apr 11 14:50:29.374091 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc407f-27d2-4d3b-bebf-b0f7368176e5 req-d46dccfc-a180-4daf-8868-1de52ddb42ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:29.375538 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-45dc407f-27d2-4d3b-bebf-b0f7368176e5 req-d46dccfc-a180-4daf-8868-1de52ddb42ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 200 len: 851 time: 0.0616698 Apr 11 14:50:29.453761 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc407f-27d2-4d3b-bebf-b0f7368176e5 req-0708234e-ab17-41cc-94af-4f492c2bc755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:29.455251 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-45dc407f-27d2-4d3b-bebf-b0f7368176e5 req-0708234e-ab17-41cc-94af-4f492c2bc755 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743556 Apr 11 14:50:29.592954 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-45dc407f-27d2-4d3b-bebf-b0f7368176e5 req-e7e2764f-0021-4462-b21b-2250578e25da service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313317 Apr 11 14:50:29.728020 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-45dc407f-27d2-4d3b-bebf-b0f7368176e5 req-095ad93b-f42e-432d-9a50-b69be9eac125 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290131 Apr 11 14:50:29.982479 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:30.073514 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a7f0e-921e-48b0-b00d-9d45af0f215c req-1e00ed49-a38e-4f1e-86b5-0aad67c9ad83 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:30.075132 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-685a7f0e-921e-48b0-b00d-9d45af0f215c req-1e00ed49-a38e-4f1e-86b5-0aad67c9ad83 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0855267 Apr 11 14:50:30.130457 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-685a7f0e-921e-48b0-b00d-9d45af0f215c req-f2a50ed6-b429-4272-9e30-df4f3f911b2b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408642 Apr 11 14:50:31.328832 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d282c-db29-4e90-9d98-a6831164abc0 req-3b4ab26a-b579-43cf-8ab9-0d82212d57ae tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:31.330253 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9a5d282c-db29-4e90-9d98-a6831164abc0 req-3b4ab26a-b579-43cf-8ab9-0d82212d57ae tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0849097 Apr 11 14:50:31.374985 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9a5d282c-db29-4e90-9d98-a6831164abc0 req-fe31f897-e376-45d0-9471-5a9d3141a5e0 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390654 Apr 11 14:50:32.570447 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecee276-15a9-49be-95a7-bdb25c3fd5b2 req-322ed3de-ffca-43cf-9e8c-91d0747ded52 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:32.572005 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5ecee276-15a9-49be-95a7-bdb25c3fd5b2 req-322ed3de-ffca-43cf-9e8c-91d0747ded52 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0870962 Apr 11 14:50:32.618708 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5ecee276-15a9-49be-95a7-bdb25c3fd5b2 req-d372f874-17c6-40a6-b366-245a06ae2f77 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400429 Apr 11 14:50:33.812226 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d76f9-01ba-4b2e-9068-c0cfd8da912c req-52b14aac-e260-45a5-8d3b-99d5ec89a389 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:33.813617 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-bc5d76f9-01ba-4b2e-9068-c0cfd8da912c req-52b14aac-e260-45a5-8d3b-99d5ec89a389 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0840964 Apr 11 14:50:33.859479 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-bc5d76f9-01ba-4b2e-9068-c0cfd8da912c req-4249ea8f-acba-4c3f-9a00-14063028fd67 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400784 Apr 11 14:50:35.048081 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d57796-6465-4c96-8898-75f8cbd015fc req-55d76991-74ef-4bd0-a804-9ae3933a948a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:35.049563 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-56d57796-6465-4c96-8898-75f8cbd015fc req-55d76991-74ef-4bd0-a804-9ae3933a948a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0815384 Apr 11 14:50:35.094498 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-56d57796-6465-4c96-8898-75f8cbd015fc req-b6afb772-af9d-41e0-96b9-4af26655e1fa tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391276 Apr 11 14:50:36.316813 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72499211-82b1-4919-af64-3b81c936e0ce req-631248ef-54d6-4c4b-a09a-ab27ef76be59 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:36.316813 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-72499211-82b1-4919-af64-3b81c936e0ce req-631248ef-54d6-4c4b-a09a-ab27ef76be59 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0868895 Apr 11 14:50:36.335690 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-72499211-82b1-4919-af64-3b81c936e0ce req-496bdba4-cbd4-49f6-b030-ac7ec8eabb93 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395751 Apr 11 14:50:37.533886 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7d13a-03d8-402b-bb3f-b7b6232b15a9 req-578ee880-3ac0-45d0-beff-b7f2b81fd9db tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:37.536659 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3ca7d13a-03d8-402b-bb3f-b7b6232b15a9 req-578ee880-3ac0-45d0-beff-b7f2b81fd9db tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0928071 Apr 11 14:50:37.584283 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3ca7d13a-03d8-402b-bb3f-b7b6232b15a9 req-fc6ed15c-4d75-4b18-9463-68e0ed3a696c tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422153 Apr 11 14:50:38.777802 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15a7aa-9eab-4996-8a77-8aa4726adefa req-996451ed-95de-4d1e-844f-20ec7c48f452 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:38.779309 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0f15a7aa-9eab-4996-8a77-8aa4726adefa req-996451ed-95de-4d1e-844f-20ec7c48f452 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0848935 Apr 11 14:50:38.828285 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0f15a7aa-9eab-4996-8a77-8aa4726adefa req-57036205-6e08-4360-bb00-7e4e3f15346f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431166 Apr 11 14:50:40.021428 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7f34d-06d0-4b69-bd75-8b571aa30e48 req-cdf0fcfa-5ef5-406f-8ecb-3dfcb447d5c5 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:40.022945 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a8b7f34d-06d0-4b69-bd75-8b571aa30e48 req-cdf0fcfa-5ef5-406f-8ecb-3dfcb447d5c5 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0853097 Apr 11 14:50:40.068844 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a8b7f34d-06d0-4b69-bd75-8b571aa30e48 req-3647e529-d955-4661-a862-9c4f715f681e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395377 Apr 11 14:50:41.264870 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e26b9-1f85-4aff-8727-4d328e944df5 req-416ac8cd-7eeb-4c2e-99dd-3a0b49ff20a7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:41.266384 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3c9e26b9-1f85-4aff-8727-4d328e944df5 req-416ac8cd-7eeb-4c2e-99dd-3a0b49ff20a7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0885589 Apr 11 14:50:41.311654 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3c9e26b9-1f85-4aff-8727-4d328e944df5 req-df0aa0d8-79f7-4bdb-9346-0ff9ef017527 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394218 Apr 11 14:50:42.499669 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91ee3a-74e5-4576-8f5c-10da02e1116d req-57602ed0-4d7e-4d2c-b816-df1eb24a59a9 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:42.501179 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1c91ee3a-74e5-4576-8f5c-10da02e1116d req-57602ed0-4d7e-4d2c-b816-df1eb24a59a9 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0802960 Apr 11 14:50:42.545050 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1c91ee3a-74e5-4576-8f5c-10da02e1116d req-efb6f657-a684-4b7d-bb32-c9ba95b5d920 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381353 Apr 11 14:50:43.736399 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8635a-e84e-4e79-8508-5f493fab9fbe req-98a35792-d36d-4f35-8177-3c9d04e40cad tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:43.737865 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ecf8635a-e84e-4e79-8508-5f493fab9fbe req-98a35792-d36d-4f35-8177-3c9d04e40cad tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0858026 Apr 11 14:50:43.783051 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ecf8635a-e84e-4e79-8508-5f493fab9fbe req-308ab615-8ed0-4908-8544-22c6dc0f4165 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394948 Apr 11 14:50:44.979762 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558c800-00d9-4e7a-95d0-8c78713bb0f7 req-fc4954ac-6feb-4a0f-8ffa-0684e1b932a4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:44.981321 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c558c800-00d9-4e7a-95d0-8c78713bb0f7 req-fc4954ac-6feb-4a0f-8ffa-0684e1b932a4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0866809 Apr 11 14:50:45.026809 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c558c800-00d9-4e7a-95d0-8c78713bb0f7 req-3fdfc9d4-fe72-445e-b02f-99e21c0b7f1c tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397894 Apr 11 14:50:46.217083 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66e667-abbd-4c46-bca1-095e6458c83e req-3c4b61f3-36c9-456c-b3a3-1ba83fbb8bb2 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:46.218601 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cf66e667-abbd-4c46-bca1-095e6458c83e req-3c4b61f3-36c9-456c-b3a3-1ba83fbb8bb2 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0823698 Apr 11 14:50:46.266915 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cf66e667-abbd-4c46-bca1-095e6458c83e req-1ed12a35-b7e4-4c82-b660-67b6fc176ac5 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425906 Apr 11 14:50:47.453653 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c388f4d-24ea-49ec-b395-c4bd70e8fe4c req-90d7fe8e-dc70-435c-97db-682977b37b87 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:47.455179 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6c388f4d-24ea-49ec-b395-c4bd70e8fe4c req-90d7fe8e-dc70-435c-97db-682977b37b87 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0815666 Apr 11 14:50:47.503793 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6c388f4d-24ea-49ec-b395-c4bd70e8fe4c req-568207ce-4b92-4423-944d-00abc75e9af3 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428243 Apr 11 14:50:48.691885 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a33a10-9b27-4ddc-beda-21ffb189ae81 req-9e473efc-e155-474b-9c56-049b4733dbd0 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:48.693350 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d8a33a10-9b27-4ddc-beda-21ffb189ae81 req-9e473efc-e155-474b-9c56-049b4733dbd0 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0817349 Apr 11 14:50:48.738905 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d8a33a10-9b27-4ddc-beda-21ffb189ae81 req-c6f562cb-bb21-4e79-be7b-9bb8dbc8890f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397656 Apr 11 14:50:49.274717 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8c0ac632-1a15-4a9e-b62d-b4099ec6c89c req-706801f4-4ed4-41af-abab-54223fb1bcd7 service neutron] 10.222.0.53 "GET /v2.0/ports/5ef2aa86-36f4-4aad-80a3-8597230853bc/bindings/hv-neutron-8373 HTTP/1.1" status: 200 len: 384 time: 0.0775757 Apr 11 14:50:49.932846 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf37b2-172f-4010-9fe4-d7d6a411586c req-93813aa7-7da8-430e-8c12-dc586dfdc749 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:49.935288 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f1cf37b2-172f-4010-9fe4-d7d6a411586c req-93813aa7-7da8-430e-8c12-dc586dfdc749 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0870628 Apr 11 14:50:49.980233 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f1cf37b2-172f-4010-9fe4-d7d6a411586c req-ed522799-7490-4810-8b99-18239ccef4d7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387337 Apr 11 14:50:49.984801 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ac632-1a15-4a9e-b62d-b4099ec6c89c req-151d2036-e205-41aa-925a-d1edd2dc6402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:49.986361 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8c0ac632-1a15-4a9e-b62d-b4099ec6c89c req-151d2036-e205-41aa-925a-d1edd2dc6402 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40&tenant_id=a5adbd3b8c5a489eb67ace68bc669037 HTTP/1.1" status: 200 len: 1099 time: 0.0802355 Apr 11 14:50:50.091368 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ac632-1a15-4a9e-b62d-b4099ec6c89c req-3f866d00-ae48-4828-8de6-5a6c61e1432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:50.092847 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8c0ac632-1a15-4a9e-b62d-b4099ec6c89c req-3f866d00-ae48-4828-8de6-5a6c61e1432b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 1099 time: 0.0719361 Apr 11 14:50:50.230446 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ac632-1a15-4a9e-b62d-b4099ec6c89c req-3da0fec7-8a24-47dc-94d1-2bc599699936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:50.232561 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8c0ac632-1a15-4a9e-b62d-b4099ec6c89c req-3da0fec7-8a24-47dc-94d1-2bc599699936 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 914 time: 0.1333072 Apr 11 14:50:50.338411 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8c0ac632-1a15-4a9e-b62d-b4099ec6c89c req-69bd367b-6c58-49b6-986b-a30dcf21ae5f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ef2aa86-36f4-4aad-80a3-8597230853bc HTTP/1.1" status: 200 len: 1003 time: 0.0998220 Apr 11 14:50:50.508732 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ac632-1a15-4a9e-b62d-b4099ec6c89c req-ef864db8-49f3-4b29-9abf-4e01de83cb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:50.510201 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8c0ac632-1a15-4a9e-b62d-b4099ec6c89c req-ef864db8-49f3-4b29-9abf-4e01de83cb8b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 200 len: 851 time: 0.1666486 Apr 11 14:50:50.586696 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ac632-1a15-4a9e-b62d-b4099ec6c89c req-8ffa0667-576b-4711-b089-72bacb9ffb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:50.588199 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8c0ac632-1a15-4a9e-b62d-b4099ec6c89c req-8ffa0667-576b-4711-b089-72bacb9ffb23 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722404 Apr 11 14:50:50.720609 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8c0ac632-1a15-4a9e-b62d-b4099ec6c89c req-719f4e28-c6e5-49e8-b595-6a8ea93aa2d0 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263003 Apr 11 14:50:50.857710 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8c0ac632-1a15-4a9e-b62d-b4099ec6c89c req-e73ed1c8-4a51-40cc-9155-3a6f47981f0d service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312997 Apr 11 14:50:51.179591 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef9362-b266-4233-9020-5bbce282b02e req-5ab26696-29e3-4a02-9cf0-48664fd8ebf5 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:51.181098 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-44ef9362-b266-4233-9020-5bbce282b02e req-5ab26696-29e3-4a02-9cf0-48664fd8ebf5 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0878084 Apr 11 14:50:51.228649 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-44ef9362-b266-4233-9020-5bbce282b02e req-9d5b32b1-d761-41c5-83b0-d2761e01bee6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404541 Apr 11 14:50:51.632716 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 5ef2aa86-36f4-4aad-80a3-8597230853bc no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:50:51.748188 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:51.773953 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421dbe47-0b33-4523-a6d0-5350036e0c40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef2aa86-36f4-4aad-80a3-8597230853bc'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:50:51.783989 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 5ef2aa86-36f4-4aad-80a3-8597230853bc, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=5ef2aa86-36f4-4aad-80a3-8597230853bc,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:50:51.854906 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:51.893279 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5ccbbe7-e358-4eed-9c64-a5be9875d5ce'] response: {'server_uuid': '421dbe47-0b33-4523-a6d0-5350036e0c40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef2aa86-36f4-4aad-80a3-8597230853bc', 'code': 200} Apr 11 14:50:51.924896 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=5ef2aa86-36f4-4aad-80a3-8597230853bc,revision_number=6']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:50:52.417109 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4124cb-a300-47f0-91c3-b0730d645ea3 req-c19b700c-aabc-465f-b457-76cdebd7ab55 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:52.419305 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1d4124cb-a300-47f0-91c3-b0730d645ea3 req-c19b700c-aabc-465f-b457-76cdebd7ab55 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 944 time: 0.0821323 Apr 11 14:50:52.464371 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1d4124cb-a300-47f0-91c3-b0730d645ea3 req-46c1a10d-07e7-49a4-898f-792ca4339150 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390272 Apr 11 14:50:53.641976 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 5ef2aa86-36f4-4aad-80a3-8597230853bc details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:50:53.658418 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc66a16-9979-4062-b103-d4006822d037 req-ac328a76-a77b-487f-a680-af0c9e71c2ec tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:53.660001 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7bc66a16-9979-4062-b103-d4006822d037 req-ac328a76-a77b-487f-a680-af0c9e71c2ec tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 944 time: 0.0860286 Apr 11 14:50:53.713594 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7bc66a16-9979-4062-b103-d4006822d037 req-46da33ef-1cae-4463-b1b5-af7680f81477 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464158 Apr 11 14:50:53.797412 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:50:53.798037 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 5ef2aa86-36f4-4aad-80a3-8597230853bc, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=5ef2aa86-36f4-4aad-80a3-8597230853bc,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:50:53.811657 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '5ef2aa86-36f4-4aad-80a3-8597230853bc', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'port_id': '5ef2aa86-36f4-4aad-80a3-8597230853bc', 'mac_address': 'fa:16:3e:61:60:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:50:53.870945 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:53.888402 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef2aa86-36f4-4aad-80a3-8597230853bc {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:50:53.903956 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 5ef2aa86-36f4-4aad-80a3-8597230853bc, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=5ef2aa86-36f4-4aad-80a3-8597230853bc,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:50:53.977232 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:54.048837 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=5ef2aa86-36f4-4aad-80a3-8597230853bc,revision_number=7']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:50:54.107586 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['5ef2aa86-36f4-4aad-80a3-8597230853bc'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:50:54.460015 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:54.905989 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668abd0d-a628-4815-b68f-c22b4f7f7241 req-003f38a2-f544-4c49-af69-2b2d1f8b7a8d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:54.907443 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-668abd0d-a628-4815-b68f-c22b4f7f7241 req-003f38a2-f544-4c49-af69-2b2d1f8b7a8d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 945 time: 0.0845969 Apr 11 14:50:54.957767 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-668abd0d-a628-4815-b68f-c22b4f7f7241 req-701b071f-66b1-4973-9c09-0eb690159ed6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446486 Apr 11 14:50:55.191711 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a8701aee-be7e-4e74-9588-67d8bf929411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:55.656488 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 5ef2aa86-36f4-4aad-80a3-8597230853bc up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:50:55.728038 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 5ef2aa86-36f4-4aad-80a3-8597230853bc triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:50:55.728408 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:55.829478 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370333fe-085b-464f-affb-8e3cb16f6485 req-18b23b9f-9957-470a-a81e-4922b2e138ee tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:55.831003 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-370333fe-085b-464f-affb-8e3cb16f6485 req-18b23b9f-9957-470a-a81e-4922b2e138ee tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 945 time: 0.1452200 Apr 11 14:50:55.848084 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:55.859128 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d99d8-13b4-481c-9e92-0d06b2a15d80 req-9cf57418-fd06-4c23-9851-d19c966c27cd tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:55.860638 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7b1d99d8-13b4-481c-9e92-0d06b2a15d80 req-9cf57418-fd06-4c23-9851-d19c966c27cd tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.53 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40&tenant_id=a5adbd3b8c5a489eb67ace68bc669037&binding%3Ahost_id=hv-neutron-8373 HTTP/1.1" status: 200 len: 945 time: 0.1429057 Apr 11 14:50:55.879083 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421dbe47-0b33-4523-a6d0-5350036e0c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef2aa86-36f4-4aad-80a3-8597230853bc'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:50:55.888829 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 5ef2aa86-36f4-4aad-80a3-8597230853bc, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=5ef2aa86-36f4-4aad-80a3-8597230853bc,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:50:55.939807 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-073563db-64cd-478d-9f4a-c996f2aa1615'] response: {'server_uuid': '421dbe47-0b33-4523-a6d0-5350036e0c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef2aa86-36f4-4aad-80a3-8597230853bc', 'code': 200} Apr 11 14:50:55.942347 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-370333fe-085b-464f-affb-8e3cb16f6485 req-f342153c-ee57-47ad-9b22-87ca0eb5d7ae tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055231 Apr 11 14:50:55.952137 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:55.968145 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7b1d99d8-13b4-481c-9e92-0d06b2a15d80 req-b6a6c9d5-eafa-45ae-ac5b-e94d9985f474 service neutron] 10.222.0.53 "GET /v2.0/ports/5ef2aa86-36f4-4aad-80a3-8597230853bc/bindings/hv-neutron-8373 HTTP/1.1" status: 200 len: 384 time: 0.1000588 Apr 11 14:50:56.027487 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=5ef2aa86-36f4-4aad-80a3-8597230853bc,revision_number=8']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:50:56.096982 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d99d8-13b4-481c-9e92-0d06b2a15d80 req-bb4747cc-5e80-4e14-94a7-fb711212e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:56.098563 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7b1d99d8-13b4-481c-9e92-0d06b2a15d80 req-bb4747cc-5e80-4e14-94a7-fb711212e71e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 1099 time: 0.0815485 Apr 11 14:50:56.231282 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d99d8-13b4-481c-9e92-0d06b2a15d80 req-a638782b-09e2-4f8e-bcce-b2ba1386c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:56.232736 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7b1d99d8-13b4-481c-9e92-0d06b2a15d80 req-a638782b-09e2-4f8e-bcce-b2ba1386c1fa service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 914 time: 0.1283298 Apr 11 14:50:56.355436 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7b1d99d8-13b4-481c-9e92-0d06b2a15d80 req-d25168c2-3e8c-4a2a-a62c-e83b3b34d395 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ef2aa86-36f4-4aad-80a3-8597230853bc HTTP/1.1" status: 200 len: 1003 time: 0.1138990 Apr 11 14:50:56.417469 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d99d8-13b4-481c-9e92-0d06b2a15d80 req-ee4d38f9-102b-4f55-8e3e-e0b6960038df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:56.418969 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7b1d99d8-13b4-481c-9e92-0d06b2a15d80 req-ee4d38f9-102b-4f55-8e3e-e0b6960038df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 200 len: 851 time: 0.0577292 Apr 11 14:50:56.497474 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d99d8-13b4-481c-9e92-0d06b2a15d80 req-8c4be67e-2879-4e01-93cf-cd9a8d821239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:56.498989 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7b1d99d8-13b4-481c-9e92-0d06b2a15d80 req-8c4be67e-2879-4e01-93cf-cd9a8d821239 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742295 Apr 11 14:50:56.647759 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7b1d99d8-13b4-481c-9e92-0d06b2a15d80 req-5b27bd35-827b-4282-898b-40b55026dc2f service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413224 Apr 11 14:50:56.897541 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7b1d99d8-13b4-481c-9e92-0d06b2a15d80 req-044cdab5-4ca9-4375-afef-ff2d0a26a556 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435787 Apr 11 14:50:57.141503 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d71d7-ab60-43cd-ab3c-1f2a945da53a req-7ac6adeb-4284-44c7-9d33-6a7ed054f0e1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:57.143257 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-710d71d7-ab60-43cd-ab3c-1f2a945da53a req-7ac6adeb-4284-44c7-9d33-6a7ed054f0e1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0813169 Apr 11 14:50:57.191834 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-710d71d7-ab60-43cd-ab3c-1f2a945da53a req-c92b9668-a718-4ed3-b4b9-519791ee2bd7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427725 Apr 11 14:50:57.742663 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a8b3-3b04-4af2-9450-b77bd87245ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:58.407852 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1a7d9-7ffa-4a4c-82ba-83397b1aafed req-8d288b59-fdc0-4419-b663-f56d1db01871 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:58.409196 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b3d1a7d9-7ffa-4a4c-82ba-83397b1aafed req-8d288b59-fdc0-4419-b663-f56d1db01871 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0809741 Apr 11 14:50:58.453618 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b3d1a7d9-7ffa-4a4c-82ba-83397b1aafed req-ab08518b-ecfa-4dfe-870a-cf346c73737b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386252 Apr 11 14:50:58.748195 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:58.816902 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:50:59.738213 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e5c59-1d5e-4758-a729-1b5acfe31f09 req-773a2a78-2133-4525-9a2e-2274c3750d56 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:50:59.739689 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b08e5c59-1d5e-4758-a729-1b5acfe31f09 req-773a2a78-2133-4525-9a2e-2274c3750d56 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.1779151 Apr 11 14:50:59.785558 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b08e5c59-1d5e-4758-a729-1b5acfe31f09 req-aaee1015-fa38-4c86-8dc6-22b8f4a0003f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400565 Apr 11 14:50:59.983647 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:00.118165 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d99d8-13b4-481c-9e92-0d06b2a15d80 req-33be2a11-b89a-4151-a9fd-054bcd33e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:00.120344 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7b1d99d8-13b4-481c-9e92-0d06b2a15d80 req-33be2a11-b89a-4151-a9fd-054bcd33e032 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40&tenant_id=a5adbd3b8c5a489eb67ace68bc669037 HTTP/1.1" status: 200 len: 1099 time: 0.0808342 Apr 11 14:51:00.224642 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d99d8-13b4-481c-9e92-0d06b2a15d80 req-abb12030-ef52-47d1-9ebb-c1e2b715d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:00.226176 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7b1d99d8-13b4-481c-9e92-0d06b2a15d80 req-abb12030-ef52-47d1-9ebb-c1e2b715d946 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 1099 time: 0.0732598 Apr 11 14:51:00.357814 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d99d8-13b4-481c-9e92-0d06b2a15d80 req-13a8ee1d-1a65-4a78-ae4e-27cc05d44a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:00.359221 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7b1d99d8-13b4-481c-9e92-0d06b2a15d80 req-13a8ee1d-1a65-4a78-ae4e-27cc05d44a07 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 914 time: 0.1275284 Apr 11 14:51:00.465257 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7b1d99d8-13b4-481c-9e92-0d06b2a15d80 req-1c8e4395-505d-455f-b995-ef195cf58ba3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ef2aa86-36f4-4aad-80a3-8597230853bc HTTP/1.1" status: 200 len: 1003 time: 0.0988595 Apr 11 14:51:00.528592 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d99d8-13b4-481c-9e92-0d06b2a15d80 req-e15e1da9-7fd3-4807-bcc3-2431bd046b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:00.530064 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7b1d99d8-13b4-481c-9e92-0d06b2a15d80 req-e15e1da9-7fd3-4807-bcc3-2431bd046b6f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 200 len: 851 time: 0.0583239 Apr 11 14:51:00.609715 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d99d8-13b4-481c-9e92-0d06b2a15d80 req-6fe92e7f-33b9-4f7d-bc87-5f14b1244c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:00.611141 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7b1d99d8-13b4-481c-9e92-0d06b2a15d80 req-6fe92e7f-33b9-4f7d-bc87-5f14b1244c3e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750346 Apr 11 14:51:00.744853 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7b1d99d8-13b4-481c-9e92-0d06b2a15d80 req-c6cfedfc-075a-4a0e-8404-612dae3f71c3 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275203 Apr 11 14:51:00.879101 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7b1d99d8-13b4-481c-9e92-0d06b2a15d80 req-49f80027-0cda-44cd-9c00-3e257126b9d1 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284027 Apr 11 14:51:00.975489 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab6edb-07f9-444f-91fa-a2f8a564bd83 req-63033748-89aa-4016-b1ff-2651f64d8615 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:00.978670 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-89ab6edb-07f9-444f-91fa-a2f8a564bd83 req-63033748-89aa-4016-b1ff-2651f64d8615 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0844207 Apr 11 14:51:01.033185 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-89ab6edb-07f9-444f-91fa-a2f8a564bd83 req-1d7276ac-d178-4747-8ed6-18b02c25111e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494320 Apr 11 14:51:01.678991 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 5ef2aa86-36f4-4aad-80a3-8597230853bc details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:51:01.693311 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 5ef2aa86-36f4-4aad-80a3-8597230853bc no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:51:01.911050 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 5ef2aa86-36f4-4aad-80a3-8597230853bc, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=5ef2aa86-36f4-4aad-80a3-8597230853bc,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:51:01.925287 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:01.939167 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '5ef2aa86-36f4-4aad-80a3-8597230853bc', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'port_id': '5ef2aa86-36f4-4aad-80a3-8597230853bc', 'mac_address': 'fa:16:3e:61:60:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:51:01.989055 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421dbe47-0b33-4523-a6d0-5350036e0c40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef2aa86-36f4-4aad-80a3-8597230853bc'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:51:02.010045 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 5ef2aa86-36f4-4aad-80a3-8597230853bc, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=5ef2aa86-36f4-4aad-80a3-8597230853bc,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:51:02.025115 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:02.068355 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b8c386-9e2e-49dc-9927-7c4241bbfdfd'] response: {'server_uuid': '421dbe47-0b33-4523-a6d0-5350036e0c40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef2aa86-36f4-4aad-80a3-8597230853bc', 'code': 200} Apr 11 14:51:02.078721 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ef2aa86-36f4-4aad-80a3-8597230853bc {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:51:02.084059 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:02.199191 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:51:02.199450 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:51:02.203113 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=5ef2aa86-36f4-4aad-80a3-8597230853bc,revision_number=9']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:51:02.231473 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f588bf-a4a1-43ca-8379-bcbf37309078 req-e0b0b593-d714-428c-94d0-1647e0393509 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:02.233006 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-02f588bf-a4a1-43ca-8379-bcbf37309078 req-e0b0b593-d714-428c-94d0-1647e0393509 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 944 time: 0.0847611 Apr 11 14:51:02.279973 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-02f588bf-a4a1-43ca-8379-bcbf37309078 req-c533e15c-502e-4b2d-b696-7386f9be324c tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402730 Apr 11 14:51:02.754592 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:02.774977 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef2aa86-36f4-4aad-80a3-8597230853bc {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:51:02.792496 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 5ef2aa86-36f4-4aad-80a3-8597230853bc, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=5ef2aa86-36f4-4aad-80a3-8597230853bc,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:51:02.873961 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:02.948255 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=5ef2aa86-36f4-4aad-80a3-8597230853bc,revision_number=10']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:51:03.013841 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['5ef2aa86-36f4-4aad-80a3-8597230853bc'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:51:03.484261 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2ec29-7f03-4def-950c-975d10007745 req-a2017acc-28ea-4e3a-a938-46d60442e045 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:03.485823 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f9f2ec29-7f03-4def-950c-975d10007745 req-a2017acc-28ea-4e3a-a938-46d60442e045 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0864604 Apr 11 14:51:03.532991 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f9f2ec29-7f03-4def-950c-975d10007745 req-ab106ef1-2189-4365-a411-635a49328960 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402880 Apr 11 14:51:03.695181 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 5ef2aa86-36f4-4aad-80a3-8597230853bc up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:51:03.742003 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38a4de-5e83-418d-9d52-bd05bf160da5 req-0a0d04a9-02a9-4c55-ba03-96f933f18378 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:03.743478 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1c38a4de-5e83-418d-9d52-bd05bf160da5 req-0a0d04a9-02a9-4c55-ba03-96f933f18378 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0975924 Apr 11 14:51:03.767317 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 5ef2aa86-36f4-4aad-80a3-8597230853bc triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:51:03.767877 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:03.791408 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1c38a4de-5e83-418d-9d52-bd05bf160da5 req-8b0ba034-aff0-4a95-a633-b4f71792beff tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416331 Apr 11 14:51:03.887964 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:03.921025 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 5ef2aa86-36f4-4aad-80a3-8597230853bc, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=5ef2aa86-36f4-4aad-80a3-8597230853bc,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:51:03.977812 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6a01c-919e-48c1-8106-0d8ae3045749 req-1608cda5-f3ff-4ceb-b4dd-886e0086994f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:03.979292 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-99e6a01c-919e-48c1-8106-0d8ae3045749 req-1608cda5-f3ff-4ceb-b4dd-886e0086994f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 946 time: 0.0824461 Apr 11 14:51:04.029674 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-99e6a01c-919e-48c1-8106-0d8ae3045749 req-9bd6f67c-2fe0-4840-b257-5ceff05544e8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437851 Apr 11 14:51:04.039600 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:04.079691 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421dbe47-0b33-4523-a6d0-5350036e0c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef2aa86-36f4-4aad-80a3-8597230853bc'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:51:04.117784 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=5ef2aa86-36f4-4aad-80a3-8597230853bc,revision_number=11']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:51:04.127513 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10406113-3fa2-4d57-a5db-3cb1b6d92eb7'] response: {'server_uuid': '421dbe47-0b33-4523-a6d0-5350036e0c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef2aa86-36f4-4aad-80a3-8597230853bc', 'code': 200} Apr 11 14:51:04.599144 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab616cc4-deb8-4dee-8816-418a1d50c480 req-0b2a9240-bb93-46ed-b143-7db6e6bd63dc tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:04.600628 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ab616cc4-deb8-4dee-8816-418a1d50c480 req-0b2a9240-bb93-46ed-b143-7db6e6bd63dc tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 947 time: 0.0851789 Apr 11 14:51:04.646680 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ab616cc4-deb8-4dee-8816-418a1d50c480 req-74bf1efe-40ac-4679-afa1-084bd93979d6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403595 Apr 11 14:51:05.838515 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244c204-9148-4152-81cb-3f4f4e2df8d5 req-b949e482-6118-4438-b1f5-5c7508a8131c tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:05.839985 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5244c204-9148-4152-81cb-3f4f4e2df8d5 req-b949e482-6118-4438-b1f5-5c7508a8131c tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 947 time: 0.0826509 Apr 11 14:51:05.885144 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5244c204-9148-4152-81cb-3f4f4e2df8d5 req-f08d27cd-de92-4e5e-89ef-174c503ab70d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386157 Apr 11 14:51:06.880333 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37aee48-7fc7-4387-89ae-1357e9d93736 req-7df21102-b204-4b4e-9fdd-4edff097909b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:06.881773 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a37aee48-7fc7-4387-89ae-1357e9d93736 req-7df21102-b204-4b4e-9fdd-4edff097909b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.53 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 947 time: 0.0834856 Apr 11 14:51:06.953717 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-a37aee48-7fc7-4387-89ae-1357e9d93736 req-d4933aab-9a43-4059-b0e3-112359d977fb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Deleting port 5ef2aa86-36f4-4aad-80a3-8597230853bc {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:51:06.954094 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-a37aee48-7fc7-4387-89ae-1357e9d93736 req-d4933aab-9a43-4059-b0e3-112359d977fb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:07.093214 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4d95-9b7e-4799-b1f2-e1a9dfc8142f req-6ed127b2-4ce9-4488-a933-4d7c22a9db5c tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:07.094756 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b8ce4d95-9b7e-4799-b1f2-e1a9dfc8142f req-6ed127b2-4ce9-4488-a933-4d7c22a9db5c tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 947 time: 0.0948114 Apr 11 14:51:07.140947 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b8ce4d95-9b7e-4799-b1f2-e1a9dfc8142f req-86425b2d-1b33-4286-9887-ffeb99dc7ef4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388527 Apr 11 14:51:07.321596 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-a37aee48-7fc7-4387-89ae-1357e9d93736 req-d4933aab-9a43-4059-b0e3-112359d977fb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] For port 5ef2aa86-36f4-4aad-80a3-8597230853bc, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=5ef2aa86-36f4-4aad-80a3-8597230853bc,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:51:07.321977 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-a37aee48-7fc7-4387-89ae-1357e9d93736 req-d4933aab-9a43-4059-b0e3-112359d977fb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:07.616665 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-a37aee48-7fc7-4387-89ae-1357e9d93736 req-d4933aab-9a43-4059-b0e3-112359d977fb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:07.617032 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-a37aee48-7fc7-4387-89ae-1357e9d93736 req-d4933aab-9a43-4059-b0e3-112359d977fb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:07.617338 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [req-a37aee48-7fc7-4387-89ae-1357e9d93736 req-d4933aab-9a43-4059-b0e3-112359d977fb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Floating IP 8ed67685-5f8b-485c-8a33-49f213d1e2aa disassociated. External IP: 172.26.7.214, port: 5ef2aa86-36f4-4aad-80a3-8597230853bc. Apr 11 14:51:07.617677 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-a37aee48-7fc7-4387-89ae-1357e9d93736 req-d4933aab-9a43-4059-b0e3-112359d977fb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Calling delete_port for 5ef2aa86-36f4-4aad-80a3-8597230853bc owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:51:07.819990 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-a37aee48-7fc7-4387-89ae-1357e9d93736 req-d4933aab-9a43-4059-b0e3-112359d977fb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:07.873718 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4933aab-9a43-4059-b0e3-112359d977fb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Pushing event deleted for resources: {'Port': ['ID=5ef2aa86-36f4-4aad-80a3-8597230853bc,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:51:07.884673 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4933aab-9a43-4059-b0e3-112359d977fb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:51:07.885199 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4933aab-9a43-4059-b0e3-112359d977fb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:51:07.885347 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4933aab-9a43-4059-b0e3-112359d977fb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:51:07.885686 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4933aab-9a43-4059-b0e3-112359d977fb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:51:07.886033 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4933aab-9a43-4059-b0e3-112359d977fb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:51:07.886366 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4933aab-9a43-4059-b0e3-112359d977fb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:51:07.886695 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4933aab-9a43-4059-b0e3-112359d977fb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:51:07.887021 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4933aab-9a43-4059-b0e3-112359d977fb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:51:07.887344 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4933aab-9a43-4059-b0e3-112359d977fb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:51:07.887665 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4933aab-9a43-4059-b0e3-112359d977fb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:51:07.887986 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4933aab-9a43-4059-b0e3-112359d977fb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:51:07.888301 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4933aab-9a43-4059-b0e3-112359d977fb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:51:08.080316 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a37aee48-7fc7-4387-89ae-1357e9d93736 req-d4933aab-9a43-4059-b0e3-112359d977fb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Router 471d5336-29ce-42fe-999c-a8718b6e6c4d has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:51:08.308578 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a37aee48-7fc7-4387-89ae-1357e9d93736 req-d4933aab-9a43-4059-b0e3-112359d977fb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:51:08.311533 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f8369981-e06d-4e64-ab2e-b7f0b4d16aae req-81209cbe-1e99-4bba-af86-e1aa69325b06 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 210 time: 0.0608094 Apr 11 14:51:08.319685 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa67da76-f039-4c8e-a499-ca77dae85cb8 None None] Sync routers for ids ['471d5336-29ce-42fe-999c-a8718b6e6c4d'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:51:08.343076 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa67da76-f039-4c8e-a499-ca77dae85cb8 None None] Routers {'471d5336-29ce-42fe-999c-a8718b6e6c4d'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:51:08.343678 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-aa67da76-f039-4c8e-a499-ca77dae85cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:50:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['471d5336-29ce-42fe-999c-a8718b6e6c4d'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:51:08.383145 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37aee48-7fc7-4387-89ae-1357e9d93736 req-d4933aab-9a43-4059-b0e3-112359d977fb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] No DVR routers for this DVR port 5ef2aa86-36f4-4aad-80a3-8597230853bc on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:51:08.385502 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-a37aee48-7fc7-4387-89ae-1357e9d93736 req-d4933aab-9a43-4059-b0e3-112359d977fb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:08.388108 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421dbe47-0b33-4523-a6d0-5350036e0c40', 'name': 'network-vif-deleted', 'tag': '5ef2aa86-36f4-4aad-80a3-8597230853bc'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:51:08.436093 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8618517-ea30-4bf1-8c77-32675e2488b7'] response: {'server_uuid': '421dbe47-0b33-4523-a6d0-5350036e0c40', 'name': 'network-vif-deleted', 'tag': '5ef2aa86-36f4-4aad-80a3-8597230853bc', 'status': 'completed', 'code': 200} Apr 11 14:51:08.480409 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a37aee48-7fc7-4387-89ae-1357e9d93736 req-d4933aab-9a43-4059-b0e3-112359d977fb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.53 "DELETE /v2.0/ports/5ef2aa86-36f4-4aad-80a3-8597230853bc HTTP/1.1" status: 204 len: 173 time: 1.5932970 Apr 11 14:51:08.535536 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-aa67da76-f039-4c8e-a499-ca77dae85cb8 None None] Set router 471d5336-29ce-42fe-999c-a8718b6e6c4d gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:51:08.858428 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-aa67da76-f039-4c8e-a499-ca77dae85cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '2d91c53e-cb6e-4b11-bb7e-6762d0ef5016', 'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'mac_address': 'fa:16:3e:f1:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:56Z', 'updated_at': '2022-04-11T14:48:02Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'subnets': [{'id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:51:08.863230 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa67da76-f039-4c8e-a499-ca77dae85cb8 None None] Checking router: 471d5336-29ce-42fe-999c-a8718b6e6c4d for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:51:08.872159 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa67da76-f039-4c8e-a499-ca77dae85cb8 None None] Routers {'471d5336-29ce-42fe-999c-a8718b6e6c4d'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:51:08.872792 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-aa67da76-f039-4c8e-a499-ca77dae85cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:50:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['471d5336-29ce-42fe-999c-a8718b6e6c4d'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:51:09.057477 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-aa67da76-f039-4c8e-a499-ca77dae85cb8 None None] Set router 471d5336-29ce-42fe-999c-a8718b6e6c4d gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:51:09.417661 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-aa67da76-f039-4c8e-a499-ca77dae85cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '2d91c53e-cb6e-4b11-bb7e-6762d0ef5016', 'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'mac_address': 'fa:16:3e:f1:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:56Z', 'updated_at': '2022-04-11T14:48:02Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'subnets': [{'id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:51:09.421569 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa67da76-f039-4c8e-a499-ca77dae85cb8 None None] The sync data for ids ['471d5336-29ce-42fe-999c-a8718b6e6c4d'] in dv-neutron-837330-1-hyperv is: [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '2d91c53e-cb6e-4b11-bb7e-6762d0ef5016', 'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'mac_address': 'fa:16:3e:f1:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:56Z', 'updated_at': '2022-04-11T14:48:02Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'subnets': [{'id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:51:09.489184 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-55c70667-59cb-42b0-bc6e-486d819ddee7 req-da135592-78ed-4940-9c02-443f48318047 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Synchronizing usage tracker for tenant:a5adbd3b8c5a489eb67ace68bc669037 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:51:09.563335 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-55c70667-59cb-42b0-bc6e-486d819ddee7 req-da135592-78ed-4940-9c02-443f48318047 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Unset dirty status for tenant:a5adbd3b8c5a489eb67ace68bc669037 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:51:09.565877 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-55c70667-59cb-42b0-bc6e-486d819ddee7 req-da135592-78ed-4940-9c02-443f48318047 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=421dbe47-0b33-4523-a6d0-5350036e0c40 HTTP/1.1" status: 200 len: 210 time: 0.1236918 Apr 11 14:51:09.639600 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1481a824-06b8-4a1a-b476-b3e5ae33676c None None] New status for floating IP 8ed67685-5f8b-485c-8a33-49f213d1e2aa: DOWN {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:51:09.771599 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 5ef2aa86-36f4-4aad-80a3-8597230853bc no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:51:09.821326 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: 5ef2aa86-36f4-4aad-80a3-8597230853bc {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:51:09.821662 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 5ef2aa86-36f4-4aad-80a3-8597230853bc not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:51:10.900334 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-ac375bce-02de-4684-b796-2d33df4536ce tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--583817895&fields=id&tenant_id=a5adbd3b8c5a489eb67ace68bc669037 HTTP/1.1" status: 200 len: 267 time: 0.0392175 Apr 11 14:51:11.052584 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-54a4e3a4-7521-4e41-b6e1-3ba2352df38f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:11.054066 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-54a4e3a4-7521-4e41-b6e1-3ba2352df38f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 812 time: 0.1474955 Apr 11 14:51:11.069991 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-f9a5cf2d-f5d2-4074-885a-7ed82d4b6b59 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/quotas/a5adbd3b8c5a489eb67ace68bc669037 HTTP/1.1" status: 200 len: 375 time: 0.0104146 Apr 11 14:51:11.160948 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-74594362-8358-48ac-9a6a-a03c09b8d1a8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0862343 Apr 11 14:51:11.223038 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-82f4b78c-1d30-4e76-a362-32f6337abb58 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:51:11.224057 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-82f4b78c-1d30-4e76-a362-32f6337abb58 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0519075 Apr 11 14:51:11.357416 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-b2407147-4ef2-45b2-a5b0-aafc2cbb44a5 service neutron] 10.222.0.66 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262827 Apr 11 14:51:11.495525 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-f2d147bd-3512-4269-9e9f-2693231de59a service neutron] 10.222.0.66 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314161 Apr 11 14:51:11.782500 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7d463108-c8ba-40ca-9028-193553d63084 req-97c1387c-37b3-4463-b31c-f80c75684925 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 210 time: 0.0435278 Apr 11 14:51:12.976389 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6652fd1d-da6d-4b86-a134-5302c04bf390 req-a01716c5-7219-4acb-a28b-81276bf21773 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 210 time: 0.0467813 Apr 11 14:51:14.013184 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-f7087abb-0f21-47a3-83ae-55446126dd03 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:14.014831 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-f7087abb-0f21-47a3-83ae-55446126dd03 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.53 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 812 time: 0.1519873 Apr 11 14:51:14.074593 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-5bca58cc-a4c9-4da6-a037-e8f7d82e8fee tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5adbd3b8c5a489eb67ace68bc669037 HTTP/1.1" status: 200 len: 379 time: 0.0451295 Apr 11 14:51:14.084475 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-bb1a1240-6811-4367-a8c5-8272ec581394 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Request body: {'port': {'device_id': 'cd7bd843-7729-44c5-8223-d0c0c2f09f6c', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'admin_state_up': True, 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'security_groups': ['56f3b6a6-630c-4651-a0db-2e1925b5a202']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:51:14.287497 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6ed7e748-f31b-4e2c-82c1-1d29b1373689 req-2b2c8df3-bbf7-4424-97e2-860a951838ab tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 210 time: 0.1838880 Apr 11 14:51:14.394886 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-bb1a1240-6811-4367-a8c5-8272ec581394 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:51:14.404450 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-bb1a1240-6811-4367-a8c5-8272ec581394 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:51:14.473319 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-bb1a1240-6811-4367-a8c5-8272ec581394 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Made reservation on behalf of a5adbd3b8c5a489eb67ace68bc669037 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:51:14.476831 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-bb1a1240-6811-4367-a8c5-8272ec581394 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:14.640331 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-bb1a1240-6811-4367-a8c5-8272ec581394 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Allocated IP 172.20.0.8 (d8880f92-3c0c-42be-8b4d-870bbc2e1b9d/2dbd9cfa-3161-4113-99ed-fb434304bf27/757cbb60-d66a-47e8-96ad-2371a1dc69e4) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:51:14.847114 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-bb1a1240-6811-4367-a8c5-8272ec581394 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:14.862667 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-bb1a1240-6811-4367-a8c5-8272ec581394 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Transition to ACTIVE for port object 757cbb60-d66a-47e8-96ad-2371a1dc69e4 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:51:14.957831 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-bb1a1240-6811-4367-a8c5-8272ec581394 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:15.023527 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-bb1a1240-6811-4367-a8c5-8272ec581394 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Network d8880f92-3c0c-42be-8b4d-870bbc2e1b9d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:51:15.026503 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-bb1a1240-6811-4367-a8c5-8272ec581394 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:51:15.035375 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-bb1a1240-6811-4367-a8c5-8272ec581394 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:51:15.072911 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a1240-6811-4367-a8c5-8272ec581394 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Pushing event updated for resources: {'Port': ['ID=757cbb60-d66a-47e8-96ad-2371a1dc69e4,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:51:15.109811 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-bb1a1240-6811-4367-a8c5-8272ec581394 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:15.110490 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-bb1a1240-6811-4367-a8c5-8272ec581394 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:15.217626 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-bb1a1240-6811-4367-a8c5-8272ec581394 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1384060 Apr 11 14:51:15.235650 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-a0763528-8b45-47ab-98fa-2080200bcf14 service neutron] Request body: {'port': {'device_id': 'cd7bd843-7729-44c5-8223-d0c0c2f09f6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:51:15.340087 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6bce1f8b-fd47-4302-9e50-007cae0892d0 None None] Provisioning for port 757cbb60-d66a-47e8-96ad-2371a1dc69e4 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:51:15.346369 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6bce1f8b-fd47-4302-9e50-007cae0892d0 None None] Provisioning complete for port 757cbb60-d66a-47e8-96ad-2371a1dc69e4 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:51:15.346828 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6bce1f8b-fd47-4302-9e50-007cae0892d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:15.348586 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-a0763528-8b45-47ab-98fa-2080200bcf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:15.403913 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-6bce1f8b-fd47-4302-9e50-007cae0892d0 None None] Port 757cbb60-d66a-47e8-96ad-2371a1dc69e4 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:51:15.479754 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e447101-49de-470f-baee-27d1a36f1e0c req-7277ca78-7f33-4b42-9da5-23def8fb9cc2 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:15.481211 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1e447101-49de-470f-baee-27d1a36f1e0c req-7277ca78-7f33-4b42-9da5-23def8fb9cc2 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 931 time: 0.0844760 Apr 11 14:51:15.530934 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1e447101-49de-470f-baee-27d1a36f1e0c req-2433a6ee-3107-4ebe-8adf-4db98be88be4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437210 Apr 11 14:51:15.703879 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-a0763528-8b45-47ab-98fa-2080200bcf14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 757cbb60-d66a-47e8-96ad-2371a1dc69e4 {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:51:15.711443 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-a0763528-8b45-47ab-98fa-2080200bcf14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:15.725905 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-a0763528-8b45-47ab-98fa-2080200bcf14 service neutron] Transition to ACTIVE for port object 757cbb60-d66a-47e8-96ad-2371a1dc69e4 will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:51:15.799396 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-a0763528-8b45-47ab-98fa-2080200bcf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:15.959801 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0763528-8b45-47ab-98fa-2080200bcf14 service neutron] Pushing event updated for resources: {'Port': ['ID=757cbb60-d66a-47e8-96ad-2371a1dc69e4,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:51:16.046400 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-a0763528-8b45-47ab-98fa-2080200bcf14 service neutron] Attempting to bind port 757cbb60-d66a-47e8-96ad-2371a1dc69e4 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:51:16.046943 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-a0763528-8b45-47ab-98fa-2080200bcf14 service neutron] Attempting to bind port 757cbb60-d66a-47e8-96ad-2371a1dc69e4 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '0e45ea23-a357-4dec-b98b-c4fcd647fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:51:16.047056 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-a0763528-8b45-47ab-98fa-2080200bcf14 service neutron] Attempting to bind port 757cbb60-d66a-47e8-96ad-2371a1dc69e4 on network d8880f92-3c0c-42be-8b4d-870bbc2e1b9d {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:51:16.051742 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-a0763528-8b45-47ab-98fa-2080200bcf14 service neutron] Port 757cbb60-d66a-47e8-96ad-2371a1dc69e4 on network d8880f92-3c0c-42be-8b4d-870bbc2e1b9d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:51:16.052010 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-a0763528-8b45-47ab-98fa-2080200bcf14 service neutron] Attempting to bind port 757cbb60-d66a-47e8-96ad-2371a1dc69e4 on network d8880f92-3c0c-42be-8b4d-870bbc2e1b9d {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:51:16.057159 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-a0763528-8b45-47ab-98fa-2080200bcf14 service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:51:16.057493 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-a0763528-8b45-47ab-98fa-2080200bcf14 service neutron] Checking segment: {'id': '0e45ea23-a357-4dec-b98b-c4fcd647fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:51:16.057899 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-a0763528-8b45-47ab-98fa-2080200bcf14 service neutron] Bound using segment: {'id': '0e45ea23-a357-4dec-b98b-c4fcd647fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:51:16.058325 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-a0763528-8b45-47ab-98fa-2080200bcf14 service neutron] Bound port: 757cbb60-d66a-47e8-96ad-2371a1dc69e4, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e45ea23-a357-4dec-b98b-c4fcd647fbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:51:16.058669 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-a0763528-8b45-47ab-98fa-2080200bcf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:16.151534 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-a0763528-8b45-47ab-98fa-2080200bcf14 service neutron] For port 757cbb60-d66a-47e8-96ad-2371a1dc69e4, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:51:16.154656 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-a0763528-8b45-47ab-98fa-2080200bcf14 service neutron] For port 757cbb60-d66a-47e8-96ad-2371a1dc69e4, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=757cbb60-d66a-47e8-96ad-2371a1dc69e4,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:51:16.268560 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-a0763528-8b45-47ab-98fa-2080200bcf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:16.328489 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-a0763528-8b45-47ab-98fa-2080200bcf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:16.329094 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-a0763528-8b45-47ab-98fa-2080200bcf14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:16.330479 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-a0763528-8b45-47ab-98fa-2080200bcf14 service neutron] 10.222.0.53 "PUT /v2.0/ports/757cbb60-d66a-47e8-96ad-2371a1dc69e4 HTTP/1.1" status: 200 len: 1093 time: 1.0992069 Apr 11 14:51:16.330912 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7bd843-7729-44c5-8223-d0c0c2f09f6c', 'tag': '757cbb60-d66a-47e8-96ad-2371a1dc69e4'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:51:16.358163 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0763528-8b45-47ab-98fa-2080200bcf14 service neutron] Pushing event updated for resources: {'Port': ['ID=757cbb60-d66a-47e8-96ad-2371a1dc69e4,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:51:16.380102 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d2d1b19-0361-4d76-8727-882e55209105'] response: {'name': 'network-changed', 'server_uuid': 'cd7bd843-7729-44c5-8223-d0c0c2f09f6c', 'tag': '757cbb60-d66a-47e8-96ad-2371a1dc69e4', 'status': 'completed', 'code': 200} Apr 11 14:51:16.496244 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cf8d4-01ec-412b-a9f7-84e779ab85c6 req-d5134b5f-93fe-4ab0-a461-baf4c9e28145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:16.497762 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1c1cf8d4-01ec-412b-a9f7-84e779ab85c6 req-d5134b5f-93fe-4ab0-a461-baf4c9e28145 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 1096 time: 0.0753982 Apr 11 14:51:16.727334 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce76819-7ddd-487d-98e5-2104857dcdf9 req-dde2936a-2a45-40da-bc38-04c571bcac73 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:16.728807 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cce76819-7ddd-487d-98e5-2104857dcdf9 req-dde2936a-2a45-40da-bc38-04c571bcac73 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 943 time: 0.0881865 Apr 11 14:51:16.756516 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cf8d4-01ec-412b-a9f7-84e779ab85c6 req-2debce0b-d8d8-4e43-be4e-f593f1a1a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:16.757998 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1c1cf8d4-01ec-412b-a9f7-84e779ab85c6 req-2debce0b-d8d8-4e43-be4e-f593f1a1a279 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2477279 Apr 11 14:51:16.775850 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cce76819-7ddd-487d-98e5-2104857dcdf9 req-d6cdf1cf-a614-4fb5-9585-8ddc835a4841 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413842 Apr 11 14:51:16.895119 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cf8d4-01ec-412b-a9f7-84e779ab85c6 req-5b70eb92-fb73-4f50-82ff-74c711073311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:16.896561 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1c1cf8d4-01ec-412b-a9f7-84e779ab85c6 req-5b70eb92-fb73-4f50-82ff-74c711073311 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1332567 Apr 11 14:51:17.028304 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-c3d87a40-66ad-4fd7-8122-04efafb91c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:17.029666 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-c3d87a40-66ad-4fd7-8122-04efafb91c74 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 1096 time: 0.0756853 Apr 11 14:51:17.104181 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-d159c336-1af1-4e8e-a649-0d07edd4c2db service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=757cbb60-d66a-47e8-96ad-2371a1dc69e4 HTTP/1.1" status: 200 len: 217 time: 0.0615427 Apr 11 14:51:17.174143 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-57093fc9-4505-44b9-a5cb-7000aecf1f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:17.175672 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-57093fc9-4505-44b9-a5cb-7000aecf1f2b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 200 len: 851 time: 0.0659974 Apr 11 14:51:17.252264 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-a850cbb8-e899-450f-8466-cdd0d73b7ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:17.254857 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-a850cbb8-e899-450f-8466-cdd0d73b7ffb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732715 Apr 11 14:51:17.387163 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-2e803762-7c59-425b-8a51-1cb009f04be2 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268241 Apr 11 14:51:17.522415 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6373c53f-c15c-4f6c-9c84-a27ffa64ee59 req-0ab47b4e-d835-42b4-9a58-4834a4ef5a1d service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285856 Apr 11 14:51:17.967218 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c7dba-a012-4e84-93e9-eb012712b479 req-e6db4253-d82e-4c36-9fb4-530dadf57f3d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:17.967899 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-ac1c7dba-a012-4e84-93e9-eb012712b479 req-e6db4253-d82e-4c36-9fb4-530dadf57f3d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Synchronizing usage tracker for tenant:a5adbd3b8c5a489eb67ace68bc669037 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:51:18.085464 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-ac1c7dba-a012-4e84-93e9-eb012712b479 req-e6db4253-d82e-4c36-9fb4-530dadf57f3d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Unset dirty status for tenant:a5adbd3b8c5a489eb67ace68bc669037 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:51:18.085464 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ac1c7dba-a012-4e84-93e9-eb012712b479 req-e6db4253-d82e-4c36-9fb4-530dadf57f3d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 943 time: 0.2010498 Apr 11 14:51:18.130698 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ac1c7dba-a012-4e84-93e9-eb012712b479 req-8b2cb0b1-8011-4654-a509-495017e03180 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405951 Apr 11 14:51:19.326317 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b9f95-ebab-4312-bf76-826c15eeb4ea req-e5f0fe28-236e-4e06-bc75-d5c4db77cd55 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:19.327700 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8d0b9f95-ebab-4312-bf76-826c15eeb4ea req-e5f0fe28-236e-4e06-bc75-d5c4db77cd55 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 943 time: 0.0848579 Apr 11 14:51:19.372344 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8d0b9f95-ebab-4312-bf76-826c15eeb4ea req-2a82d744-73a0-4765-96b8-bac8b73ae1e4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389276 Apr 11 14:51:19.772530 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 757cbb60-d66a-47e8-96ad-2371a1dc69e4 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:51:19.908201 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 757cbb60-d66a-47e8-96ad-2371a1dc69e4, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=757cbb60-d66a-47e8-96ad-2371a1dc69e4,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:51:19.925442 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '757cbb60-d66a-47e8-96ad-2371a1dc69e4', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'port_id': '757cbb60-d66a-47e8-96ad-2371a1dc69e4', 'mac_address': 'fa:16:3e:1c:8e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:51:19.980481 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:19.997902 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 757cbb60-d66a-47e8-96ad-2371a1dc69e4 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:51:20.013491 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 757cbb60-d66a-47e8-96ad-2371a1dc69e4, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=757cbb60-d66a-47e8-96ad-2371a1dc69e4,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:51:20.090501 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:20.163612 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=757cbb60-d66a-47e8-96ad-2371a1dc69e4,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:51:20.170694 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:51:20.171044 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:51:20.171382 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:51:20.171715 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:51:20.172048 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:51:20.172378 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:51:20.172706 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:51:20.173031 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:51:20.173357 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:51:20.173681 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:51:20.174029 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:51:20.174353 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:51:20.549063 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['757cbb60-d66a-47e8-96ad-2371a1dc69e4'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:51:20.559129 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa53355-63dd-4068-9c44-45da2cc81ac8 req-dec0ccec-7b43-4b6e-b0e2-e789b08d8c8b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:20.560612 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7aa53355-63dd-4068-9c44-45da2cc81ac8 req-dec0ccec-7b43-4b6e-b0e2-e789b08d8c8b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 944 time: 0.0815129 Apr 11 14:51:20.605949 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7aa53355-63dd-4068-9c44-45da2cc81ac8 req-203af7bc-d24b-419c-bc2b-1ae1c4b60021 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386953 Apr 11 14:51:21.775943 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 757cbb60-d66a-47e8-96ad-2371a1dc69e4 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:51:21.792380 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f84bc-876d-4855-98c4-c47e6ead5e93 req-0cbb4383-4bcd-481c-b671-d4d015256884 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:21.793889 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ac8f84bc-876d-4855-98c4-c47e6ead5e93 req-0cbb4383-4bcd-481c-b671-d4d015256884 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 944 time: 0.0818992 Apr 11 14:51:21.840028 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ac8f84bc-876d-4855-98c4-c47e6ead5e93 req-d9d2103f-f194-4291-9d51-e4e308d1e599 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403364 Apr 11 14:51:21.936296 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port 757cbb60-d66a-47e8-96ad-2371a1dc69e4 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:51:21.941688 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 757cbb60-d66a-47e8-96ad-2371a1dc69e4 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:51:21.942229 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:22.059585 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:22.089146 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7bd843-7729-44c5-8223-d0c0c2f09f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757cbb60-d66a-47e8-96ad-2371a1dc69e4'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:51:22.109664 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 757cbb60-d66a-47e8-96ad-2371a1dc69e4, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=757cbb60-d66a-47e8-96ad-2371a1dc69e4,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:51:22.133508 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c20d253d-91de-4510-a705-c0bbd6a3fe75'] response: {'server_uuid': 'cd7bd843-7729-44c5-8223-d0c0c2f09f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757cbb60-d66a-47e8-96ad-2371a1dc69e4', 'code': 200} Apr 11 14:51:22.186095 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:22.255021 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=757cbb60-d66a-47e8-96ad-2371a1dc69e4,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:51:22.553286 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6350ee-9d7a-486d-8971-7e81522bd0ff req-1e292cba-887c-4fe4-bdc4-e85bfb9b2a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:22.554704 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-eb6350ee-9d7a-486d-8971-7e81522bd0ff req-1e292cba-887c-4fe4-bdc4-e85bfb9b2a43 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 1098 time: 0.0735712 Apr 11 14:51:22.595887 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-eb6350ee-9d7a-486d-8971-7e81522bd0ff req-25eaeeb3-7fe4-40dd-a4d2-33bf307b7d86 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354090 Apr 11 14:51:23.027165 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e298f2-cdad-4fd1-8341-7f594a4bbf61 req-cce4569f-b671-403d-9b72-7aba7c71d67c tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:23.028634 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c8e298f2-cdad-4fd1-8341-7f594a4bbf61 req-cce4569f-b671-403d-9b72-7aba7c71d67c tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.0833611 Apr 11 14:51:23.073909 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c8e298f2-cdad-4fd1-8341-7f594a4bbf61 req-37357b6f-8aeb-4586-a1c9-fcc50e979464 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395536 Apr 11 14:51:24.265914 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fc5c0-021a-475b-8ffd-57211ca6d8d5 req-e37b04eb-6f65-433b-9743-a757eda62f61 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:24.268368 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ba4fc5c0-021a-475b-8ffd-57211ca6d8d5 req-e37b04eb-6f65-433b-9743-a757eda62f61 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.0855167 Apr 11 14:51:24.317465 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ba4fc5c0-021a-475b-8ffd-57211ca6d8d5 req-8d5f20e9-43db-4a28-842f-ed9a8c6c95af tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425279 Apr 11 14:51:24.478772 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:25.187433 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-de9adf6d-0479-459e-ad1d-bec4f692405a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:25.511878 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b798b63-f6b6-4e8b-83e1-43fa3d4c1a42 req-b82b005d-fb60-4b74-8d0f-f1229787a522 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:25.513331 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2b798b63-f6b6-4e8b-83e1-43fa3d4c1a42 req-b82b005d-fb60-4b74-8d0f-f1229787a522 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.0861714 Apr 11 14:51:25.653614 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2b798b63-f6b6-4e8b-83e1-43fa3d4c1a42 req-5bf3f4a6-780d-4dd1-bf95-acdb8ba4ce77 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335008 Apr 11 14:51:25.833954 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2a60d-5d96-4a95-9ce2-5a7fc7b47798 req-af00986e-cbb0-4532-870f-06fe3f3a3e0d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:25.835428 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5ca2a60d-5d96-4a95-9ce2-5a7fc7b47798 req-af00986e-cbb0-4532-870f-06fe3f3a3e0d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.0835104 Apr 11 14:51:25.844366 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 49986) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:51:25.849457 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-f31bf265-fa0d-4a78-a51c-94d0f167e9fa tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Request body: {'floatingip': {'port_id': '757cbb60-d66a-47e8-96ad-2371a1dc69e4'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:51:25.929054 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f31bf265-fa0d-4a78-a51c-94d0f167e9fa tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for floatingip, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:26.668161 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f31bf265-fa0d-4a78-a51c-94d0f167e9fa tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:26.712729 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f31bf265-fa0d-4a78-a51c-94d0f167e9fa tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:26.889904 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-f31bf265-fa0d-4a78-a51c-94d0f167e9fa tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Floating IP 8ed67685-5f8b-485c-8a33-49f213d1e2aa associated. External IP: 172.26.7.214, port: 757cbb60-d66a-47e8-96ad-2371a1dc69e4. Apr 11 14:51:27.248464 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31bf265-fa0d-4a78-a51c-94d0f167e9fa tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Router 471d5336-29ce-42fe-999c-a8718b6e6c4d has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:51:27.431531 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31bf265-fa0d-4a78-a51c-94d0f167e9fa tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:51:27.436856 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f31bf265-fa0d-4a78-a51c-94d0f167e9fa tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:27.442189 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47306659-6f5d-4e4d-92fe-9526724c4493 None None] Sync routers for ids ['471d5336-29ce-42fe-999c-a8718b6e6c4d'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:51:27.452824 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47306659-6f5d-4e4d-92fe-9526724c4493 None None] Routers {'471d5336-29ce-42fe-999c-a8718b6e6c4d'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:51:27.453447 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-47306659-6f5d-4e4d-92fe-9526724c4493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:50:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['471d5336-29ce-42fe-999c-a8718b6e6c4d'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:51:27.497091 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f31bf265-fa0d-4a78-a51c-94d0f167e9fa tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "PUT /v2.0/floatingips/8ed67685-5f8b-485c-8a33-49f213d1e2aa HTTP/1.1" status: 200 len: 992 time: 1.6516206 Apr 11 14:51:27.497695 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7bd843-7729-44c5-8223-d0c0c2f09f6c', 'tag': '757cbb60-d66a-47e8-96ad-2371a1dc69e4'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:51:27.545055 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71030df8-ba38-489b-9855-89db5917637d'] response: {'name': 'network-changed', 'server_uuid': 'cd7bd843-7729-44c5-8223-d0c0c2f09f6c', 'tag': '757cbb60-d66a-47e8-96ad-2371a1dc69e4', 'status': 'completed', 'code': 200} Apr 11 14:51:27.646023 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-47306659-6f5d-4e4d-92fe-9526724c4493 None None] Set router 471d5336-29ce-42fe-999c-a8718b6e6c4d gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:51:27.747604 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-58c9b5d4-efb7-4108-9e6c-dad5e9926b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:27.771695 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c935db-2f93-4aec-8cbe-fb311e7c389a req-17541774-ddbf-40e3-a6aa-69f3c8055f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:27.777493 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d9c935db-2f93-4aec-8cbe-fb311e7c389a req-17541774-ddbf-40e3-a6aa-69f3c8055f98 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 1098 time: 0.1720159 Apr 11 14:51:28.126980 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-47306659-6f5d-4e4d-92fe-9526724c4493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '8ed67685-5f8b-485c-8a33-49f213d1e2aa', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'floating_ip_address': '172.26.7.214', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'port_id': '757cbb60-d66a-47e8-96ad-2371a1dc69e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'mac_address': 'fa:16:3e:1c:8e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7bd843-7729-44c5-8223-d0c0c2f09f6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:48:00Z', 'updated_at': '2022-04-11T14:51:26Z', 'revision_number': 13, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d91c53e-cb6e-4b11-bb7e-6762d0ef5016', 'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'mac_address': 'fa:16:3e:f1:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:56Z', 'updated_at': '2022-04-11T14:48:02Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'subnets': [{'id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:51:28.131291 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47306659-6f5d-4e4d-92fe-9526724c4493 None None] Checking router: 471d5336-29ce-42fe-999c-a8718b6e6c4d for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:51:28.139683 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47306659-6f5d-4e4d-92fe-9526724c4493 None None] Routers {'471d5336-29ce-42fe-999c-a8718b6e6c4d'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:51:28.140285 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-47306659-6f5d-4e4d-92fe-9526724c4493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:51:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['471d5336-29ce-42fe-999c-a8718b6e6c4d'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:51:28.142901 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c935db-2f93-4aec-8cbe-fb311e7c389a req-a68037f9-0bae-4c37-90b3-44853f0898d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:28.145659 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d9c935db-2f93-4aec-8cbe-fb311e7c389a req-a68037f9-0bae-4c37-90b3-44853f0898d1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 914 time: 0.3646600 Apr 11 14:51:28.263517 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d9c935db-2f93-4aec-8cbe-fb311e7c389a req-ce4249ed-5e7e-4b82-a0f5-44bbb4db0782 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=757cbb60-d66a-47e8-96ad-2371a1dc69e4 HTTP/1.1" status: 200 len: 1000 time: 0.1050670 Apr 11 14:51:28.335166 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c935db-2f93-4aec-8cbe-fb311e7c389a req-3a699856-594a-4ce7-86ff-ef64a06f8450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:28.337039 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d9c935db-2f93-4aec-8cbe-fb311e7c389a req-3a699856-594a-4ce7-86ff-ef64a06f8450 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 200 len: 851 time: 0.0663309 Apr 11 14:51:28.342335 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-47306659-6f5d-4e4d-92fe-9526724c4493 None None] Set router 471d5336-29ce-42fe-999c-a8718b6e6c4d gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:51:28.424358 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c935db-2f93-4aec-8cbe-fb311e7c389a req-8fab9097-d639-43be-aeb7-85214f51b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:28.426184 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d9c935db-2f93-4aec-8cbe-fb311e7c389a req-8fab9097-d639-43be-aeb7-85214f51b44f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817699 Apr 11 14:51:28.584654 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d9c935db-2f93-4aec-8cbe-fb311e7c389a req-511ea8f2-c299-4708-9612-2c78ba076f7b service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515634 Apr 11 14:51:28.749347 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d9c935db-2f93-4aec-8cbe-fb311e7c389a req-094348ab-af4a-4784-be67-2fc7df06c607 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494300 Apr 11 14:51:28.757489 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:28.759672 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:28.828007 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-47306659-6f5d-4e4d-92fe-9526724c4493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '8ed67685-5f8b-485c-8a33-49f213d1e2aa', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'floating_ip_address': '172.26.7.214', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'port_id': '757cbb60-d66a-47e8-96ad-2371a1dc69e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'mac_address': 'fa:16:3e:1c:8e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7bd843-7729-44c5-8223-d0c0c2f09f6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:48:00Z', 'updated_at': '2022-04-11T14:51:26Z', 'revision_number': 13, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d91c53e-cb6e-4b11-bb7e-6762d0ef5016', 'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'mac_address': 'fa:16:3e:f1:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:56Z', 'updated_at': '2022-04-11T14:48:02Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'subnets': [{'id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:51:28.828007 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47306659-6f5d-4e4d-92fe-9526724c4493 None None] The sync data for ids ['471d5336-29ce-42fe-999c-a8718b6e6c4d'] in dv-neutron-837330-1-hyperv is: [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '8ed67685-5f8b-485c-8a33-49f213d1e2aa', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'floating_ip_address': '172.26.7.214', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'port_id': '757cbb60-d66a-47e8-96ad-2371a1dc69e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'mac_address': 'fa:16:3e:1c:8e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7bd843-7729-44c5-8223-d0c0c2f09f6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:48:00Z', 'updated_at': '2022-04-11T14:51:26Z', 'revision_number': 13, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d91c53e-cb6e-4b11-bb7e-6762d0ef5016', 'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'mac_address': 'fa:16:3e:f1:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:56Z', 'updated_at': '2022-04-11T14:48:02Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'subnets': [{'id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:51:29.039609 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dffd733-35fa-464e-a98b-384bc026dc81 None None] New status for floating IP 8ed67685-5f8b-485c-8a33-49f213d1e2aa: ACTIVE {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:51:29.998609 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:30.247461 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8862ff42-6e4b-413c-b0bd-9324b99078fd req-183631bf-91d8-4248-899d-9873b3ddddef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766408 Apr 11 14:51:30.402279 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862ff42-6e4b-413c-b0bd-9324b99078fd req-d05f857a-55a7-4a21-af6f-c0e793990c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:30.403808 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8862ff42-6e4b-413c-b0bd-9324b99078fd req-d05f857a-55a7-4a21-af6f-c0e793990c54 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 1098 time: 0.0719683 Apr 11 14:51:30.552651 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862ff42-6e4b-413c-b0bd-9324b99078fd req-77f1e646-e121-4f19-99e9-c252d51f1a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:30.554136 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8862ff42-6e4b-413c-b0bd-9324b99078fd req-77f1e646-e121-4f19-99e9-c252d51f1a04 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 914 time: 0.1327596 Apr 11 14:51:30.697169 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8862ff42-6e4b-413c-b0bd-9324b99078fd req-5b535aa7-42e4-48af-86e8-75f7c307daa6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=757cbb60-d66a-47e8-96ad-2371a1dc69e4 HTTP/1.1" status: 200 len: 1002 time: 0.1370144 Apr 11 14:51:30.773422 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862ff42-6e4b-413c-b0bd-9324b99078fd req-402389fc-b91d-4978-900c-a1d172d59afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:30.774853 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8862ff42-6e4b-413c-b0bd-9324b99078fd req-402389fc-b91d-4978-900c-a1d172d59afe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 200 len: 851 time: 0.0714176 Apr 11 14:51:30.796426 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:51:30.838639 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d8638-0551-4845-8f1a-60947b24fab2 req-770da2c0-492b-41ae-a518-35d90746c182 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:30.840065 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-933d8638-0551-4845-8f1a-60947b24fab2 req-770da2c0-492b-41ae-a518-35d90746c182 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.1851327 Apr 11 14:51:30.899937 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-933d8638-0551-4845-8f1a-60947b24fab2 req-bde62df6-461f-4240-be7e-deec74ea7586 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537808 Apr 11 14:51:30.908627 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862ff42-6e4b-413c-b0bd-9324b99078fd req-33edb546-8ca2-454e-9ed5-47748dbba3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:30.911293 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8862ff42-6e4b-413c-b0bd-9324b99078fd req-33edb546-8ca2-454e-9ed5-47748dbba3b9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1274507 Apr 11 14:51:31.052524 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8862ff42-6e4b-413c-b0bd-9324b99078fd req-438ee983-ed71-4732-aaa4-fc62a46fbb81 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324437 Apr 11 14:51:31.190207 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8862ff42-6e4b-413c-b0bd-9324b99078fd req-c8c4fae4-3009-4dde-b84c-2a84bd3ccd1b service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344154 Apr 11 14:51:42.362282 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef45855-ac6c-440f-9b2d-fce9323f745a req-b65b1bca-dfc2-48e0-a19b-c0717c9e5c97 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:42.364068 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7ef45855-ac6c-440f-9b2d-fce9323f745a req-b65b1bca-dfc2-48e0-a19b-c0717c9e5c97 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.0827737 Apr 11 14:51:42.416398 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7ef45855-ac6c-440f-9b2d-fce9323f745a req-fcbc993c-80e7-4f8e-a11e-a114b2ae178a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466111 Apr 11 14:51:42.525361 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8f41abd0-3f67-4d47-a9ff-0eb208506f0b req-f498e376-249d-4b1c-a07b-a472f46bc9c0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1262472 Apr 11 14:51:43.616256 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5d096-8e84-4b5a-a09f-d8e95b55c0f2 req-517b2439-12a0-4946-9457-3391e3b0c410 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:43.618052 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4dd5d096-8e84-4b5a-a09f-d8e95b55c0f2 req-517b2439-12a0-4946-9457-3391e3b0c410 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.0869746 Apr 11 14:51:43.666610 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4dd5d096-8e84-4b5a-a09f-d8e95b55c0f2 req-307e5f54-cb87-44c2-a3b7-6c499c86e77f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425363 Apr 11 14:51:44.795750 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41abd0-3f67-4d47-a9ff-0eb208506f0b req-cbb8f0ea-2dd2-4472-9082-a36c6bdfd711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:44.797251 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8f41abd0-3f67-4d47-a9ff-0eb208506f0b req-cbb8f0ea-2dd2-4472-9082-a36c6bdfd711 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 1098 time: 0.0816188 Apr 11 14:51:44.883649 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d581ed1-cb12-4240-a0cb-f5dbd0b1f135 req-a86f514f-06f5-429c-8e1b-9e86b14630e5 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:44.885165 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7d581ed1-cb12-4240-a0cb-f5dbd0b1f135 req-a86f514f-06f5-429c-8e1b-9e86b14630e5 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.0961313 Apr 11 14:51:44.936722 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7d581ed1-cb12-4240-a0cb-f5dbd0b1f135 req-b366f2ed-56d4-488c-aa73-62d6dc6c5082 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456719 Apr 11 14:51:45.069951 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41abd0-3f67-4d47-a9ff-0eb208506f0b req-0d10a91c-2523-4ad0-b418-d8e3bcede6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:45.071419 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8f41abd0-3f67-4d47-a9ff-0eb208506f0b req-0d10a91c-2523-4ad0-b418-d8e3bcede6cc service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 914 time: 0.2673209 Apr 11 14:51:45.186896 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8f41abd0-3f67-4d47-a9ff-0eb208506f0b req-98596178-084e-4352-91f8-4fb41a327246 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=757cbb60-d66a-47e8-96ad-2371a1dc69e4 HTTP/1.1" status: 200 len: 1002 time: 0.1089857 Apr 11 14:51:45.253639 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41abd0-3f67-4d47-a9ff-0eb208506f0b req-5305b791-7149-49a2-a147-7f2d167d252b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:45.255201 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8f41abd0-3f67-4d47-a9ff-0eb208506f0b req-5305b791-7149-49a2-a147-7f2d167d252b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 200 len: 851 time: 0.0624182 Apr 11 14:51:45.332613 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41abd0-3f67-4d47-a9ff-0eb208506f0b req-848f2291-0c77-48dc-b9ba-3fa9c4269ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:45.334064 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8f41abd0-3f67-4d47-a9ff-0eb208506f0b req-848f2291-0c77-48dc-b9ba-3fa9c4269ff0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728824 Apr 11 14:51:45.471687 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8f41abd0-3f67-4d47-a9ff-0eb208506f0b req-59074d06-dd03-4518-9118-5f554e23e7f3 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308026 Apr 11 14:51:45.609612 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8f41abd0-3f67-4d47-a9ff-0eb208506f0b req-eee84d71-26fd-4280-8f06-2f7451b115f5 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308246 Apr 11 14:51:46.136131 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd9f75-e959-481a-ae4f-500be662eb05 req-f6e409ec-2069-4941-8c8f-b4ce9a808a9d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:46.137584 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-befd9f75-e959-481a-ae4f-500be662eb05 req-f6e409ec-2069-4941-8c8f-b4ce9a808a9d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.0847816 Apr 11 14:51:46.182593 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-befd9f75-e959-481a-ae4f-500be662eb05 req-6324340e-7b7c-451c-b1c9-a2a802cf0654 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389919 Apr 11 14:51:47.369739 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e1b1e-d93c-4ac0-a5ed-b2c8d699ce6a req-be7b7e66-53e3-4069-97ff-06240929ce43 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:47.371254 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1a7e1b1e-d93c-4ac0-a5ed-b2c8d699ce6a req-be7b7e66-53e3-4069-97ff-06240929ce43 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.0796344 Apr 11 14:51:47.415067 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1a7e1b1e-d93c-4ac0-a5ed-b2c8d699ce6a req-7375dc43-cae9-483b-87b6-db5d5fdabf54 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382836 Apr 11 14:51:48.599441 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff42894-ff4d-4e97-8c13-031c55be0826 req-4cf71340-09ea-4a39-bef4-ebf1b6745560 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:48.600888 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cff42894-ff4d-4e97-8c13-031c55be0826 req-4cf71340-09ea-4a39-bef4-ebf1b6745560 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.0790458 Apr 11 14:51:48.648547 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cff42894-ff4d-4e97-8c13-031c55be0826 req-797efa26-5e27-4512-90e9-7e947f9e7a1c tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419986 Apr 11 14:51:49.840337 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee4427-a1fd-423a-923b-8d6859914b35 req-5bfb5d56-e18b-467e-acb3-45371bd10e75 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:49.841922 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-99ee4427-a1fd-423a-923b-8d6859914b35 req-5bfb5d56-e18b-467e-acb3-45371bd10e75 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.0842781 Apr 11 14:51:49.885490 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-99ee4427-a1fd-423a-923b-8d6859914b35 req-330c29ac-17dd-4d2a-b088-d5e0ef6d1f25 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379059 Apr 11 14:51:51.088534 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1303c45-9cd1-47cb-8de1-c750436a3632 req-df8aebec-6355-43a2-9106-038b2e42dffb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:51.090042 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c1303c45-9cd1-47cb-8de1-c750436a3632 req-df8aebec-6355-43a2-9106-038b2e42dffb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.0949426 Apr 11 14:51:51.135867 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c1303c45-9cd1-47cb-8de1-c750436a3632 req-ed354454-aa73-4222-825e-448d73c41dd4 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400732 Apr 11 14:51:52.474717 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251f5bc-438a-426f-adb6-7d6edf217fe2 req-8d97c241-c04c-46c1-906b-def3bda49888 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:52.476187 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c251f5bc-438a-426f-adb6-7d6edf217fe2 req-8d97c241-c04c-46c1-906b-def3bda49888 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.0801690 Apr 11 14:51:52.520238 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c251f5bc-438a-426f-adb6-7d6edf217fe2 req-f84e776d-9466-4e9d-9477-6f833da2fae6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383689 Apr 11 14:51:53.736305 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8f41abd0-3f67-4d47-a9ff-0eb208506f0b req-15e77921-6297-4843-a016-ac217796e5b2 service neutron] 10.222.0.53 "GET /v2.0/ports/757cbb60-d66a-47e8-96ad-2371a1dc69e4/bindings/hv-neutron-8373 HTTP/1.1" status: 200 len: 384 time: 0.1250708 Apr 11 14:51:53.763450 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6699f-4c72-4bb5-abfa-68d5541ece36 req-e5dc6e89-9f33-489a-9799-4f4c5eebdce5 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:53.764914 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-caf6699f-4c72-4bb5-abfa-68d5541ece36 req-e5dc6e89-9f33-489a-9799-4f4c5eebdce5 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.1122248 Apr 11 14:51:53.816545 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-caf6699f-4c72-4bb5-abfa-68d5541ece36 req-d9f3eb7e-881d-4ea6-ae60-256420aa0053 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446393 Apr 11 14:51:54.294131 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41abd0-3f67-4d47-a9ff-0eb208506f0b req-9c13dead-e64d-4adc-8978-b149ab0c35ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:54.295622 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8f41abd0-3f67-4d47-a9ff-0eb208506f0b req-9c13dead-e64d-4adc-8978-b149ab0c35ab service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c&tenant_id=a5adbd3b8c5a489eb67ace68bc669037 HTTP/1.1" status: 200 len: 1098 time: 0.0739403 Apr 11 14:51:54.400635 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41abd0-3f67-4d47-a9ff-0eb208506f0b req-7b63576c-5cc3-484c-a3f8-9a5a12d49e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:54.402072 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8f41abd0-3f67-4d47-a9ff-0eb208506f0b req-7b63576c-5cc3-484c-a3f8-9a5a12d49e0e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 1098 time: 0.0741417 Apr 11 14:51:54.443624 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:54.536071 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41abd0-3f67-4d47-a9ff-0eb208506f0b req-275ff159-80ed-4446-b90e-4e4b6019a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:54.537506 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8f41abd0-3f67-4d47-a9ff-0eb208506f0b req-275ff159-80ed-4446-b90e-4e4b6019a0c5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 914 time: 0.1297629 Apr 11 14:51:54.640896 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8f41abd0-3f67-4d47-a9ff-0eb208506f0b req-2b094403-f2e2-42c5-be1e-bb3bc52dc3da service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=757cbb60-d66a-47e8-96ad-2371a1dc69e4 HTTP/1.1" status: 200 len: 1002 time: 0.0977507 Apr 11 14:51:54.705163 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41abd0-3f67-4d47-a9ff-0eb208506f0b req-a0530c49-dde3-4bf1-b77c-c15a5dd155e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:54.707269 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8f41abd0-3f67-4d47-a9ff-0eb208506f0b req-a0530c49-dde3-4bf1-b77c-c15a5dd155e1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 200 len: 851 time: 0.0610526 Apr 11 14:51:54.781292 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41abd0-3f67-4d47-a9ff-0eb208506f0b req-d72a8c08-dd54-4766-9661-5531503b635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:54.782773 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8f41abd0-3f67-4d47-a9ff-0eb208506f0b req-d72a8c08-dd54-4766-9661-5531503b635f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699043 Apr 11 14:51:55.013619 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0f5da-6102-4250-82eb-17058f518b30 req-d9acb2f6-1155-4b34-a8cc-55817410f7a5 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:55.015135 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-94b0f5da-6102-4250-82eb-17058f518b30 req-d9acb2f6-1155-4b34-a8cc-55817410f7a5 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.0854077 Apr 11 14:51:55.030226 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8f41abd0-3f67-4d47-a9ff-0eb208506f0b req-eff7b842-5d93-40e9-b368-7a2ebcdd46da service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419417 Apr 11 14:51:55.063614 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-94b0f5da-6102-4250-82eb-17058f518b30 req-6fecbdb2-85fa-4037-9333-f2f307c39f64 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413888 Apr 11 14:51:55.166158 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8f41abd0-3f67-4d47-a9ff-0eb208506f0b req-44a34c5c-1996-4b41-b1b9-98109483bae2 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298881 Apr 11 14:51:55.193123 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e12eb047-a142-4d7e-83f6-987c787db9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:55.914297 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 757cbb60-d66a-47e8-96ad-2371a1dc69e4 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:51:56.040266 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:56.068194 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7bd843-7729-44c5-8223-d0c0c2f09f6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '757cbb60-d66a-47e8-96ad-2371a1dc69e4'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:51:56.077995 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 757cbb60-d66a-47e8-96ad-2371a1dc69e4, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=757cbb60-d66a-47e8-96ad-2371a1dc69e4,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:51:56.123498 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef776f2-7ee0-4757-a579-8e59a1bdfafe'] response: {'server_uuid': 'cd7bd843-7729-44c5-8223-d0c0c2f09f6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '757cbb60-d66a-47e8-96ad-2371a1dc69e4', 'code': 200} Apr 11 14:51:56.169820 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:56.243538 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=757cbb60-d66a-47e8-96ad-2371a1dc69e4,revision_number=6']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:51:56.259006 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8283f11-40d6-4ddf-852f-6391114c583a req-ede24193-0c48-4a5f-aedc-e4c723765782 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:56.261094 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f8283f11-40d6-4ddf-852f-6391114c583a req-ede24193-0c48-4a5f-aedc-e4c723765782 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 943 time: 0.0867724 Apr 11 14:51:56.316777 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f8283f11-40d6-4ddf-852f-6391114c583a req-93470e2b-5acd-4278-b759-dee473a0bef2 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471876 Apr 11 14:51:57.520696 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea759f04-0708-47b4-b947-b1664af62cd8 req-b0d58b7d-07b0-4f06-8608-60218053a71a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:57.522280 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ea759f04-0708-47b4-b947-b1664af62cd8 req-b0d58b7d-07b0-4f06-8608-60218053a71a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 943 time: 0.0825512 Apr 11 14:51:57.573296 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ea759f04-0708-47b4-b947-b1664af62cd8 req-8e9b7017-ae2b-4a9e-9a5a-0a9c1e2a7829 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452044 Apr 11 14:51:57.723969 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2502aea2-15db-4c23-956c-6b8aacf0f856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:57.923876 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 757cbb60-d66a-47e8-96ad-2371a1dc69e4 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:51:58.060926 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 757cbb60-d66a-47e8-96ad-2371a1dc69e4, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=757cbb60-d66a-47e8-96ad-2371a1dc69e4,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:51:58.074452 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '757cbb60-d66a-47e8-96ad-2371a1dc69e4', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'port_id': '757cbb60-d66a-47e8-96ad-2371a1dc69e4', 'mac_address': 'fa:16:3e:1c:8e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:51:58.133499 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:58.150508 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 757cbb60-d66a-47e8-96ad-2371a1dc69e4 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:51:58.165812 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 757cbb60-d66a-47e8-96ad-2371a1dc69e4, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=757cbb60-d66a-47e8-96ad-2371a1dc69e4,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:51:58.238515 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:58.326746 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=757cbb60-d66a-47e8-96ad-2371a1dc69e4,revision_number=7']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:51:58.375520 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['757cbb60-d66a-47e8-96ad-2371a1dc69e4'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:51:58.695554 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:58.724232 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:51:58.770548 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d434408-a043-497a-85a8-4e6ffa8c30b9 req-ce07dbac-dd88-4ccc-ab73-b677ec4d27ae tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:51:58.772029 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7d434408-a043-497a-85a8-4e6ffa8c30b9 req-ce07dbac-dd88-4ccc-ab73-b677ec4d27ae tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 944 time: 0.0876286 Apr 11 14:51:58.819649 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7d434408-a043-497a-85a8-4e6ffa8c30b9 req-2fdd5d9e-2345-4516-823c-78f126f660fe tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419130 Apr 11 14:51:59.947570 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 757cbb60-d66a-47e8-96ad-2371a1dc69e4 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:52:00.002801 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:00.012044 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085a354-bc61-49b6-81c8-d9e6df34e823 req-3dab48cb-bd2d-4e59-8eba-394d91eccc93 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:00.016562 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9085a354-bc61-49b6-81c8-d9e6df34e823 req-3dab48cb-bd2d-4e59-8eba-394d91eccc93 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 944 time: 0.0832889 Apr 11 14:52:00.019950 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 757cbb60-d66a-47e8-96ad-2371a1dc69e4 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:52:00.020329 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:00.061810 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9085a354-bc61-49b6-81c8-d9e6df34e823 req-c6db137a-d3ee-42cb-8502-50c923ba1550 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399609 Apr 11 14:52:00.141313 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:00.168863 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7bd843-7729-44c5-8223-d0c0c2f09f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757cbb60-d66a-47e8-96ad-2371a1dc69e4'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:52:00.178616 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 757cbb60-d66a-47e8-96ad-2371a1dc69e4, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=757cbb60-d66a-47e8-96ad-2371a1dc69e4,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:52:00.222312 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00f02c76-5f13-488f-921b-2a2210b9fcaf'] response: {'server_uuid': 'cd7bd843-7729-44c5-8223-d0c0c2f09f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757cbb60-d66a-47e8-96ad-2371a1dc69e4', 'code': 200} Apr 11 14:52:00.260547 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:00.330616 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=757cbb60-d66a-47e8-96ad-2371a1dc69e4,revision_number=8']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:52:01.257476 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b9909-1834-42b3-8b93-886636edf2dc req-533e3505-ad66-4133-8eac-bf9bb6a7e0ad tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:01.258973 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-058b9909-1834-42b3-8b93-886636edf2dc req-533e3505-ad66-4133-8eac-bf9bb6a7e0ad tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.0861027 Apr 11 14:52:01.304461 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-058b9909-1834-42b3-8b93-886636edf2dc req-6997a2a7-678e-4636-90c4-cba89213846f tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397820 Apr 11 14:52:02.498893 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bcb33-c9c9-4196-bffb-669d0f29d503 req-360066bc-8ad3-45f0-985f-b6e47604be51 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:02.500381 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-114bcb33-c9c9-4196-bffb-669d0f29d503 req-360066bc-8ad3-45f0-985f-b6e47604be51 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.0838633 Apr 11 14:52:02.545428 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-114bcb33-c9c9-4196-bffb-669d0f29d503 req-8b0e76ed-879b-4533-9db7-2a9b1303b0f8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394430 Apr 11 14:52:03.756208 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d75c6c-65b7-4060-828a-59f6254ef8ea req-18dcf035-a817-48ad-a0a6-244005e86cce tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:03.757744 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c1d75c6c-65b7-4060-828a-59f6254ef8ea req-18dcf035-a817-48ad-a0a6-244005e86cce tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.1010094 Apr 11 14:52:03.803758 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c1d75c6c-65b7-4060-828a-59f6254ef8ea req-f08602c3-aab7-472b-b7ab-548c078c4a57 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402396 Apr 11 14:52:05.014563 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce321f-e8e6-445e-988f-1bb1881e2762 req-c73c768f-b2a0-44f2-805b-2bf7ff2ef0a1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:05.017085 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6cce321f-e8e6-445e-988f-1bb1881e2762 req-c73c768f-b2a0-44f2-805b-2bf7ff2ef0a1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.1014962 Apr 11 14:52:05.073780 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6cce321f-e8e6-445e-988f-1bb1881e2762 req-43a8c698-a6e3-47ff-8f22-86c6fb5c04ab tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501761 Apr 11 14:52:06.272973 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a7dd3-dc20-474b-9395-b052a4409387 req-5da35b3c-7d45-4db7-8c20-6b14338a3c46 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:06.274470 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7d4a7dd3-dc20-474b-9395-b052a4409387 req-5da35b3c-7d45-4db7-8c20-6b14338a3c46 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.0855613 Apr 11 14:52:06.320375 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7d4a7dd3-dc20-474b-9395-b052a4409387 req-1079b28e-a881-43be-ac8b-e403add62557 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400393 Apr 11 14:52:07.188244 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48dd4e-f227-49ee-91a6-345a2ac4420e req-9e32fb59-f9fb-40a5-b0f0-8e1c875be5c7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:07.189726 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4b48dd4e-f227-49ee-91a6-345a2ac4420e req-9e32fb59-f9fb-40a5-b0f0-8e1c875be5c7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.1500843 Apr 11 14:52:07.199318 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96a0b3-8cc3-4889-a222-119bd85c4404 req-73d92860-1381-497d-9f51-8fef4c645ab1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:07.200792 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c96a0b3-8cc3-4889-a222-119bd85c4404 req-73d92860-1381-497d-9f51-8fef4c645ab1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c&tenant_id=a5adbd3b8c5a489eb67ace68bc669037&binding%3Ahost_id=hv-neutron-8373 HTTP/1.1" status: 200 len: 945 time: 0.1244431 Apr 11 14:52:07.302601 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4b48dd4e-f227-49ee-91a6-345a2ac4420e req-a5017c96-6c7b-4318-a0ae-510d259e1b02 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007988 Apr 11 14:52:07.312975 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c96a0b3-8cc3-4889-a222-119bd85c4404 req-cc06e702-f38e-497c-a99f-f58ca425a4b2 service neutron] 10.222.0.53 "GET /v2.0/ports/757cbb60-d66a-47e8-96ad-2371a1dc69e4/bindings/hv-neutron-8373 HTTP/1.1" status: 200 len: 384 time: 0.0976434 Apr 11 14:52:07.428848 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96a0b3-8cc3-4889-a222-119bd85c4404 req-1b070643-db82-44a4-97a4-eef464c7e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:07.430418 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c96a0b3-8cc3-4889-a222-119bd85c4404 req-1b070643-db82-44a4-97a4-eef464c7e8da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 1098 time: 0.0743048 Apr 11 14:52:07.568910 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96a0b3-8cc3-4889-a222-119bd85c4404 req-ba498d88-a703-4eb3-b603-d0b3a5abf661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:07.570367 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c96a0b3-8cc3-4889-a222-119bd85c4404 req-ba498d88-a703-4eb3-b603-d0b3a5abf661 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 914 time: 0.1341338 Apr 11 14:52:07.680788 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c96a0b3-8cc3-4889-a222-119bd85c4404 req-9a1ba12a-a5b4-405a-af52-6f8f836d3d19 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=757cbb60-d66a-47e8-96ad-2371a1dc69e4 HTTP/1.1" status: 200 len: 1002 time: 0.1035779 Apr 11 14:52:07.746762 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96a0b3-8cc3-4889-a222-119bd85c4404 req-a50aa98a-185a-436b-985f-d21cf822510f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:07.748199 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c96a0b3-8cc3-4889-a222-119bd85c4404 req-a50aa98a-185a-436b-985f-d21cf822510f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 200 len: 851 time: 0.0618911 Apr 11 14:52:07.795669 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:52:07.830508 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96a0b3-8cc3-4889-a222-119bd85c4404 req-b1be4035-6f8b-4a0f-8cb2-1afde4929b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:07.832067 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c96a0b3-8cc3-4889-a222-119bd85c4404 req-b1be4035-6f8b-4a0f-8cb2-1afde4929b97 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781863 Apr 11 14:52:07.967314 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c96a0b3-8cc3-4889-a222-119bd85c4404 req-724f3fbd-c5dc-4c67-99de-700f974c2572 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290207 Apr 11 14:52:08.214633 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c96a0b3-8cc3-4889-a222-119bd85c4404 req-d767c296-ede8-4f79-8a0c-0ffca81ce009 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416885 Apr 11 14:52:08.525446 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f273de-f56c-448f-8f45-b9f0f49c712e req-4199e82f-7749-44b1-a06a-f0f6ca20d9b6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:08.525446 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d6f273de-f56c-448f-8f45-b9f0f49c712e req-4199e82f-7749-44b1-a06a-f0f6ca20d9b6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.0974030 Apr 11 14:52:08.558712 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d6f273de-f56c-448f-8f45-b9f0f49c712e req-b55350fb-c8d1-4627-b04d-cb28f706fce6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391574 Apr 11 14:52:09.747033 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a634df2-e31b-4d9f-be02-5739a56344de req-59f401ec-09c8-4ea1-89c2-312bde30824e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:09.748487 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1a634df2-e31b-4d9f-be02-5739a56344de req-59f401ec-09c8-4ea1-89c2-312bde30824e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.0810215 Apr 11 14:52:09.798122 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1a634df2-e31b-4d9f-be02-5739a56344de req-1a4142ea-33d8-43ca-8bbb-8d11ef5ff9ac tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436285 Apr 11 14:52:10.996717 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf05f3f-127e-4998-ba02-aba6cc5b9e8c req-78a95d2f-759d-4200-bb55-2db64e693e4e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:10.998235 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5cf05f3f-127e-4998-ba02-aba6cc5b9e8c req-78a95d2f-759d-4200-bb55-2db64e693e4e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.0843794 Apr 11 14:52:11.046850 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5cf05f3f-127e-4998-ba02-aba6cc5b9e8c req-5b53a700-a742-460e-a8fe-60bf5e3717a9 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417035 Apr 11 14:52:12.243890 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f129ba9-cca2-4819-b41f-bbad5e91d96d req-307555be-bc85-4e2f-ac40-e3ac5500b001 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:12.246047 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4f129ba9-cca2-4819-b41f-bbad5e91d96d req-307555be-bc85-4e2f-ac40-e3ac5500b001 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.0838988 Apr 11 14:52:12.297796 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4f129ba9-cca2-4819-b41f-bbad5e91d96d req-e3206738-a476-4049-8263-806442fc3f25 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428519 Apr 11 14:52:12.537579 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96a0b3-8cc3-4889-a222-119bd85c4404 req-69751503-b5b8-4905-b119-2a354147b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:12.539087 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c96a0b3-8cc3-4889-a222-119bd85c4404 req-69751503-b5b8-4905-b119-2a354147b5c7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c&tenant_id=a5adbd3b8c5a489eb67ace68bc669037 HTTP/1.1" status: 200 len: 1098 time: 0.0772173 Apr 11 14:52:12.642289 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96a0b3-8cc3-4889-a222-119bd85c4404 req-8bbe006e-7d4a-4651-9ce4-e0e7f9995cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:12.644244 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c96a0b3-8cc3-4889-a222-119bd85c4404 req-8bbe006e-7d4a-4651-9ce4-e0e7f9995cd0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 1098 time: 0.0735266 Apr 11 14:52:12.779046 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96a0b3-8cc3-4889-a222-119bd85c4404 req-2aa81484-f032-4fa4-aa69-a86498effcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:12.780548 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c96a0b3-8cc3-4889-a222-119bd85c4404 req-2aa81484-f032-4fa4-aa69-a86498effcc9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 200 len: 914 time: 0.1303911 Apr 11 14:52:12.888972 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c96a0b3-8cc3-4889-a222-119bd85c4404 req-ab50de04-2a2a-4964-92d4-b64f82b45ad6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=757cbb60-d66a-47e8-96ad-2371a1dc69e4 HTTP/1.1" status: 200 len: 1002 time: 0.1010160 Apr 11 14:52:12.950914 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96a0b3-8cc3-4889-a222-119bd85c4404 req-688c5de4-a6d6-49e2-bf1e-916d34bdfa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:12.952276 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c96a0b3-8cc3-4889-a222-119bd85c4404 req-688c5de4-a6d6-49e2-bf1e-916d34bdfa72 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 200 len: 851 time: 0.0576494 Apr 11 14:52:13.031317 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96a0b3-8cc3-4889-a222-119bd85c4404 req-f32ecc07-d472-4add-8d5f-b46441056f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:13.033034 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c96a0b3-8cc3-4889-a222-119bd85c4404 req-f32ecc07-d472-4add-8d5f-b46441056f77 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752852 Apr 11 14:52:13.164402 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c96a0b3-8cc3-4889-a222-119bd85c4404 req-8b308b87-c99c-4b48-bcfb-740814560db2 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253519 Apr 11 14:52:13.297574 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c96a0b3-8cc3-4889-a222-119bd85c4404 req-a2c49549-e9af-48d6-b520-426c693d1624 service neutron] 10.222.0.53 "GET /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268582 Apr 11 14:52:13.494472 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aad51c-81c5-43fd-876d-a9db6397f936 req-260d6871-53f4-4681-b07e-3de21bfeaae8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:13.496034 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a6aad51c-81c5-43fd-876d-a9db6397f936 req-260d6871-53f4-4681-b07e-3de21bfeaae8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.0911660 Apr 11 14:52:13.545587 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a6aad51c-81c5-43fd-876d-a9db6397f936 req-a3fecdae-be41-421e-a849-cf07ec49e3c1 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435820 Apr 11 14:52:13.976216 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 757cbb60-d66a-47e8-96ad-2371a1dc69e4 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:52:14.107761 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:14.142352 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7bd843-7729-44c5-8223-d0c0c2f09f6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '757cbb60-d66a-47e8-96ad-2371a1dc69e4'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:52:14.155429 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 757cbb60-d66a-47e8-96ad-2371a1dc69e4, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=757cbb60-d66a-47e8-96ad-2371a1dc69e4,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:52:14.221255 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebcbaad1-fcef-4148-95c6-a44989a72f59'] response: {'server_uuid': 'cd7bd843-7729-44c5-8223-d0c0c2f09f6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '757cbb60-d66a-47e8-96ad-2371a1dc69e4', 'code': 200} Apr 11 14:52:14.226600 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:14.311554 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=757cbb60-d66a-47e8-96ad-2371a1dc69e4,revision_number=9']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:52:14.765188 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7491d8-e600-415d-90af-0ace36697918 req-aac489b6-6240-4614-a6c4-5fcdf36866b7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:14.768435 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-df7491d8-e600-415d-90af-0ace36697918 req-aac489b6-6240-4614-a6c4-5fcdf36866b7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 943 time: 0.1022043 Apr 11 14:52:14.824760 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-df7491d8-e600-415d-90af-0ace36697918 req-1256cdf3-6ed3-4d45-a6b2-3c02eb323fdb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489140 Apr 11 14:52:15.975340 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 757cbb60-d66a-47e8-96ad-2371a1dc69e4 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:52:16.023370 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141bcf7-eadf-4b82-9c9d-74f01c1bee68 req-b6e40885-4545-4d9c-8736-d2865d8ec6b3 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:16.025494 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b141bcf7-eadf-4b82-9c9d-74f01c1bee68 req-b6e40885-4545-4d9c-8736-d2865d8ec6b3 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 943 time: 0.0879033 Apr 11 14:52:16.077142 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b141bcf7-eadf-4b82-9c9d-74f01c1bee68 req-41d29065-04b5-48a0-8a7f-bcc5f9e44561 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448334 Apr 11 14:52:16.114123 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 757cbb60-d66a-47e8-96ad-2371a1dc69e4, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=757cbb60-d66a-47e8-96ad-2371a1dc69e4,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:52:16.127177 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '757cbb60-d66a-47e8-96ad-2371a1dc69e4', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'port_id': '757cbb60-d66a-47e8-96ad-2371a1dc69e4', 'mac_address': 'fa:16:3e:1c:8e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:52:16.187946 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:16.205133 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 757cbb60-d66a-47e8-96ad-2371a1dc69e4 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:52:16.220957 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 757cbb60-d66a-47e8-96ad-2371a1dc69e4, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=757cbb60-d66a-47e8-96ad-2371a1dc69e4,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:52:16.260605 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:16.328020 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=757cbb60-d66a-47e8-96ad-2371a1dc69e4,revision_number=10']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:52:16.387395 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['757cbb60-d66a-47e8-96ad-2371a1dc69e4'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:52:17.265215 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05f084-a1ff-4858-83b8-de9da9912fe1 req-c458052b-b6d3-48e5-8816-13412b828742 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:17.267120 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6f05f084-a1ff-4858-83b8-de9da9912fe1 req-c458052b-b6d3-48e5-8816-13412b828742 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 945 time: 0.0811050 Apr 11 14:52:17.315564 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6f05f084-a1ff-4858-83b8-de9da9912fe1 req-831af60c-1be1-421c-915f-2f40f802ffab tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418773 Apr 11 14:52:17.990717 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 757cbb60-d66a-47e8-96ad-2371a1dc69e4 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:52:18.059591 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 757cbb60-d66a-47e8-96ad-2371a1dc69e4 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:52:18.059964 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:18.177923 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:18.204569 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7bd843-7729-44c5-8223-d0c0c2f09f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757cbb60-d66a-47e8-96ad-2371a1dc69e4'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:52:18.214491 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 757cbb60-d66a-47e8-96ad-2371a1dc69e4, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=757cbb60-d66a-47e8-96ad-2371a1dc69e4,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:52:18.260647 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27aa947e-6dfe-4da5-a6da-61d80a380470'] response: {'server_uuid': 'cd7bd843-7729-44c5-8223-d0c0c2f09f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757cbb60-d66a-47e8-96ad-2371a1dc69e4', 'code': 200} Apr 11 14:52:18.277313 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:18.350097 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=757cbb60-d66a-47e8-96ad-2371a1dc69e4,revision_number=11']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:52:18.501976 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d8013-478e-41c7-adc0-bd41cf2aa159 req-99a41f63-0070-412b-b5a6-06d1a1a1bc08 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:18.503434 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-368d8013-478e-41c7-adc0-bd41cf2aa159 req-99a41f63-0070-412b-b5a6-06d1a1a1bc08 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 946 time: 0.0808249 Apr 11 14:52:18.547797 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-368d8013-478e-41c7-adc0-bd41cf2aa159 req-95b78eba-88f0-4f7a-9c6f-da2bb99500c6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385656 Apr 11 14:52:19.740504 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab5a8c-feb7-4ef5-993a-7c09aafbb97a req-836ce0d4-09f5-42b9-b24b-95f9de7a0825 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:19.741988 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-bfab5a8c-feb7-4ef5-993a-7c09aafbb97a req-836ce0d4-09f5-42b9-b24b-95f9de7a0825 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 946 time: 0.0838597 Apr 11 14:52:19.786295 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-bfab5a8c-feb7-4ef5-993a-7c09aafbb97a req-eac6ce98-6ffc-4d57-9f3f-324258bd67d3 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386834 Apr 11 14:52:20.979202 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee8a71-58dd-4a3b-ad1b-8af8adc9437c req-198ae6bc-7296-4fc7-b519-684964dbd7bf tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:20.980751 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5eee8a71-58dd-4a3b-ad1b-8af8adc9437c req-198ae6bc-7296-4fc7-b519-684964dbd7bf tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 946 time: 0.0849252 Apr 11 14:52:21.029396 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5eee8a71-58dd-4a3b-ad1b-8af8adc9437c req-ee77e144-fb43-4392-9a14-6fc8d8d1cac7 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424442 Apr 11 14:52:22.219790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5589ca-1a32-437b-a559-8663bb9fb031 req-ab0ca835-ab63-4234-8879-291796be0d5b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:22.221244 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ab5589ca-1a32-437b-a559-8663bb9fb031 req-ab0ca835-ab63-4234-8879-291796be0d5b tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 946 time: 0.0813930 Apr 11 14:52:22.272945 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ab5589ca-1a32-437b-a559-8663bb9fb031 req-6bc2c226-737d-438b-a59d-b41e3cd03f1e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448918 Apr 11 14:52:23.466850 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40df7c6-48bb-4815-90cd-33b48d460c8b req-a1d709c5-4753-4659-8079-507919bd6277 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:23.468333 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c40df7c6-48bb-4815-90cd-33b48d460c8b req-a1d709c5-4753-4659-8079-507919bd6277 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 946 time: 0.0834610 Apr 11 14:52:23.518885 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c40df7c6-48bb-4815-90cd-33b48d460c8b req-08785440-85ea-4223-9a2f-f8279b9117b8 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444887 Apr 11 14:52:24.482986 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:24.712879 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32478c6-c438-4145-b279-f51e5004285a req-f5d7488e-6f45-4b38-9e4c-0d9c6a48877d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:24.714374 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f32478c6-c438-4145-b279-f51e5004285a req-f5d7488e-6f45-4b38-9e4c-0d9c6a48877d tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 946 time: 0.0815456 Apr 11 14:52:24.760029 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f32478c6-c438-4145-b279-f51e5004285a req-23172900-7d69-4d5b-80cb-ea757d982fca tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398529 Apr 11 14:52:24.955927 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b710600-59fa-438a-8ded-7901d647b5ec req-cf512c50-9548-49ae-b673-f945c5ea47b9 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:24.958125 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4b710600-59fa-438a-8ded-7901d647b5ec req-cf512c50-9548-49ae-b673-f945c5ea47b9 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 946 time: 0.0947881 Apr 11 14:52:25.005238 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4b710600-59fa-438a-8ded-7901d647b5ec req-32a60cc5-15e8-4bd1-b779-3a746b392716 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408084 Apr 11 14:52:25.192082 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7062626-14ce-4944-aa09-9fdd9860e283 req-f39d6447-84c0-46ad-98be-5898a5317191 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:25.193562 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b7062626-14ce-4944-aa09-9fdd9860e283 req-f39d6447-84c0-46ad-98be-5898a5317191 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 946 time: 0.0836000 Apr 11 14:52:25.203122 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8d6d9f56-7b38-492f-bc1e-228c72a136df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:25.238850 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b7062626-14ce-4944-aa09-9fdd9860e283 req-f2738284-9a0f-4d81-b99d-8ebc169f8ebd tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391295 Apr 11 14:52:25.888514 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9c76d-f283-43d4-bee6-bba641bd42e5 req-afed593c-dfc9-41db-bfe9-c467daaba132 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:25.892074 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2ce9c76d-f283-43d4-bee6-bba641bd42e5 req-afed593c-dfc9-41db-bfe9-c467daaba132 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 946 time: 0.0805581 Apr 11 14:52:25.935101 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2ce9c76d-f283-43d4-bee6-bba641bd42e5 req-a9704f78-1f73-48cf-a611-39357431f5af tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391395 Apr 11 14:52:26.024645 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 757cbb60-d66a-47e8-96ad-2371a1dc69e4 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:52:26.138099 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:26.167361 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7bd843-7729-44c5-8223-d0c0c2f09f6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '757cbb60-d66a-47e8-96ad-2371a1dc69e4'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:52:26.176785 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 757cbb60-d66a-47e8-96ad-2371a1dc69e4, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=757cbb60-d66a-47e8-96ad-2371a1dc69e4,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:52:26.213427 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14210b3-2223-40dd-be80-e4c95d54a342'] response: {'server_uuid': 'cd7bd843-7729-44c5-8223-d0c0c2f09f6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '757cbb60-d66a-47e8-96ad-2371a1dc69e4', 'code': 200} Apr 11 14:52:26.248825 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:26.316279 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=757cbb60-d66a-47e8-96ad-2371a1dc69e4,revision_number=12']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:52:26.323940 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:26.324289 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:26.324630 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:26.324966 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:26.325300 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:26.325633 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:26.325992 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:26.326320 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:26.326649 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:26.326978 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:26.327301 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:26.327621 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:27.250716 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c04fe-946e-42f9-8952-2c78f993ce61 req-2b4c67b2-6555-4a55-85d6-9e24763c8657 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:27.252141 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-419c04fe-946e-42f9-8952-2c78f993ce61 req-2b4c67b2-6555-4a55-85d6-9e24763c8657 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 944 time: 0.2065470 Apr 11 14:52:27.298113 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-419c04fe-946e-42f9-8952-2c78f993ce61 req-90bcc761-ac52-4415-8e92-543fa8a04000 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395215 Apr 11 14:52:27.734580 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e7ee793d-26f7-4df6-b3d5-b1787311fedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:28.490025 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e931476-26cd-470b-a8b1-09bedd87587c req-463a0153-a9aa-4503-84ba-bab2a3e13545 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:28.491562 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1e931476-26cd-470b-a8b1-09bedd87587c req-463a0153-a9aa-4503-84ba-bab2a3e13545 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 944 time: 0.0844719 Apr 11 14:52:28.536306 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1e931476-26cd-470b-a8b1-09bedd87587c req-57e9f689-f119-4cd8-bb89-a49e696aaf52 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups?id=56f3b6a6-630c-4651-a0db-2e1925b5a202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389113 Apr 11 14:52:28.620765 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af600680-9dcf-473f-9743-8922667b7ca5 req-3659e38b-6f10-4f05-9ddb-5e2756f53eab tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:28.622219 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-af600680-9dcf-473f-9743-8922667b7ca5 req-3659e38b-6f10-4f05-9ddb-5e2756f53eab tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 944 time: 0.0907588 Apr 11 14:52:28.683253 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:28.696537 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-af600680-9dcf-473f-9743-8922667b7ca5 req-7651d093-7862-4328-a33d-a73fea69bef6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Deleting port 757cbb60-d66a-47e8-96ad-2371a1dc69e4 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:52:28.696881 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-af600680-9dcf-473f-9743-8922667b7ca5 req-7651d093-7862-4328-a33d-a73fea69bef6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:28.768372 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:28.951374 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-af600680-9dcf-473f-9743-8922667b7ca5 req-7651d093-7862-4328-a33d-a73fea69bef6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] For port 757cbb60-d66a-47e8-96ad-2371a1dc69e4, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=757cbb60-d66a-47e8-96ad-2371a1dc69e4,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:52:28.951635 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-af600680-9dcf-473f-9743-8922667b7ca5 req-7651d093-7862-4328-a33d-a73fea69bef6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:29.246014 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-af600680-9dcf-473f-9743-8922667b7ca5 req-7651d093-7862-4328-a33d-a73fea69bef6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:29.246385 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-af600680-9dcf-473f-9743-8922667b7ca5 req-7651d093-7862-4328-a33d-a73fea69bef6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:29.246697 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [req-af600680-9dcf-473f-9743-8922667b7ca5 req-7651d093-7862-4328-a33d-a73fea69bef6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Floating IP 8ed67685-5f8b-485c-8a33-49f213d1e2aa disassociated. External IP: 172.26.7.214, port: 757cbb60-d66a-47e8-96ad-2371a1dc69e4. Apr 11 14:52:29.247035 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-af600680-9dcf-473f-9743-8922667b7ca5 req-7651d093-7862-4328-a33d-a73fea69bef6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Calling delete_port for 757cbb60-d66a-47e8-96ad-2371a1dc69e4 owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:52:29.466130 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-af600680-9dcf-473f-9743-8922667b7ca5 req-7651d093-7862-4328-a33d-a73fea69bef6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:29.519293 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651d093-7862-4328-a33d-a73fea69bef6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Pushing event deleted for resources: {'Port': ['ID=757cbb60-d66a-47e8-96ad-2371a1dc69e4,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:52:29.531522 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7651d093-7862-4328-a33d-a73fea69bef6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:29.531522 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7651d093-7862-4328-a33d-a73fea69bef6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:29.531522 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7651d093-7862-4328-a33d-a73fea69bef6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:29.531840 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7651d093-7862-4328-a33d-a73fea69bef6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:29.532002 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7651d093-7862-4328-a33d-a73fea69bef6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:29.532311 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7651d093-7862-4328-a33d-a73fea69bef6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:29.532710 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7651d093-7862-4328-a33d-a73fea69bef6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:29.532955 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7651d093-7862-4328-a33d-a73fea69bef6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:29.533279 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7651d093-7862-4328-a33d-a73fea69bef6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:29.533672 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7651d093-7862-4328-a33d-a73fea69bef6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:29.534016 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7651d093-7862-4328-a33d-a73fea69bef6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:29.534342 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7651d093-7862-4328-a33d-a73fea69bef6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:29.748522 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fdb11272-95b7-4774-9c38-b14d192c6ca6 req-ea115c01-afde-422d-9017-04843e5b396e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 210 time: 0.0577393 Apr 11 14:52:29.776938 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af600680-9dcf-473f-9743-8922667b7ca5 req-7651d093-7862-4328-a33d-a73fea69bef6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Router 471d5336-29ce-42fe-999c-a8718b6e6c4d has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:52:29.961204 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af600680-9dcf-473f-9743-8922667b7ca5 req-7651d093-7862-4328-a33d-a73fea69bef6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:52:29.970770 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4596f5-3e93-44e6-9bf1-683e1355e24f None None] Sync routers for ids ['471d5336-29ce-42fe-999c-a8718b6e6c4d'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:52:29.983027 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4596f5-3e93-44e6-9bf1-683e1355e24f None None] Routers {'471d5336-29ce-42fe-999c-a8718b6e6c4d'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:52:29.983713 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-eb4596f5-3e93-44e6-9bf1-683e1355e24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:52:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['471d5336-29ce-42fe-999c-a8718b6e6c4d'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:52:30.042881 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:30.156670 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-af600680-9dcf-473f-9743-8922667b7ca5 req-7651d093-7862-4328-a33d-a73fea69bef6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] No DVR routers for this DVR port 757cbb60-d66a-47e8-96ad-2371a1dc69e4 on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:52:30.159192 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-af600680-9dcf-473f-9743-8922667b7ca5 req-7651d093-7862-4328-a33d-a73fea69bef6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:30.161704 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7bd843-7729-44c5-8223-d0c0c2f09f6c', 'name': 'network-vif-deleted', 'tag': '757cbb60-d66a-47e8-96ad-2371a1dc69e4'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:52:30.171966 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-eb4596f5-3e93-44e6-9bf1-683e1355e24f None None] Set router 471d5336-29ce-42fe-999c-a8718b6e6c4d gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:52:30.209071 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-867cab8c-699e-429c-b67f-318a04c1371f'] response: {'server_uuid': 'cd7bd843-7729-44c5-8223-d0c0c2f09f6c', 'name': 'network-vif-deleted', 'tag': '757cbb60-d66a-47e8-96ad-2371a1dc69e4', 'status': 'completed', 'code': 200} Apr 11 14:52:30.255436 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-af600680-9dcf-473f-9743-8922667b7ca5 req-7651d093-7862-4328-a33d-a73fea69bef6 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.53 "DELETE /v2.0/ports/757cbb60-d66a-47e8-96ad-2371a1dc69e4 HTTP/1.1" status: 204 len: 173 time: 1.6281157 Apr 11 14:52:30.499538 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-eb4596f5-3e93-44e6-9bf1-683e1355e24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '2d91c53e-cb6e-4b11-bb7e-6762d0ef5016', 'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'mac_address': 'fa:16:3e:f1:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:56Z', 'updated_at': '2022-04-11T14:48:02Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'subnets': [{'id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:52:30.503460 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4596f5-3e93-44e6-9bf1-683e1355e24f None None] Checking router: 471d5336-29ce-42fe-999c-a8718b6e6c4d for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:52:30.512934 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4596f5-3e93-44e6-9bf1-683e1355e24f None None] Routers {'471d5336-29ce-42fe-999c-a8718b6e6c4d'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:52:30.513526 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-eb4596f5-3e93-44e6-9bf1-683e1355e24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:52:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['471d5336-29ce-42fe-999c-a8718b6e6c4d'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:52:30.705324 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-eb4596f5-3e93-44e6-9bf1-683e1355e24f None None] Set router 471d5336-29ce-42fe-999c-a8718b6e6c4d gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:52:30.906567 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-4b366817-177c-4196-a5c8-948d14fa8997 req-e046d3bf-a271-4986-a2ab-6bf45c829e4a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Synchronizing usage tracker for tenant:a5adbd3b8c5a489eb67ace68bc669037 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:52:30.969035 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-4b366817-177c-4196-a5c8-948d14fa8997 req-e046d3bf-a271-4986-a2ab-6bf45c829e4a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Unset dirty status for tenant:a5adbd3b8c5a489eb67ace68bc669037 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:52:30.970356 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4b366817-177c-4196-a5c8-948d14fa8997 req-e046d3bf-a271-4986-a2ab-6bf45c829e4a tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 210 time: 0.1085324 Apr 11 14:52:31.034686 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-eb4596f5-3e93-44e6-9bf1-683e1355e24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '2d91c53e-cb6e-4b11-bb7e-6762d0ef5016', 'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'mac_address': 'fa:16:3e:f1:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:56Z', 'updated_at': '2022-04-11T14:48:02Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'subnets': [{'id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:52:31.039407 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4596f5-3e93-44e6-9bf1-683e1355e24f None None] The sync data for ids ['471d5336-29ce-42fe-999c-a8718b6e6c4d'] in dv-neutron-837330-1-hyperv is: [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:47:57Z', 'revision_number': 4, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '2d91c53e-cb6e-4b11-bb7e-6762d0ef5016', 'name': '', 'network_id': 'd8880f92-3c0c-42be-8b4d-870bbc2e1b9d', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'mac_address': 'fa:16:3e:f1:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:56Z', 'updated_at': '2022-04-11T14:48:02Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'subnets': [{'id': '2dbd9cfa-3161-4113-99ed-fb434304bf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:52:31.181562 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3407a856-07d1-416d-9dc7-95faf9d0f4a5 req-f36c7a4e-2dc0-44ff-b0c9-96fc15842d95 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0454707 Apr 11 14:52:31.266555 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c599fc4-119f-4ab3-8a7d-b8b51b962913 None None] New status for floating IP 8ed67685-5f8b-485c-8a33-49f213d1e2aa: DOWN {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:52:31.312975 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3407a856-07d1-416d-9dc7-95faf9d0f4a5 req-68adcb9a-0f68-4856-aab7-d8e6fe2f0e62 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&device_id=cd7bd843-7729-44c5-8223-d0c0c2f09f6c HTTP/1.1" status: 200 len: 210 time: 0.0441036 Apr 11 14:52:31.479132 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407a856-07d1-416d-9dc7-95faf9d0f4a5 req-e554ec2b-94d8-44b2-b3f6-735019e893f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:31.480800 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3407a856-07d1-416d-9dc7-95faf9d0f4a5 req-e554ec2b-94d8-44b2-b3f6-735019e893f0 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1418481 Apr 11 14:52:31.646857 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407a856-07d1-416d-9dc7-95faf9d0f4a5 req-2d7eac11-e8da-4a71-a9a2-53bf4dbaf8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:31.648406 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3407a856-07d1-416d-9dc7-95faf9d0f4a5 req-2d7eac11-e8da-4a71-a9a2-53bf4dbaf8cd service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1583076 Apr 11 14:52:32.054707 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 757cbb60-d66a-47e8-96ad-2371a1dc69e4 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:52:32.094303 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: 757cbb60-d66a-47e8-96ad-2371a1dc69e4 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:52:32.094644 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 757cbb60-d66a-47e8-96ad-2371a1dc69e4 not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:52:35.455630 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50206) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:52:35.522519 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-66eba642-a07b-4756-8eed-ca5b347ada65 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:35.551048 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-66eba642-a07b-4756-8eed-ca5b347ada65 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:35.699949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-66eba642-a07b-4756-8eed-ca5b347ada65 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:35.719494 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eba642-a07b-4756-8eed-ca5b347ada65 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f3b6a6-630c-4651-a0db-2e1925b5a202,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:52:35.728193 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eba642-a07b-4756-8eed-ca5b347ada65 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:35.728536 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eba642-a07b-4756-8eed-ca5b347ada65 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:35.728876 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eba642-a07b-4756-8eed-ca5b347ada65 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:35.729213 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eba642-a07b-4756-8eed-ca5b347ada65 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:35.729558 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eba642-a07b-4756-8eed-ca5b347ada65 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:35.729899 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eba642-a07b-4756-8eed-ca5b347ada65 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:35.730231 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eba642-a07b-4756-8eed-ca5b347ada65 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:35.730556 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eba642-a07b-4756-8eed-ca5b347ada65 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:35.730882 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eba642-a07b-4756-8eed-ca5b347ada65 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:35.731231 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eba642-a07b-4756-8eed-ca5b347ada65 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:35.731558 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eba642-a07b-4756-8eed-ca5b347ada65 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:35.731875 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eba642-a07b-4756-8eed-ca5b347ada65 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:52:35.796814 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-66eba642-a07b-4756-8eed-ca5b347ada65 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:35.797999 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-66eba642-a07b-4756-8eed-ca5b347ada65 tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "DELETE /v2.0/security-groups/56f3b6a6-630c-4651-a0db-2e1925b5a202 HTTP/1.1" status: 204 len: 168 time: 0.3413036 Apr 11 14:52:35.800436 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50210) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:52:35.816173 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-4cc266e4-6b68-44e5-a0ce-dba8f2842e5e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] show failed (client error): The resource could not be found. Apr 11 14:52:35.817143 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4cc266e4-6b68-44e5-a0ce-dba8f2842e5e tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "GET /v2.0/security-groups/56f3b6a6-630c-4651-a0db-2e1925b5a202 HTTP/1.1" status: 404 len: 347 time: 0.0158148 Apr 11 14:52:35.819591 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50214) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:52:36.078396 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-c3d32b03-1efc-42bb-a5c2-9d9d9d45cfcb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Deleting port a355886c-3077-4055-b321-01e8f1241869 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:52:36.078737 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c3d32b03-1efc-42bb-a5c2-9d9d9d45cfcb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:36.250996 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c3d32b03-1efc-42bb-a5c2-9d9d9d45cfcb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:36.251322 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c3d32b03-1efc-42bb-a5c2-9d9d9d45cfcb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:36.375931 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-c3d32b03-1efc-42bb-a5c2-9d9d9d45cfcb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Calling delete_port for a355886c-3077-4055-b321-01e8f1241869 owned by network:floatingip {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:52:36.591437 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c3d32b03-1efc-42bb-a5c2-9d9d9d45cfcb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:36.639745 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d32b03-1efc-42bb-a5c2-9d9d9d45cfcb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Pushing event deleted for resources: {'Port': ['ID=a355886c-3077-4055-b321-01e8f1241869,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:52:36.735674 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c3d32b03-1efc-42bb-a5c2-9d9d9d45cfcb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks [] for floatingip, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:36.813529 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c3d32b03-1efc-42bb-a5c2-9d9d9d45cfcb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:36.814714 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c3d32b03-1efc-42bb-a5c2-9d9d9d45cfcb tempest-ServerActionsTestJSON-1146476713 tempest-ServerActionsTestJSON-1146476713-project] 10.222.0.66 "DELETE /v2.0/floatingips/8ed67685-5f8b-485c-8a33-49f213d1e2aa HTTP/1.1" status: 204 len: 168 time: 0.9941967 Apr 11 14:52:36.828503 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50218) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:52:37.380666 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-85880ef4-ae99-46a3-9389-a2b73e40a669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:37.839419 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-85880ef4-ae99-46a3-9389-a2b73e40a669 admin admin] Deleting port 2d91c53e-cb6e-4b11-bb7e-6762d0ef5016 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:52:37.840151 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-85880ef4-ae99-46a3-9389-a2b73e40a669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:38.018494 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-85880ef4-ae99-46a3-9389-a2b73e40a669 admin admin] For port 2d91c53e-cb6e-4b11-bb7e-6762d0ef5016, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2d91c53e-cb6e-4b11-bb7e-6762d0ef5016,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:52:38.018855 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-85880ef4-ae99-46a3-9389-a2b73e40a669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:38.144973 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-85880ef4-ae99-46a3-9389-a2b73e40a669 admin admin] Calling delete_port for 2d91c53e-cb6e-4b11-bb7e-6762d0ef5016 owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:52:38.385427 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-85880ef4-ae99-46a3-9389-a2b73e40a669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:38.435133 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85880ef4-ae99-46a3-9389-a2b73e40a669 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d91c53e-cb6e-4b11-bb7e-6762d0ef5016,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:52:38.711508 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-85880ef4-ae99-46a3-9389-a2b73e40a669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:39.191281 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85880ef4-ae99-46a3-9389-a2b73e40a669 admin admin] Router 471d5336-29ce-42fe-999c-a8718b6e6c4d has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:52:39.369717 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85880ef4-ae99-46a3-9389-a2b73e40a669 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:52:39.378070 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a132b899-3dd7-4d7c-a81d-8ad48bc30694 None None] Sync routers for ids ['471d5336-29ce-42fe-999c-a8718b6e6c4d'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:52:39.383235 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-85880ef4-ae99-46a3-9389-a2b73e40a669 admin admin] 10.222.0.66 "PUT /v2.0/routers/471d5336-29ce-42fe-999c-a8718b6e6c4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5528915 Apr 11 14:52:39.385609 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50222) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:52:39.389131 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a132b899-3dd7-4d7c-a81d-8ad48bc30694 None None] Routers {'471d5336-29ce-42fe-999c-a8718b6e6c4d'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:52:39.389737 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-a132b899-3dd7-4d7c-a81d-8ad48bc30694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:52:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['471d5336-29ce-42fe-999c-a8718b6e6c4d'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:52:39.568797 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-962ab91f-dfe9-4476-93ed-db87280d2c99 admin admin] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:39.595779 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-a132b899-3dd7-4d7c-a81d-8ad48bc30694 None None] Set router 471d5336-29ce-42fe-999c-a8718b6e6c4d gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:52:39.755390 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-962ab91f-dfe9-4476-93ed-db87280d2c99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:39.843038 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-962ab91f-dfe9-4476-93ed-db87280d2c99 admin admin] Deleting port 7fb7d83d-591d-4d32-b025-1c3f20201c7f {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:52:39.843388 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-962ab91f-dfe9-4476-93ed-db87280d2c99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:39.886730 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-a132b899-3dd7-4d7c-a81d-8ad48bc30694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:52:38Z', 'revision_number': 5, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port': {'id': '7fb7d83d-591d-4d32-b025-1c3f20201c7f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:47:53Z', 'updated_at': '2022-04-11T14:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:52:39.890755 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a132b899-3dd7-4d7c-a81d-8ad48bc30694 None None] Checking router: 471d5336-29ce-42fe-999c-a8718b6e6c4d for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:52:39.899219 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a132b899-3dd7-4d7c-a81d-8ad48bc30694 None None] Routers {'471d5336-29ce-42fe-999c-a8718b6e6c4d'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:52:39.899818 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-a132b899-3dd7-4d7c-a81d-8ad48bc30694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:52:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['471d5336-29ce-42fe-999c-a8718b6e6c4d'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:52:40.026720 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-962ab91f-dfe9-4476-93ed-db87280d2c99 admin admin] For port 7fb7d83d-591d-4d32-b025-1c3f20201c7f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7fb7d83d-591d-4d32-b025-1c3f20201c7f,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:52:40.027092 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-962ab91f-dfe9-4476-93ed-db87280d2c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:40.049129 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-a132b899-3dd7-4d7c-a81d-8ad48bc30694 None None] Set router 471d5336-29ce-42fe-999c-a8718b6e6c4d gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:52:40.159181 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-962ab91f-dfe9-4476-93ed-db87280d2c99 admin admin] Calling delete_port for 7fb7d83d-591d-4d32-b025-1c3f20201c7f owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:52:40.162094 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-a132b899-3dd7-4d7c-a81d-8ad48bc30694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:52:39Z', 'revision_number': 6, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:52:40.166290 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a132b899-3dd7-4d7c-a81d-8ad48bc30694 None None] The sync data for ids ['471d5336-29ce-42fe-999c-a8718b6e6c4d'] in dv-neutron-837330-1-hyperv is: [{'id': '471d5336-29ce-42fe-999c-a8718b6e6c4d', 'name': 'tempest-ServerActionsTestJSON-1405355337-router', 'tenant_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:47:52Z', 'updated_at': '2022-04-11T14:52:39Z', 'revision_number': 6, 'project_id': 'a5adbd3b8c5a489eb67ace68bc669037', 'gw_port_host': None}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:52:40.408599 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-962ab91f-dfe9-4476-93ed-db87280d2c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:40.501112 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ab91f-dfe9-4476-93ed-db87280d2c99 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fb7d83d-591d-4d32-b025-1c3f20201c7f,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:52:40.570786 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-962ab91f-dfe9-4476-93ed-db87280d2c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:40.865648 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-962ab91f-dfe9-4476-93ed-db87280d2c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:40.868321 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-962ab91f-dfe9-4476-93ed-db87280d2c99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:40.951413 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-962ab91f-dfe9-4476-93ed-db87280d2c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:40.951958 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962ab91f-dfe9-4476-93ed-db87280d2c99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 471d5336-29ce-42fe-999c-a8718b6e6c4d {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:52:40.964956 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-962ab91f-dfe9-4476-93ed-db87280d2c99 admin admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:40.968556 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-962ab91f-dfe9-4476-93ed-db87280d2c99 admin admin] 10.222.0.66 "DELETE /v2.0/routers/471d5336-29ce-42fe-999c-a8718b6e6c4d HTTP/1.1" status: 204 len: 168 time: 1.5795655 Apr 11 14:52:40.968838 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50226) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:52:41.030603 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea621213-13c1-4700-a8f2-32aeb5a92843 admin admin] Deleting subnet 2dbd9cfa-3161-4113-99ed-fb434304bf27 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:52:41.033718 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ea621213-13c1-4700-a8f2-32aeb5a92843 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:41.088092 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ea621213-13c1-4700-a8f2-32aeb5a92843 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:41.184176 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ea621213-13c1-4700-a8f2-32aeb5a92843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:41.317136 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ea621213-13c1-4700-a8f2-32aeb5a92843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:41.356620 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea621213-13c1-4700-a8f2-32aeb5a92843 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dbd9cfa-3161-4113-99ed-fb434304bf27,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:52:41.358545 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ea621213-13c1-4700-a8f2-32aeb5a92843 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:41.363887 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2230bd6d-c540-4132-be99-876108f5d728 None None] Network d8880f92-3c0c-42be-8b4d-870bbc2e1b9d requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:52:41.365365 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ea621213-13c1-4700-a8f2-32aeb5a92843 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2dbd9cfa-3161-4113-99ed-fb434304bf27 HTTP/1.1" status: 204 len: 168 time: 0.3951356 Apr 11 14:52:41.367894 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50230) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:52:41.473017 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-05de4ebc-db8c-49be-b1fe-385a46823309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:41.483811 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-05de4ebc-db8c-49be-b1fe-385a46823309 admin admin] Deleting port 7a10a351-d7c6-4cf1-8d96-5eb923ab79f0 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:52:41.484132 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-05de4ebc-db8c-49be-b1fe-385a46823309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:41.609410 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a57cf9-2138-4d25-a5af-f3706f54767f None None] DHCP port deletion for d8880f92-3c0c-42be-8b4d-870bbc2e1b9d request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:52:41.614653 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-d8a57cf9-2138-4d25-a5af-f3706f54767f None None] Deleting port 7a10a351-d7c6-4cf1-8d96-5eb923ab79f0 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:52:41.615147 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d8a57cf9-2138-4d25-a5af-f3706f54767f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:41.696962 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-05de4ebc-db8c-49be-b1fe-385a46823309 admin admin] For port 7a10a351-d7c6-4cf1-8d96-5eb923ab79f0, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7a10a351-d7c6-4cf1-8d96-5eb923ab79f0,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:52:41.697315 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-05de4ebc-db8c-49be-b1fe-385a46823309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:41.826236 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-05de4ebc-db8c-49be-b1fe-385a46823309 admin admin] Calling delete_port for 7a10a351-d7c6-4cf1-8d96-5eb923ab79f0 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:52:41.830676 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-d8a57cf9-2138-4d25-a5af-f3706f54767f None None] For port 7a10a351-d7c6-4cf1-8d96-5eb923ab79f0, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=7a10a351-d7c6-4cf1-8d96-5eb923ab79f0,segment=NetworkSegment(0e45ea23-a357-4dec-b98b-c4fcd647fbc8),segment_id=0e45ea23-a357-4dec-b98b-c4fcd647fbc8)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:52:41.831020 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d8a57cf9-2138-4d25-a5af-f3706f54767f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:41.952619 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-d8a57cf9-2138-4d25-a5af-f3706f54767f None None] Calling delete_port for 7a10a351-d7c6-4cf1-8d96-5eb923ab79f0 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:52:41.968526 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-05de4ebc-db8c-49be-b1fe-385a46823309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:42.019753 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05de4ebc-db8c-49be-b1fe-385a46823309 admin admin] No DVR routers for this DVR port 7a10a351-d7c6-4cf1-8d96-5eb923ab79f0 on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:52:42.031180 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-d8a57cf9-2138-4d25-a5af-f3706f54767f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:52:42.031520 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-d8a57cf9-2138-4d25-a5af-f3706f54767f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:52:42.050472 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de4ebc-db8c-49be-b1fe-385a46823309 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a10a351-d7c6-4cf1-8d96-5eb923ab79f0,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:52:42.135496 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 7a10a351-d7c6-4cf1-8d96-5eb923ab79f0 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:52:42.144262 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-05de4ebc-db8c-49be-b1fe-385a46823309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:42.172791 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 7a10a351-d7c6-4cf1-8d96-5eb923ab79f0 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:52:42.173133 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 7a10a351-d7c6-4cf1-8d96-5eb923ab79f0 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:52:42.173536 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2d91c53e-cb6e-4b11-bb7e-6762d0ef5016 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:52:42.175332 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-05de4ebc-db8c-49be-b1fe-385a46823309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8880f92-3c0c-42be-8b4d-870bbc2e1b9d']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:52:42.188168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-05de4ebc-db8c-49be-b1fe-385a46823309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e45ea23-a357-4dec-b98b-c4fcd647fbc8') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:52:42.188475 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-05de4ebc-db8c-49be-b1fe-385a46823309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e45ea23-a357-4dec-b98b-c4fcd647fbc8') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:52:42.200361 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-05de4ebc-db8c-49be-b1fe-385a46823309 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:42.207753 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 2d91c53e-cb6e-4b11-bb7e-6762d0ef5016 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:52:42.208091 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2d91c53e-cb6e-4b11-bb7e-6762d0ef5016 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:52:42.208498 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 7fb7d83d-591d-4d32-b025-1c3f20201c7f no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:52:42.217087 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-05de4ebc-db8c-49be-b1fe-385a46823309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:42.223080 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05de4ebc-db8c-49be-b1fe-385a46823309 admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:52:42.223467 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-05de4ebc-db8c-49be-b1fe-385a46823309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:52:42.236993 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:52:42.245210 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 7fb7d83d-591d-4d32-b025-1c3f20201c7f {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:52:42.245683 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 7fb7d83d-591d-4d32-b025-1c3f20201c7f not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:52:42.396530 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-05de4ebc-db8c-49be-b1fe-385a46823309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:42.413164 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-05de4ebc-db8c-49be-b1fe-385a46823309 admin admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:42.423855 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de4ebc-db8c-49be-b1fe-385a46823309 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8880f92-3c0c-42be-8b4d-870bbc2e1b9d,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:52:42.489140 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-05de4ebc-db8c-49be-b1fe-385a46823309 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d8880f92-3c0c-42be-8b4d-870bbc2e1b9d HTTP/1.1" status: 204 len: 168 time: 1.1202493 Apr 11 14:52:42.532584 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-d8a57cf9-2138-4d25-a5af-f3706f54767f None None] Deleting port 7a10a351-d7c6-4cf1-8d96-5eb923ab79f0 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:52:42.533160 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d8a57cf9-2138-4d25-a5af-f3706f54767f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:42.598415 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-d8a57cf9-2138-4d25-a5af-f3706f54767f None None] The port '7a10a351-d7c6-4cf1-8d96-5eb923ab79f0' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:52:42.778319 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50236) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:52:42.828914 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f24aa386-d98f-4569-885b-cb376c8e3c89 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a5adbd3b8c5a489eb67ace68bc669037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494440 Apr 11 14:52:42.831357 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50240) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:52:42.890265 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0e35b350-b5e3-4d7b-a217-48799efe85b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:42.916559 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0e35b350-b5e3-4d7b-a217-48799efe85b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:43.054845 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0e35b350-b5e3-4d7b-a217-48799efe85b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:43.072615 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35b350-b5e3-4d7b-a217-48799efe85b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744a275d-54a9-4650-b9fd-1b246abc3a13,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:52:43.080636 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0e35b350-b5e3-4d7b-a217-48799efe85b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:43.080636 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0e35b350-b5e3-4d7b-a217-48799efe85b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/744a275d-54a9-4650-b9fd-1b246abc3a13 HTTP/1.1" status: 204 len: 168 time: 0.2478426 Apr 11 14:52:44.263016 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50264) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:52:44.381898 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-304f2366-b8fc-4c83-9798-980c1f2db578 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1804632750-network', 'tenant_id': 'b7494e886f5f4b5eb9d8504303901caa'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:52:44.386905 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-304f2366-b8fc-4c83-9798-980c1f2db578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:52:44.391147 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-304f2366-b8fc-4c83-9798-980c1f2db578 admin admin] Usage tracker for resource:network and tenant:b7494e886f5f4b5eb9d8504303901caa is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:52:44.394071 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-304f2366-b8fc-4c83-9798-980c1f2db578 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:52:44.399801 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-304f2366-b8fc-4c83-9798-980c1f2db578 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:52:44.482593 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304f2366-b8fc-4c83-9798-980c1f2db578 admin admin] Made reservation on behalf of b7494e886f5f4b5eb9d8504303901caa for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:52:44.484907 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-304f2366-b8fc-4c83-9798-980c1f2db578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:44.498682 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-304f2366-b8fc-4c83-9798-980c1f2db578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:44.513682 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-304f2366-b8fc-4c83-9798-980c1f2db578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:52:44.517837 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-304f2366-b8fc-4c83-9798-980c1f2db578 admin admin] Usage tracker for resource:security_group_rule and tenant:b7494e886f5f4b5eb9d8504303901caa is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:52:44.520619 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-304f2366-b8fc-4c83-9798-980c1f2db578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:52:44.527415 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-304f2366-b8fc-4c83-9798-980c1f2db578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:52:44.611520 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-304f2366-b8fc-4c83-9798-980c1f2db578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:44.694162 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-304f2366-b8fc-4c83-9798-980c1f2db578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:44.728931 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304f2366-b8fc-4c83-9798-980c1f2db578 admin admin] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:52:44.735140 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f2366-b8fc-4c83-9798-980c1f2db578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1075a277-b969-42f2-939a-135f405600a2,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:52:44.742660 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-304f2366-b8fc-4c83-9798-980c1f2db578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:44.743089 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-304f2366-b8fc-4c83-9798-980c1f2db578 admin admin] Added segment 0853414a-8281-450e-937e-fcbd5118cfc3 of type vlan for network 5dcfab54-2a9c-4f82-874f-229790e2f585 Apr 11 14:52:44.769596 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-304f2366-b8fc-4c83-9798-980c1f2db578 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:44.795044 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:52:44.882862 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-304f2366-b8fc-4c83-9798-980c1f2db578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:44.883651 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304f2366-b8fc-4c83-9798-980c1f2db578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:44.884261 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-304f2366-b8fc-4c83-9798-980c1f2db578 admin admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:44.988693 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f2366-b8fc-4c83-9798-980c1f2db578 admin admin] Pushing event updated for resources: {'Network': ['ID=5dcfab54-2a9c-4f82-874f-229790e2f585,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:52:44.998534 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 5dcfab54-2a9c-4f82-874f-229790e2f585 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:52:45.072249 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-304f2366-b8fc-4c83-9798-980c1f2db578 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8080189 Apr 11 14:52:45.075213 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50270) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:52:45.080696 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-72b0358a-c1cf-4541-9577-0b9267845555 admin admin] Request body: {'subnet': {'network_id': '5dcfab54-2a9c-4f82-874f-229790e2f585', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1804632750-subnet', 'tenant_id': 'b7494e886f5f4b5eb9d8504303901caa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:52:45.085970 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-72b0358a-c1cf-4541-9577-0b9267845555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:52:45.091111 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-72b0358a-c1cf-4541-9577-0b9267845555 admin admin] Usage tracker for resource:subnet and tenant:b7494e886f5f4b5eb9d8504303901caa is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:52:45.093631 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-72b0358a-c1cf-4541-9577-0b9267845555 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:52:45.099517 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-72b0358a-c1cf-4541-9577-0b9267845555 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:52:45.168869 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b0358a-c1cf-4541-9577-0b9267845555 admin admin] Made reservation on behalf of b7494e886f5f4b5eb9d8504303901caa for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:52:45.171541 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72b0358a-c1cf-4541-9577-0b9267845555 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:45.540353 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72b0358a-c1cf-4541-9577-0b9267845555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:45.615414 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0358a-c1cf-4541-9577-0b9267845555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25d9fca3-5cd4-40dd-bcb4-5e675577d377,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:52:45.624616 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b0358a-c1cf-4541-9577-0b9267845555 admin admin] Checking segment: {'id': '0853414a-8281-450e-937e-fcbd5118cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '5dcfab54-2a9c-4f82-874f-229790e2f585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:52:45.624972 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b0358a-c1cf-4541-9577-0b9267845555 admin admin] Network hostable DHCP agents. Network: 5dcfab54-2a9c-4f82-874f-229790e2f585, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:52:45.734651 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b0358a-c1cf-4541-9577-0b9267845555 admin admin] Network 5dcfab54-2a9c-4f82-874f-229790e2f585 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:52:45.808339 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-72b0358a-c1cf-4541-9577-0b9267845555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 5dcfab54-2a9c-4f82-874f-229790e2f585) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:52:45.812324 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b0358a-c1cf-4541-9577-0b9267845555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:45.812955 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72b0358a-c1cf-4541-9577-0b9267845555 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:45.818367 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf781fc2-f5a6-49ea-9368-16f29dfc5879 None None] Network 5dcfab54-2a9c-4f82-874f-229790e2f585 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:52:45.888939 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-72b0358a-c1cf-4541-9577-0b9267845555 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8126507 Apr 11 14:52:46.041654 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10df506-9972-4059-a89d-a63a44146239 None None] Network 5dcfab54-2a9c-4f82-874f-229790e2f585 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:52:46.406134 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-a23ed13f-110c-4778-9273-0e1b505b3672 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:46.407498 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-a23ed13f-110c-4778-9273-0e1b505b3672 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/networks?id=5dcfab54-2a9c-4f82-874f-229790e2f585 HTTP/1.1" status: 200 len: 814 time: 0.1478627 Apr 11 14:52:46.422619 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-25dc067c-2c3d-481a-8e98-6e82039e6df1 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/quotas/b7494e886f5f4b5eb9d8504303901caa HTTP/1.1" status: 200 len: 375 time: 0.0097175 Apr 11 14:52:46.473449 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-6928bb4a-ba2e-49b0-bc39-a0006d5e4858 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b7494e886f5f4b5eb9d8504303901caa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457187 Apr 11 14:52:46.530654 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-8ee9ac52-064f-4e33-aa90-7c7f7bc71cac service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:52:46.531628 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-8ee9ac52-064f-4e33-aa90-7c7f7bc71cac service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0511796 Apr 11 14:52:46.667301 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-cb23670f-3e08-495b-9821-74f67d50fd1e service neutron] 10.222.0.66 "GET /v2.0/networks/5dcfab54-2a9c-4f82-874f-229790e2f585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296206 Apr 11 14:52:46.808890 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-3ec24b98-8032-4627-916c-95c639e7d4ca service neutron] 10.222.0.66 "GET /v2.0/networks/5dcfab54-2a9c-4f82-874f-229790e2f585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359134 Apr 11 14:52:47.077878 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cdf846aa-bd0c-4953-8e3b-49e3ba26b096 req-74857e11-234e-4f57-b565-64a0b2ab2ef6 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 210 time: 0.0460722 Apr 11 14:52:48.235423 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2125dad5-0734-4723-8f3c-1c594d35670d req-a628658b-4176-42f8-8395-2888b4d5fcff tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 210 time: 0.0463679 Apr 11 14:52:49.390843 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2aa1f14f-8851-4e7d-8df3-79b5acce9031 req-0ffde4a8-efe9-4c8b-8133-7a8c36910224 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 210 time: 0.0483615 Apr 11 14:52:49.468547 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-cd260731-a240-4767-83e2-261c47ae43e9 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:49.470027 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-cd260731-a240-4767-83e2-261c47ae43e9 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.53 "GET /v2.0/networks?id=5dcfab54-2a9c-4f82-874f-229790e2f585 HTTP/1.1" status: 200 len: 814 time: 0.1507726 Apr 11 14:52:49.487601 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-fbac5caf-15f8-419c-b2f9-90ade2791802 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Request body: {'port': {'device_id': '8ce35249-dbe2-45cc-9998-73942b15307a', 'network_id': '5dcfab54-2a9c-4f82-874f-229790e2f585', 'admin_state_up': True, 'tenant_id': 'b7494e886f5f4b5eb9d8504303901caa'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:52:49.627125 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-fbac5caf-15f8-419c-b2f9-90ade2791802 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:52:49.630975 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-fbac5caf-15f8-419c-b2f9-90ade2791802 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Usage tracker for resource:port and tenant:b7494e886f5f4b5eb9d8504303901caa is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:52:49.634892 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-fbac5caf-15f8-419c-b2f9-90ade2791802 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:52:49.640840 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-fbac5caf-15f8-419c-b2f9-90ade2791802 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:52:49.751146 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-fbac5caf-15f8-419c-b2f9-90ade2791802 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Made reservation on behalf of b7494e886f5f4b5eb9d8504303901caa for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:52:49.754725 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-fbac5caf-15f8-419c-b2f9-90ade2791802 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:49.928322 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-fbac5caf-15f8-419c-b2f9-90ade2791802 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Allocated IP 172.20.0.9 (5dcfab54-2a9c-4f82-874f-229790e2f585/25d9fca3-5cd4-40dd-bcb4-5e675577d377/b8f9af2a-da4a-474a-99de-a2a4965032f9) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:52:50.239713 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-fbac5caf-15f8-419c-b2f9-90ade2791802 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:50.334191 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-fbac5caf-15f8-419c-b2f9-90ade2791802 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:50.403867 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-fbac5caf-15f8-419c-b2f9-90ade2791802 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Network 5dcfab54-2a9c-4f82-874f-229790e2f585 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:52:50.406822 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-fbac5caf-15f8-419c-b2f9-90ade2791802 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:52:50.409237 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-fbac5caf-15f8-419c-b2f9-90ade2791802 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:52:50.461811 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac5caf-15f8-419c-b2f9-90ade2791802 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Pushing event updated for resources: {'Port': ['ID=b8f9af2a-da4a-474a-99de-a2a4965032f9,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:52:50.484286 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-fbac5caf-15f8-419c-b2f9-90ade2791802 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:50.484969 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-fbac5caf-15f8-419c-b2f9-90ade2791802 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:50.585639 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412893-6741-4df0-a6d7-168ddc5bea3f req-ecbe3dd9-1543-4324-9aa9-7c5490611ca0 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:50.586284 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-75412893-6741-4df0-a6d7-168ddc5bea3f req-ecbe3dd9-1543-4324-9aa9-7c5490611ca0 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Synchronizing usage tracker for tenant:b7494e886f5f4b5eb9d8504303901caa on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:52:50.599822 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-fbac5caf-15f8-419c-b2f9-90ade2791802 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1162634 Apr 11 14:52:50.618272 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-6bdb56e4-b083-4459-a6d1-4a26d3b202ee service neutron] Request body: {'port': {'device_id': '8ce35249-dbe2-45cc-9998-73942b15307a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:52:50.706549 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-75412893-6741-4df0-a6d7-168ddc5bea3f req-ecbe3dd9-1543-4324-9aa9-7c5490611ca0 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Unset dirty status for tenant:b7494e886f5f4b5eb9d8504303901caa on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:52:50.707675 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-75412893-6741-4df0-a6d7-168ddc5bea3f req-ecbe3dd9-1543-4324-9aa9-7c5490611ca0 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 931 time: 0.2051582 Apr 11 14:52:50.759994 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-6bdb56e4-b083-4459-a6d1-4a26d3b202ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:50.783684 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-75412893-6741-4df0-a6d7-168ddc5bea3f req-ea802843-f336-421d-8bef-d6576dcd8e47 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689867 Apr 11 14:52:51.115637 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-6bdb56e4-b083-4459-a6d1-4a26d3b202ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8f9af2a-da4a-474a-99de-a2a4965032f9 {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:52:51.123749 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-6bdb56e4-b083-4459-a6d1-4a26d3b202ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:51.137802 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-6bdb56e4-b083-4459-a6d1-4a26d3b202ee service neutron] Transition to ACTIVE for port object b8f9af2a-da4a-474a-99de-a2a4965032f9 will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:52:51.213941 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-6bdb56e4-b083-4459-a6d1-4a26d3b202ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:51.373380 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb56e4-b083-4459-a6d1-4a26d3b202ee service neutron] Pushing event updated for resources: {'Port': ['ID=b8f9af2a-da4a-474a-99de-a2a4965032f9,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:52:51.451073 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-6bdb56e4-b083-4459-a6d1-4a26d3b202ee service neutron] Attempting to bind port b8f9af2a-da4a-474a-99de-a2a4965032f9 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:52:51.451407 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-6bdb56e4-b083-4459-a6d1-4a26d3b202ee service neutron] Attempting to bind port b8f9af2a-da4a-474a-99de-a2a4965032f9 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '0853414a-8281-450e-937e-fcbd5118cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '5dcfab54-2a9c-4f82-874f-229790e2f585'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:52:51.451734 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-6bdb56e4-b083-4459-a6d1-4a26d3b202ee service neutron] Attempting to bind port b8f9af2a-da4a-474a-99de-a2a4965032f9 on network 5dcfab54-2a9c-4f82-874f-229790e2f585 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:52:51.456391 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-6bdb56e4-b083-4459-a6d1-4a26d3b202ee service neutron] Port b8f9af2a-da4a-474a-99de-a2a4965032f9 on network 5dcfab54-2a9c-4f82-874f-229790e2f585 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:52:51.456703 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-6bdb56e4-b083-4459-a6d1-4a26d3b202ee service neutron] Attempting to bind port b8f9af2a-da4a-474a-99de-a2a4965032f9 on network 5dcfab54-2a9c-4f82-874f-229790e2f585 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:52:51.462380 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-6bdb56e4-b083-4459-a6d1-4a26d3b202ee service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:52:51.462712 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-6bdb56e4-b083-4459-a6d1-4a26d3b202ee service neutron] Checking segment: {'id': '0853414a-8281-450e-937e-fcbd5118cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '5dcfab54-2a9c-4f82-874f-229790e2f585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:52:51.463090 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-6bdb56e4-b083-4459-a6d1-4a26d3b202ee service neutron] Bound using segment: {'id': '0853414a-8281-450e-937e-fcbd5118cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '5dcfab54-2a9c-4f82-874f-229790e2f585'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:52:51.463505 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-6bdb56e4-b083-4459-a6d1-4a26d3b202ee service neutron] Bound port: b8f9af2a-da4a-474a-99de-a2a4965032f9, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0853414a-8281-450e-937e-fcbd5118cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '5dcfab54-2a9c-4f82-874f-229790e2f585'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:52:51.463845 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-6bdb56e4-b083-4459-a6d1-4a26d3b202ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:51.556088 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-6bdb56e4-b083-4459-a6d1-4a26d3b202ee service neutron] For port b8f9af2a-da4a-474a-99de-a2a4965032f9, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:52:51.559281 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-6bdb56e4-b083-4459-a6d1-4a26d3b202ee service neutron] For port b8f9af2a-da4a-474a-99de-a2a4965032f9, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=b8f9af2a-da4a-474a-99de-a2a4965032f9,segment=NetworkSegment(0853414a-8281-450e-937e-fcbd5118cfc3),segment_id=0853414a-8281-450e-937e-fcbd5118cfc3)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:52:51.712095 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-6bdb56e4-b083-4459-a6d1-4a26d3b202ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:51.775699 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-6bdb56e4-b083-4459-a6d1-4a26d3b202ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:51.776326 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-6bdb56e4-b083-4459-a6d1-4a26d3b202ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:51.777731 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-6bdb56e4-b083-4459-a6d1-4a26d3b202ee service neutron] 10.222.0.53 "PUT /v2.0/ports/b8f9af2a-da4a-474a-99de-a2a4965032f9 HTTP/1.1" status: 200 len: 1093 time: 1.1642203 Apr 11 14:52:51.778199 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce35249-dbe2-45cc-9998-73942b15307a', 'tag': 'b8f9af2a-da4a-474a-99de-a2a4965032f9'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:52:51.803186 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb56e4-b083-4459-a6d1-4a26d3b202ee service neutron] Pushing event updated for resources: {'Port': ['ID=b8f9af2a-da4a-474a-99de-a2a4965032f9,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:52:51.825687 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0655d53-d4bc-4572-931e-7886da8aebce'] response: {'name': 'network-changed', 'server_uuid': '8ce35249-dbe2-45cc-9998-73942b15307a', 'tag': 'b8f9af2a-da4a-474a-99de-a2a4965032f9', 'status': 'completed', 'code': 200} Apr 11 14:52:52.010022 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393551f-e660-44dd-b886-e5a27c726b35 req-089d7026-0b0a-4fd8-bd78-45087bf5a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:52.011487 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e393551f-e660-44dd-b886-e5a27c726b35 req-089d7026-0b0a-4fd8-bd78-45087bf5a576 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b7494e886f5f4b5eb9d8504303901caa&device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 1096 time: 0.1401289 Apr 11 14:52:52.023975 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a0197-731e-4420-9c1e-b0376f3d7a29 req-93aa853a-dc93-4d5a-9939-2f730719ace9 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:52.025364 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-495a0197-731e-4420-9c1e-b0376f3d7a29 req-93aa853a-dc93-4d5a-9939-2f730719ace9 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 943 time: 0.1204996 Apr 11 14:52:52.165509 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-495a0197-731e-4420-9c1e-b0376f3d7a29 req-58b5a3a7-4656-4def-b94d-1f5c245378f5 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203015 Apr 11 14:52:52.195804 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393551f-e660-44dd-b886-e5a27c726b35 req-bbad5dee-15bf-4359-84db-d4e91d6a59cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:52.197229 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e393551f-e660-44dd-b886-e5a27c726b35 req-bbad5dee-15bf-4359-84db-d4e91d6a59cc service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=b7494e886f5f4b5eb9d8504303901caa&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1710062 Apr 11 14:52:52.444575 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393551f-e660-44dd-b886-e5a27c726b35 req-9b08e029-51df-45da-b4f0-2f19e65bb714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:52.446536 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e393551f-e660-44dd-b886-e5a27c726b35 req-9b08e029-51df-45da-b4f0-2f19e65bb714 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2429574 Apr 11 14:52:52.578212 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-d3563dd1-64a9-4e1c-ac61-defd92d1dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:52.579697 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-d3563dd1-64a9-4e1c-ac61-defd92d1dc7c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b7494e886f5f4b5eb9d8504303901caa&device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 1096 time: 0.0755675 Apr 11 14:52:52.657933 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-c84197a7-2f52-4be2-8b1b-be6519e8db13 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8f9af2a-da4a-474a-99de-a2a4965032f9 HTTP/1.1" status: 200 len: 217 time: 0.0654955 Apr 11 14:52:52.720019 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-e8ccd56a-cc76-4ea6-9111-d5df2073d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:52.721491 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-e8ccd56a-cc76-4ea6-9111-d5df2073d0e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25d9fca3-5cd4-40dd-bcb4-5e675577d377 HTTP/1.1" status: 200 len: 854 time: 0.0582080 Apr 11 14:52:52.769562 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-be2e50a9-2071-4937-966d-e45203ff67e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5dcfab54-2a9c-4f82-874f-229790e2f585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411065 Apr 11 14:52:52.904326 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-bb10f77f-bc31-4da7-81bc-abc659b68d2c service neutron] 10.222.0.53 "GET /v2.0/networks/5dcfab54-2a9c-4f82-874f-229790e2f585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280265 Apr 11 14:52:53.035589 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cbc7bd65-716a-46bd-ba51-268a2e324e38 req-b93a81e5-b75d-4e83-81de-27f8b40c471f service neutron] 10.222.0.53 "GET /v2.0/networks/5dcfab54-2a9c-4f82-874f-229790e2f585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258922 Apr 11 14:52:53.358385 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d131a-efbe-44f0-9e0d-db3591670dbe req-0e10b3cd-4393-45c6-953b-072385c1f219 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:53.359772 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4b9d131a-efbe-44f0-9e0d-db3591670dbe req-0e10b3cd-4393-45c6-953b-072385c1f219 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 943 time: 0.0837679 Apr 11 14:52:53.404184 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-4b9d131a-efbe-44f0-9e0d-db3591670dbe req-7bbd8333-922c-4ccc-80a4-1c28972e1f2a tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Synchronizing usage tracker for tenant:b7494e886f5f4b5eb9d8504303901caa on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:52:53.504974 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-4b9d131a-efbe-44f0-9e0d-db3591670dbe req-7bbd8333-922c-4ccc-80a4-1c28972e1f2a tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Unset dirty status for tenant:b7494e886f5f4b5eb9d8504303901caa on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:52:53.506301 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4b9d131a-efbe-44f0-9e0d-db3591670dbe req-7bbd8333-922c-4ccc-80a4-1c28972e1f2a tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408882 Apr 11 14:52:54.499633 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:54.701420 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd98dd-0b46-4fef-af82-5b1d447b9801 req-11679de8-c16a-476a-9b0b-f0ffe5c9cb84 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:54.702925 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a7dd98dd-0b46-4fef-af82-5b1d447b9801 req-11679de8-c16a-476a-9b0b-f0ffe5c9cb84 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 943 time: 0.0875716 Apr 11 14:52:54.750931 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a7dd98dd-0b46-4fef-af82-5b1d447b9801 req-9804e6d4-3ede-4e09-9095-391064c218b6 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420713 Apr 11 14:52:55.202063 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b65c0f8a-29c6-4c3b-aca3-b14fa75805b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:55.947047 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e541727-19c5-4dfb-b471-dee139219442 req-e465d805-3df4-480d-a4a4-6ff6d25356d2 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:55.949172 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7e541727-19c5-4dfb-b471-dee139219442 req-e465d805-3df4-480d-a4a4-6ff6d25356d2 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 943 time: 0.0911295 Apr 11 14:52:55.996529 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7e541727-19c5-4dfb-b471-dee139219442 req-2578c95e-3275-464b-8337-39a8ed401b41 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417914 Apr 11 14:52:57.190981 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d7d7f-0b3f-418b-8b10-b4c84a0d8c5b req-510fd16e-99ec-4dd7-b384-ebc12f8a87ee tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:57.192316 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-dd2d7d7f-0b3f-418b-8b10-b4c84a0d8c5b req-510fd16e-99ec-4dd7-b384-ebc12f8a87ee tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 943 time: 0.0846217 Apr 11 14:52:57.239658 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-dd2d7d7f-0b3f-418b-8b10-b4c84a0d8c5b req-432963bb-5157-40fc-8126-8be1b58911ad tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416348 Apr 11 14:52:57.802404 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1b7a123f-3caf-437e-abfd-0c92b44ad26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:58.159665 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device b8f9af2a-da4a-474a-99de-a2a4965032f9 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:52:58.296759 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port b8f9af2a-da4a-474a-99de-a2a4965032f9, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=b8f9af2a-da4a-474a-99de-a2a4965032f9,segment=NetworkSegment(0853414a-8281-450e-937e-fcbd5118cfc3),segment_id=0853414a-8281-450e-937e-fcbd5118cfc3)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:52:58.310450 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': 'b8f9af2a-da4a-474a-99de-a2a4965032f9', 'network_id': '5dcfab54-2a9c-4f82-874f-229790e2f585', 'port_id': 'b8f9af2a-da4a-474a-99de-a2a4965032f9', 'mac_address': 'fa:16:3e:3a:8a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d9fca3-5cd4-40dd-bcb4-5e675577d377', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:52:58.380243 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:58.398271 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f9af2a-da4a-474a-99de-a2a4965032f9 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:52:58.413751 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port b8f9af2a-da4a-474a-99de-a2a4965032f9, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=b8f9af2a-da4a-474a-99de-a2a4965032f9,segment=NetworkSegment(0853414a-8281-450e-937e-fcbd5118cfc3),segment_id=0853414a-8281-450e-937e-fcbd5118cfc3)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:52:58.438617 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec765e-c252-4dc0-ad02-84e5623c686d req-fd80e113-2aa3-4544-b354-3d1603427758 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:58.439943 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3bec765e-c252-4dc0-ad02-84e5623c686d req-fd80e113-2aa3-4544-b354-3d1603427758 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 943 time: 0.0857165 Apr 11 14:52:58.470971 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:58.485377 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3bec765e-c252-4dc0-ad02-84e5623c686d req-b261b1b3-8b17-46a3-ab96-6868a32a2861 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388365 Apr 11 14:52:58.546112 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=b8f9af2a-da4a-474a-99de-a2a4965032f9,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:52:58.687920 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:58.773900 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:52:58.870031 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['b8f9af2a-da4a-474a-99de-a2a4965032f9'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:52:59.676790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f23d41-1620-4660-aef6-e89a1d60001c req-31aa4250-aab0-4601-af7f-3e4fc04bda8c tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:52:59.678270 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d6f23d41-1620-4660-aef6-e89a1d60001c req-31aa4250-aab0-4601-af7f-3e4fc04bda8c tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 944 time: 0.0827427 Apr 11 14:52:59.723835 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d6f23d41-1620-4660-aef6-e89a1d60001c req-bf4c526c-a015-454a-bfe5-5760207c0622 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396607 Apr 11 14:53:00.015234 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:00.178476 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device b8f9af2a-da4a-474a-99de-a2a4965032f9 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:53:00.310572 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port b8f9af2a-da4a-474a-99de-a2a4965032f9 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:53:00.315739 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port b8f9af2a-da4a-474a-99de-a2a4965032f9 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:53:00.322275 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:00.433323 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:00.459853 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce35249-dbe2-45cc-9998-73942b15307a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f9af2a-da4a-474a-99de-a2a4965032f9'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:53:00.470424 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port b8f9af2a-da4a-474a-99de-a2a4965032f9, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=b8f9af2a-da4a-474a-99de-a2a4965032f9,segment=NetworkSegment(0853414a-8281-450e-937e-fcbd5118cfc3),segment_id=0853414a-8281-450e-937e-fcbd5118cfc3)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:53:00.506110 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34f4068f-8013-4218-b38e-9b71ca316e44'] response: {'server_uuid': '8ce35249-dbe2-45cc-9998-73942b15307a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f9af2a-da4a-474a-99de-a2a4965032f9', 'code': 200} Apr 11 14:53:00.556420 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:00.625539 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=b8f9af2a-da4a-474a-99de-a2a4965032f9,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:00.971571 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a86ff-1ce2-4827-9029-c12179c6a1cf req-fdc53747-2135-4200-862b-dfd2f2b525b7 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:00.973061 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1e4a86ff-1ce2-4827-9029-c12179c6a1cf req-fdc53747-2135-4200-862b-dfd2f2b525b7 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 945 time: 0.1380978 Apr 11 14:53:01.005260 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289a7ca-9ef2-47d4-b8bf-9104672746fc req-8aefe3cd-6991-42c3-8b03-e5d1de1e65f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:01.007528 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e289a7ca-9ef2-47d4-b8bf-9104672746fc req-8aefe3cd-6991-42c3-8b03-e5d1de1e65f1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 1098 time: 0.1271551 Apr 11 14:53:01.048251 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1e4a86ff-1ce2-4827-9029-c12179c6a1cf req-864a01ec-feac-45c4-b2d2-b8bc8a8b36f9 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681727 Apr 11 14:53:01.070141 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e289a7ca-9ef2-47d4-b8bf-9104672746fc req-45d81430-a241-4010-adf3-f59d65c0cae4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534859 Apr 11 14:53:02.241897 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e79fd-5f01-4cdb-ad6f-69359366cec3 req-bb0d4724-a9f9-4264-87a3-00e5d262feb9 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:02.243405 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f67e79fd-5f01-4cdb-ad6f-69359366cec3 req-bb0d4724-a9f9-4264-87a3-00e5d262feb9 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 945 time: 0.0829370 Apr 11 14:53:02.291300 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f67e79fd-5f01-4cdb-ad6f-69359366cec3 req-7a3c2674-cd96-40bf-b066-52845b1c1812 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420716 Apr 11 14:53:03.618315 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dd25d-e2ea-48b3-be41-3c21ddc03ccc req-4b3f4058-adaf-43ea-96e2-0f902d691bab tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:03.619689 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2d7dd25d-e2ea-48b3-be41-3c21ddc03ccc req-4b3f4058-adaf-43ea-96e2-0f902d691bab tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 945 time: 0.0823650 Apr 11 14:53:03.668309 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2d7dd25d-e2ea-48b3-be41-3c21ddc03ccc req-74164969-8618-4e2a-bbb1-b9ad3df59d50 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428002 Apr 11 14:53:03.961973 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451dab55-717a-4518-8a0f-13413ffcec2f req-031b8eb5-ace2-4a95-a9f4-8d514e98922e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:03.962661 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-451dab55-717a-4518-8a0f-13413ffcec2f req-031b8eb5-ace2-4a95-a9f4-8d514e98922e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Synchronizing usage tracker for tenant:b7494e886f5f4b5eb9d8504303901caa on resource:network {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:53:04.076439 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-451dab55-717a-4518-8a0f-13413ffcec2f req-031b8eb5-ace2-4a95-a9f4-8d514e98922e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Unset dirty status for tenant:b7494e886f5f4b5eb9d8504303901caa on resource:network {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:53:04.077656 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-451dab55-717a-4518-8a0f-13413ffcec2f req-031b8eb5-ace2-4a95-a9f4-8d514e98922e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/networks?id=5dcfab54-2a9c-4f82-874f-229790e2f585 HTTP/1.1" status: 200 len: 814 time: 0.2621734 Apr 11 14:53:04.093909 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-451dab55-717a-4518-8a0f-13413ffcec2f req-0c88e507-c491-4619-9065-b45e285bc301 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/quotas/b7494e886f5f4b5eb9d8504303901caa HTTP/1.1" status: 200 len: 375 time: 0.0106118 Apr 11 14:53:04.181243 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-451dab55-717a-4518-8a0f-13413ffcec2f req-28018cd4-2e66-4479-b5c5-9a25c06ab2a5 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b7494e886f5f4b5eb9d8504303901caa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0815971 Apr 11 14:53:04.319991 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-451dab55-717a-4518-8a0f-13413ffcec2f req-062dd09a-2652-4b9a-b371-a6bb8ccd4360 service neutron] 10.222.0.66 "GET /v2.0/networks/5dcfab54-2a9c-4f82-874f-229790e2f585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312659 Apr 11 14:53:04.455870 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-451dab55-717a-4518-8a0f-13413ffcec2f req-8c2bc1bf-7285-4d37-93b3-e9a3f89f0379 service neutron] 10.222.0.66 "GET /v2.0/networks/5dcfab54-2a9c-4f82-874f-229790e2f585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300080 Apr 11 14:53:04.739983 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fd5f0f4d-c6ca-4a3d-be8f-50abcc263198 req-7d9f1d01-1e7d-4da7-bdf5-3636753b16e9 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5c5560-e004-44c8-964a-342d453bd0d5 HTTP/1.1" status: 200 len: 210 time: 0.0472665 Apr 11 14:53:05.902244 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3876696b-57ec-400c-8652-377d3442a74c req-414c06eb-09d9-4bcf-91ca-ade4fe39f6e0 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5c5560-e004-44c8-964a-342d453bd0d5 HTTP/1.1" status: 200 len: 210 time: 0.0433786 Apr 11 14:53:06.801873 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451dab55-717a-4518-8a0f-13413ffcec2f req-ee197a2d-7b0e-4a0d-a304-484ddf119bb7 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:06.803279 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-451dab55-717a-4518-8a0f-13413ffcec2f req-ee197a2d-7b0e-4a0d-a304-484ddf119bb7 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.53 "GET /v2.0/networks?id=5dcfab54-2a9c-4f82-874f-229790e2f585 HTTP/1.1" status: 200 len: 814 time: 0.1543484 Apr 11 14:53:06.821405 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-451dab55-717a-4518-8a0f-13413ffcec2f req-7c475d42-ce5a-479b-9c15-286e6b45c117 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Request body: {'port': {'device_id': 'ac5c5560-e004-44c8-964a-342d453bd0d5', 'network_id': '5dcfab54-2a9c-4f82-874f-229790e2f585', 'admin_state_up': True, 'tenant_id': 'b7494e886f5f4b5eb9d8504303901caa'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:53:07.107534 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-451dab55-717a-4518-8a0f-13413ffcec2f req-7c475d42-ce5a-479b-9c15-286e6b45c117 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:53:07.115477 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-871ca794-de4d-4218-b935-313e2eeb7f63 req-1b2aa9f4-4140-4ad8-99b0-f83a2685d7b3 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5c5560-e004-44c8-964a-342d453bd0d5 HTTP/1.1" status: 200 len: 210 time: 0.0493121 Apr 11 14:53:07.124355 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-451dab55-717a-4518-8a0f-13413ffcec2f req-7c475d42-ce5a-479b-9c15-286e6b45c117 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:53:07.202260 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-451dab55-717a-4518-8a0f-13413ffcec2f req-7c475d42-ce5a-479b-9c15-286e6b45c117 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Made reservation on behalf of b7494e886f5f4b5eb9d8504303901caa for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:53:07.205781 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-451dab55-717a-4518-8a0f-13413ffcec2f req-7c475d42-ce5a-479b-9c15-286e6b45c117 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:07.370774 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-451dab55-717a-4518-8a0f-13413ffcec2f req-7c475d42-ce5a-479b-9c15-286e6b45c117 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Allocated IP 172.20.0.3 (5dcfab54-2a9c-4f82-874f-229790e2f585/25d9fca3-5cd4-40dd-bcb4-5e675577d377/0ee96c6c-8577-41e7-8de2-0d1b66a9c49f) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:53:07.578361 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-451dab55-717a-4518-8a0f-13413ffcec2f req-7c475d42-ce5a-479b-9c15-286e6b45c117 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:07.688464 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-451dab55-717a-4518-8a0f-13413ffcec2f req-7c475d42-ce5a-479b-9c15-286e6b45c117 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:07.729046 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['b8f9af2a-da4a-474a-99de-a2a4965032f9'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:53:07.762320 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451dab55-717a-4518-8a0f-13413ffcec2f req-7c475d42-ce5a-479b-9c15-286e6b45c117 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Network 5dcfab54-2a9c-4f82-874f-229790e2f585 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:53:07.763472 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-451dab55-717a-4518-8a0f-13413ffcec2f req-7c475d42-ce5a-479b-9c15-286e6b45c117 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:53:07.766535 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-451dab55-717a-4518-8a0f-13413ffcec2f req-7c475d42-ce5a-479b-9c15-286e6b45c117 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:53:07.817433 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c475d42-ce5a-479b-9c15-286e6b45c117 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Pushing event updated for resources: {'Port': ['ID=0ee96c6c-8577-41e7-8de2-0d1b66a9c49f,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:07.848457 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451dab55-717a-4518-8a0f-13413ffcec2f req-7c475d42-ce5a-479b-9c15-286e6b45c117 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:07.849087 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-451dab55-717a-4518-8a0f-13413ffcec2f req-7c475d42-ce5a-479b-9c15-286e6b45c117 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:07.980124 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-451dab55-717a-4518-8a0f-13413ffcec2f req-7c475d42-ce5a-479b-9c15-286e6b45c117 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1631291 Apr 11 14:53:07.996735 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-451dab55-717a-4518-8a0f-13413ffcec2f req-eae48b31-c157-4f96-ae1d-f225ba684376 service neutron] Request body: {'port': {'device_id': 'ac5c5560-e004-44c8-964a-342d453bd0d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:53:08.111559 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-451dab55-717a-4518-8a0f-13413ffcec2f req-eae48b31-c157-4f96-ae1d-f225ba684376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:08.308845 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c94765-c62c-4aef-8ef0-e901b98b64de req-05877c9b-e1c9-4ef4-8504-40c91db2630a tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:08.310271 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e3c94765-c62c-4aef-8ef0-e901b98b64de req-05877c9b-e1c9-4ef4-8504-40c91db2630a tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5c5560-e004-44c8-964a-342d453bd0d5 HTTP/1.1" status: 200 len: 931 time: 0.0870807 Apr 11 14:53:08.357193 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e3c94765-c62c-4aef-8ef0-e901b98b64de req-2810ddbf-6cf6-42b8-b3af-5b62a259f206 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409918 Apr 11 14:53:08.458689 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-451dab55-717a-4518-8a0f-13413ffcec2f req-eae48b31-c157-4f96-ae1d-f225ba684376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee96c6c-8577-41e7-8de2-0d1b66a9c49f {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:53:08.467461 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-451dab55-717a-4518-8a0f-13413ffcec2f req-eae48b31-c157-4f96-ae1d-f225ba684376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:08.481789 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-451dab55-717a-4518-8a0f-13413ffcec2f req-eae48b31-c157-4f96-ae1d-f225ba684376 service neutron] Transition to ACTIVE for port object 0ee96c6c-8577-41e7-8de2-0d1b66a9c49f will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:53:08.567639 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-451dab55-717a-4518-8a0f-13413ffcec2f req-eae48b31-c157-4f96-ae1d-f225ba684376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:08.729471 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae48b31-c157-4f96-ae1d-f225ba684376 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee96c6c-8577-41e7-8de2-0d1b66a9c49f,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:08.810759 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-451dab55-717a-4518-8a0f-13413ffcec2f req-eae48b31-c157-4f96-ae1d-f225ba684376 service neutron] Attempting to bind port 0ee96c6c-8577-41e7-8de2-0d1b66a9c49f on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:53:08.811092 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-451dab55-717a-4518-8a0f-13413ffcec2f req-eae48b31-c157-4f96-ae1d-f225ba684376 service neutron] Attempting to bind port 0ee96c6c-8577-41e7-8de2-0d1b66a9c49f by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '0853414a-8281-450e-937e-fcbd5118cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '5dcfab54-2a9c-4f82-874f-229790e2f585'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:53:08.811418 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451dab55-717a-4518-8a0f-13413ffcec2f req-eae48b31-c157-4f96-ae1d-f225ba684376 service neutron] Attempting to bind port 0ee96c6c-8577-41e7-8de2-0d1b66a9c49f on network 5dcfab54-2a9c-4f82-874f-229790e2f585 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:53:08.815991 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451dab55-717a-4518-8a0f-13413ffcec2f req-eae48b31-c157-4f96-ae1d-f225ba684376 service neutron] Port 0ee96c6c-8577-41e7-8de2-0d1b66a9c49f on network 5dcfab54-2a9c-4f82-874f-229790e2f585 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:53:08.820395 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451dab55-717a-4518-8a0f-13413ffcec2f req-eae48b31-c157-4f96-ae1d-f225ba684376 service neutron] Attempting to bind port 0ee96c6c-8577-41e7-8de2-0d1b66a9c49f on network 5dcfab54-2a9c-4f82-874f-229790e2f585 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:53:08.823050 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451dab55-717a-4518-8a0f-13413ffcec2f req-eae48b31-c157-4f96-ae1d-f225ba684376 service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:53:08.823388 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451dab55-717a-4518-8a0f-13413ffcec2f req-eae48b31-c157-4f96-ae1d-f225ba684376 service neutron] Checking segment: {'id': '0853414a-8281-450e-937e-fcbd5118cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '5dcfab54-2a9c-4f82-874f-229790e2f585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:53:08.823772 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451dab55-717a-4518-8a0f-13413ffcec2f req-eae48b31-c157-4f96-ae1d-f225ba684376 service neutron] Bound using segment: {'id': '0853414a-8281-450e-937e-fcbd5118cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '5dcfab54-2a9c-4f82-874f-229790e2f585'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:53:08.824214 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-451dab55-717a-4518-8a0f-13413ffcec2f req-eae48b31-c157-4f96-ae1d-f225ba684376 service neutron] Bound port: 0ee96c6c-8577-41e7-8de2-0d1b66a9c49f, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0853414a-8281-450e-937e-fcbd5118cfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '5dcfab54-2a9c-4f82-874f-229790e2f585'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:53:08.824545 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-451dab55-717a-4518-8a0f-13413ffcec2f req-eae48b31-c157-4f96-ae1d-f225ba684376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:08.917792 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-451dab55-717a-4518-8a0f-13413ffcec2f req-eae48b31-c157-4f96-ae1d-f225ba684376 service neutron] For port 0ee96c6c-8577-41e7-8de2-0d1b66a9c49f, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:53:08.920746 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-451dab55-717a-4518-8a0f-13413ffcec2f req-eae48b31-c157-4f96-ae1d-f225ba684376 service neutron] For port 0ee96c6c-8577-41e7-8de2-0d1b66a9c49f, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=0ee96c6c-8577-41e7-8de2-0d1b66a9c49f,segment=NetworkSegment(0853414a-8281-450e-937e-fcbd5118cfc3),segment_id=0853414a-8281-450e-937e-fcbd5118cfc3)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:53:08.991535 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-451dab55-717a-4518-8a0f-13413ffcec2f req-eae48b31-c157-4f96-ae1d-f225ba684376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:09.049026 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451dab55-717a-4518-8a0f-13413ffcec2f req-eae48b31-c157-4f96-ae1d-f225ba684376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:09.049636 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-451dab55-717a-4518-8a0f-13413ffcec2f req-eae48b31-c157-4f96-ae1d-f225ba684376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:09.051054 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-451dab55-717a-4518-8a0f-13413ffcec2f req-eae48b31-c157-4f96-ae1d-f225ba684376 service neutron] 10.222.0.53 "PUT /v2.0/ports/0ee96c6c-8577-41e7-8de2-0d1b66a9c49f HTTP/1.1" status: 200 len: 1093 time: 1.0584292 Apr 11 14:53:09.051484 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5c5560-e004-44c8-964a-342d453bd0d5', 'tag': '0ee96c6c-8577-41e7-8de2-0d1b66a9c49f'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:53:09.077325 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae48b31-c157-4f96-ae1d-f225ba684376 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee96c6c-8577-41e7-8de2-0d1b66a9c49f,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:09.104967 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a72a8f5a-07ae-41aa-8231-7f45b1bb84d8'] response: {'name': 'network-changed', 'server_uuid': 'ac5c5560-e004-44c8-964a-342d453bd0d5', 'tag': '0ee96c6c-8577-41e7-8de2-0d1b66a9c49f', 'status': 'completed', 'code': 200} Apr 11 14:53:09.216817 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b731d4-1b15-450c-a6c6-392edac7ce57 req-52d87c87-8843-4690-8658-b90d862068b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:09.218344 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-62b731d4-1b15-450c-a6c6-392edac7ce57 req-52d87c87-8843-4690-8658-b90d862068b9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b7494e886f5f4b5eb9d8504303901caa&device_id=ac5c5560-e004-44c8-964a-342d453bd0d5 HTTP/1.1" status: 200 len: 1096 time: 0.0725772 Apr 11 14:53:09.370277 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b731d4-1b15-450c-a6c6-392edac7ce57 req-53239375-57c6-4128-b1d9-89e303d960fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:09.371630 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-62b731d4-1b15-450c-a6c6-392edac7ce57 req-53239375-57c6-4128-b1d9-89e303d960fc service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=b7494e886f5f4b5eb9d8504303901caa&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1403360 Apr 11 14:53:09.563024 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a604dc-00ef-49a8-b8e8-a23c62d0192f req-a193e8f2-9796-470b-ab9e-44c9545fd57e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:09.564714 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-01a604dc-00ef-49a8-b8e8-a23c62d0192f req-a193e8f2-9796-470b-ab9e-44c9545fd57e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5c5560-e004-44c8-964a-342d453bd0d5 HTTP/1.1" status: 200 len: 943 time: 0.0940809 Apr 11 14:53:09.615416 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-01a604dc-00ef-49a8-b8e8-a23c62d0192f req-a7da34e4-7961-4dd5-af6e-9b7a6b250cd6 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445952 Apr 11 14:53:09.629950 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b731d4-1b15-450c-a6c6-392edac7ce57 req-d03e549b-d328-47f0-8a27-4bd96cc6aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:09.631406 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-62b731d4-1b15-450c-a6c6-392edac7ce57 req-d03e549b-d328-47f0-8a27-4bd96cc6aabf service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2536881 Apr 11 14:53:09.760812 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451dab55-717a-4518-8a0f-13413ffcec2f req-78f352a5-680e-43bf-82a2-148519f894e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:09.762323 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-451dab55-717a-4518-8a0f-13413ffcec2f req-78f352a5-680e-43bf-82a2-148519f894e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b7494e886f5f4b5eb9d8504303901caa&device_id=ac5c5560-e004-44c8-964a-342d453bd0d5 HTTP/1.1" status: 200 len: 1096 time: 0.0717633 Apr 11 14:53:09.839863 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-451dab55-717a-4518-8a0f-13413ffcec2f req-7db3e00a-da78-44d9-beae-e3c9e80bd203 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ee96c6c-8577-41e7-8de2-0d1b66a9c49f HTTP/1.1" status: 200 len: 217 time: 0.0655985 Apr 11 14:53:09.910369 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451dab55-717a-4518-8a0f-13413ffcec2f req-ec56dde3-d2b1-4e83-bd1c-3397621fcf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:09.911754 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-451dab55-717a-4518-8a0f-13413ffcec2f req-ec56dde3-d2b1-4e83-bd1c-3397621fcf7c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25d9fca3-5cd4-40dd-bcb4-5e675577d377 HTTP/1.1" status: 200 len: 854 time: 0.0664942 Apr 11 14:53:09.958006 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-451dab55-717a-4518-8a0f-13413ffcec2f req-94306d32-fe45-450f-ae18-572a6da76e73 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5dcfab54-2a9c-4f82-874f-229790e2f585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407498 Apr 11 14:53:10.093641 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-451dab55-717a-4518-8a0f-13413ffcec2f req-c3345cfb-a3af-4189-84e5-e502f189453f service neutron] 10.222.0.53 "GET /v2.0/networks/5dcfab54-2a9c-4f82-874f-229790e2f585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298137 Apr 11 14:53:10.227594 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-451dab55-717a-4518-8a0f-13413ffcec2f req-8e7300ee-c983-4b2a-9e5c-19879ada007c service neutron] 10.222.0.53 "GET /v2.0/networks/5dcfab54-2a9c-4f82-874f-229790e2f585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279924 Apr 11 14:53:10.821135 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf9a60-03f3-4327-a497-22d23bb40f18 req-7fc80e07-1a4f-47cf-b30c-9e936a27526e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:10.821818 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-b4cf9a60-03f3-4327-a497-22d23bb40f18 req-7fc80e07-1a4f-47cf-b30c-9e936a27526e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Synchronizing usage tracker for tenant:b7494e886f5f4b5eb9d8504303901caa on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:53:10.882208 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-b4cf9a60-03f3-4327-a497-22d23bb40f18 req-7fc80e07-1a4f-47cf-b30c-9e936a27526e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Unset dirty status for tenant:b7494e886f5f4b5eb9d8504303901caa on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:53:10.883350 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b4cf9a60-03f3-4327-a497-22d23bb40f18 req-7fc80e07-1a4f-47cf-b30c-9e936a27526e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5c5560-e004-44c8-964a-342d453bd0d5 HTTP/1.1" status: 200 len: 943 time: 0.1484470 Apr 11 14:53:10.930198 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b4cf9a60-03f3-4327-a497-22d23bb40f18 req-020308e3-c8e8-439d-b08a-d4c0238337b7 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405765 Apr 11 14:53:12.124397 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a62088-f196-4dab-b211-d80ef00a939a req-35840bde-fc02-4223-8875-10d06f0a6186 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:12.126114 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d2a62088-f196-4dab-b211-d80ef00a939a req-35840bde-fc02-4223-8875-10d06f0a6186 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5c5560-e004-44c8-964a-342d453bd0d5 HTTP/1.1" status: 200 len: 943 time: 0.0871086 Apr 11 14:53:12.172815 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d2a62088-f196-4dab-b211-d80ef00a939a req-71bdfc65-974c-4e1e-b6a8-10149bab0b32 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399294 Apr 11 14:53:13.355839 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc567c-8e14-4c75-ba03-e78fc9d6946b req-4dd886df-f037-43ca-a9cc-d212b3c4753c tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:13.357230 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a6dc567c-8e14-4c75-ba03-e78fc9d6946b req-4dd886df-f037-43ca-a9cc-d212b3c4753c tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5c5560-e004-44c8-964a-342d453bd0d5 HTTP/1.1" status: 200 len: 943 time: 0.0796800 Apr 11 14:53:13.405253 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a6dc567c-8e14-4c75-ba03-e78fc9d6946b req-f58f4ed0-6259-44d1-b154-a3ea4fbff7ef tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424116 Apr 11 14:53:14.291454 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 0ee96c6c-8577-41e7-8de2-0d1b66a9c49f details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:53:14.458475 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 0ee96c6c-8577-41e7-8de2-0d1b66a9c49f, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=0ee96c6c-8577-41e7-8de2-0d1b66a9c49f,segment=NetworkSegment(0853414a-8281-450e-937e-fcbd5118cfc3),segment_id=0853414a-8281-450e-937e-fcbd5118cfc3)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:53:14.488828 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '0ee96c6c-8577-41e7-8de2-0d1b66a9c49f', 'network_id': '5dcfab54-2a9c-4f82-874f-229790e2f585', 'port_id': '0ee96c6c-8577-41e7-8de2-0d1b66a9c49f', 'mac_address': 'fa:16:3e:4f:dc:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d9fca3-5cd4-40dd-bcb4-5e675577d377', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:53:14.569374 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:14.597704 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee96c6c-8577-41e7-8de2-0d1b66a9c49f {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:53:14.619029 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 0ee96c6c-8577-41e7-8de2-0d1b66a9c49f, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=0ee96c6c-8577-41e7-8de2-0d1b66a9c49f,segment=NetworkSegment(0853414a-8281-450e-937e-fcbd5118cfc3),segment_id=0853414a-8281-450e-937e-fcbd5118cfc3)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:53:14.620710 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e9492-c2f1-4d02-a310-536967958125 req-c76506cb-c0db-4092-afca-ebbd7cb0a1f5 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:14.622515 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ee5e9492-c2f1-4d02-a310-536967958125 req-c76506cb-c0db-4092-afca-ebbd7cb0a1f5 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5c5560-e004-44c8-964a-342d453bd0d5 HTTP/1.1" status: 200 len: 943 time: 0.1052518 Apr 11 14:53:14.676560 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:14.679188 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ee5e9492-c2f1-4d02-a310-536967958125 req-167bfd43-87fa-4126-b7f9-7714cf1b8b9d tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488455 Apr 11 14:53:14.754625 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=0ee96c6c-8577-41e7-8de2-0d1b66a9c49f,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:15.088884 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['0ee96c6c-8577-41e7-8de2-0d1b66a9c49f'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:53:15.869670 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc1fd3-bbdd-4d36-8ea6-0c14724219c6 req-b0d96e90-4bcd-4bfb-b3d2-13f1fc8b58c2 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:15.871147 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fabc1fd3-bbdd-4d36-8ea6-0c14724219c6 req-b0d96e90-4bcd-4bfb-b3d2-13f1fc8b58c2 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5c5560-e004-44c8-964a-342d453bd0d5 HTTP/1.1" status: 200 len: 944 time: 0.0803232 Apr 11 14:53:15.915333 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fabc1fd3-bbdd-4d36-8ea6-0c14724219c6 req-5d199af0-22fa-41cb-9dd3-2b9451c732d1 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385609 Apr 11 14:53:16.285476 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 0ee96c6c-8577-41e7-8de2-0d1b66a9c49f up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:53:16.434438 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port 0ee96c6c-8577-41e7-8de2-0d1b66a9c49f completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:53:16.439559 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 0ee96c6c-8577-41e7-8de2-0d1b66a9c49f triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:53:16.439964 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:16.558397 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:16.586092 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5c5560-e004-44c8-964a-342d453bd0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee96c6c-8577-41e7-8de2-0d1b66a9c49f'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:53:16.595647 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 0ee96c6c-8577-41e7-8de2-0d1b66a9c49f, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=0ee96c6c-8577-41e7-8de2-0d1b66a9c49f,segment=NetworkSegment(0853414a-8281-450e-937e-fcbd5118cfc3),segment_id=0853414a-8281-450e-937e-fcbd5118cfc3)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:53:16.633501 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b393d05c-0a3e-4a0c-b4d6-a2b267a81900'] response: {'server_uuid': 'ac5c5560-e004-44c8-964a-342d453bd0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee96c6c-8577-41e7-8de2-0d1b66a9c49f', 'code': 200} Apr 11 14:53:16.671579 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:16.747381 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=0ee96c6c-8577-41e7-8de2-0d1b66a9c49f,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:17.085450 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0c62c-de3a-4f21-8991-03ceb0f15c7b req-08fda307-e429-4af1-b122-c603f98a672c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:17.086984 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6ca0c62c-de3a-4f21-8991-03ceb0f15c7b req-08fda307-e429-4af1-b122-c603f98a672c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ac5c5560-e004-44c8-964a-342d453bd0d5 HTTP/1.1" status: 200 len: 1098 time: 0.1148374 Apr 11 14:53:17.140862 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6ca0c62c-de3a-4f21-8991-03ceb0f15c7b req-567e6141-ca6d-4561-8dba-81b4aa609a2d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458944 Apr 11 14:53:17.160396 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23246c65-736a-44c9-8c1e-456fbef193ba req-f69037cd-6c54-4d07-b414-3ab7ae0d7a17 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:17.161790 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-23246c65-736a-44c9-8c1e-456fbef193ba req-f69037cd-6c54-4d07-b414-3ab7ae0d7a17 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5c5560-e004-44c8-964a-342d453bd0d5 HTTP/1.1" status: 200 len: 945 time: 0.1150861 Apr 11 14:53:17.209730 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-23246c65-736a-44c9-8c1e-456fbef193ba req-1e676b3c-7786-47b9-9817-d6c65612a508 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412819 Apr 11 14:53:18.405585 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0033b28-6044-4e3c-9ec4-3fb0d2f1bfdd req-59f9633c-7e4c-429f-926e-6eab71f33607 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:18.407013 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f0033b28-6044-4e3c-9ec4-3fb0d2f1bfdd req-59f9633c-7e4c-429f-926e-6eab71f33607 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5c5560-e004-44c8-964a-342d453bd0d5 HTTP/1.1" status: 200 len: 945 time: 0.0849996 Apr 11 14:53:18.451747 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f0033b28-6044-4e3c-9ec4-3fb0d2f1bfdd req-27b089c7-88c1-4336-83b1-ac36ccf8e140 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390337 Apr 11 14:53:19.646989 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835788e3-14d9-46e5-8971-57b67dc5e119 req-38a9377f-4bd4-4deb-832f-220aca14f99a tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:19.648527 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-835788e3-14d9-46e5-8971-57b67dc5e119 req-38a9377f-4bd4-4deb-832f-220aca14f99a tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5c5560-e004-44c8-964a-342d453bd0d5 HTTP/1.1" status: 200 len: 945 time: 0.0847225 Apr 11 14:53:19.697642 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-835788e3-14d9-46e5-8971-57b67dc5e119 req-fafa1ef7-cd67-4ab5-b0a8-437e437eb445 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433743 Apr 11 14:53:20.302744 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d960f-e342-447b-8401-9517d56f154c req-9af0d02d-f930-485f-93f6-4223223b931c tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:20.304958 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-572d960f-e342-447b-8401-9517d56f154c req-9af0d02d-f930-485f-93f6-4223223b931c tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5c5560-e004-44c8-964a-342d453bd0d5 HTTP/1.1" status: 200 len: 945 time: 0.0855975 Apr 11 14:53:20.347682 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-572d960f-e342-447b-8401-9517d56f154c req-37062d20-f4af-4970-9080-5b239fce24ab tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369503 Apr 11 14:53:21.549129 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b81b2-a456-4f49-8df2-4e509befbeb1 req-74b183af-ef67-44fe-ad7f-8158579ea063 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:21.550715 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-180b81b2-a456-4f49-8df2-4e509befbeb1 req-74b183af-ef67-44fe-ad7f-8158579ea063 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5c5560-e004-44c8-964a-342d453bd0d5 HTTP/1.1" status: 200 len: 945 time: 0.0865989 Apr 11 14:53:21.598366 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-180b81b2-a456-4f49-8df2-4e509befbeb1 req-0e6a5d71-aeae-49b9-9e5e-3f31e1c36c03 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 Apr 11 14:53:21.794961 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:53:22.034408 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f9bf1-5bed-41b6-b68f-1e1220702d6f req-3dfe72cf-815b-4492-a37a-7f9f9668307d tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:22.035909 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d33f9bf1-5bed-41b6-b68f-1e1220702d6f req-3dfe72cf-815b-4492-a37a-7f9f9668307d tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac5c5560-e004-44c8-964a-342d453bd0d5 HTTP/1.1" status: 200 len: 945 time: 0.0832205 Apr 11 14:53:22.116634 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-d33f9bf1-5bed-41b6-b68f-1e1220702d6f req-c91f6f53-affc-4eed-befb-bd17fd787b28 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Deleting port 0ee96c6c-8577-41e7-8de2-0d1b66a9c49f {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:53:22.116975 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d33f9bf1-5bed-41b6-b68f-1e1220702d6f req-c91f6f53-affc-4eed-befb-bd17fd787b28 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:22.362843 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-d33f9bf1-5bed-41b6-b68f-1e1220702d6f req-c91f6f53-affc-4eed-befb-bd17fd787b28 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] For port 0ee96c6c-8577-41e7-8de2-0d1b66a9c49f, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=0ee96c6c-8577-41e7-8de2-0d1b66a9c49f,segment=NetworkSegment(0853414a-8281-450e-937e-fcbd5118cfc3),segment_id=0853414a-8281-450e-937e-fcbd5118cfc3)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:53:22.363163 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d33f9bf1-5bed-41b6-b68f-1e1220702d6f req-c91f6f53-affc-4eed-befb-bd17fd787b28 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:22.589587 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-d33f9bf1-5bed-41b6-b68f-1e1220702d6f req-c91f6f53-affc-4eed-befb-bd17fd787b28 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Calling delete_port for 0ee96c6c-8577-41e7-8de2-0d1b66a9c49f owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:53:22.813838 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebb6ed-397d-4e33-9570-b4488667bb49 req-8a0f8eed-4c7f-417e-ba6b-28968b2e5769 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:22.815313 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a2ebb6ed-397d-4e33-9570-b4488667bb49 req-8a0f8eed-4c7f-417e-ba6b-28968b2e5769 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5c5560-e004-44c8-964a-342d453bd0d5 HTTP/1.1" status: 200 len: 945 time: 0.0966761 Apr 11 14:53:22.860968 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a2ebb6ed-397d-4e33-9570-b4488667bb49 req-515046dd-2c93-4f9c-8a6a-aece021bd5c2 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391896 Apr 11 14:53:22.864667 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d33f9bf1-5bed-41b6-b68f-1e1220702d6f req-c91f6f53-affc-4eed-befb-bd17fd787b28 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:22.904383 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['b8f9af2a-da4a-474a-99de-a2a4965032f9'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:53:22.920935 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f6f53-affc-4eed-befb-bd17fd787b28 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Pushing event deleted for resources: {'Port': ['ID=0ee96c6c-8577-41e7-8de2-0d1b66a9c49f,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:22.998409 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33f9bf1-5bed-41b6-b68f-1e1220702d6f req-c91f6f53-affc-4eed-befb-bd17fd787b28 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] No DVR routers for this DVR port 0ee96c6c-8577-41e7-8de2-0d1b66a9c49f on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:53:23.001467 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-d33f9bf1-5bed-41b6-b68f-1e1220702d6f req-c91f6f53-affc-4eed-befb-bd17fd787b28 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:23.005480 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5c5560-e004-44c8-964a-342d453bd0d5', 'name': 'network-vif-deleted', 'tag': '0ee96c6c-8577-41e7-8de2-0d1b66a9c49f'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:53:23.058170 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-179ed4cd-985c-496b-b4a9-f5d391b98860'] response: {'server_uuid': 'ac5c5560-e004-44c8-964a-342d453bd0d5', 'name': 'network-vif-deleted', 'tag': '0ee96c6c-8577-41e7-8de2-0d1b66a9c49f', 'status': 'completed', 'code': 200} Apr 11 14:53:23.072218 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d33f9bf1-5bed-41b6-b68f-1e1220702d6f req-c91f6f53-affc-4eed-befb-bd17fd787b28 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.53 "DELETE /v2.0/ports/0ee96c6c-8577-41e7-8de2-0d1b66a9c49f HTTP/1.1" status: 204 len: 173 time: 1.0300207 Apr 11 14:53:24.044084 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-e65c1e1e-5436-4995-99a2-1b3017096ed2 req-b75c9c2b-16af-42eb-8b23-d2116994779f tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Synchronizing usage tracker for tenant:b7494e886f5f4b5eb9d8504303901caa on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:53:24.161832 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-e65c1e1e-5436-4995-99a2-1b3017096ed2 req-b75c9c2b-16af-42eb-8b23-d2116994779f tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Unset dirty status for tenant:b7494e886f5f4b5eb9d8504303901caa on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:53:24.163850 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e65c1e1e-5436-4995-99a2-1b3017096ed2 req-b75c9c2b-16af-42eb-8b23-d2116994779f tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5c5560-e004-44c8-964a-342d453bd0d5 HTTP/1.1" status: 200 len: 210 time: 0.1723499 Apr 11 14:53:24.334091 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 0ee96c6c-8577-41e7-8de2-0d1b66a9c49f no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:53:24.369184 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: 0ee96c6c-8577-41e7-8de2-0d1b66a9c49f {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:53:24.369528 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 0ee96c6c-8577-41e7-8de2-0d1b66a9c49f not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:53:24.493758 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:25.190987 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7e9de162-c0e0-487f-8f2f-dac887a1d60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:25.426999 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57068aa2-d9ca-401c-a582-571d3c357221 req-4e245c9b-f569-4ba6-ae4f-fb5f4dc17575 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:25.429627 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-57068aa2-d9ca-401c-a582-571d3c357221 req-4e245c9b-f569-4ba6-ae4f-fb5f4dc17575 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 945 time: 0.0860877 Apr 11 14:53:25.477027 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-57068aa2-d9ca-401c-a582-571d3c357221 req-ac358b28-3ab3-40ad-b6f9-5d5cb68c2b15 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421677 Apr 11 14:53:25.691430 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3708d-06dd-44c4-811a-826d180ae16c req-acc74c70-9b6e-4a7f-afcc-868bf54e77bc tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:25.692932 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a8b3708d-06dd-44c4-811a-826d180ae16c req-acc74c70-9b6e-4a7f-afcc-868bf54e77bc tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 945 time: 0.0863106 Apr 11 14:53:25.739656 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a8b3708d-06dd-44c4-811a-826d180ae16c req-32ba80d1-c754-446c-b05e-d4602ba9440c tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401509 Apr 11 14:53:25.937389 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64299dfc-360c-4e5c-b3dd-075535cb9434 req-f3ef244b-e380-4844-8b67-ee6cc91739dd tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:25.938892 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-64299dfc-360c-4e5c-b3dd-075535cb9434 req-f3ef244b-e380-4844-8b67-ee6cc91739dd tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 945 time: 0.0868220 Apr 11 14:53:26.098957 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-64299dfc-360c-4e5c-b3dd-075535cb9434 req-9e7da51e-28b7-4861-9702-af34f64c69a2 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532066 Apr 11 14:53:26.401224 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064869ad-6fe8-4237-97e6-5e6cc3c10b4e req-2b6fe9f0-6975-4995-873c-7fc1ebc80bb2 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:26.402657 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-064869ad-6fe8-4237-97e6-5e6cc3c10b4e req-2b6fe9f0-6975-4995-873c-7fc1ebc80bb2 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 945 time: 0.0861914 Apr 11 14:53:26.449474 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-064869ad-6fe8-4237-97e6-5e6cc3c10b4e req-49de40b5-49cc-4172-96ca-19130a973dd9 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410910 Apr 11 14:53:26.643004 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45a098-4253-41e8-9585-0756e3affddb req-03c15339-9f51-43df-9129-a79f00102a52 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:26.644504 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-da45a098-4253-41e8-9585-0756e3affddb req-03c15339-9f51-43df-9129-a79f00102a52 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 945 time: 0.0846491 Apr 11 14:53:26.693480 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-da45a098-4253-41e8-9585-0756e3affddb req-452f22f8-636d-4fab-84e6-4d3118480e04 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423172 Apr 11 14:53:26.932057 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d8fa1-ca62-4f10-b132-6aed2205939c req-ab8d44c1-8b44-44b7-ad61-7f507bbb3a5b tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:26.934489 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-995d8fa1-ca62-4f10-b132-6aed2205939c req-ab8d44c1-8b44-44b7-ad61-7f507bbb3a5b tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 945 time: 0.1195269 Apr 11 14:53:26.979225 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-995d8fa1-ca62-4f10-b132-6aed2205939c req-75bdc01f-d9e6-49b6-9dc0-08517b30714a tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393300 Apr 11 14:53:27.728796 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e2ce25fc-3c6c-4d11-863f-3efff9109e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:27.774865 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423eefdb-2326-4db6-927f-ffac07f52819 req-2e9d4108-9bcb-4ceb-84d8-c150adec0846 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:27.777039 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-423eefdb-2326-4db6-927f-ffac07f52819 req-2e9d4108-9bcb-4ceb-84d8-c150adec0846 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 945 time: 0.0859365 Apr 11 14:53:27.835409 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-423eefdb-2326-4db6-927f-ffac07f52819 req-a824e186-dae0-4135-985c-910cb991138a tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525286 Apr 11 14:53:28.687191 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:28.761759 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:29.030624 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1f0b9-9d7f-4f6c-a7e5-d5fb2aaae1b1 req-aed8cb7f-044b-40cc-9ee3-336e5f4b5be2 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:29.032299 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e9d1f0b9-9d7f-4f6c-a7e5-d5fb2aaae1b1 req-aed8cb7f-044b-40cc-9ee3-336e5f4b5be2 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 945 time: 0.0864420 Apr 11 14:53:29.077568 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e9d1f0b9-9d7f-4f6c-a7e5-d5fb2aaae1b1 req-5a96b8a0-762b-46ab-9dd7-90b7622dc20c tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388825 Apr 11 14:53:29.548017 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79398af9-09d5-4094-be21-6f410153778e req-f33ee3ce-452b-4af0-96c0-cb7caffc2be1 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:29.549513 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-79398af9-09d5-4094-be21-6f410153778e req-f33ee3ce-452b-4af0-96c0-cb7caffc2be1 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 945 time: 0.0819085 Apr 11 14:53:29.621510 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-79398af9-09d5-4094-be21-6f410153778e req-44f56461-79bf-41fe-9163-7e1416dc2b3e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Deleting port b8f9af2a-da4a-474a-99de-a2a4965032f9 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:53:29.621889 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-79398af9-09d5-4094-be21-6f410153778e req-44f56461-79bf-41fe-9163-7e1416dc2b3e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:29.891546 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-79398af9-09d5-4094-be21-6f410153778e req-44f56461-79bf-41fe-9163-7e1416dc2b3e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] For port b8f9af2a-da4a-474a-99de-a2a4965032f9, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=b8f9af2a-da4a-474a-99de-a2a4965032f9,segment=NetworkSegment(0853414a-8281-450e-937e-fcbd5118cfc3),segment_id=0853414a-8281-450e-937e-fcbd5118cfc3)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:53:29.891869 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-79398af9-09d5-4094-be21-6f410153778e req-44f56461-79bf-41fe-9163-7e1416dc2b3e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:30.008422 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:30.021659 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-79398af9-09d5-4094-be21-6f410153778e req-44f56461-79bf-41fe-9163-7e1416dc2b3e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Calling delete_port for b8f9af2a-da4a-474a-99de-a2a4965032f9 owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:53:30.237473 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-79398af9-09d5-4094-be21-6f410153778e req-44f56461-79bf-41fe-9163-7e1416dc2b3e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:30.275325 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['b8f9af2a-da4a-474a-99de-a2a4965032f9'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:53:30.291698 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f56461-79bf-41fe-9163-7e1416dc2b3e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Pushing event deleted for resources: {'Port': ['ID=b8f9af2a-da4a-474a-99de-a2a4965032f9,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:30.330423 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f56461-79bf-41fe-9163-7e1416dc2b3e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:30.330770 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f56461-79bf-41fe-9163-7e1416dc2b3e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:30.331109 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f56461-79bf-41fe-9163-7e1416dc2b3e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:30.331443 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f56461-79bf-41fe-9163-7e1416dc2b3e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:30.331781 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f56461-79bf-41fe-9163-7e1416dc2b3e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:30.332111 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f56461-79bf-41fe-9163-7e1416dc2b3e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:30.332437 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f56461-79bf-41fe-9163-7e1416dc2b3e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:30.332763 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f56461-79bf-41fe-9163-7e1416dc2b3e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:30.333092 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f56461-79bf-41fe-9163-7e1416dc2b3e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:30.333417 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f56461-79bf-41fe-9163-7e1416dc2b3e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:30.333741 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f56461-79bf-41fe-9163-7e1416dc2b3e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:30.334814 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f56461-79bf-41fe-9163-7e1416dc2b3e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:30.390418 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-79398af9-09d5-4094-be21-6f410153778e req-44f56461-79bf-41fe-9163-7e1416dc2b3e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] No DVR routers for this DVR port b8f9af2a-da4a-474a-99de-a2a4965032f9 on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:53:30.398416 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-79398af9-09d5-4094-be21-6f410153778e req-44f56461-79bf-41fe-9163-7e1416dc2b3e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:30.400793 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce35249-dbe2-45cc-9998-73942b15307a', 'name': 'network-vif-deleted', 'tag': 'b8f9af2a-da4a-474a-99de-a2a4965032f9'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:53:30.425979 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606909a8-34b3-4bcb-80a1-25b5dd8aa1cf req-f5ecd72a-c064-4379-90f7-1e5376b6ad1c tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:30.426667 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-606909a8-34b3-4bcb-80a1-25b5dd8aa1cf req-f5ecd72a-c064-4379-90f7-1e5376b6ad1c tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Synchronizing usage tracker for tenant:b7494e886f5f4b5eb9d8504303901caa on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:53:30.457035 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80fca48f-e3d3-4e34-975a-92455b3c63e9'] response: {'server_uuid': '8ce35249-dbe2-45cc-9998-73942b15307a', 'name': 'network-vif-deleted', 'tag': 'b8f9af2a-da4a-474a-99de-a2a4965032f9', 'status': 'completed', 'code': 200} Apr 11 14:53:30.466243 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-79398af9-09d5-4094-be21-6f410153778e req-44f56461-79bf-41fe-9163-7e1416dc2b3e tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.53 "DELETE /v2.0/ports/b8f9af2a-da4a-474a-99de-a2a4965032f9 HTTP/1.1" status: 204 len: 173 time: 0.9120166 Apr 11 14:53:30.533670 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-606909a8-34b3-4bcb-80a1-25b5dd8aa1cf req-f5ecd72a-c064-4379-90f7-1e5376b6ad1c tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] Unset dirty status for tenant:b7494e886f5f4b5eb9d8504303901caa on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:53:30.534846 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-606909a8-34b3-4bcb-80a1-25b5dd8aa1cf req-f5ecd72a-c064-4379-90f7-1e5376b6ad1c tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 867 time: 0.3467937 Apr 11 14:53:30.586062 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-606909a8-34b3-4bcb-80a1-25b5dd8aa1cf req-7c998e10-54af-4e70-854d-1f3c57de77c3 tempest-ServersNegativeTestJSON-1339534421 tempest-ServersNegativeTestJSON-1339534421-project] 10.222.0.66 "GET /v2.0/security-groups?id=1075a277-b969-42f2-939a-135f405600a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439584 Apr 11 14:53:31.219446 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-646e77ae-f938-4c02-88ab-25f581ba4ece req-bbda04f6-60e9-4a17-90c8-e369af4a8bd7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8ce35249-dbe2-45cc-9998-73942b15307a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0871608 Apr 11 14:53:31.390186 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-646e77ae-f938-4c02-88ab-25f581ba4ece req-4b984dbe-308d-44cd-82ec-cb00a4149d3d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b7494e886f5f4b5eb9d8504303901caa&device_id=8ce35249-dbe2-45cc-9998-73942b15307a HTTP/1.1" status: 200 len: 210 time: 0.0460355 Apr 11 14:53:31.660885 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e77ae-f938-4c02-88ab-25f581ba4ece req-7e865cd2-b88a-4c36-b12e-83d51b531094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:31.662893 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-646e77ae-f938-4c02-88ab-25f581ba4ece req-7e865cd2-b88a-4c36-b12e-83d51b531094 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=b7494e886f5f4b5eb9d8504303901caa&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2486627 Apr 11 14:53:31.684587 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50446) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:31.743329 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-5794ec68-3d94-4291-9438-8bd40099853a admin admin] Deleting subnet 25d9fca3-5cd4-40dd-bcb4-5e675577d377 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:53:31.746321 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5794ec68-3d94-4291-9438-8bd40099853a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:31.800883 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5794ec68-3d94-4291-9438-8bd40099853a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:31.802304 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e77ae-f938-4c02-88ab-25f581ba4ece req-0862e997-ded8-4873-830f-1f38d82dcc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:31.803969 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-646e77ae-f938-4c02-88ab-25f581ba4ece req-0862e997-ded8-4873-830f-1f38d82dcc0c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1349392 Apr 11 14:53:31.857432 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5794ec68-3d94-4291-9438-8bd40099853a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:32.008307 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5794ec68-3d94-4291-9438-8bd40099853a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:32.046853 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794ec68-3d94-4291-9438-8bd40099853a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25d9fca3-5cd4-40dd-bcb4-5e675577d377,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:32.050613 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5794ec68-3d94-4291-9438-8bd40099853a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:32.057068 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5794ec68-3d94-4291-9438-8bd40099853a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/25d9fca3-5cd4-40dd-bcb4-5e675577d377 HTTP/1.1" status: 204 len: 168 time: 0.3713455 Apr 11 14:53:32.059483 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50450) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:32.171963 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72950617-9558-47fe-8efc-d1a7e8e6e3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:32.301759 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72950617-9558-47fe-8efc-d1a7e8e6e3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:32.328286 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-72950617-9558-47fe-8efc-d1a7e8e6e3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dcfab54-2a9c-4f82-874f-229790e2f585']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:53:32.342263 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-72950617-9558-47fe-8efc-d1a7e8e6e3b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0853414a-8281-450e-937e-fcbd5118cfc3') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:53:32.345670 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-72950617-9558-47fe-8efc-d1a7e8e6e3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0853414a-8281-450e-937e-fcbd5118cfc3') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:53:32.354724 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72950617-9558-47fe-8efc-d1a7e8e6e3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:32.371137 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72950617-9558-47fe-8efc-d1a7e8e6e3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:32.377120 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72950617-9558-47fe-8efc-d1a7e8e6e3b6 admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:53:32.377507 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72950617-9558-47fe-8efc-d1a7e8e6e3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:53:32.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:53:32.411571 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device b8f9af2a-da4a-474a-99de-a2a4965032f9 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:53:32.446739 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: b8f9af2a-da4a-474a-99de-a2a4965032f9 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:53:32.447089 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device b8f9af2a-da4a-474a-99de-a2a4965032f9 not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:53:32.533395 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72950617-9558-47fe-8efc-d1a7e8e6e3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:32.538170 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-72950617-9558-47fe-8efc-d1a7e8e6e3b6 admin admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:32.564706 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72950617-9558-47fe-8efc-d1a7e8e6e3b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dcfab54-2a9c-4f82-874f-229790e2f585,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:32.630876 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-72950617-9558-47fe-8efc-d1a7e8e6e3b6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5dcfab54-2a9c-4f82-874f-229790e2f585 HTTP/1.1" status: 204 len: 168 time: 0.5704148 Apr 11 14:53:32.943185 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50456) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:32.993181 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ad669723-244d-4c60-a013-009e55b1f3c2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b7494e886f5f4b5eb9d8504303901caa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485258 Apr 11 14:53:32.995697 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50460) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:33.056569 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-420132e5-aaa0-49e3-91a9-5ef1e117a310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:33.082543 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-420132e5-aaa0-49e3-91a9-5ef1e117a310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:33.207603 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-420132e5-aaa0-49e3-91a9-5ef1e117a310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:33.224630 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420132e5-aaa0-49e3-91a9-5ef1e117a310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1075a277-b969-42f2-939a-135f405600a2,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:33.292614 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-420132e5-aaa0-49e3-91a9-5ef1e117a310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:33.293743 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-420132e5-aaa0-49e3-91a9-5ef1e117a310 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1075a277-b969-42f2-939a-135f405600a2 HTTP/1.1" status: 204 len: 168 time: 0.2971482 Apr 11 14:53:34.510499 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50484) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:34.614739 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-82b6543b-3f45-4204-8cc9-a078b4f5978d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-341114398'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:53:34.620530 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-82b6543b-3f45-4204-8cc9-a078b4f5978d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:53:34.624381 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-82b6543b-3f45-4204-8cc9-a078b4f5978d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Usage tracker for resource:network and tenant:b481dd8e3aac4d679984bec705b3d258 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:53:34.627337 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-82b6543b-3f45-4204-8cc9-a078b4f5978d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:53:34.633781 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-82b6543b-3f45-4204-8cc9-a078b4f5978d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:53:34.699024 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b6543b-3f45-4204-8cc9-a078b4f5978d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Made reservation on behalf of b481dd8e3aac4d679984bec705b3d258 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:53:34.702452 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-82b6543b-3f45-4204-8cc9-a078b4f5978d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:34.715331 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-82b6543b-3f45-4204-8cc9-a078b4f5978d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:34.730532 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-82b6543b-3f45-4204-8cc9-a078b4f5978d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:53:34.734476 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-82b6543b-3f45-4204-8cc9-a078b4f5978d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Usage tracker for resource:security_group_rule and tenant:b481dd8e3aac4d679984bec705b3d258 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:53:34.737274 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-82b6543b-3f45-4204-8cc9-a078b4f5978d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:53:34.743140 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-82b6543b-3f45-4204-8cc9-a078b4f5978d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:53:34.825821 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-82b6543b-3f45-4204-8cc9-a078b4f5978d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:34.893242 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-82b6543b-3f45-4204-8cc9-a078b4f5978d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:34.926343 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82b6543b-3f45-4204-8cc9-a078b4f5978d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:53:34.934930 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6543b-3f45-4204-8cc9-a078b4f5978d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e5bd2a-03aa-40ac-9da3-11499405deaf,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:34.940359 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-82b6543b-3f45-4204-8cc9-a078b4f5978d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:34.940705 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-82b6543b-3f45-4204-8cc9-a078b4f5978d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Added segment 3a6d1ed5-b6bc-4703-a090-5709ac1ba897 of type vlan for network 4821f547-9ac2-4aaf-9664-9550b42a6c0e Apr 11 14:53:34.970307 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-82b6543b-3f45-4204-8cc9-a078b4f5978d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:35.047685 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-82b6543b-3f45-4204-8cc9-a078b4f5978d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:35.053410 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b6543b-3f45-4204-8cc9-a078b4f5978d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:35.054035 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-82b6543b-3f45-4204-8cc9-a078b4f5978d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:35.162968 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6543b-3f45-4204-8cc9-a078b4f5978d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Pushing event updated for resources: {'Network': ['ID=4821f547-9ac2-4aaf-9664-9550b42a6c0e,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:35.172828 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 4821f547-9ac2-4aaf-9664-9550b42a6c0e details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:53:35.219441 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-82b6543b-3f45-4204-8cc9-a078b4f5978d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7077076 Apr 11 14:53:38.484882 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50490) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:38.491397 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Request body: {'subnet': {'network_id': '4821f547-9ac2-4aaf-9664-9550b42a6c0e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:53:38.604614 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:53:38.608447 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Usage tracker for resource:subnet and tenant:b481dd8e3aac4d679984bec705b3d258 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:53:38.611307 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:53:38.617785 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:53:38.727320 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Made reservation on behalf of b481dd8e3aac4d679984bec705b3d258 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:53:38.730983 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:39.099510 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:39.184903 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Pushing event updated for resources: {'Subnet': ['ID=b921ec43-6893-47a3-9d30-a4b74ea96c73,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:39.197134 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:39.197481 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:39.197821 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:39.198185 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:39.198520 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:39.198851 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:39.199179 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:39.199506 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:39.199966 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:39.200163 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:39.200487 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:39.200860 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:39.204878 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Checking segment: {'id': '3a6d1ed5-b6bc-4703-a090-5709ac1ba897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4821f547-9ac2-4aaf-9664-9550b42a6c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:53:39.205253 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Network hostable DHCP agents. Network: 4821f547-9ac2-4aaf-9664-9550b42a6c0e, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:53:39.288187 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Network 4821f547-9ac2-4aaf-9664-9550b42a6c0e is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:53:39.356561 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 4821f547-9ac2-4aaf-9664-9550b42a6c0e) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:53:39.361078 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:39.361667 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:39.366282 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac111840-d940-4c6d-aac0-e8b220e5653a None None] Network 4821f547-9ac2-4aaf-9664-9550b42a6c0e requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:53:39.443239 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ab64904d-7261-4c17-a4f2-be3f074ea9ce tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9572110 Apr 11 14:53:39.447628 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50494) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:39.453400 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-54ec86be-e79c-4767-919f-4f9138836877 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1561724637'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:53:39.458352 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-54ec86be-e79c-4767-919f-4f9138836877 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:53:39.462327 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-54ec86be-e79c-4767-919f-4f9138836877 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Usage tracker for resource:network and tenant:b481dd8e3aac4d679984bec705b3d258 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:53:39.465830 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-54ec86be-e79c-4767-919f-4f9138836877 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:53:39.471959 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-54ec86be-e79c-4767-919f-4f9138836877 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:53:39.533417 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ec86be-e79c-4767-919f-4f9138836877 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Made reservation on behalf of b481dd8e3aac4d679984bec705b3d258 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:53:39.537563 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-54ec86be-e79c-4767-919f-4f9138836877 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:39.566632 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ec86be-e79c-4767-919f-4f9138836877 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:53:39.577178 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-54ec86be-e79c-4767-919f-4f9138836877 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:39.577500 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-54ec86be-e79c-4767-919f-4f9138836877 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Added segment e3ba65c9-4a2b-4da0-b919-1b746e0a0038 of type vlan for network 17adbbee-642f-48eb-a2b0-e6c195fd6add Apr 11 14:53:39.587061 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-4821f547-9ac2-4aaf-9664-9550b42a6c0e', 'network_id': '4821f547-9ac2-4aaf-9664-9550b42a6c0e', 'tenant_id': 'b481dd8e3aac4d679984bec705b3d258', 'fixed_ips': [{'subnet_id': 'b921ec43-6893-47a3-9d30-a4b74ea96c73'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:53:39.587892 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:39.607649 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-54ec86be-e79c-4767-919f-4f9138836877 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:39.693831 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-54ec86be-e79c-4767-919f-4f9138836877 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:39.699953 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ec86be-e79c-4767-919f-4f9138836877 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:39.700543 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-54ec86be-e79c-4767-919f-4f9138836877 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:39.767499 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Allocated IP 2001:db8:0:ffff::2 (4821f547-9ac2-4aaf-9664-9550b42a6c0e/b921ec43-6893-47a3-9d30-a4b74ea96c73/1832a3eb-8abb-4b41-9f05-ed9027a1be83) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:53:39.808550 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec86be-e79c-4767-919f-4f9138836877 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Pushing event updated for resources: {'Network': ['ID=17adbbee-642f-48eb-a2b0-e6c195fd6add,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:39.848322 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-54ec86be-e79c-4767-919f-4f9138836877 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3996143 Apr 11 14:53:39.851465 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50498) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:39.859090 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-31adae99-294f-4c06-a4e6-87c828b31c62 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Request body: {'subnet': {'network_id': '17adbbee-642f-48eb-a2b0-e6c195fd6add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:53:39.865943 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 17adbbee-642f-48eb-a2b0-e6c195fd6add details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:53:39.986993 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-31adae99-294f-4c06-a4e6-87c828b31c62 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:53:39.992005 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-31adae99-294f-4c06-a4e6-87c828b31c62 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Usage tracker for resource:subnet and tenant:b481dd8e3aac4d679984bec705b3d258 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:53:39.995080 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-31adae99-294f-4c06-a4e6-87c828b31c62 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:53:40.000902 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-31adae99-294f-4c06-a4e6-87c828b31c62 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:53:40.094480 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:40.104915 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Transition to ACTIVE for port object 1832a3eb-8abb-4b41-9f05-ed9027a1be83 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:53:40.116942 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31adae99-294f-4c06-a4e6-87c828b31c62 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Made reservation on behalf of b481dd8e3aac4d679984bec705b3d258 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:53:40.120866 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-31adae99-294f-4c06-a4e6-87c828b31c62 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:40.124168 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Transition to ACTIVE for port object 1832a3eb-8abb-4b41-9f05-ed9027a1be83 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:53:40.208099 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:40.271202 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Network 4821f547-9ac2-4aaf-9664-9550b42a6c0e is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:53:40.278333 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:53:40.282022 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:53:40.292979 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Pushing event updated for resources: {'Port': ['ID=1832a3eb-8abb-4b41-9f05-ed9027a1be83,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:40.335608 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:40.335959 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:40.336304 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:40.336645 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:40.337010 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:40.337558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:40.337892 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:40.338225 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:40.338559 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:40.338886 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:40.339213 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:40.339537 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:53:40.392742 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Attempting to bind port 1832a3eb-8abb-4b41-9f05-ed9027a1be83 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:53:40.393448 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Attempting to bind port 1832a3eb-8abb-4b41-9f05-ed9027a1be83 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '3a6d1ed5-b6bc-4703-a090-5709ac1ba897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4821f547-9ac2-4aaf-9664-9550b42a6c0e'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:53:40.393448 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Attempting to bind port 1832a3eb-8abb-4b41-9f05-ed9027a1be83 on network 4821f547-9ac2-4aaf-9664-9550b42a6c0e {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:53:40.398797 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:53:40.399150 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Checking segment: {'id': '3a6d1ed5-b6bc-4703-a090-5709ac1ba897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4821f547-9ac2-4aaf-9664-9550b42a6c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:53:40.399557 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:40.399953 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Bound using segment: {'id': '3a6d1ed5-b6bc-4703-a090-5709ac1ba897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4821f547-9ac2-4aaf-9664-9550b42a6c0e'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:53:40.400419 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Bound port: 1832a3eb-8abb-4b41-9f05-ed9027a1be83, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6d1ed5-b6bc-4703-a090-5709ac1ba897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '4821f547-9ac2-4aaf-9664-9550b42a6c0e'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:53:40.400796 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:40.430377 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-31adae99-294f-4c06-a4e6-87c828b31c62 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:40.494003 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] For port 1832a3eb-8abb-4b41-9f05-ed9027a1be83, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:53:40.497182 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] For port 1832a3eb-8abb-4b41-9f05-ed9027a1be83, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=1832a3eb-8abb-4b41-9f05-ed9027a1be83,segment=NetworkSegment(3a6d1ed5-b6bc-4703-a090-5709ac1ba897),segment_id=3a6d1ed5-b6bc-4703-a090-5709ac1ba897)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:53:40.519511 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adae99-294f-4c06-a4e6-87c828b31c62 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Pushing event updated for resources: {'Subnet': ['ID=ec2f4ade-63ca-456e-bec6-a8f7c1cde8f1,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:40.524375 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31adae99-294f-4c06-a4e6-87c828b31c62 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Checking segment: {'id': 'e3ba65c9-4a2b-4da0-b919-1b746e0a0038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '17adbbee-642f-48eb-a2b0-e6c195fd6add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:53:40.524738 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31adae99-294f-4c06-a4e6-87c828b31c62 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Network hostable DHCP agents. Network: 17adbbee-642f-48eb-a2b0-e6c195fd6add, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:53:40.671007 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:40.727744 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31adae99-294f-4c06-a4e6-87c828b31c62 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Network 17adbbee-642f-48eb-a2b0-e6c195fd6add is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:53:40.756913 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dbec48-0d0d-4177-9d35-f5e86ea38b76 None None] Pushing event updated for resources: {'Port': ['ID=1832a3eb-8abb-4b41-9f05-ed9027a1be83,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:40.802059 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-31adae99-294f-4c06-a4e6-87c828b31c62 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 17adbbee-642f-48eb-a2b0-e6c195fd6add) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:53:40.807346 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31adae99-294f-4c06-a4e6-87c828b31c62 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:40.808344 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-31adae99-294f-4c06-a4e6-87c828b31c62 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:40.813479 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717b6d41-730a-4510-8d97-23ce7c1a0071 None None] Network 17adbbee-642f-48eb-a2b0-e6c195fd6add requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:53:40.933320 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 50502) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:40.934108 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-31adae99-294f-4c06-a4e6-87c828b31c62 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0808141 Apr 11 14:53:41.114012 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:41.123546 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf923ca-9c56-43ca-a8f7-f1ffa4d5947d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-17adbbee-642f-48eb-a2b0-e6c195fd6add', 'network_id': '17adbbee-642f-48eb-a2b0-e6c195fd6add', 'tenant_id': 'b481dd8e3aac4d679984bec705b3d258', 'fixed_ips': [{'subnet_id': 'ec2f4ade-63ca-456e-bec6-a8f7c1cde8f1'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:53:41.124475 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1bf923ca-9c56-43ca-a8f7-f1ffa4d5947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:41.190261 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:41.293428 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-1bf923ca-9c56-43ca-a8f7-f1ffa4d5947d None None] Allocated IP 2001:db8::2 (17adbbee-642f-48eb-a2b0-e6c195fd6add/ec2f4ade-63ca-456e-bec6-a8f7c1cde8f1/767c7f84-28ad-47f9-9467-2c9d1eb1556e) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:53:41.525618 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1bf923ca-9c56-43ca-a8f7-f1ffa4d5947d None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:41.536168 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1bf923ca-9c56-43ca-a8f7-f1ffa4d5947d None None] Transition to ACTIVE for port object 767c7f84-28ad-47f9-9467-2c9d1eb1556e will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:53:41.555535 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1bf923ca-9c56-43ca-a8f7-f1ffa4d5947d None None] Transition to ACTIVE for port object 767c7f84-28ad-47f9-9467-2c9d1eb1556e will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:53:41.632932 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1bf923ca-9c56-43ca-a8f7-f1ffa4d5947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:41.704332 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf923ca-9c56-43ca-a8f7-f1ffa4d5947d None None] Network 17adbbee-642f-48eb-a2b0-e6c195fd6add is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:53:41.711823 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-1bf923ca-9c56-43ca-a8f7-f1ffa4d5947d None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:53:41.716724 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf923ca-9c56-43ca-a8f7-f1ffa4d5947d None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:53:41.722706 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf923ca-9c56-43ca-a8f7-f1ffa4d5947d None None] Pushing event updated for resources: {'Port': ['ID=767c7f84-28ad-47f9-9467-2c9d1eb1556e,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:41.728377 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:41.774787 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Pushing event deleted for resources: {'Subnet': ['ID=ec2f4ade-63ca-456e-bec6-a8f7c1cde8f1,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:41.795125 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a0e19f-fe7f-4c67-bfde-4146960e14bb None None] Network 4821f547-9ac2-4aaf-9664-9550b42a6c0e requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:53:41.874283 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:41.894731 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-1bf923ca-9c56-43ca-a8f7-f1ffa4d5947d None None] Attempting to bind port 767c7f84-28ad-47f9-9467-2c9d1eb1556e on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:53:41.895099 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-1bf923ca-9c56-43ca-a8f7-f1ffa4d5947d None None] Attempting to bind port 767c7f84-28ad-47f9-9467-2c9d1eb1556e by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'e3ba65c9-4a2b-4da0-b919-1b746e0a0038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '17adbbee-642f-48eb-a2b0-e6c195fd6add'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:53:41.895465 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf923ca-9c56-43ca-a8f7-f1ffa4d5947d None None] Attempting to bind port 767c7f84-28ad-47f9-9467-2c9d1eb1556e on network 17adbbee-642f-48eb-a2b0-e6c195fd6add {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:53:41.900953 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17adbbee-642f-48eb-a2b0-e6c195fd6add']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:53:41.913650 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ba65c9-4a2b-4da0-b919-1b746e0a0038') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:53:41.913981 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ba65c9-4a2b-4da0-b919-1b746e0a0038') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:53:41.915667 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf923ca-9c56-43ca-a8f7-f1ffa4d5947d None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:53:41.916033 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf923ca-9c56-43ca-a8f7-f1ffa4d5947d None None] Checking segment: {'id': 'e3ba65c9-4a2b-4da0-b919-1b746e0a0038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '17adbbee-642f-48eb-a2b0-e6c195fd6add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:53:41.916435 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1bf923ca-9c56-43ca-a8f7-f1ffa4d5947d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:41.916837 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf923ca-9c56-43ca-a8f7-f1ffa4d5947d None None] Bound using segment: {'id': 'e3ba65c9-4a2b-4da0-b919-1b746e0a0038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '17adbbee-642f-48eb-a2b0-e6c195fd6add'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:53:41.917307 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-1bf923ca-9c56-43ca-a8f7-f1ffa4d5947d None None] Bound port: 767c7f84-28ad-47f9-9467-2c9d1eb1556e, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ba65c9-4a2b-4da0-b919-1b746e0a0038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '17adbbee-642f-48eb-a2b0-e6c195fd6add'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:53:41.917679 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1bf923ca-9c56-43ca-a8f7-f1ffa4d5947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:41.925393 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:41.941984 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:41.949141 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:53:41.949566 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:53:41.964273 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:53:41.989312 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c37285e4-df86-469e-a322-14d7925840c2 None None] Provisioning for port 1832a3eb-8abb-4b41-9f05-ed9027a1be83 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:53:42.086802 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-1bf923ca-9c56-43ca-a8f7-f1ffa4d5947d None None] For port 767c7f84-28ad-47f9-9467-2c9d1eb1556e, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:53:42.118481 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.db.api [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 14:53:42.118481 dv-neutron-837330-1-hyperv neutron-server[88617]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 14:53:42.118481 dv-neutron-837330-1-hyperv neutron-server[88617]: [parameters: {'id': '17adbbee-642f-48eb-a2b0-e6c195fd6add'}] Apr 11 14:53:42.118481 dv-neutron-837330-1-hyperv neutron-server[88617]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:53:42.118481 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG oslo_db.api [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:53:42.127689 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-1bf923ca-9c56-43ca-a8f7-f1ffa4d5947d None None] For port 767c7f84-28ad-47f9-9467-2c9d1eb1556e, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=767c7f84-28ad-47f9-9467-2c9d1eb1556e,segment=NetworkSegment(e3ba65c9-4a2b-4da0-b919-1b746e0a0038),segment_id=e3ba65c9-4a2b-4da0-b919-1b746e0a0038)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:53:42.187930 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 1832a3eb-8abb-4b41-9f05-ed9027a1be83 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:53:42.218002 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1bf923ca-9c56-43ca-a8f7-f1ffa4d5947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:42.383517 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf923ca-9c56-43ca-a8f7-f1ffa4d5947d None None] Pushing event updated for resources: {'Port': ['ID=767c7f84-28ad-47f9-9467-2c9d1eb1556e,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:42.417566 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754f8662-6876-4420-ab1b-c76f9c1891bd None None] Network 17adbbee-642f-48eb-a2b0-e6c195fd6add requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:53:42.455168 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 1832a3eb-8abb-4b41-9f05-ed9027a1be83 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:53:42.518587 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 1832a3eb-8abb-4b41-9f05-ed9027a1be83 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:53:42.518867 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:42.619819 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:42.624834 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-bbb57a94-54f7-40f5-934a-2595e25d1c69 None None] Provisioning complete for port 1832a3eb-8abb-4b41-9f05-ed9027a1be83 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:53:42.625421 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-bbb57a94-54f7-40f5-934a-2595e25d1c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:42.632340 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Deleting port 767c7f84-28ad-47f9-9467-2c9d1eb1556e {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:53:42.632676 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:42.817323 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:42.851790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] For port 767c7f84-28ad-47f9-9467-2c9d1eb1556e, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=767c7f84-28ad-47f9-9467-2c9d1eb1556e,segment=NetworkSegment(e3ba65c9-4a2b-4da0-b919-1b746e0a0038),segment_id=e3ba65c9-4a2b-4da0-b919-1b746e0a0038)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:53:42.851790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:42.907692 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d150d3-589b-418f-b0c6-d60ff2f19d39 None None] get_active_networks_info from dv-neutron-837330-1-hyperv {{(pid=88618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 11 14:53:42.948089 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-bbb57a94-54f7-40f5-934a-2595e25d1c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:42.970128 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 1832a3eb-8abb-4b41-9f05-ed9027a1be83, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=1832a3eb-8abb-4b41-9f05-ed9027a1be83,segment=NetworkSegment(3a6d1ed5-b6bc-4703-a090-5709ac1ba897),segment_id=3a6d1ed5-b6bc-4703-a090-5709ac1ba897)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:53:42.983880 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Calling delete_port for 767c7f84-28ad-47f9-9467-2c9d1eb1556e owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:53:43.017430 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:43.114888 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d150d3-589b-418f-b0c6-d60ff2f19d39 None None] Resources bound (agent type, host, resource id): {{(pid=88618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 14:53:43.116250 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:43.158162 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-bbb57a94-54f7-40f5-934a-2595e25d1c69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:53:43.158532 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-bbb57a94-54f7-40f5-934a-2595e25d1c69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:53:43.167215 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Pushing event deleted for resources: {'Port': ['ID=767c7f84-28ad-47f9-9467-2c9d1eb1556e,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:43.170697 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] No DVR routers for this DVR port 767c7f84-28ad-47f9-9467-2c9d1eb1556e on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:53:43.175376 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=1832a3eb-8abb-4b41-9f05-ed9027a1be83,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:43.296490 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:43.322941 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17adbbee-642f-48eb-a2b0-e6c195fd6add']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:53:43.335874 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ba65c9-4a2b-4da0-b919-1b746e0a0038') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:53:43.336171 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ba65c9-4a2b-4da0-b919-1b746e0a0038') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:53:43.347890 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:43.364835 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:43.371241 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:53:43.371566 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:53:43.386959 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:53:43.676825 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:43.695907 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:43.706855 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Pushing event deleted for resources: {'Network': ['ID=17adbbee-642f-48eb-a2b0-e6c195fd6add,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:43.715549 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-27e4b865-8f2e-4019-8664-0665222b22a1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] 10.222.0.66 "DELETE /v2.0/networks/17adbbee-642f-48eb-a2b0-e6c195fd6add HTTP/1.1" status: 204 len: 168 time: 2.7804043 Apr 11 14:53:43.720130 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 50506) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:43.726394 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-058955e3-eb6b-4968-a360-c2284a93615c tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1392726528'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:53:43.731407 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-058955e3-eb6b-4968-a360-c2284a93615c tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:53:43.735212 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-058955e3-eb6b-4968-a360-c2284a93615c tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Usage tracker for resource:network and tenant:b481dd8e3aac4d679984bec705b3d258 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:53:43.738034 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-058955e3-eb6b-4968-a360-c2284a93615c tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:53:43.745288 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-058955e3-eb6b-4968-a360-c2284a93615c tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:53:43.813254 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058955e3-eb6b-4968-a360-c2284a93615c tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Made reservation on behalf of b481dd8e3aac4d679984bec705b3d258 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:53:43.816891 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-058955e3-eb6b-4968-a360-c2284a93615c tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:43.846823 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058955e3-eb6b-4968-a360-c2284a93615c tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:53:43.855794 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-058955e3-eb6b-4968-a360-c2284a93615c tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:43.856129 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-058955e3-eb6b-4968-a360-c2284a93615c tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Added segment 132a7cd4-96c9-451b-954e-40e9f4ccdf88 of type vlan for network 8f6a035c-2355-4ada-9c01-d4e23cd024d1 Apr 11 14:53:43.883728 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-058955e3-eb6b-4968-a360-c2284a93615c tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:44.007352 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-058955e3-eb6b-4968-a360-c2284a93615c tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:44.012909 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058955e3-eb6b-4968-a360-c2284a93615c tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:44.013492 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-058955e3-eb6b-4968-a360-c2284a93615c tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:44.127526 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058955e3-eb6b-4968-a360-c2284a93615c tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Pushing event updated for resources: {'Network': ['ID=8f6a035c-2355-4ada-9c01-d4e23cd024d1,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:44.140066 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 8f6a035c-2355-4ada-9c01-d4e23cd024d1 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:53:44.151155 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-058955e3-eb6b-4968-a360-c2284a93615c tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4299631 Apr 11 14:53:44.153837 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 50510) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:44.161647 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-7c83c267-4bba-4f7d-a0d2-114ac819c8ad tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Request body: {'subnet': {'network_id': '8f6a035c-2355-4ada-9c01-d4e23cd024d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:53:44.163864 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 1832a3eb-8abb-4b41-9f05-ed9027a1be83 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:53:44.278017 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7c83c267-4bba-4f7d-a0d2-114ac819c8ad tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:53:44.281966 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7c83c267-4bba-4f7d-a0d2-114ac819c8ad tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Usage tracker for resource:subnet and tenant:b481dd8e3aac4d679984bec705b3d258 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:53:44.284793 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7c83c267-4bba-4f7d-a0d2-114ac819c8ad tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:53:44.291633 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7c83c267-4bba-4f7d-a0d2-114ac819c8ad tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:53:44.317812 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 1832a3eb-8abb-4b41-9f05-ed9027a1be83 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:53:44.318834 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:44.373445 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c83c267-4bba-4f7d-a0d2-114ac819c8ad tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Made reservation on behalf of b481dd8e3aac4d679984bec705b3d258 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:53:44.377080 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c83c267-4bba-4f7d-a0d2-114ac819c8ad tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:44.480481 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.ipam_backend_mixin [None req-7c83c267-4bba-4f7d-a0d2-114ac819c8ad tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Performing IP validity checks on allocation pools {{(pid=88617) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 11 14:53:44.481000 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.ipam_backend_mixin [None req-7c83c267-4bba-4f7d-a0d2-114ac819c8ad tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88617) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 11 14:53:44.642233 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c83c267-4bba-4f7d-a0d2-114ac819c8ad tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:44.725686 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83c267-4bba-4f7d-a0d2-114ac819c8ad tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Pushing event updated for resources: {'Subnet': ['ID=713b121b-353f-48c9-938d-acba5b40fc83,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:44.734329 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c83c267-4bba-4f7d-a0d2-114ac819c8ad tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Checking segment: {'id': '132a7cd4-96c9-451b-954e-40e9f4ccdf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '8f6a035c-2355-4ada-9c01-d4e23cd024d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:53:44.734691 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c83c267-4bba-4f7d-a0d2-114ac819c8ad tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Network hostable DHCP agents. Network: 8f6a035c-2355-4ada-9c01-d4e23cd024d1, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:53:44.796070 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c83c267-4bba-4f7d-a0d2-114ac819c8ad tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Network 8f6a035c-2355-4ada-9c01-d4e23cd024d1 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:53:44.870640 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-7c83c267-4bba-4f7d-a0d2-114ac819c8ad tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 8f6a035c-2355-4ada-9c01-d4e23cd024d1) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:53:44.874826 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c83c267-4bba-4f7d-a0d2-114ac819c8ad tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:44.875418 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7c83c267-4bba-4f7d-a0d2-114ac819c8ad tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:44.880152 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16f1224-a275-4e27-b486-efbf5ee193dc None None] Network 8f6a035c-2355-4ada-9c01-d4e23cd024d1 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:53:44.962989 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7c83c267-4bba-4f7d-a0d2-114ac819c8ad tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8080356 Apr 11 14:53:44.965812 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 50514) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:45.112636 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740f7bcb-e7c6-4c19-a68c-b9d160199711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-8f6a035c-2355-4ada-9c01-d4e23cd024d1', 'network_id': '8f6a035c-2355-4ada-9c01-d4e23cd024d1', 'tenant_id': 'b481dd8e3aac4d679984bec705b3d258', 'fixed_ips': [{'subnet_id': '713b121b-353f-48c9-938d-acba5b40fc83'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:53:45.114180 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-740f7bcb-e7c6-4c19-a68c-b9d160199711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:45.126729 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:45.197905 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:45.274924 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-740f7bcb-e7c6-4c19-a68c-b9d160199711 None None] Allocated IP 2001:db8::3 (8f6a035c-2355-4ada-9c01-d4e23cd024d1/713b121b-353f-48c9-938d-acba5b40fc83/b8207d84-0895-4d8f-9503-233b29d1af46) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:53:45.499988 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-740f7bcb-e7c6-4c19-a68c-b9d160199711 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:45.510152 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-740f7bcb-e7c6-4c19-a68c-b9d160199711 None None] Transition to ACTIVE for port object b8207d84-0895-4d8f-9503-233b29d1af46 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:53:45.527973 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-740f7bcb-e7c6-4c19-a68c-b9d160199711 None None] Transition to ACTIVE for port object b8207d84-0895-4d8f-9503-233b29d1af46 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:53:45.598153 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-740f7bcb-e7c6-4c19-a68c-b9d160199711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:45.663973 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740f7bcb-e7c6-4c19-a68c-b9d160199711 None None] Network 8f6a035c-2355-4ada-9c01-d4e23cd024d1 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:53:45.666727 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-740f7bcb-e7c6-4c19-a68c-b9d160199711 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:53:45.675311 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f7bcb-e7c6-4c19-a68c-b9d160199711 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:53:45.685297 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f7bcb-e7c6-4c19-a68c-b9d160199711 None None] Pushing event updated for resources: {'Port': ['ID=b8207d84-0895-4d8f-9503-233b29d1af46,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:45.727948 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:45.769576 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Pushing event deleted for resources: {'Subnet': ['ID=713b121b-353f-48c9-938d-acba5b40fc83,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:45.772631 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-740f7bcb-e7c6-4c19-a68c-b9d160199711 None None] Attempting to bind port b8207d84-0895-4d8f-9503-233b29d1af46 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:53:45.773019 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-740f7bcb-e7c6-4c19-a68c-b9d160199711 None None] Attempting to bind port b8207d84-0895-4d8f-9503-233b29d1af46 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '132a7cd4-96c9-451b-954e-40e9f4ccdf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '8f6a035c-2355-4ada-9c01-d4e23cd024d1'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:53:45.773644 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f7bcb-e7c6-4c19-a68c-b9d160199711 None None] Attempting to bind port b8207d84-0895-4d8f-9503-233b29d1af46 on network 8f6a035c-2355-4ada-9c01-d4e23cd024d1 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:53:45.779754 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f7bcb-e7c6-4c19-a68c-b9d160199711 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:53:45.780067 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f7bcb-e7c6-4c19-a68c-b9d160199711 None None] Checking segment: {'id': '132a7cd4-96c9-451b-954e-40e9f4ccdf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '8f6a035c-2355-4ada-9c01-d4e23cd024d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:53:45.780467 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-740f7bcb-e7c6-4c19-a68c-b9d160199711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:45.780856 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f7bcb-e7c6-4c19-a68c-b9d160199711 None None] Bound using segment: {'id': '132a7cd4-96c9-451b-954e-40e9f4ccdf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '8f6a035c-2355-4ada-9c01-d4e23cd024d1'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:53:45.781316 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-740f7bcb-e7c6-4c19-a68c-b9d160199711 None None] Bound port: b8207d84-0895-4d8f-9503-233b29d1af46, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '132a7cd4-96c9-451b-954e-40e9f4ccdf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '8f6a035c-2355-4ada-9c01-d4e23cd024d1'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:53:45.781688 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-740f7bcb-e7c6-4c19-a68c-b9d160199711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:45.868377 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:45.895577 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f6a035c-2355-4ada-9c01-d4e23cd024d1']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:53:45.908280 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132a7cd4-96c9-451b-954e-40e9f4ccdf88') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:53:45.908558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-740f7bcb-e7c6-4c19-a68c-b9d160199711 None None] For port b8207d84-0895-4d8f-9503-233b29d1af46, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:53:45.908697 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132a7cd4-96c9-451b-954e-40e9f4ccdf88') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:53:45.911373 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-740f7bcb-e7c6-4c19-a68c-b9d160199711 None None] For port b8207d84-0895-4d8f-9503-233b29d1af46, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=b8207d84-0895-4d8f-9503-233b29d1af46,segment=NetworkSegment(132a7cd4-96c9-451b-954e-40e9f4ccdf88),segment_id=132a7cd4-96c9-451b-954e-40e9f4ccdf88)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:53:45.920859 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:45.962855 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-740f7bcb-e7c6-4c19-a68c-b9d160199711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:45.966564 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:45.973755 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:53:45.974223 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:53:45.990895 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:53:46.095861 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f7bcb-e7c6-4c19-a68c-b9d160199711 None None] Pushing event updated for resources: {'Port': ['ID=b8207d84-0895-4d8f-9503-233b29d1af46,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:46.105417 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.db.api [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 14:53:46.105417 dv-neutron-837330-1-hyperv neutron-server[88617]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 14:53:46.105417 dv-neutron-837330-1-hyperv neutron-server[88617]: [parameters: {'id': '8f6a035c-2355-4ada-9c01-d4e23cd024d1'}] Apr 11 14:53:46.105417 dv-neutron-837330-1-hyperv neutron-server[88617]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:53:46.106002 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG oslo_db.api [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:53:46.123549 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b0f9d8-3763-4629-8315-ad3e5f473b04 None None] Network 8f6a035c-2355-4ada-9c01-d4e23cd024d1 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:53:46.330469 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82490e0-00cc-4b6c-873a-bcb08572c7a5 None None] get_active_networks_info from dv-neutron-837330-1-hyperv {{(pid=88618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 11 14:53:46.418108 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82490e0-00cc-4b6c-873a-bcb08572c7a5 None None] Resources bound (agent type, host, resource id): {{(pid=88618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 14:53:46.607899 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:46.619370 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Deleting port b8207d84-0895-4d8f-9503-233b29d1af46 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:53:46.619702 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:46.831662 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] For port b8207d84-0895-4d8f-9503-233b29d1af46, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=b8207d84-0895-4d8f-9503-233b29d1af46,segment=NetworkSegment(132a7cd4-96c9-451b-954e-40e9f4ccdf88),segment_id=132a7cd4-96c9-451b-954e-40e9f4ccdf88)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:53:46.832016 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:46.957894 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Calling delete_port for b8207d84-0895-4d8f-9503-233b29d1af46 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:53:47.121077 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:47.280459 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Pushing event deleted for resources: {'Port': ['ID=b8207d84-0895-4d8f-9503-233b29d1af46,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:47.284643 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] No DVR routers for this DVR port b8207d84-0895-4d8f-9503-233b29d1af46 on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:53:47.410472 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:47.436602 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f6a035c-2355-4ada-9c01-d4e23cd024d1']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:53:47.449470 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132a7cd4-96c9-451b-954e-40e9f4ccdf88') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:53:47.449770 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132a7cd4-96c9-451b-954e-40e9f4ccdf88') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:53:47.461049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:47.477142 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:47.483261 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:53:47.483644 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:53:47.498429 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:53:47.624907 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:47.643415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:47.656915 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Pushing event deleted for resources: {'Network': ['ID=8f6a035c-2355-4ada-9c01-d4e23cd024d1,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:47.661012 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0fafbb44-b80f-4c76-9c61-18513ff9dfc4 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] 10.222.0.66 "DELETE /v2.0/networks/8f6a035c-2355-4ada-9c01-d4e23cd024d1 HTTP/1.1" status: 204 len: 168 time: 2.6941943 Apr 11 14:53:47.665197 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 50518) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:47.670757 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-97a22139-f72d-419a-a5a6-1af800c47a35 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1352111172'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:53:47.676878 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-97a22139-f72d-419a-a5a6-1af800c47a35 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:53:47.685451 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-97a22139-f72d-419a-a5a6-1af800c47a35 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Usage tracker for resource:network and tenant:b481dd8e3aac4d679984bec705b3d258 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:53:47.688507 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-97a22139-f72d-419a-a5a6-1af800c47a35 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:53:47.696993 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-97a22139-f72d-419a-a5a6-1af800c47a35 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:53:47.756426 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a22139-f72d-419a-a5a6-1af800c47a35 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Made reservation on behalf of b481dd8e3aac4d679984bec705b3d258 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:53:47.759965 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-97a22139-f72d-419a-a5a6-1af800c47a35 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:47.788904 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a22139-f72d-419a-a5a6-1af800c47a35 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:53:47.797288 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-97a22139-f72d-419a-a5a6-1af800c47a35 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:47.797624 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-97a22139-f72d-419a-a5a6-1af800c47a35 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Added segment c7116e73-73d8-40cc-b15e-26cf3fbd138a of type vlan for network 81439105-11a2-4900-a683-ad10fc29ee5f Apr 11 14:53:47.823895 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-97a22139-f72d-419a-a5a6-1af800c47a35 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:47.910283 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-97a22139-f72d-419a-a5a6-1af800c47a35 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:47.916716 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a22139-f72d-419a-a5a6-1af800c47a35 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:47.917343 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-97a22139-f72d-419a-a5a6-1af800c47a35 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:48.023779 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a22139-f72d-419a-a5a6-1af800c47a35 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Pushing event updated for resources: {'Network': ['ID=81439105-11a2-4900-a683-ad10fc29ee5f,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:48.034049 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 81439105-11a2-4900-a683-ad10fc29ee5f details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:53:48.048234 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-97a22139-f72d-419a-a5a6-1af800c47a35 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3819838 Apr 11 14:53:48.051393 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 50522) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:48.058233 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-490b541b-7188-4f47-bcb9-ecfda14f0cc5 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Request body: {'subnet': {'network_id': '81439105-11a2-4900-a683-ad10fc29ee5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:53:48.173014 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-490b541b-7188-4f47-bcb9-ecfda14f0cc5 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:53:48.176692 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-490b541b-7188-4f47-bcb9-ecfda14f0cc5 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Usage tracker for resource:subnet and tenant:b481dd8e3aac4d679984bec705b3d258 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:53:48.180660 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-490b541b-7188-4f47-bcb9-ecfda14f0cc5 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:53:48.186565 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-490b541b-7188-4f47-bcb9-ecfda14f0cc5 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:53:48.249639 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490b541b-7188-4f47-bcb9-ecfda14f0cc5 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Made reservation on behalf of b481dd8e3aac4d679984bec705b3d258 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:53:48.256507 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-490b541b-7188-4f47-bcb9-ecfda14f0cc5 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:48.533685 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-490b541b-7188-4f47-bcb9-ecfda14f0cc5 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:48.619764 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b541b-7188-4f47-bcb9-ecfda14f0cc5 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Pushing event updated for resources: {'Subnet': ['ID=0fbd482a-fd08-4145-871d-691af71255a0,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:48.633318 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490b541b-7188-4f47-bcb9-ecfda14f0cc5 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Checking segment: {'id': 'c7116e73-73d8-40cc-b15e-26cf3fbd138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '81439105-11a2-4900-a683-ad10fc29ee5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:53:48.634004 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490b541b-7188-4f47-bcb9-ecfda14f0cc5 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Network hostable DHCP agents. Network: 81439105-11a2-4900-a683-ad10fc29ee5f, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:53:48.704666 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490b541b-7188-4f47-bcb9-ecfda14f0cc5 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Network 81439105-11a2-4900-a683-ad10fc29ee5f is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:53:48.768693 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-490b541b-7188-4f47-bcb9-ecfda14f0cc5 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 81439105-11a2-4900-a683-ad10fc29ee5f) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:53:48.773039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490b541b-7188-4f47-bcb9-ecfda14f0cc5 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:48.773784 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-490b541b-7188-4f47-bcb9-ecfda14f0cc5 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:48.777917 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38149b21-5b3a-4051-92e5-20bf28e2b441 None None] Network 81439105-11a2-4900-a683-ad10fc29ee5f requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:53:48.854791 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-490b541b-7188-4f47-bcb9-ecfda14f0cc5 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8019893 Apr 11 14:53:48.858223 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 50526) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:48.863894 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-7cef8619-b1eb-429d-a34c-e0a4c06a5e29 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-731969490'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:53:48.869812 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7cef8619-b1eb-429d-a34c-e0a4c06a5e29 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:53:48.873830 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7cef8619-b1eb-429d-a34c-e0a4c06a5e29 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Usage tracker for resource:network and tenant:b481dd8e3aac4d679984bec705b3d258 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:53:48.876717 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7cef8619-b1eb-429d-a34c-e0a4c06a5e29 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:53:48.883419 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7cef8619-b1eb-429d-a34c-e0a4c06a5e29 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:53:48.956489 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cef8619-b1eb-429d-a34c-e0a4c06a5e29 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Made reservation on behalf of b481dd8e3aac4d679984bec705b3d258 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:53:48.960741 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7cef8619-b1eb-429d-a34c-e0a4c06a5e29 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:48.994100 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cef8619-b1eb-429d-a34c-e0a4c06a5e29 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:53:49.001628 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bdc8b6-fcbd-4498-918b-bd36d648e2be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-81439105-11a2-4900-a683-ad10fc29ee5f', 'network_id': '81439105-11a2-4900-a683-ad10fc29ee5f', 'tenant_id': 'b481dd8e3aac4d679984bec705b3d258', 'fixed_ips': [{'subnet_id': '0fbd482a-fd08-4145-871d-691af71255a0'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:53:49.003152 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-47bdc8b6-fcbd-4498-918b-bd36d648e2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:49.003382 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7cef8619-b1eb-429d-a34c-e0a4c06a5e29 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:49.003864 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-7cef8619-b1eb-429d-a34c-e0a4c06a5e29 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Added segment 3246cff5-5f5a-45aa-b772-233e0b206713 of type vlan for network c564bbd1-cf7f-4a58-ba1c-4702e6903041 Apr 11 14:53:49.034595 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7cef8619-b1eb-429d-a34c-e0a4c06a5e29 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:49.144270 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7cef8619-b1eb-429d-a34c-e0a4c06a5e29 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:49.152040 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cef8619-b1eb-429d-a34c-e0a4c06a5e29 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:49.152040 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7cef8619-b1eb-429d-a34c-e0a4c06a5e29 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:49.174362 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-47bdc8b6-fcbd-4498-918b-bd36d648e2be None None] Allocated IP 2001:db8::2 (81439105-11a2-4900-a683-ad10fc29ee5f/0fbd482a-fd08-4145-871d-691af71255a0/3313ec67-9078-4eed-aa67-b90eed968bf5) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:53:49.263728 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef8619-b1eb-429d-a34c-e0a4c06a5e29 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Pushing event updated for resources: {'Network': ['ID=c564bbd1-cf7f-4a58-ba1c-4702e6903041,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:49.279982 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network c564bbd1-cf7f-4a58-ba1c-4702e6903041 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:53:49.299846 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7cef8619-b1eb-429d-a34c-e0a4c06a5e29 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4405105 Apr 11 14:53:49.303490 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 50530) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:49.309319 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-165985cb-beff-4558-9ebb-24b4311d60aa tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Request body: {'subnet': {'network_id': 'c564bbd1-cf7f-4a58-ba1c-4702e6903041', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:53:49.429907 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-165985cb-beff-4558-9ebb-24b4311d60aa tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:53:49.434866 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-165985cb-beff-4558-9ebb-24b4311d60aa tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Usage tracker for resource:subnet and tenant:b481dd8e3aac4d679984bec705b3d258 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:53:49.438678 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-165985cb-beff-4558-9ebb-24b4311d60aa tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:53:49.445667 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-165985cb-beff-4558-9ebb-24b4311d60aa tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:53:49.489790 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-47bdc8b6-fcbd-4498-918b-bd36d648e2be None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:49.500839 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-47bdc8b6-fcbd-4498-918b-bd36d648e2be None None] Transition to ACTIVE for port object 3313ec67-9078-4eed-aa67-b90eed968bf5 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:53:49.510384 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165985cb-beff-4558-9ebb-24b4311d60aa tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Made reservation on behalf of b481dd8e3aac4d679984bec705b3d258 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:53:49.514151 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-165985cb-beff-4558-9ebb-24b4311d60aa tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:49.520066 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-47bdc8b6-fcbd-4498-918b-bd36d648e2be None None] Transition to ACTIVE for port object 3313ec67-9078-4eed-aa67-b90eed968bf5 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:53:49.579582 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-47bdc8b6-fcbd-4498-918b-bd36d648e2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:49.689459 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bdc8b6-fcbd-4498-918b-bd36d648e2be None None] Network 81439105-11a2-4900-a683-ad10fc29ee5f is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:53:49.697088 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-47bdc8b6-fcbd-4498-918b-bd36d648e2be None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:53:49.702446 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bdc8b6-fcbd-4498-918b-bd36d648e2be None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:53:49.708459 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdc8b6-fcbd-4498-918b-bd36d648e2be None None] Pushing event updated for resources: {'Port': ['ID=3313ec67-9078-4eed-aa67-b90eed968bf5,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:49.800538 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-47bdc8b6-fcbd-4498-918b-bd36d648e2be None None] Attempting to bind port 3313ec67-9078-4eed-aa67-b90eed968bf5 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:53:49.800909 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-47bdc8b6-fcbd-4498-918b-bd36d648e2be None None] Attempting to bind port 3313ec67-9078-4eed-aa67-b90eed968bf5 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'c7116e73-73d8-40cc-b15e-26cf3fbd138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '81439105-11a2-4900-a683-ad10fc29ee5f'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:53:49.801277 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bdc8b6-fcbd-4498-918b-bd36d648e2be None None] Attempting to bind port 3313ec67-9078-4eed-aa67-b90eed968bf5 on network 81439105-11a2-4900-a683-ad10fc29ee5f {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:53:49.802431 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-165985cb-beff-4558-9ebb-24b4311d60aa tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:49.808355 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bdc8b6-fcbd-4498-918b-bd36d648e2be None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:53:49.808734 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bdc8b6-fcbd-4498-918b-bd36d648e2be None None] Checking segment: {'id': 'c7116e73-73d8-40cc-b15e-26cf3fbd138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '81439105-11a2-4900-a683-ad10fc29ee5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:53:49.809140 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-47bdc8b6-fcbd-4498-918b-bd36d648e2be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:49.809539 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bdc8b6-fcbd-4498-918b-bd36d648e2be None None] Bound using segment: {'id': 'c7116e73-73d8-40cc-b15e-26cf3fbd138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '81439105-11a2-4900-a683-ad10fc29ee5f'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:53:49.810046 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-47bdc8b6-fcbd-4498-918b-bd36d648e2be None None] Bound port: 3313ec67-9078-4eed-aa67-b90eed968bf5, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7116e73-73d8-40cc-b15e-26cf3fbd138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '81439105-11a2-4900-a683-ad10fc29ee5f'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:53:49.810474 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-47bdc8b6-fcbd-4498-918b-bd36d648e2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:49.883993 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165985cb-beff-4558-9ebb-24b4311d60aa tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Pushing event updated for resources: {'Subnet': ['ID=68f52430-b0e7-4137-8835-1ee99ae365f7,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:49.893646 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165985cb-beff-4558-9ebb-24b4311d60aa tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Checking segment: {'id': '3246cff5-5f5a-45aa-b772-233e0b206713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'c564bbd1-cf7f-4a58-ba1c-4702e6903041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:53:49.894040 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165985cb-beff-4558-9ebb-24b4311d60aa tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Network hostable DHCP agents. Network: c564bbd1-cf7f-4a58-ba1c-4702e6903041, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:53:49.904940 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-47bdc8b6-fcbd-4498-918b-bd36d648e2be None None] For port 3313ec67-9078-4eed-aa67-b90eed968bf5, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:53:49.908194 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-47bdc8b6-fcbd-4498-918b-bd36d648e2be None None] For port 3313ec67-9078-4eed-aa67-b90eed968bf5, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3313ec67-9078-4eed-aa67-b90eed968bf5,segment=NetworkSegment(c7116e73-73d8-40cc-b15e-26cf3fbd138a),segment_id=c7116e73-73d8-40cc-b15e-26cf3fbd138a)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:53:49.985435 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-47bdc8b6-fcbd-4498-918b-bd36d648e2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:50.007694 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165985cb-beff-4558-9ebb-24b4311d60aa tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Network c564bbd1-cf7f-4a58-ba1c-4702e6903041 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:53:50.074174 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdc8b6-fcbd-4498-918b-bd36d648e2be None None] Pushing event updated for resources: {'Port': ['ID=3313ec67-9078-4eed-aa67-b90eed968bf5,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:50.081565 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-165985cb-beff-4558-9ebb-24b4311d60aa tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, c564bbd1-cf7f-4a58-ba1c-4702e6903041) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:53:50.090818 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79acb7a7-104b-40a8-86d5-b499e7641ed9 None None] Network c564bbd1-cf7f-4a58-ba1c-4702e6903041 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:53:50.092017 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165985cb-beff-4558-9ebb-24b4311d60aa tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:50.092612 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-165985cb-beff-4558-9ebb-24b4311d60aa tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:50.185502 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-165985cb-beff-4558-9ebb-24b4311d60aa tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8808515 Apr 11 14:53:50.188184 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50536) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:50.347143 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daad5a9-e765-487d-a69e-947803b7951a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-c564bbd1-cf7f-4a58-ba1c-4702e6903041', 'network_id': 'c564bbd1-cf7f-4a58-ba1c-4702e6903041', 'tenant_id': 'b481dd8e3aac4d679984bec705b3d258', 'fixed_ips': [{'subnet_id': '68f52430-b0e7-4137-8835-1ee99ae365f7'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:53:50.348721 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2daad5a9-e765-487d-a69e-947803b7951a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:50.389555 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:50.477811 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:50.530150 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-2daad5a9-e765-487d-a69e-947803b7951a None None] Allocated IP 2001:db8::2 (c564bbd1-cf7f-4a58-ba1c-4702e6903041/68f52430-b0e7-4137-8835-1ee99ae365f7/eae905ef-bdcd-4275-9a74-241aa00dbc4a) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:53:50.752004 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2daad5a9-e765-487d-a69e-947803b7951a None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:50.763160 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-2daad5a9-e765-487d-a69e-947803b7951a None None] Transition to ACTIVE for port object eae905ef-bdcd-4275-9a74-241aa00dbc4a will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:53:50.783607 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-2daad5a9-e765-487d-a69e-947803b7951a None None] Transition to ACTIVE for port object eae905ef-bdcd-4275-9a74-241aa00dbc4a will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:53:50.857891 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2daad5a9-e765-487d-a69e-947803b7951a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:50.922570 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:50.934239 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daad5a9-e765-487d-a69e-947803b7951a None None] Network c564bbd1-cf7f-4a58-ba1c-4702e6903041 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:53:50.937530 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-2daad5a9-e765-487d-a69e-947803b7951a None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:53:50.946742 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daad5a9-e765-487d-a69e-947803b7951a None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:53:50.983833 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daad5a9-e765-487d-a69e-947803b7951a None None] Pushing event updated for resources: {'Port': ['ID=eae905ef-bdcd-4275-9a74-241aa00dbc4a,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:51.053668 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-2daad5a9-e765-487d-a69e-947803b7951a None None] Attempting to bind port eae905ef-bdcd-4275-9a74-241aa00dbc4a on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:53:51.054282 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-2daad5a9-e765-487d-a69e-947803b7951a None None] Attempting to bind port eae905ef-bdcd-4275-9a74-241aa00dbc4a by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '3246cff5-5f5a-45aa-b772-233e0b206713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'c564bbd1-cf7f-4a58-ba1c-4702e6903041'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:53:51.054717 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daad5a9-e765-487d-a69e-947803b7951a None None] Attempting to bind port eae905ef-bdcd-4275-9a74-241aa00dbc4a on network c564bbd1-cf7f-4a58-ba1c-4702e6903041 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:53:51.060997 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daad5a9-e765-487d-a69e-947803b7951a None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:53:51.061469 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daad5a9-e765-487d-a69e-947803b7951a None None] Checking segment: {'id': '3246cff5-5f5a-45aa-b772-233e0b206713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'c564bbd1-cf7f-4a58-ba1c-4702e6903041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:53:51.062002 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2daad5a9-e765-487d-a69e-947803b7951a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:51.062461 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daad5a9-e765-487d-a69e-947803b7951a None None] Bound using segment: {'id': '3246cff5-5f5a-45aa-b772-233e0b206713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'c564bbd1-cf7f-4a58-ba1c-4702e6903041'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:53:51.063003 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-2daad5a9-e765-487d-a69e-947803b7951a None None] Bound port: eae905ef-bdcd-4275-9a74-241aa00dbc4a, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3246cff5-5f5a-45aa-b772-233e0b206713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'c564bbd1-cf7f-4a58-ba1c-4702e6903041'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:53:51.063451 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2daad5a9-e765-487d-a69e-947803b7951a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:51.072926 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Pushing event deleted for resources: {'Subnet': ['ID=68f52430-b0e7-4137-8835-1ee99ae365f7,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:51.077217 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:51.106529 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c564bbd1-cf7f-4a58-ba1c-4702e6903041']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:53:51.123032 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3246cff5-5f5a-45aa-b772-233e0b206713') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:53:51.123376 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3246cff5-5f5a-45aa-b772-233e0b206713') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:53:51.137233 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:51.155875 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:51.162796 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:53:51.163394 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:51.171087 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-2daad5a9-e765-487d-a69e-947803b7951a None None] For port eae905ef-bdcd-4275-9a74-241aa00dbc4a, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:53:51.180330 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:53:51.260620 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-2daad5a9-e765-487d-a69e-947803b7951a None None] For port eae905ef-bdcd-4275-9a74-241aa00dbc4a, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=eae905ef-bdcd-4275-9a74-241aa00dbc4a,segment=NetworkSegment(3246cff5-5f5a-45aa-b772-233e0b206713),segment_id=3246cff5-5f5a-45aa-b772-233e0b206713)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:53:51.269270 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ad4f24-4305-4b1c-b84a-fba68c512f9b None None] Network 81439105-11a2-4900-a683-ad10fc29ee5f requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:53:51.276477 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.db.api [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 11 14:53:51.276477 dv-neutron-837330-1-hyperv neutron-server[88616]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 11 14:53:51.276477 dv-neutron-837330-1-hyperv neutron-server[88616]: [parameters: {'id': 'c564bbd1-cf7f-4a58-ba1c-4702e6903041'}] Apr 11 14:53:51.276477 dv-neutron-837330-1-hyperv neutron-server[88616]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:53:51.277216 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG oslo_db.api [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:53:51.352293 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2daad5a9-e765-487d-a69e-947803b7951a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:51.405990 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-66a197d7-fc19-4a5c-a508-8ac736f77031 None None] Provisioning for port 3313ec67-9078-4eed-aa67-b90eed968bf5 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:53:51.481329 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daad5a9-e765-487d-a69e-947803b7951a None None] Pushing event updated for resources: {'Port': ['ID=eae905ef-bdcd-4275-9a74-241aa00dbc4a,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:51.652810 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a550752b-c70b-4a32-a283-0075f0ce5b41 None None] Network c564bbd1-cf7f-4a58-ba1c-4702e6903041 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:53:51.778870 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:51.790833 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Deleting port eae905ef-bdcd-4275-9a74-241aa00dbc4a {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:53:51.791165 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:51.903729 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c975bca-8205-4318-a5bd-43bf2bd3afe3 None None] get_active_networks_info from dv-neutron-837330-1-hyperv {{(pid=88618) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 11 14:53:52.014280 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] For port eae905ef-bdcd-4275-9a74-241aa00dbc4a, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=eae905ef-bdcd-4275-9a74-241aa00dbc4a,segment=NetworkSegment(3246cff5-5f5a-45aa-b772-233e0b206713),segment_id=3246cff5-5f5a-45aa-b772-233e0b206713)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:53:52.015204 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:52.025235 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c975bca-8205-4318-a5bd-43bf2bd3afe3 None None] Resources bound (agent type, host, resource id): {{(pid=88618) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 11 14:53:52.196082 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3313ec67-9078-4eed-aa67-b90eed968bf5 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:53:52.265160 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Calling delete_port for eae905ef-bdcd-4275-9a74-241aa00dbc4a owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:53:52.397357 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 3313ec67-9078-4eed-aa67-b90eed968bf5 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:53:52.407926 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 3313ec67-9078-4eed-aa67-b90eed968bf5 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:53:52.408302 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:52.447744 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:52.499321 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Pushing event deleted for resources: {'Port': ['ID=eae905ef-bdcd-4275-9a74-241aa00dbc4a,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:52.505872 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] No DVR routers for this DVR port eae905ef-bdcd-4275-9a74-241aa00dbc4a on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:53:52.543455 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:52.579018 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 3313ec67-9078-4eed-aa67-b90eed968bf5, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3313ec67-9078-4eed-aa67-b90eed968bf5,segment=NetworkSegment(c7116e73-73d8-40cc-b15e-26cf3fbd138a),segment_id=c7116e73-73d8-40cc-b15e-26cf3fbd138a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:53:52.633172 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:52.659097 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:52.659893 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c564bbd1-cf7f-4a58-ba1c-4702e6903041']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:53:52.674400 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3246cff5-5f5a-45aa-b772-233e0b206713') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:53:52.674702 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3246cff5-5f5a-45aa-b772-233e0b206713') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:53:52.687222 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:52.704315 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:52.711366 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:53:52.711763 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:53:52.727132 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:53:52.730652 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=3313ec67-9078-4eed-aa67-b90eed968bf5,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:52.922019 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:52.940237 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:52.951698 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Pushing event deleted for resources: {'Network': ['ID=c564bbd1-cf7f-4a58-ba1c-4702e6903041,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:52.958276 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-38fbe8be-8635-4fda-a9f4-5a83078b02dd tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] 10.222.0.66 "DELETE /v2.0/networks/c564bbd1-cf7f-4a58-ba1c-4702e6903041 HTTP/1.1" status: 204 len: 168 time: 2.7689745 Apr 11 14:53:52.963388 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50540) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:53.003011 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9409b7-4f73-41ef-b730-f0aae09f1c9c tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] GET failed (client error): The resource could not be found. Apr 11 14:53:53.003541 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3a9409b7-4f73-41ef-b730-f0aae09f1c9c tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Synchronizing usage tracker for tenant:b481dd8e3aac4d679984bec705b3d258 on resource:subnet {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:53:53.087604 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3a9409b7-4f73-41ef-b730-f0aae09f1c9c tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Unset dirty status for tenant:b481dd8e3aac4d679984bec705b3d258 on resource:subnet {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:53:53.088810 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3a9409b7-4f73-41ef-b730-f0aae09f1c9c tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] 10.222.0.66 "GET /v2.0/subnets/68f52430-b0e7-4137-8835-1ee99ae365f7 HTTP/1.1" status: 404 len: 337 time: 0.1245043 Apr 11 14:53:53.091878 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50544) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:53.122791 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c4397e-9154-4396-abd9-46d687c3f9d1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] DELETE failed (client error): The resource could not be found. Apr 11 14:53:53.123253 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c4397e-9154-4396-abd9-46d687c3f9d1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:53:53.124943 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b5c4397e-9154-4396-abd9-46d687c3f9d1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] 10.222.0.66 "DELETE /v2.0/networks/c564bbd1-cf7f-4a58-ba1c-4702e6903041 HTTP/1.1" status: 404 len: 339 time: 0.0321569 Apr 11 14:53:53.128696 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50548) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:53.167018 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b286b96-509a-4b90-a507-acaca524ba2d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] DELETE failed (client error): The resource could not be found. Apr 11 14:53:53.167463 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b286b96-509a-4b90-a507-acaca524ba2d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:53:53.169091 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2b286b96-509a-4b90-a507-acaca524ba2d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] 10.222.0.66 "DELETE /v2.0/subnets/68f52430-b0e7-4137-8835-1ee99ae365f7 HTTP/1.1" status: 404 len: 337 time: 0.0395052 Apr 11 14:53:53.171564 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50552) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:53.197083 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c00301-fe7a-478c-8967-4e6562764681 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] DELETE failed (client error): The resource could not be found. Apr 11 14:53:53.197464 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c00301-fe7a-478c-8967-4e6562764681 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:53:53.199379 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-28c00301-fe7a-478c-8967-4e6562764681 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] 10.222.0.66 "DELETE /v2.0/networks/c564bbd1-cf7f-4a58-ba1c-4702e6903041 HTTP/1.1" status: 404 len: 339 time: 0.0267003 Apr 11 14:53:53.202156 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50556) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:53.267181 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e51f39-1fba-4c07-8885-2d3873b3e702 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Deleting subnet 0fbd482a-fd08-4145-871d-691af71255a0 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:53:53.270109 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-34e51f39-1fba-4c07-8885-2d3873b3e702 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:53.329505 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-34e51f39-1fba-4c07-8885-2d3873b3e702 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:53.412765 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-34e51f39-1fba-4c07-8885-2d3873b3e702 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:53.573788 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-34e51f39-1fba-4c07-8885-2d3873b3e702 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:53.614634 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e51f39-1fba-4c07-8885-2d3873b3e702 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Pushing event deleted for resources: {'Subnet': ['ID=0fbd482a-fd08-4145-871d-691af71255a0,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:53.617688 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-34e51f39-1fba-4c07-8885-2d3873b3e702 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:53.622148 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed430b0-f74f-42e2-8c1c-4a5ceeff5551 None None] Network 81439105-11a2-4900-a683-ad10fc29ee5f requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:53:53.677823 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-34e51f39-1fba-4c07-8885-2d3873b3e702 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] 10.222.0.66 "DELETE /v2.0/subnets/0fbd482a-fd08-4145-871d-691af71255a0 HTTP/1.1" status: 204 len: 168 time: 0.4745908 Apr 11 14:53:53.680223 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50560) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:53.799221 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b4e37488-da4b-49bb-b6a2-d938bc1e25e2 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:53.810424 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-b4e37488-da4b-49bb-b6a2-d938bc1e25e2 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Deleting port 3313ec67-9078-4eed-aa67-b90eed968bf5 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:53:53.810762 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b4e37488-da4b-49bb-b6a2-d938bc1e25e2 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:53.877359 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677cee5e-7aec-4b39-9398-b303926f5583 None None] DHCP port deletion for 81439105-11a2-4900-a683-ad10fc29ee5f request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:53:53.882757 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-677cee5e-7aec-4b39-9398-b303926f5583 None None] Deleting port 3313ec67-9078-4eed-aa67-b90eed968bf5 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:53:53.883131 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-677cee5e-7aec-4b39-9398-b303926f5583 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:54.042734 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-b4e37488-da4b-49bb-b6a2-d938bc1e25e2 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] For port 3313ec67-9078-4eed-aa67-b90eed968bf5, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3313ec67-9078-4eed-aa67-b90eed968bf5,segment=NetworkSegment(c7116e73-73d8-40cc-b15e-26cf3fbd138a),segment_id=c7116e73-73d8-40cc-b15e-26cf3fbd138a)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:53:54.043087 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b4e37488-da4b-49bb-b6a2-d938bc1e25e2 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:54.094319 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-677cee5e-7aec-4b39-9398-b303926f5583 None None] For port 3313ec67-9078-4eed-aa67-b90eed968bf5, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3313ec67-9078-4eed-aa67-b90eed968bf5,segment=NetworkSegment(c7116e73-73d8-40cc-b15e-26cf3fbd138a),segment_id=c7116e73-73d8-40cc-b15e-26cf3fbd138a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:53:54.094629 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-677cee5e-7aec-4b39-9398-b303926f5583 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:54.174874 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-b4e37488-da4b-49bb-b6a2-d938bc1e25e2 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Calling delete_port for 3313ec67-9078-4eed-aa67-b90eed968bf5 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:53:54.214672 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3313ec67-9078-4eed-aa67-b90eed968bf5 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:53:54.247672 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-677cee5e-7aec-4b39-9398-b303926f5583 None None] Calling delete_port for 3313ec67-9078-4eed-aa67-b90eed968bf5 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:53:54.322105 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b4e37488-da4b-49bb-b6a2-d938bc1e25e2 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:54.350103 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No active binding found for port 3313ec67-9078-4eed-aa67-b90eed968bf5 {{(pid=88618) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 11 14:53:54.350476 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3313ec67-9078-4eed-aa67-b90eed968bf5 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:53:54.360551 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-677cee5e-7aec-4b39-9398-b303926f5583 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:53:54.361034 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-677cee5e-7aec-4b39-9398-b303926f5583 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:53:54.481657 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e37488-da4b-49bb-b6a2-d938bc1e25e2 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Pushing event deleted for resources: {'Port': ['ID=3313ec67-9078-4eed-aa67-b90eed968bf5,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:54.485334 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e37488-da4b-49bb-b6a2-d938bc1e25e2 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] No DVR routers for this DVR port 3313ec67-9078-4eed-aa67-b90eed968bf5 on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:53:54.498714 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:54.609894 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b4e37488-da4b-49bb-b6a2-d938bc1e25e2 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:54.635476 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-b4e37488-da4b-49bb-b6a2-d938bc1e25e2 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81439105-11a2-4900-a683-ad10fc29ee5f']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:53:54.647940 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-b4e37488-da4b-49bb-b6a2-d938bc1e25e2 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7116e73-73d8-40cc-b15e-26cf3fbd138a') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:53:54.648236 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-b4e37488-da4b-49bb-b6a2-d938bc1e25e2 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7116e73-73d8-40cc-b15e-26cf3fbd138a') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:53:54.659775 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b4e37488-da4b-49bb-b6a2-d938bc1e25e2 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:54.676354 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b4e37488-da4b-49bb-b6a2-d938bc1e25e2 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:54.683275 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e37488-da4b-49bb-b6a2-d938bc1e25e2 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:53:54.683662 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b4e37488-da4b-49bb-b6a2-d938bc1e25e2 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:53:54.698392 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:53:54.862363 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-677cee5e-7aec-4b39-9398-b303926f5583 None None] Deleting port 3313ec67-9078-4eed-aa67-b90eed968bf5 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:53:54.862893 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-677cee5e-7aec-4b39-9398-b303926f5583 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:54.870768 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b4e37488-da4b-49bb-b6a2-d938bc1e25e2 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:54.888147 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b4e37488-da4b-49bb-b6a2-d938bc1e25e2 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:54.900142 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e37488-da4b-49bb-b6a2-d938bc1e25e2 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Pushing event deleted for resources: {'Network': ['ID=81439105-11a2-4900-a683-ad10fc29ee5f,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:54.906623 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b4e37488-da4b-49bb-b6a2-d938bc1e25e2 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] 10.222.0.66 "DELETE /v2.0/networks/81439105-11a2-4900-a683-ad10fc29ee5f HTTP/1.1" status: 204 len: 168 time: 1.2232037 Apr 11 14:53:54.907612 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50564) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:54.946960 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b25bcf0-3b91-4331-bd83-835831b4a7e1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] DELETE failed (client error): The resource could not be found. Apr 11 14:53:54.947421 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b25bcf0-3b91-4331-bd83-835831b4a7e1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:53:54.949401 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8b25bcf0-3b91-4331-bd83-835831b4a7e1 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] 10.222.0.66 "DELETE /v2.0/subnets/713b121b-353f-48c9-938d-acba5b40fc83 HTTP/1.1" status: 404 len: 337 time: 0.0409231 Apr 11 14:53:54.951697 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50568) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:54.967880 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-677cee5e-7aec-4b39-9398-b303926f5583 None None] The port '3313ec67-9078-4eed-aa67-b90eed968bf5' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:53:54.979724 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-4530f030-d406-4ac7-bc17-056f73ae64ff tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] DELETE failed (client error): The resource could not be found. Apr 11 14:53:54.979724 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4530f030-d406-4ac7-bc17-056f73ae64ff tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:53:54.981335 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4530f030-d406-4ac7-bc17-056f73ae64ff tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] 10.222.0.66 "DELETE /v2.0/networks/8f6a035c-2355-4ada-9c01-d4e23cd024d1 HTTP/1.1" status: 404 len: 339 time: 0.0287516 Apr 11 14:53:54.983889 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50572) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:55.025401 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37b5acc-742b-4b65-83bb-c9ebafc39d13 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] DELETE failed (client error): The resource could not be found. Apr 11 14:53:55.025877 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37b5acc-742b-4b65-83bb-c9ebafc39d13 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:53:55.027575 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a37b5acc-742b-4b65-83bb-c9ebafc39d13 tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] 10.222.0.66 "DELETE /v2.0/subnets/ec2f4ade-63ca-456e-bec6-a8f7c1cde8f1 HTTP/1.1" status: 404 len: 337 time: 0.0427580 Apr 11 14:53:55.030468 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50576) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:55.056606 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.pecan_wsgi.hooks.translation [None req-01bce417-b1fd-482e-8aaa-799cd977662d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] DELETE failed (client error): The resource could not be found. Apr 11 14:53:55.057082 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01bce417-b1fd-482e-8aaa-799cd977662d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 11 14:53:55.058811 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-01bce417-b1fd-482e-8aaa-799cd977662d tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] 10.222.0.66 "DELETE /v2.0/networks/17adbbee-642f-48eb-a2b0-e6c195fd6add HTTP/1.1" status: 404 len: 339 time: 0.0274544 Apr 11 14:53:55.061711 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 50580) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:55.137238 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-99156a3e-43bd-4d9f-8823-0b4c9bc1148f tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Deleting subnet b921ec43-6893-47a3-9d30-a4b74ea96c73 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:53:55.140667 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-99156a3e-43bd-4d9f-8823-0b4c9bc1148f tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:55.197630 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-99156a3e-43bd-4d9f-8823-0b4c9bc1148f tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:55.213366 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fd5e99a5-5c00-471e-a0d4-562178238026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:55.288061 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-99156a3e-43bd-4d9f-8823-0b4c9bc1148f tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:55.436796 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-99156a3e-43bd-4d9f-8823-0b4c9bc1148f tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:55.478116 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99156a3e-43bd-4d9f-8823-0b4c9bc1148f tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Pushing event deleted for resources: {'Subnet': ['ID=b921ec43-6893-47a3-9d30-a4b74ea96c73,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:55.482147 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-99156a3e-43bd-4d9f-8823-0b4c9bc1148f tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:55.492786 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edeb4d13-87d8-48c8-a76a-2f76886bff61 None None] Network 4821f547-9ac2-4aaf-9664-9550b42a6c0e requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:53:55.497797 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-99156a3e-43bd-4d9f-8823-0b4c9bc1148f tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] 10.222.0.66 "DELETE /v2.0/subnets/b921ec43-6893-47a3-9d30-a4b74ea96c73 HTTP/1.1" status: 204 len: 168 time: 0.4346282 Apr 11 14:53:55.500166 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 50584) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:55.614833 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e5414123-9ec7-456e-a0d7-c4fb58f0f37e tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:55.626068 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-e5414123-9ec7-456e-a0d7-c4fb58f0f37e tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Deleting port 1832a3eb-8abb-4b41-9f05-ed9027a1be83 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:53:55.626401 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e5414123-9ec7-456e-a0d7-c4fb58f0f37e tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:55.742084 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863dadf3-5704-488c-8c0c-afb3a473738b None None] DHCP port deletion for 4821f547-9ac2-4aaf-9664-9550b42a6c0e request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:53:55.752945 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-863dadf3-5704-488c-8c0c-afb3a473738b None None] Deleting port 1832a3eb-8abb-4b41-9f05-ed9027a1be83 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:53:55.753404 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-863dadf3-5704-488c-8c0c-afb3a473738b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:55.967894 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-e5414123-9ec7-456e-a0d7-c4fb58f0f37e tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] For port 1832a3eb-8abb-4b41-9f05-ed9027a1be83, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=1832a3eb-8abb-4b41-9f05-ed9027a1be83,segment=NetworkSegment(3a6d1ed5-b6bc-4703-a090-5709ac1ba897),segment_id=3a6d1ed5-b6bc-4703-a090-5709ac1ba897)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:53:55.968325 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e5414123-9ec7-456e-a0d7-c4fb58f0f37e tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:55.973905 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-863dadf3-5704-488c-8c0c-afb3a473738b None None] For port 1832a3eb-8abb-4b41-9f05-ed9027a1be83, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=1832a3eb-8abb-4b41-9f05-ed9027a1be83,segment=NetworkSegment(3a6d1ed5-b6bc-4703-a090-5709ac1ba897),segment_id=3a6d1ed5-b6bc-4703-a090-5709ac1ba897)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:53:55.974525 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-863dadf3-5704-488c-8c0c-afb3a473738b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:56.097054 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-e5414123-9ec7-456e-a0d7-c4fb58f0f37e tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Calling delete_port for 1832a3eb-8abb-4b41-9f05-ed9027a1be83 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:53:56.105481 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-863dadf3-5704-488c-8c0c-afb3a473738b None None] Calling delete_port for 1832a3eb-8abb-4b41-9f05-ed9027a1be83 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:53:56.172565 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 1832a3eb-8abb-4b41-9f05-ed9027a1be83 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:53:56.293395 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e5414123-9ec7-456e-a0d7-c4fb58f0f37e tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:56.305181 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:56.321930 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-863dadf3-5704-488c-8c0c-afb3a473738b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:53:56.322284 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-863dadf3-5704-488c-8c0c-afb3a473738b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:53:56.341513 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5414123-9ec7-456e-a0d7-c4fb58f0f37e tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Pushing event deleted for resources: {'Port': ['ID=1832a3eb-8abb-4b41-9f05-ed9027a1be83,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:56.346416 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5414123-9ec7-456e-a0d7-c4fb58f0f37e tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] No DVR routers for this DVR port 1832a3eb-8abb-4b41-9f05-ed9027a1be83 on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:53:56.479344 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e5414123-9ec7-456e-a0d7-c4fb58f0f37e tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:56.504090 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-e5414123-9ec7-456e-a0d7-c4fb58f0f37e tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4821f547-9ac2-4aaf-9664-9550b42a6c0e']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:53:56.516323 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-e5414123-9ec7-456e-a0d7-c4fb58f0f37e tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6d1ed5-b6bc-4703-a090-5709ac1ba897') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:53:56.516622 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-e5414123-9ec7-456e-a0d7-c4fb58f0f37e tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6d1ed5-b6bc-4703-a090-5709ac1ba897') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:53:56.528438 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e5414123-9ec7-456e-a0d7-c4fb58f0f37e tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:56.549252 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e5414123-9ec7-456e-a0d7-c4fb58f0f37e tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:56.555435 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5414123-9ec7-456e-a0d7-c4fb58f0f37e tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:53:56.555827 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e5414123-9ec7-456e-a0d7-c4fb58f0f37e tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:53:56.570599 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:53:56.716049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e5414123-9ec7-456e-a0d7-c4fb58f0f37e tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:56.734320 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e5414123-9ec7-456e-a0d7-c4fb58f0f37e tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:56.745624 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5414123-9ec7-456e-a0d7-c4fb58f0f37e tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] Pushing event deleted for resources: {'Network': ['ID=4821f547-9ac2-4aaf-9664-9550b42a6c0e,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:56.750337 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e5414123-9ec7-456e-a0d7-c4fb58f0f37e tempest-NetworksIpV6Test-1125274463 tempest-NetworksIpV6Test-1125274463-project] 10.222.0.66 "DELETE /v2.0/networks/4821f547-9ac2-4aaf-9664-9550b42a6c0e HTTP/1.1" status: 204 len: 168 time: 1.2491488 Apr 11 14:53:56.823506 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-863dadf3-5704-488c-8c0c-afb3a473738b None None] Deleting port 1832a3eb-8abb-4b41-9f05-ed9027a1be83 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:53:56.823810 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-863dadf3-5704-488c-8c0c-afb3a473738b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:56.894576 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-863dadf3-5704-488c-8c0c-afb3a473738b None None] The port '1832a3eb-8abb-4b41-9f05-ed9027a1be83' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:53:57.265211 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 50592) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:57.418858 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7469dfa8-ca86-4895-bd71-454dce1837d0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b481dd8e3aac4d679984bec705b3d258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523128 Apr 11 14:53:57.421134 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 50598) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:57.483416 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fbbde22a-d971-4d1d-87cd-5c5ef53ed6cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:57.519619 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fbbde22a-d971-4d1d-87cd-5c5ef53ed6cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:57.664513 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fbbde22a-d971-4d1d-87cd-5c5ef53ed6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:57.683044 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbde22a-d971-4d1d-87cd-5c5ef53ed6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e5bd2a-03aa-40ac-9da3-11499405deaf,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:57.686272 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fbbde22a-d971-4d1d-87cd-5c5ef53ed6cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:57.687448 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-fbbde22a-d971-4d1d-87cd-5c5ef53ed6cd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d0e5bd2a-03aa-40ac-9da3-11499405deaf HTTP/1.1" status: 204 len: 168 time: 0.2653468 Apr 11 14:53:57.762026 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-edc029dc-42b4-4099-811d-e408419a633d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:58.721630 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:58.744888 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:58.783617 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 50622) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:58.797233 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:53:58.894758 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-a8de1450-74c0-4dc4-bef1-7d0404041540 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-713308450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:53:58.901982 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a8de1450-74c0-4dc4-bef1-7d0404041540 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:53:58.905918 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a8de1450-74c0-4dc4-bef1-7d0404041540 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Usage tracker for resource:router and tenant:bf965128a3ac4955b9980660ae705fd9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:53:58.908757 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a8de1450-74c0-4dc4-bef1-7d0404041540 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:53:58.916246 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a8de1450-74c0-4dc4-bef1-7d0404041540 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:53:59.008286 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a8de1450-74c0-4dc4-bef1-7d0404041540 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:59.009364 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a8de1450-74c0-4dc4-bef1-7d0404041540 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:59.025308 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a8de1450-74c0-4dc4-bef1-7d0404041540 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:59.133946 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a8de1450-74c0-4dc4-bef1-7d0404041540 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:59.275980 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a8de1450-74c0-4dc4-bef1-7d0404041540 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:59.277236 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a8de1450-74c0-4dc4-bef1-7d0404041540 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4926147 Apr 11 14:53:59.280076 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 50628) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:53:59.285581 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-a386a55e-a980-417b-9868-124f6cbd0e68 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1081795839'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:53:59.303881 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a386a55e-a980-417b-9868-124f6cbd0e68 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:53:59.303881 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a386a55e-a980-417b-9868-124f6cbd0e68 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Usage tracker for resource:network and tenant:bf965128a3ac4955b9980660ae705fd9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:53:59.303881 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a386a55e-a980-417b-9868-124f6cbd0e68 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:53:59.305498 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a386a55e-a980-417b-9868-124f6cbd0e68 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:53:59.412988 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a386a55e-a980-417b-9868-124f6cbd0e68 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Made reservation on behalf of bf965128a3ac4955b9980660ae705fd9 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:53:59.416922 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a386a55e-a980-417b-9868-124f6cbd0e68 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:59.432929 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a386a55e-a980-417b-9868-124f6cbd0e68 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:59.448358 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a386a55e-a980-417b-9868-124f6cbd0e68 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:53:59.452695 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a386a55e-a980-417b-9868-124f6cbd0e68 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Usage tracker for resource:security_group_rule and tenant:bf965128a3ac4955b9980660ae705fd9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:53:59.455687 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a386a55e-a980-417b-9868-124f6cbd0e68 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:53:59.461794 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a386a55e-a980-417b-9868-124f6cbd0e68 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:53:59.544210 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a386a55e-a980-417b-9868-124f6cbd0e68 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:59.629325 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a386a55e-a980-417b-9868-124f6cbd0e68 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:59.663088 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a386a55e-a980-417b-9868-124f6cbd0e68 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:53:59.671715 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386a55e-a980-417b-9868-124f6cbd0e68 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e93c8d-5617-41e1-8e7a-5dd19ae488b5,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:59.677408 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a386a55e-a980-417b-9868-124f6cbd0e68 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:59.677758 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-a386a55e-a980-417b-9868-124f6cbd0e68 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Added segment bcf60122-79ef-4326-b497-1d808a1fd88a of type vlan for network 0aa6ec53-fc0f-43ad-83a2-fdf83640d670 Apr 11 14:53:59.705671 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a386a55e-a980-417b-9868-124f6cbd0e68 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:59.807414 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a386a55e-a980-417b-9868-124f6cbd0e68 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:59.813057 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a386a55e-a980-417b-9868-124f6cbd0e68 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:53:59.813648 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a386a55e-a980-417b-9868-124f6cbd0e68 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:53:59.929993 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386a55e-a980-417b-9868-124f6cbd0e68 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Pushing event updated for resources: {'Network': ['ID=0aa6ec53-fc0f-43ad-83a2-fdf83640d670,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:53:59.940958 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 0aa6ec53-fc0f-43ad-83a2-fdf83640d670 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:54:00.014844 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a386a55e-a980-417b-9868-124f6cbd0e68 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7337391 Apr 11 14:54:00.017535 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 50632) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:54:00.023629 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-fc8ac87b-d626-4aa2-bec0-fe5d0d3f6018 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Request body: {'subnet': {'network_id': '0aa6ec53-fc0f-43ad-83a2-fdf83640d670', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:54:00.040946 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:00.139633 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-fc8ac87b-d626-4aa2-bec0-fe5d0d3f6018 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:54:00.143451 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fc8ac87b-d626-4aa2-bec0-fe5d0d3f6018 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Usage tracker for resource:subnet and tenant:bf965128a3ac4955b9980660ae705fd9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:54:00.146750 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-fc8ac87b-d626-4aa2-bec0-fe5d0d3f6018 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:54:00.153159 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-fc8ac87b-d626-4aa2-bec0-fe5d0d3f6018 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:54:00.229000 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8ac87b-d626-4aa2-bec0-fe5d0d3f6018 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Made reservation on behalf of bf965128a3ac4955b9980660ae705fd9 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:54:00.232698 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fc8ac87b-d626-4aa2-bec0-fe5d0d3f6018 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:00.540223 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fc8ac87b-d626-4aa2-bec0-fe5d0d3f6018 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:00.624405 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ac87b-d626-4aa2-bec0-fe5d0d3f6018 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Pushing event updated for resources: {'Subnet': ['ID=f3298047-c694-4989-b37a-fbb1b166a8d0,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:00.637502 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8ac87b-d626-4aa2-bec0-fe5d0d3f6018 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Checking segment: {'id': 'bcf60122-79ef-4326-b497-1d808a1fd88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '0aa6ec53-fc0f-43ad-83a2-fdf83640d670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:54:00.637868 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8ac87b-d626-4aa2-bec0-fe5d0d3f6018 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Network hostable DHCP agents. Network: 0aa6ec53-fc0f-43ad-83a2-fdf83640d670, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:54:00.728143 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8ac87b-d626-4aa2-bec0-fe5d0d3f6018 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Network 0aa6ec53-fc0f-43ad-83a2-fdf83640d670 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:54:00.773177 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-fc8ac87b-d626-4aa2-bec0-fe5d0d3f6018 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 0aa6ec53-fc0f-43ad-83a2-fdf83640d670) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:54:00.778487 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8ac87b-d626-4aa2-bec0-fe5d0d3f6018 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:00.780446 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fc8ac87b-d626-4aa2-bec0-fe5d0d3f6018 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:00.784537 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb83a9e-1c00-409a-b1e0-4e5fad265a4d None None] Network 0aa6ec53-fc0f-43ad-83a2-fdf83640d670 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:54:00.865503 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-fc8ac87b-d626-4aa2-bec0-fe5d0d3f6018 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8466272 Apr 11 14:54:00.868725 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 50636) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:54:00.875029 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-30264f74-7c1c-4a98-8261-352f9397084a tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1441406918'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:54:00.880485 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-30264f74-7c1c-4a98-8261-352f9397084a tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:54:00.885080 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-30264f74-7c1c-4a98-8261-352f9397084a tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Usage tracker for resource:network and tenant:bf965128a3ac4955b9980660ae705fd9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:54:00.888223 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-30264f74-7c1c-4a98-8261-352f9397084a tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:54:00.894471 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-30264f74-7c1c-4a98-8261-352f9397084a tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:54:00.969087 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30264f74-7c1c-4a98-8261-352f9397084a tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Made reservation on behalf of bf965128a3ac4955b9980660ae705fd9 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:54:00.973808 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-30264f74-7c1c-4a98-8261-352f9397084a tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:01.004402 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30264f74-7c1c-4a98-8261-352f9397084a tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:54:01.014996 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-30264f74-7c1c-4a98-8261-352f9397084a tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:01.015463 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-30264f74-7c1c-4a98-8261-352f9397084a tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Added segment 84b77845-74da-4c67-b95d-fa0ad9c161aa of type vlan for network c6434347-ce66-4630-8eee-a4d2680584be Apr 11 14:54:01.057722 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-30264f74-7c1c-4a98-8261-352f9397084a tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:01.065729 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bae401-2515-4229-88f1-3da56e699369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-0aa6ec53-fc0f-43ad-83a2-fdf83640d670', 'network_id': '0aa6ec53-fc0f-43ad-83a2-fdf83640d670', 'tenant_id': 'bf965128a3ac4955b9980660ae705fd9', 'fixed_ips': [{'subnet_id': 'f3298047-c694-4989-b37a-fbb1b166a8d0'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:54:01.066620 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-87bae401-2515-4229-88f1-3da56e699369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:01.150816 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-30264f74-7c1c-4a98-8261-352f9397084a tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:01.157004 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30264f74-7c1c-4a98-8261-352f9397084a tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:01.157616 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-30264f74-7c1c-4a98-8261-352f9397084a tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:01.248176 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-87bae401-2515-4229-88f1-3da56e699369 None None] Allocated IP 172.20.0.2 (0aa6ec53-fc0f-43ad-83a2-fdf83640d670/f3298047-c694-4989-b37a-fbb1b166a8d0/2318b26f-2635-4b5e-a1de-8ef722b47c02) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:54:01.277419 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-30264f74-7c1c-4a98-8261-352f9397084a tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4075055 Apr 11 14:54:01.280411 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50640) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:54:01.284539 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30264f74-7c1c-4a98-8261-352f9397084a tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Pushing event updated for resources: {'Network': ['ID=c6434347-ce66-4630-8eee-a4d2680584be,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:01.288088 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-c4e62d0f-fe32-4e2e-958b-eaf1e8495305 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Request body: {'subnet': {'network_id': 'c6434347-ce66-4630-8eee-a4d2680584be', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:54:01.297795 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network c6434347-ce66-4630-8eee-a4d2680584be details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:54:01.404793 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c4e62d0f-fe32-4e2e-958b-eaf1e8495305 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:54:01.408606 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c4e62d0f-fe32-4e2e-958b-eaf1e8495305 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Usage tracker for resource:subnet and tenant:bf965128a3ac4955b9980660ae705fd9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:54:01.411520 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c4e62d0f-fe32-4e2e-958b-eaf1e8495305 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:54:01.417395 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c4e62d0f-fe32-4e2e-958b-eaf1e8495305 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:54:01.470418 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e62d0f-fe32-4e2e-958b-eaf1e8495305 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Made reservation on behalf of bf965128a3ac4955b9980660ae705fd9 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:54:01.474080 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c4e62d0f-fe32-4e2e-958b-eaf1e8495305 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:01.600041 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-87bae401-2515-4229-88f1-3da56e699369 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:01.611111 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-87bae401-2515-4229-88f1-3da56e699369 None None] Transition to ACTIVE for port object 2318b26f-2635-4b5e-a1de-8ef722b47c02 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:54:01.630191 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-87bae401-2515-4229-88f1-3da56e699369 None None] Transition to ACTIVE for port object 2318b26f-2635-4b5e-a1de-8ef722b47c02 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:54:01.710718 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-87bae401-2515-4229-88f1-3da56e699369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:01.770858 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bae401-2515-4229-88f1-3da56e699369 None None] Network 0aa6ec53-fc0f-43ad-83a2-fdf83640d670 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:54:01.773683 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-87bae401-2515-4229-88f1-3da56e699369 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:54:01.781525 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bae401-2515-4229-88f1-3da56e699369 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:54:01.790944 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bae401-2515-4229-88f1-3da56e699369 None None] Pushing event updated for resources: {'Port': ['ID=2318b26f-2635-4b5e-a1de-8ef722b47c02,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:01.796747 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c4e62d0f-fe32-4e2e-958b-eaf1e8495305 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:01.879147 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-87bae401-2515-4229-88f1-3da56e699369 None None] Attempting to bind port 2318b26f-2635-4b5e-a1de-8ef722b47c02 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:54:01.879536 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-87bae401-2515-4229-88f1-3da56e699369 None None] Attempting to bind port 2318b26f-2635-4b5e-a1de-8ef722b47c02 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bcf60122-79ef-4326-b497-1d808a1fd88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '0aa6ec53-fc0f-43ad-83a2-fdf83640d670'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:54:01.879869 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bae401-2515-4229-88f1-3da56e699369 None None] Attempting to bind port 2318b26f-2635-4b5e-a1de-8ef722b47c02 on network 0aa6ec53-fc0f-43ad-83a2-fdf83640d670 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:54:01.884602 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e62d0f-fe32-4e2e-958b-eaf1e8495305 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Pushing event updated for resources: {'Subnet': ['ID=3ad22c97-20bf-4b94-aa22-a3876bea85a4,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:01.886458 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bae401-2515-4229-88f1-3da56e699369 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:54:01.886458 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bae401-2515-4229-88f1-3da56e699369 None None] Checking segment: {'id': 'bcf60122-79ef-4326-b497-1d808a1fd88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '0aa6ec53-fc0f-43ad-83a2-fdf83640d670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:54:01.887106 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-87bae401-2515-4229-88f1-3da56e699369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:01.887503 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bae401-2515-4229-88f1-3da56e699369 None None] Bound using segment: {'id': 'bcf60122-79ef-4326-b497-1d808a1fd88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '0aa6ec53-fc0f-43ad-83a2-fdf83640d670'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:54:01.888070 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-87bae401-2515-4229-88f1-3da56e699369 None None] Bound port: 2318b26f-2635-4b5e-a1de-8ef722b47c02, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf60122-79ef-4326-b497-1d808a1fd88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '0aa6ec53-fc0f-43ad-83a2-fdf83640d670'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:54:01.888453 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-87bae401-2515-4229-88f1-3da56e699369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:01.893100 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e62d0f-fe32-4e2e-958b-eaf1e8495305 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Checking segment: {'id': '84b77845-74da-4c67-b95d-fa0ad9c161aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c6434347-ce66-4630-8eee-a4d2680584be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:54:01.893489 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e62d0f-fe32-4e2e-958b-eaf1e8495305 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Network hostable DHCP agents. Network: c6434347-ce66-4630-8eee-a4d2680584be, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:54:01.979101 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e62d0f-fe32-4e2e-958b-eaf1e8495305 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Network c6434347-ce66-4630-8eee-a4d2680584be is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:54:01.979292 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-87bae401-2515-4229-88f1-3da56e699369 None None] For port 2318b26f-2635-4b5e-a1de-8ef722b47c02, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:54:01.982395 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-87bae401-2515-4229-88f1-3da56e699369 None None] For port 2318b26f-2635-4b5e-a1de-8ef722b47c02, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2318b26f-2635-4b5e-a1de-8ef722b47c02,segment=NetworkSegment(bcf60122-79ef-4326-b497-1d808a1fd88a),segment_id=bcf60122-79ef-4326-b497-1d808a1fd88a)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:54:02.065381 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-87bae401-2515-4229-88f1-3da56e699369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:02.099172 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-c4e62d0f-fe32-4e2e-958b-eaf1e8495305 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, c6434347-ce66-4630-8eee-a4d2680584be) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:54:02.110901 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62d0f-fe32-4e2e-958b-eaf1e8495305 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:02.111520 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c4e62d0f-fe32-4e2e-958b-eaf1e8495305 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:02.119606 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677fc3a0-9268-40ac-8bc3-298189b7f98c None None] Network c6434347-ce66-4630-8eee-a4d2680584be requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:54:02.197565 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c4e62d0f-fe32-4e2e-958b-eaf1e8495305 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9145224 Apr 11 14:54:02.200368 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50644) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:54:02.205607 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-2a7da6b8-97fe-4802-8e7d-87c37f7e42cc tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c6434347-ce66-4630-8eee-a4d2680584be'}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:54:02.248777 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bae401-2515-4229-88f1-3da56e699369 None None] Pushing event updated for resources: {'Port': ['ID=2318b26f-2635-4b5e-a1de-8ef722b47c02,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:02.390118 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfc8d26-88b6-45eb-98c6-f55a390f459c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-c6434347-ce66-4630-8eee-a4d2680584be', 'network_id': 'c6434347-ce66-4630-8eee-a4d2680584be', 'tenant_id': 'bf965128a3ac4955b9980660ae705fd9', 'fixed_ips': [{'subnet_id': '3ad22c97-20bf-4b94-aa22-a3876bea85a4'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:54:02.391100 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3bfc8d26-88b6-45eb-98c6-f55a390f459c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:02.584819 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-3bfc8d26-88b6-45eb-98c6-f55a390f459c None None] Allocated IP 172.21.0.2 (c6434347-ce66-4630-8eee-a4d2680584be/3ad22c97-20bf-4b94-aa22-a3876bea85a4/086f7576-71d3-494b-aa0a-95bcf8b5a9b4) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:54:02.692210 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2a7da6b8-97fe-4802-8e7d-87c37f7e42cc tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:02.822126 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3bfc8d26-88b6-45eb-98c6-f55a390f459c None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:02.833304 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3bfc8d26-88b6-45eb-98c6-f55a390f459c None None] Transition to ACTIVE for port object 086f7576-71d3-494b-aa0a-95bcf8b5a9b4 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:54:02.860508 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3bfc8d26-88b6-45eb-98c6-f55a390f459c None None] Transition to ACTIVE for port object 086f7576-71d3-494b-aa0a-95bcf8b5a9b4 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:54:02.962456 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3bfc8d26-88b6-45eb-98c6-f55a390f459c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:03.025568 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfc8d26-88b6-45eb-98c6-f55a390f459c None None] Network c6434347-ce66-4630-8eee-a4d2680584be is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:54:03.028826 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-3bfc8d26-88b6-45eb-98c6-f55a390f459c None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:54:03.033747 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfc8d26-88b6-45eb-98c6-f55a390f459c None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:54:03.066285 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.api.v2.resource [None req-2a7da6b8-97fe-4802-8e7d-87c37f7e42cc tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 11 14:54:03.067878 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2a7da6b8-97fe-4802-8e7d-87c37f7e42cc tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] 10.222.0.66 "PUT /v2.0/routers/3b0f4c0f-27f3-485e-adaf-cb97e7bd262e HTTP/1.1" status: 400 len: 364 time: 0.8660593 Apr 11 14:54:03.073735 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50648) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:54:03.092562 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc8d26-88b6-45eb-98c6-f55a390f459c None None] Pushing event updated for resources: {'Port': ['ID=086f7576-71d3-494b-aa0a-95bcf8b5a9b4,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:03.146392 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-3bfc8d26-88b6-45eb-98c6-f55a390f459c None None] Attempting to bind port 086f7576-71d3-494b-aa0a-95bcf8b5a9b4 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:54:03.147064 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-3bfc8d26-88b6-45eb-98c6-f55a390f459c None None] Attempting to bind port 086f7576-71d3-494b-aa0a-95bcf8b5a9b4 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '84b77845-74da-4c67-b95d-fa0ad9c161aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c6434347-ce66-4630-8eee-a4d2680584be'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:54:03.147176 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfc8d26-88b6-45eb-98c6-f55a390f459c None None] Attempting to bind port 086f7576-71d3-494b-aa0a-95bcf8b5a9b4 on network c6434347-ce66-4630-8eee-a4d2680584be {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:54:03.153845 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84e98e8-5e3a-4066-b386-81db702a0a12 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Deleting subnet 3ad22c97-20bf-4b94-aa22-a3876bea85a4 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:54:03.154387 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfc8d26-88b6-45eb-98c6-f55a390f459c None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:54:03.154769 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfc8d26-88b6-45eb-98c6-f55a390f459c None None] Checking segment: {'id': '84b77845-74da-4c67-b95d-fa0ad9c161aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c6434347-ce66-4630-8eee-a4d2680584be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:54:03.155180 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3bfc8d26-88b6-45eb-98c6-f55a390f459c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:03.155580 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfc8d26-88b6-45eb-98c6-f55a390f459c None None] Bound using segment: {'id': '84b77845-74da-4c67-b95d-fa0ad9c161aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c6434347-ce66-4630-8eee-a4d2680584be'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:54:03.156085 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-3bfc8d26-88b6-45eb-98c6-f55a390f459c None None] Bound port: 086f7576-71d3-494b-aa0a-95bcf8b5a9b4, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b77845-74da-4c67-b95d-fa0ad9c161aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c6434347-ce66-4630-8eee-a4d2680584be'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:54:03.156438 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3bfc8d26-88b6-45eb-98c6-f55a390f459c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:03.158133 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d84e98e8-5e3a-4066-b386-81db702a0a12 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:03.222450 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d84e98e8-5e3a-4066-b386-81db702a0a12 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:03.258974 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-3bfc8d26-88b6-45eb-98c6-f55a390f459c None None] For port 086f7576-71d3-494b-aa0a-95bcf8b5a9b4, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:54:03.263506 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-3bfc8d26-88b6-45eb-98c6-f55a390f459c None None] For port 086f7576-71d3-494b-aa0a-95bcf8b5a9b4, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=086f7576-71d3-494b-aa0a-95bcf8b5a9b4,segment=NetworkSegment(84b77845-74da-4c67-b95d-fa0ad9c161aa),segment_id=84b77845-74da-4c67-b95d-fa0ad9c161aa)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:54:03.287005 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824fec66-427a-4c74-bbfd-cb923e603bf6 None None] Network 0aa6ec53-fc0f-43ad-83a2-fdf83640d670 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:54:03.346158 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d84e98e8-5e3a-4066-b386-81db702a0a12 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:03.368286 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3bfc8d26-88b6-45eb-98c6-f55a390f459c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:03.460368 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3341c158-46bf-4391-976e-2d241ca56424 None None] Provisioning for port 2318b26f-2635-4b5e-a1de-8ef722b47c02 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:54:03.499442 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d84e98e8-5e3a-4066-b386-81db702a0a12 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:03.538229 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc8d26-88b6-45eb-98c6-f55a390f459c None None] Pushing event updated for resources: {'Port': ['ID=086f7576-71d3-494b-aa0a-95bcf8b5a9b4,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:03.543310 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e98e8-5e3a-4066-b386-81db702a0a12 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Pushing event deleted for resources: {'Subnet': ['ID=3ad22c97-20bf-4b94-aa22-a3876bea85a4,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:03.545388 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d84e98e8-5e3a-4066-b386-81db702a0a12 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:03.552910 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d84e98e8-5e3a-4066-b386-81db702a0a12 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] 10.222.0.66 "DELETE /v2.0/subnets/3ad22c97-20bf-4b94-aa22-a3876bea85a4 HTTP/1.1" status: 204 len: 168 time: 0.4773207 Apr 11 14:54:03.555814 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 50652) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:54:03.685276 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dd674b31-ab21-455a-8eca-bafcddd770f0 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:03.698196 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-dd674b31-ab21-455a-8eca-bafcddd770f0 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Deleting port 086f7576-71d3-494b-aa0a-95bcf8b5a9b4 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:54:03.698541 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dd674b31-ab21-455a-8eca-bafcddd770f0 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:04.075252 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-dd674b31-ab21-455a-8eca-bafcddd770f0 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] For port 086f7576-71d3-494b-aa0a-95bcf8b5a9b4, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=086f7576-71d3-494b-aa0a-95bcf8b5a9b4,segment=NetworkSegment(84b77845-74da-4c67-b95d-fa0ad9c161aa),segment_id=84b77845-74da-4c67-b95d-fa0ad9c161aa)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:54:04.075607 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dd674b31-ab21-455a-8eca-bafcddd770f0 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:04.206946 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-dd674b31-ab21-455a-8eca-bafcddd770f0 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Calling delete_port for 086f7576-71d3-494b-aa0a-95bcf8b5a9b4 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:54:04.237982 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 086f7576-71d3-494b-aa0a-95bcf8b5a9b4 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:54:04.356155 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dd674b31-ab21-455a-8eca-bafcddd770f0 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:04.357105 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 086f7576-71d3-494b-aa0a-95bcf8b5a9b4 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:54:04.362614 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 086f7576-71d3-494b-aa0a-95bcf8b5a9b4 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:54:04.362982 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:04.404865 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Port 086f7576-71d3-494b-aa0a-95bcf8b5a9b4 was deleted so its status cannot be updated. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 11 14:54:04.405334 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2318b26f-2635-4b5e-a1de-8ef722b47c02 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:54:04.406770 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd674b31-ab21-455a-8eca-bafcddd770f0 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Pushing event deleted for resources: {'Port': ['ID=086f7576-71d3-494b-aa0a-95bcf8b5a9b4,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:04.410716 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd674b31-ab21-455a-8eca-bafcddd770f0 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] No DVR routers for this DVR port 086f7576-71d3-494b-aa0a-95bcf8b5a9b4 on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:54:04.556244 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 2318b26f-2635-4b5e-a1de-8ef722b47c02 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:54:04.561426 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 2318b26f-2635-4b5e-a1de-8ef722b47c02 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:54:04.561761 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dd674b31-ab21-455a-8eca-bafcddd770f0 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:04.562293 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:04.588727 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-dd674b31-ab21-455a-8eca-bafcddd770f0 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6434347-ce66-4630-8eee-a4d2680584be']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:54:04.591594 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6670d49f-dec1-4b41-9014-1645b0c73842 None None] Network c6434347-ce66-4630-8eee-a4d2680584be requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:54:04.601096 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-dd674b31-ab21-455a-8eca-bafcddd770f0 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b77845-74da-4c67-b95d-fa0ad9c161aa') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:54:04.601400 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-dd674b31-ab21-455a-8eca-bafcddd770f0 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b77845-74da-4c67-b95d-fa0ad9c161aa') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:54:04.613449 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dd674b31-ab21-455a-8eca-bafcddd770f0 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:04.636249 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dd674b31-ab21-455a-8eca-bafcddd770f0 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:04.642968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd674b31-ab21-455a-8eca-bafcddd770f0 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:54:04.643356 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dd674b31-ab21-455a-8eca-bafcddd770f0 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:54:04.658955 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:54:04.690975 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-10b711a2-4b62-4ff9-b48b-8c0bb20749b1 None None] Could not find standard attr ID for object 086f7576-71d3-494b-aa0a-95bcf8b5a9b4. {{(pid=88618) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 11 14:54:04.818192 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dd674b31-ab21-455a-8eca-bafcddd770f0 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:04.824452 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-dd674b31-ab21-455a-8eca-bafcddd770f0 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:04.847659 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:04.852732 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd674b31-ab21-455a-8eca-bafcddd770f0 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Pushing event deleted for resources: {'Network': ['ID=c6434347-ce66-4630-8eee-a4d2680584be,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:04.855577 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-dd674b31-ab21-455a-8eca-bafcddd770f0 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] 10.222.0.66 "DELETE /v2.0/networks/c6434347-ce66-4630-8eee-a4d2680584be HTTP/1.1" status: 204 len: 168 time: 1.2986922 Apr 11 14:54:04.858165 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50656) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:54:04.859335 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3a2b4c-b321-450c-a4db-5473a74fae28 None None] DHCP port deletion for c6434347-ce66-4630-8eee-a4d2680584be request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:54:04.890138 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 2318b26f-2635-4b5e-a1de-8ef722b47c02, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2318b26f-2635-4b5e-a1de-8ef722b47c02,segment=NetworkSegment(bcf60122-79ef-4326-b497-1d808a1fd88a),segment_id=bcf60122-79ef-4326-b497-1d808a1fd88a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:54:04.932750 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9452976-ce8f-4a7a-96a8-e48c491c1376 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Deleting subnet f3298047-c694-4989-b37a-fbb1b166a8d0 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:54:04.935836 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f9452976-ce8f-4a7a-96a8-e48c491c1376 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:04.967493 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:04.999239 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f9452976-ce8f-4a7a-96a8-e48c491c1376 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:05.086069 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f9452976-ce8f-4a7a-96a8-e48c491c1376 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:05.122314 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=2318b26f-2635-4b5e-a1de-8ef722b47c02,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:05.230877 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f9452976-ce8f-4a7a-96a8-e48c491c1376 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:05.273689 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9452976-ce8f-4a7a-96a8-e48c491c1376 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Pushing event deleted for resources: {'Subnet': ['ID=f3298047-c694-4989-b37a-fbb1b166a8d0,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:05.276034 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f9452976-ce8f-4a7a-96a8-e48c491c1376 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:05.281271 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf34630-9ca9-4114-97e0-6765f94e2519 None None] Network 0aa6ec53-fc0f-43ad-83a2-fdf83640d670 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:54:05.282812 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f9452976-ce8f-4a7a-96a8-e48c491c1376 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] 10.222.0.66 "DELETE /v2.0/subnets/f3298047-c694-4989-b37a-fbb1b166a8d0 HTTP/1.1" status: 204 len: 168 time: 0.4236336 Apr 11 14:54:05.285235 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50660) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:54:05.402529 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b16d446b-deb4-45f2-aa71-bcf04acfc86e tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:05.413333 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-b16d446b-deb4-45f2-aa71-bcf04acfc86e tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Deleting port 2318b26f-2635-4b5e-a1de-8ef722b47c02 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:54:05.413333 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b16d446b-deb4-45f2-aa71-bcf04acfc86e tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:05.537249 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe8f5c2-953d-45b4-962e-87fbb9d7207c None None] DHCP port deletion for 0aa6ec53-fc0f-43ad-83a2-fdf83640d670 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:54:05.541810 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-abe8f5c2-953d-45b4-962e-87fbb9d7207c None None] Deleting port 2318b26f-2635-4b5e-a1de-8ef722b47c02 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:54:05.542220 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-abe8f5c2-953d-45b4-962e-87fbb9d7207c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:05.633107 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-b16d446b-deb4-45f2-aa71-bcf04acfc86e tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] For port 2318b26f-2635-4b5e-a1de-8ef722b47c02, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2318b26f-2635-4b5e-a1de-8ef722b47c02,segment=NetworkSegment(bcf60122-79ef-4326-b497-1d808a1fd88a),segment_id=bcf60122-79ef-4326-b497-1d808a1fd88a)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:54:05.633471 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b16d446b-deb4-45f2-aa71-bcf04acfc86e tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:05.759774 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-abe8f5c2-953d-45b4-962e-87fbb9d7207c None None] For port 2318b26f-2635-4b5e-a1de-8ef722b47c02, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2318b26f-2635-4b5e-a1de-8ef722b47c02,segment=NetworkSegment(bcf60122-79ef-4326-b497-1d808a1fd88a),segment_id=bcf60122-79ef-4326-b497-1d808a1fd88a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:54:05.760067 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-abe8f5c2-953d-45b4-962e-87fbb9d7207c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:05.761772 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-b16d446b-deb4-45f2-aa71-bcf04acfc86e tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Calling delete_port for 2318b26f-2635-4b5e-a1de-8ef722b47c02 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:54:05.893755 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b16d446b-deb4-45f2-aa71-bcf04acfc86e tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:05.930936 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-abe8f5c2-953d-45b4-962e-87fbb9d7207c None None] Calling delete_port for 2318b26f-2635-4b5e-a1de-8ef722b47c02 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:54:05.942945 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d446b-deb4-45f2-aa71-bcf04acfc86e tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Pushing event deleted for resources: {'Port': ['ID=2318b26f-2635-4b5e-a1de-8ef722b47c02,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:05.948394 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16d446b-deb4-45f2-aa71-bcf04acfc86e tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] No DVR routers for this DVR port 2318b26f-2635-4b5e-a1de-8ef722b47c02 on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:54:06.011191 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-abe8f5c2-953d-45b4-962e-87fbb9d7207c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:54:06.011545 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-abe8f5c2-953d-45b4-962e-87fbb9d7207c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:54:06.075378 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b16d446b-deb4-45f2-aa71-bcf04acfc86e tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:06.100859 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-b16d446b-deb4-45f2-aa71-bcf04acfc86e tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa6ec53-fc0f-43ad-83a2-fdf83640d670']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:54:06.113362 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-b16d446b-deb4-45f2-aa71-bcf04acfc86e tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf60122-79ef-4326-b497-1d808a1fd88a') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:54:06.113713 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-b16d446b-deb4-45f2-aa71-bcf04acfc86e tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf60122-79ef-4326-b497-1d808a1fd88a') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:54:06.125471 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b16d446b-deb4-45f2-aa71-bcf04acfc86e tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:06.142315 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b16d446b-deb4-45f2-aa71-bcf04acfc86e tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:06.149083 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16d446b-deb4-45f2-aa71-bcf04acfc86e tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:54:06.153658 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b16d446b-deb4-45f2-aa71-bcf04acfc86e tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:54:06.165807 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:54:06.173981 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 086f7576-71d3-494b-aa0a-95bcf8b5a9b4 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:54:06.212055 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 086f7576-71d3-494b-aa0a-95bcf8b5a9b4 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:54:06.212389 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 086f7576-71d3-494b-aa0a-95bcf8b5a9b4 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:54:06.212788 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2318b26f-2635-4b5e-a1de-8ef722b47c02 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:54:06.247722 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 2318b26f-2635-4b5e-a1de-8ef722b47c02 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:54:06.248062 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2318b26f-2635-4b5e-a1de-8ef722b47c02 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:54:06.356083 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b16d446b-deb4-45f2-aa71-bcf04acfc86e tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:06.374644 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b16d446b-deb4-45f2-aa71-bcf04acfc86e tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:06.386259 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d446b-deb4-45f2-aa71-bcf04acfc86e tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Pushing event deleted for resources: {'Network': ['ID=0aa6ec53-fc0f-43ad-83a2-fdf83640d670,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:06.390628 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b16d446b-deb4-45f2-aa71-bcf04acfc86e tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] 10.222.0.66 "DELETE /v2.0/networks/0aa6ec53-fc0f-43ad-83a2-fdf83640d670 HTTP/1.1" status: 204 len: 168 time: 1.1044629 Apr 11 14:54:06.393131 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50664) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:54:06.436195 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-65d334cf-dc0e-45d9-a869-cb1b5fbbaf4b tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Synchronizing usage tracker for tenant:bf965128a3ac4955b9980660ae705fd9 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:54:06.512682 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-abe8f5c2-953d-45b4-962e-87fbb9d7207c None None] Deleting port 2318b26f-2635-4b5e-a1de-8ef722b47c02 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:54:06.513254 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-abe8f5c2-953d-45b4-962e-87fbb9d7207c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:06.527876 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-65d334cf-dc0e-45d9-a869-cb1b5fbbaf4b tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Unset dirty status for tenant:bf965128a3ac4955b9980660ae705fd9 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:54:06.529084 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-65d334cf-dc0e-45d9-a869-cb1b5fbbaf4b tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b0f4c0f-27f3-485e-adaf-cb97e7bd262e HTTP/1.1" status: 200 len: 205 time: 0.1349864 Apr 11 14:54:06.531719 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 50668) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:54:06.588129 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-abe8f5c2-953d-45b4-962e-87fbb9d7207c None None] The port '2318b26f-2635-4b5e-a1de-8ef722b47c02' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:54:06.770218 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d674b9ac-cd53-4dca-8253-ecd110068e46 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:07.092313 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d674b9ac-cd53-4dca-8253-ecd110068e46 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:07.092313 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d674b9ac-cd53-4dca-8253-ecd110068e46 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:07.161699 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d674b9ac-cd53-4dca-8253-ecd110068e46 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:07.162261 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d674b9ac-cd53-4dca-8253-ecd110068e46 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Fanout notify agent at l3_agent the message router_deleted on router 3b0f4c0f-27f3-485e-adaf-cb97e7bd262e {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:54:07.174182 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d674b9ac-cd53-4dca-8253-ecd110068e46 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:07.175273 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d674b9ac-cd53-4dca-8253-ecd110068e46 tempest-RoutersNegativeTest-912709944 tempest-RoutersNegativeTest-912709944-project] 10.222.0.66 "DELETE /v2.0/routers/3b0f4c0f-27f3-485e-adaf-cb97e7bd262e HTTP/1.1" status: 204 len: 168 time: 0.6426551 Apr 11 14:54:07.656686 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 50676) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:54:07.807835 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8902cdef-83c1-48bb-a504-89ad7e772db4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bf965128a3ac4955b9980660ae705fd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497462 Apr 11 14:54:07.810222 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 50682) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:54:07.872014 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a97a4ae7-237a-4448-a516-663d085a3ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:07.897422 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a97a4ae7-237a-4448-a516-663d085a3ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:08.002254 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a97a4ae7-237a-4448-a516-663d085a3ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:08.019298 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a4ae7-237a-4448-a516-663d085a3ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e93c8d-5617-41e1-8e7a-5dd19ae488b5,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:08.024619 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a97a4ae7-237a-4448-a516-663d085a3ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:08.025735 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a97a4ae7-237a-4448-a516-663d085a3ac1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/03e93c8d-5617-41e1-8e7a-5dd19ae488b5 HTTP/1.1" status: 204 len: 168 time: 0.2146311 Apr 11 14:54:09.076498 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 50706) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:54:09.182662 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-1e7b6672-ba2d-40f2-840d-0e3b9edbdfea admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1631923531-network', 'tenant_id': '3c3002b4022a4fe3b04c5d2650be5c84'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:54:09.188418 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-1e7b6672-ba2d-40f2-840d-0e3b9edbdfea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:54:09.192233 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1e7b6672-ba2d-40f2-840d-0e3b9edbdfea admin admin] Usage tracker for resource:network and tenant:3c3002b4022a4fe3b04c5d2650be5c84 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:54:09.195179 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1e7b6672-ba2d-40f2-840d-0e3b9edbdfea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:54:09.202411 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-1e7b6672-ba2d-40f2-840d-0e3b9edbdfea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:54:09.280445 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7b6672-ba2d-40f2-840d-0e3b9edbdfea admin admin] Made reservation on behalf of 3c3002b4022a4fe3b04c5d2650be5c84 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:54:09.282904 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1e7b6672-ba2d-40f2-840d-0e3b9edbdfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:09.296200 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1e7b6672-ba2d-40f2-840d-0e3b9edbdfea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:09.311997 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-1e7b6672-ba2d-40f2-840d-0e3b9edbdfea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:54:09.316072 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1e7b6672-ba2d-40f2-840d-0e3b9edbdfea admin admin] Usage tracker for resource:security_group_rule and tenant:3c3002b4022a4fe3b04c5d2650be5c84 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:54:09.319008 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1e7b6672-ba2d-40f2-840d-0e3b9edbdfea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:54:09.325472 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-1e7b6672-ba2d-40f2-840d-0e3b9edbdfea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:54:09.406372 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1e7b6672-ba2d-40f2-840d-0e3b9edbdfea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:09.480520 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1e7b6672-ba2d-40f2-840d-0e3b9edbdfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:09.519666 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7b6672-ba2d-40f2-840d-0e3b9edbdfea admin admin] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:54:09.525627 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b6672-ba2d-40f2-840d-0e3b9edbdfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689052ab-c57c-4e78-a780-1574ccbe7fb4,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:09.533801 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1e7b6672-ba2d-40f2-840d-0e3b9edbdfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:09.534265 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-1e7b6672-ba2d-40f2-840d-0e3b9edbdfea admin admin] Added segment 20a14612-0d17-4540-9850-bce29e6bfeab of type vlan for network a03b95c7-2458-401a-846e-053e0cd946ab Apr 11 14:54:09.562577 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1e7b6672-ba2d-40f2-840d-0e3b9edbdfea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:09.653104 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1e7b6672-ba2d-40f2-840d-0e3b9edbdfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:09.654172 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7b6672-ba2d-40f2-840d-0e3b9edbdfea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:09.654756 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1e7b6672-ba2d-40f2-840d-0e3b9edbdfea admin admin] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:09.767530 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b6672-ba2d-40f2-840d-0e3b9edbdfea admin admin] Pushing event updated for resources: {'Network': ['ID=a03b95c7-2458-401a-846e-053e0cd946ab,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:09.778118 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network a03b95c7-2458-401a-846e-053e0cd946ab details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:54:09.825901 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1e7b6672-ba2d-40f2-840d-0e3b9edbdfea admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7481809 Apr 11 14:54:09.828623 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 50712) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:54:09.834443 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-f3aa6c70-799f-4a3d-8034-2c1d8a4fc025 admin admin] Request body: {'subnet': {'network_id': 'a03b95c7-2458-401a-846e-053e0cd946ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1631923531-subnet', 'tenant_id': '3c3002b4022a4fe3b04c5d2650be5c84', 'ip_version': 4}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:54:09.840587 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f3aa6c70-799f-4a3d-8034-2c1d8a4fc025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:54:09.844887 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f3aa6c70-799f-4a3d-8034-2c1d8a4fc025 admin admin] Usage tracker for resource:subnet and tenant:3c3002b4022a4fe3b04c5d2650be5c84 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:54:09.847829 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f3aa6c70-799f-4a3d-8034-2c1d8a4fc025 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:54:09.854286 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f3aa6c70-799f-4a3d-8034-2c1d8a4fc025 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:54:09.921953 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3aa6c70-799f-4a3d-8034-2c1d8a4fc025 admin admin] Made reservation on behalf of 3c3002b4022a4fe3b04c5d2650be5c84 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:54:09.924379 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6c70-799f-4a3d-8034-2c1d8a4fc025 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:10.212038 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6c70-799f-4a3d-8034-2c1d8a4fc025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:10.289343 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa6c70-799f-4a3d-8034-2c1d8a4fc025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb681453-268c-46cc-9f1b-656611da566a,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:10.298840 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aa6c70-799f-4a3d-8034-2c1d8a4fc025 admin admin] Checking segment: {'id': '20a14612-0d17-4540-9850-bce29e6bfeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a03b95c7-2458-401a-846e-053e0cd946ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:54:10.299199 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3aa6c70-799f-4a3d-8034-2c1d8a4fc025 admin admin] Network hostable DHCP agents. Network: a03b95c7-2458-401a-846e-053e0cd946ab, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:54:10.401607 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3aa6c70-799f-4a3d-8034-2c1d8a4fc025 admin admin] Network a03b95c7-2458-401a-846e-053e0cd946ab is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:54:10.527771 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-f3aa6c70-799f-4a3d-8034-2c1d8a4fc025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, a03b95c7-2458-401a-846e-053e0cd946ab) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:54:10.533113 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3aa6c70-799f-4a3d-8034-2c1d8a4fc025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:10.533713 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6c70-799f-4a3d-8034-2c1d8a4fc025 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:10.538368 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14e3df3-f08d-48f7-9e9e-77bf08e3a5a8 None None] Network a03b95c7-2458-401a-846e-053e0cd946ab requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:54:10.614435 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f3aa6c70-799f-4a3d-8034-2c1d8a4fc025 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7844691 Apr 11 14:54:10.616809 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 50716) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:54:10.622124 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-eccfcff8-a80f-417c-be9f-3ae49d57e6b0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1631923531-router', 'tenant_id': '3c3002b4022a4fe3b04c5d2650be5c84', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:54:10.626843 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-eccfcff8-a80f-417c-be9f-3ae49d57e6b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:54:10.631114 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-eccfcff8-a80f-417c-be9f-3ae49d57e6b0 admin admin] Usage tracker for resource:router and tenant:3c3002b4022a4fe3b04c5d2650be5c84 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:54:10.634758 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-eccfcff8-a80f-417c-be9f-3ae49d57e6b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:54:10.640939 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-eccfcff8-a80f-417c-be9f-3ae49d57e6b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:54:10.745039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eccfcff8-a80f-417c-be9f-3ae49d57e6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:10.746148 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eccfcff8-a80f-417c-be9f-3ae49d57e6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:10.761476 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eccfcff8-a80f-417c-be9f-3ae49d57e6b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:10.770368 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5ea2a1-13da-4274-8b5d-83f97b8117e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-a03b95c7-2458-401a-846e-053e0cd946ab', 'network_id': 'a03b95c7-2458-401a-846e-053e0cd946ab', 'tenant_id': '3c3002b4022a4fe3b04c5d2650be5c84', 'fixed_ips': [{'subnet_id': 'eb681453-268c-46cc-9f1b-656611da566a'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:54:10.771236 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ab5ea2a1-13da-4274-8b5d-83f97b8117e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:10.943379 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-ab5ea2a1-13da-4274-8b5d-83f97b8117e6 None None] Allocated IP 172.20.0.2 (a03b95c7-2458-401a-846e-053e0cd946ab/eb681453-268c-46cc-9f1b-656611da566a/94a57a20-88e5-49b8-be5c-5bbf9f6b45f4) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:54:11.171080 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ab5ea2a1-13da-4274-8b5d-83f97b8117e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:11.181620 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ab5ea2a1-13da-4274-8b5d-83f97b8117e6 None None] Transition to ACTIVE for port object 94a57a20-88e5-49b8-be5c-5bbf9f6b45f4 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:54:11.201953 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ab5ea2a1-13da-4274-8b5d-83f97b8117e6 None None] Transition to ACTIVE for port object 94a57a20-88e5-49b8-be5c-5bbf9f6b45f4 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:54:11.203667 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eccfcff8-a80f-417c-be9f-3ae49d57e6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:11.316906 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ab5ea2a1-13da-4274-8b5d-83f97b8117e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:11.381373 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5ea2a1-13da-4274-8b5d-83f97b8117e6 None None] Network a03b95c7-2458-401a-846e-053e0cd946ab is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:54:11.390452 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-ab5ea2a1-13da-4274-8b5d-83f97b8117e6 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:54:11.396082 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5ea2a1-13da-4274-8b5d-83f97b8117e6 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:54:11.402768 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ea2a1-13da-4274-8b5d-83f97b8117e6 None None] Pushing event updated for resources: {'Port': ['ID=94a57a20-88e5-49b8-be5c-5bbf9f6b45f4,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:11.493779 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-ab5ea2a1-13da-4274-8b5d-83f97b8117e6 None None] Attempting to bind port 94a57a20-88e5-49b8-be5c-5bbf9f6b45f4 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:54:11.494178 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-ab5ea2a1-13da-4274-8b5d-83f97b8117e6 None None] Attempting to bind port 94a57a20-88e5-49b8-be5c-5bbf9f6b45f4 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '20a14612-0d17-4540-9850-bce29e6bfeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a03b95c7-2458-401a-846e-053e0cd946ab'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:54:11.494545 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5ea2a1-13da-4274-8b5d-83f97b8117e6 None None] Attempting to bind port 94a57a20-88e5-49b8-be5c-5bbf9f6b45f4 on network a03b95c7-2458-401a-846e-053e0cd946ab {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:54:11.500110 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5ea2a1-13da-4274-8b5d-83f97b8117e6 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:54:11.500485 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5ea2a1-13da-4274-8b5d-83f97b8117e6 None None] Checking segment: {'id': '20a14612-0d17-4540-9850-bce29e6bfeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a03b95c7-2458-401a-846e-053e0cd946ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:54:11.500884 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ab5ea2a1-13da-4274-8b5d-83f97b8117e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:11.501277 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5ea2a1-13da-4274-8b5d-83f97b8117e6 None None] Bound using segment: {'id': '20a14612-0d17-4540-9850-bce29e6bfeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a03b95c7-2458-401a-846e-053e0cd946ab'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:54:11.501737 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-ab5ea2a1-13da-4274-8b5d-83f97b8117e6 None None] Bound port: 94a57a20-88e5-49b8-be5c-5bbf9f6b45f4, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a14612-0d17-4540-9850-bce29e6bfeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a03b95c7-2458-401a-846e-053e0cd946ab'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:54:11.502134 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ab5ea2a1-13da-4274-8b5d-83f97b8117e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:11.595776 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-ab5ea2a1-13da-4274-8b5d-83f97b8117e6 None None] For port 94a57a20-88e5-49b8-be5c-5bbf9f6b45f4, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:54:11.598813 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-ab5ea2a1-13da-4274-8b5d-83f97b8117e6 None None] For port 94a57a20-88e5-49b8-be5c-5bbf9f6b45f4, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=94a57a20-88e5-49b8-be5c-5bbf9f6b45f4,segment=NetworkSegment(20a14612-0d17-4540-9850-bce29e6bfeab),segment_id=20a14612-0d17-4540-9850-bce29e6bfeab)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:54:11.665997 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ab5ea2a1-13da-4274-8b5d-83f97b8117e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:11.684914 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eccfcff8-a80f-417c-be9f-3ae49d57e6b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:11.724715 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eccfcff8-a80f-417c-be9f-3ae49d57e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:11.754396 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ea2a1-13da-4274-8b5d-83f97b8117e6 None None] Pushing event updated for resources: {'Port': ['ID=94a57a20-88e5-49b8-be5c-5bbf9f6b45f4,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:11.878863 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-eccfcff8-a80f-417c-be9f-3ae49d57e6b0 admin admin] Allocated IP 172.26.7.201 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/004a7865-866e-4687-ae7a-77ec6f56c049) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:54:12.079009 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eccfcff8-a80f-417c-be9f-3ae49d57e6b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:12.173722 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eccfcff8-a80f-417c-be9f-3ae49d57e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:12.197063 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 94a57a20-88e5-49b8-be5c-5bbf9f6b45f4 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:54:12.236446 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccfcff8-a80f-417c-be9f-3ae49d57e6b0 admin admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:54:12.239793 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-eccfcff8-a80f-417c-be9f-3ae49d57e6b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:54:12.248500 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccfcff8-a80f-417c-be9f-3ae49d57e6b0 admin admin] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:54:12.290428 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfcff8-a80f-417c-be9f-3ae49d57e6b0 admin admin] Pushing event updated for resources: {'Port': ['ID=004a7865-866e-4687-ae7a-77ec6f56c049,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:12.394562 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 94a57a20-88e5-49b8-be5c-5bbf9f6b45f4 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:54:12.765770 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47a8b64-bf46-49af-91c5-c1e38776b056 None None] Network a03b95c7-2458-401a-846e-053e0cd946ab requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:54:12.887824 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eccfcff8-a80f-417c-be9f-3ae49d57e6b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:12.957654 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-33d7bea5-d6d6-4805-b1cb-771f65e9cd6a None None] Provisioning for port 94a57a20-88e5-49b8-be5c-5bbf9f6b45f4 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:54:12.972095 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-33d7bea5-d6d6-4805-b1cb-771f65e9cd6a None None] Provisioning complete for port 94a57a20-88e5-49b8-be5c-5bbf9f6b45f4 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:54:12.972468 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-33d7bea5-d6d6-4805-b1cb-771f65e9cd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:13.157074 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-33d7bea5-d6d6-4805-b1cb-771f65e9cd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:13.198387 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-33d7bea5-d6d6-4805-b1cb-771f65e9cd6a None None] For port 94a57a20-88e5-49b8-be5c-5bbf9f6b45f4, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=94a57a20-88e5-49b8-be5c-5bbf9f6b45f4,segment=NetworkSegment(20a14612-0d17-4540-9850-bce29e6bfeab),segment_id=20a14612-0d17-4540-9850-bce29e6bfeab)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:54:13.259197 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-33d7bea5-d6d6-4805-b1cb-771f65e9cd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:13.272690 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eccfcff8-a80f-417c-be9f-3ae49d57e6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:13.330624 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7bea5-d6d6-4805-b1cb-771f65e9cd6a None None] Pushing event updated for resources: {'Port': ['ID=94a57a20-88e5-49b8-be5c-5bbf9f6b45f4,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:13.380024 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-7f29897b-bc96-485a-a51e-cbdc8c5d76f4 None None] Provisioning complete for port 94a57a20-88e5-49b8-be5c-5bbf9f6b45f4 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:54:13.380400 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7f29897b-bc96-485a-a51e-cbdc8c5d76f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:13.567232 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccfcff8-a80f-417c-be9f-3ae49d57e6b0 admin admin] Router 48c7c19f-cf3f-44e8-b306-3f8882bad583 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:54:13.762081 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccfcff8-a80f-417c-be9f-3ae49d57e6b0 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:54:13.771591 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] Sync routers for ids ['48c7c19f-cf3f-44e8-b306-3f8882bad583'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:54:13.781642 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] Routers {'48c7c19f-cf3f-44e8-b306-3f8882bad583'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:54:13.782287 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:53:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['48c7c19f-cf3f-44e8-b306-3f8882bad583'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:54:13.852218 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-eccfcff8-a80f-417c-be9f-3ae49d57e6b0 admin admin] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:13.853468 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-eccfcff8-a80f-417c-be9f-3ae49d57e6b0 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2356720 Apr 11 14:54:13.856779 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 50720) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:54:13.965890 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] Set router 48c7c19f-cf3f-44e8-b306-3f8882bad583 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:54:14.186848 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 94a57a20-88e5-49b8-be5c-5bbf9f6b45f4 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:54:14.309702 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 94a57a20-88e5-49b8-be5c-5bbf9f6b45f4 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:54:14.310454 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:14.374516 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c7c19f-cf3f-44e8-b306-3f8882bad583', 'name': 'tempest-TestEncryptedCinderVolumes-1631923531-router', 'tenant_id': '3c3002b4022a4fe3b04c5d2650be5c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '004a7865-866e-4687-ae7a-77ec6f56c049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:54:10Z', 'updated_at': '2022-04-11T14:54:12Z', 'revision_number': 3, 'project_id': '3c3002b4022a4fe3b04c5d2650be5c84', 'gw_port': {'id': '004a7865-866e-4687-ae7a-77ec6f56c049', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c7c19f-cf3f-44e8-b306-3f8882bad583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:54:11Z', 'updated_at': '2022-04-11T14:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:54:14.382793 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] Checking router: 48c7c19f-cf3f-44e8-b306-3f8882bad583 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:54:14.383880 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] Updating router 48c7c19f-cf3f-44e8-b306-3f8882bad583 port 004a7865-866e-4687-ae7a-77ec6f56c049 binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:54:14.482951 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:14.694972 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-26a1f897-5c77-428b-9a03-3e6e42305b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:14.846775 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:14.858771 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] Transition to ACTIVE for port object 004a7865-866e-4687-ae7a-77ec6f56c049 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:54:14.916477 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-26a1f897-5c77-428b-9a03-3e6e42305b8c admin admin] Allocated IP 172.20.0.1 (a03b95c7-2458-401a-846e-053e0cd946ab/eb681453-268c-46cc-9f1b-656611da566a/c158c26a-bfb9-4946-8629-d7dc4800f8c4) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:54:14.933750 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:15.070162 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-26a1f897-5c77-428b-9a03-3e6e42305b8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:15.072926 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] Attempting to bind port 004a7865-866e-4687-ae7a-77ec6f56c049 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:54:15.079188 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] Attempting to bind port 004a7865-866e-4687-ae7a-77ec6f56c049 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:54:15.079188 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] Attempting to bind port 004a7865-866e-4687-ae7a-77ec6f56c049 on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:54:15.081876 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87696c6b-d2ae-48c5-9f10-f1a4f70e2526 None None] Pushing event updated for resources: {'Port': ['ID=004a7865-866e-4687-ae7a-77ec6f56c049,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:15.084548 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:54:15.085285 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:54:15.085419 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:15.085876 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:54:15.086438 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] Bound port: 004a7865-866e-4687-ae7a-77ec6f56c049, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:54:15.087584 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:15.088617 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-26a1f897-5c77-428b-9a03-3e6e42305b8c admin admin] Transition to ACTIVE for port object c158c26a-bfb9-4946-8629-d7dc4800f8c4 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:54:15.173149 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] For port 004a7865-866e-4687-ae7a-77ec6f56c049, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:54:15.176028 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] For port 004a7865-866e-4687-ae7a-77ec6f56c049, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=004a7865-866e-4687-ae7a-77ec6f56c049,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:54:15.195033 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-26a1f897-5c77-428b-9a03-3e6e42305b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:15.253216 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a1f897-5c77-428b-9a03-3e6e42305b8c admin admin] Network a03b95c7-2458-401a-846e-053e0cd946ab is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:54:15.255986 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-26a1f897-5c77-428b-9a03-3e6e42305b8c admin admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:54:15.260786 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a1f897-5c77-428b-9a03-3e6e42305b8c admin admin] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:54:15.276783 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:15.314502 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1f897-5c77-428b-9a03-3e6e42305b8c admin admin] Pushing event updated for resources: {'Port': ['ID=c158c26a-bfb9-4946-8629-d7dc4800f8c4,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:15.334995 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-26a1f897-5c77-428b-9a03-3e6e42305b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:15.355310 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] Routers {'48c7c19f-cf3f-44e8-b306-3f8882bad583'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:54:15.355959 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:53:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['48c7c19f-cf3f-44e8-b306-3f8882bad583'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:54:15.431328 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87696c6b-d2ae-48c5-9f10-f1a4f70e2526 None None] Pushing event updated for resources: {'Port': ['ID=004a7865-866e-4687-ae7a-77ec6f56c049,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:15.529943 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-26a1f897-5c77-428b-9a03-3e6e42305b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:15.553707 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] Set router 48c7c19f-cf3f-44e8-b306-3f8882bad583 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:54:15.742492 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6b433a41-fbb5-411d-a5ff-983fcacf2e59 None None] Provisioning for port c158c26a-bfb9-4946-8629-d7dc4800f8c4 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:54:15.758662 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6b433a41-fbb5-411d-a5ff-983fcacf2e59 None None] Provisioning complete for port c158c26a-bfb9-4946-8629-d7dc4800f8c4 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:54:15.759451 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6b433a41-fbb5-411d-a5ff-983fcacf2e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:15.764970 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-26a1f897-5c77-428b-9a03-3e6e42305b8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:15.834023 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-6b433a41-fbb5-411d-a5ff-983fcacf2e59 None None] Port c158c26a-bfb9-4946-8629-d7dc4800f8c4 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:54:15.841571 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-26a1f897-5c77-428b-9a03-3e6e42305b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:15.907258 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c7c19f-cf3f-44e8-b306-3f8882bad583', 'name': 'tempest-TestEncryptedCinderVolumes-1631923531-router', 'tenant_id': '3c3002b4022a4fe3b04c5d2650be5c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '004a7865-866e-4687-ae7a-77ec6f56c049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:54:10Z', 'updated_at': '2022-04-11T14:54:12Z', 'revision_number': 3, 'project_id': '3c3002b4022a4fe3b04c5d2650be5c84', 'gw_port': {'id': '004a7865-866e-4687-ae7a-77ec6f56c049', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c7c19f-cf3f-44e8-b306-3f8882bad583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:54:11Z', 'updated_at': '2022-04-11T14:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:54:15.911335 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283b840d-017e-4df1-b266-d6df20c8a7f8 None None] The sync data for ids ['48c7c19f-cf3f-44e8-b306-3f8882bad583'] in dv-neutron-837330-1-hyperv is: [{'id': '48c7c19f-cf3f-44e8-b306-3f8882bad583', 'name': 'tempest-TestEncryptedCinderVolumes-1631923531-router', 'tenant_id': '3c3002b4022a4fe3b04c5d2650be5c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '004a7865-866e-4687-ae7a-77ec6f56c049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:54:10Z', 'updated_at': '2022-04-11T14:54:12Z', 'revision_number': 3, 'project_id': '3c3002b4022a4fe3b04c5d2650be5c84', 'gw_port': {'id': '004a7865-866e-4687-ae7a-77ec6f56c049', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c7c19f-cf3f-44e8-b306-3f8882bad583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:54:11Z', 'updated_at': '2022-04-11T14:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:54:15.953033 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-26a1f897-5c77-428b-9a03-3e6e42305b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:15.960233 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1f897-5c77-428b-9a03-3e6e42305b8c admin admin] Pushing event updated for resources: {'Port': ['ID=c158c26a-bfb9-4946-8629-d7dc4800f8c4,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:16.131937 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a1f897-5c77-428b-9a03-3e6e42305b8c admin admin] Network a03b95c7-2458-401a-846e-053e0cd946ab is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:54:16.135065 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-26a1f897-5c77-428b-9a03-3e6e42305b8c admin admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:54:16.262002 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 004a7865-866e-4687-ae7a-77ec6f56c049 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:54:16.424654 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a1f897-5c77-428b-9a03-3e6e42305b8c admin admin] Router 48c7c19f-cf3f-44e8-b306-3f8882bad583 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:54:16.442744 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 004a7865-866e-4687-ae7a-77ec6f56c049 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:54:16.454742 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 004a7865-866e-4687-ae7a-77ec6f56c049 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:54:16.455530 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:16.510980 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-519d1522-bd42-4d11-9593-00828d41732d None None] Provisioning complete for port c158c26a-bfb9-4946-8629-d7dc4800f8c4 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:54:16.511453 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-519d1522-bd42-4d11-9593-00828d41732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:16.589940 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-519d1522-bd42-4d11-9593-00828d41732d None None] Port c158c26a-bfb9-4946-8629-d7dc4800f8c4 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:54:16.683692 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:16.710352 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 004a7865-866e-4687-ae7a-77ec6f56c049, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=004a7865-866e-4687-ae7a-77ec6f56c049,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:54:16.773144 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:16.821088 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a1f897-5c77-428b-9a03-3e6e42305b8c admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:54:16.833265 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-26a1f897-5c77-428b-9a03-3e6e42305b8c admin admin] 10.222.0.66 "PUT /v2.0/routers/48c7c19f-cf3f-44e8-b306-3f8882bad583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9752383 Apr 11 14:54:16.873655 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=004a7865-866e-4687-ae7a-77ec6f56c049,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:17.572715 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 50738) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:54:17.578484 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-64b90268-5a8a-4483-a6b7-68c7419710a3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-424916178-network', 'tenant_id': '71b64c06b26b457b8dad9aa310215268'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:54:17.583514 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-64b90268-5a8a-4483-a6b7-68c7419710a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:54:17.587622 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-64b90268-5a8a-4483-a6b7-68c7419710a3 admin admin] Usage tracker for resource:network and tenant:71b64c06b26b457b8dad9aa310215268 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:54:17.590699 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-64b90268-5a8a-4483-a6b7-68c7419710a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:54:17.599195 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] Sync routers for ids ['48c7c19f-cf3f-44e8-b306-3f8882bad583'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:54:17.599693 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-64b90268-5a8a-4483-a6b7-68c7419710a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:54:17.608429 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] Routers {'48c7c19f-cf3f-44e8-b306-3f8882bad583'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:54:17.609042 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:53:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['48c7c19f-cf3f-44e8-b306-3f8882bad583'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:54:17.653328 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b90268-5a8a-4483-a6b7-68c7419710a3 admin admin] Made reservation on behalf of 71b64c06b26b457b8dad9aa310215268 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:54:17.655740 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-64b90268-5a8a-4483-a6b7-68c7419710a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:17.670762 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-64b90268-5a8a-4483-a6b7-68c7419710a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:17.687423 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-64b90268-5a8a-4483-a6b7-68c7419710a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:54:17.691405 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-64b90268-5a8a-4483-a6b7-68c7419710a3 admin admin] Usage tracker for resource:security_group_rule and tenant:71b64c06b26b457b8dad9aa310215268 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:54:17.694305 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-64b90268-5a8a-4483-a6b7-68c7419710a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:54:17.701090 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-64b90268-5a8a-4483-a6b7-68c7419710a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:54:17.786542 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-64b90268-5a8a-4483-a6b7-68c7419710a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:17.795683 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] Set router 48c7c19f-cf3f-44e8-b306-3f8882bad583 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:54:17.853770 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-64b90268-5a8a-4483-a6b7-68c7419710a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:17.885471 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b90268-5a8a-4483-a6b7-68c7419710a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1021, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:54:17.894953 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b90268-5a8a-4483-a6b7-68c7419710a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934c95f8-f25b-4da1-8996-2de37912c911,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:17.902883 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-64b90268-5a8a-4483-a6b7-68c7419710a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:17.908515 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-64b90268-5a8a-4483-a6b7-68c7419710a3 admin admin] Added segment f86fac60-ab4c-4b7f-b387-01ffe9d0af4a of type vlan for network 1e432bdc-29c3-4bb6-81b9-a720478c4cf4 Apr 11 14:54:17.933026 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-64b90268-5a8a-4483-a6b7-68c7419710a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:18.041647 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-64b90268-5a8a-4483-a6b7-68c7419710a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:18.042676 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b90268-5a8a-4483-a6b7-68c7419710a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:18.043254 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-64b90268-5a8a-4483-a6b7-68c7419710a3 admin admin] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:18.149126 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c7c19f-cf3f-44e8-b306-3f8882bad583', 'name': 'tempest-TestEncryptedCinderVolumes-1631923531-router', 'tenant_id': '3c3002b4022a4fe3b04c5d2650be5c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '004a7865-866e-4687-ae7a-77ec6f56c049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:54:10Z', 'updated_at': '2022-04-11T14:54:15Z', 'revision_number': 4, 'project_id': '3c3002b4022a4fe3b04c5d2650be5c84', 'gw_port': {'id': '004a7865-866e-4687-ae7a-77ec6f56c049', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c7c19f-cf3f-44e8-b306-3f8882bad583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:54:11Z', 'updated_at': '2022-04-11T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'c158c26a-bfb9-4946-8629-d7dc4800f8c4', 'name': '', 'network_id': 'a03b95c7-2458-401a-846e-053e0cd946ab', 'tenant_id': '3c3002b4022a4fe3b04c5d2650be5c84', 'mac_address': 'fa:16:3e:13:55:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c7c19f-cf3f-44e8-b306-3f8882bad583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'eb681453-268c-46cc-9f1b-656611da566a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:54:14Z', 'updated_at': '2022-04-11T14:54:15Z', 'revision_number': 2, 'project_id': '3c3002b4022a4fe3b04c5d2650be5c84', 'subnets': [{'id': 'eb681453-268c-46cc-9f1b-656611da566a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:54:18.152245 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] Checking router: 48c7c19f-cf3f-44e8-b306-3f8882bad583 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:54:18.152590 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] Updating router 48c7c19f-cf3f-44e8-b306-3f8882bad583 port c158c26a-bfb9-4946-8629-d7dc4800f8c4 binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:54:18.164308 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b90268-5a8a-4483-a6b7-68c7419710a3 admin admin] Pushing event updated for resources: {'Network': ['ID=1e432bdc-29c3-4bb6-81b9-a720478c4cf4,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:18.176410 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 1e432bdc-29c3-4bb6-81b9-a720478c4cf4 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:54:18.204895 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 004a7865-866e-4687-ae7a-77ec6f56c049 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:54:18.209806 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:18.219370 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-64b90268-5a8a-4483-a6b7-68c7419710a3 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6456435 Apr 11 14:54:18.222009 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 50742) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:54:18.229264 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-8a79b3a2-5af4-4d70-92f0-95afe3881261 admin admin] Request body: {'subnet': {'network_id': '1e432bdc-29c3-4bb6-81b9-a720478c4cf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-424916178-subnet', 'tenant_id': '71b64c06b26b457b8dad9aa310215268', 'ip_version': 4}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:54:18.234382 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8a79b3a2-5af4-4d70-92f0-95afe3881261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:54:18.239048 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8a79b3a2-5af4-4d70-92f0-95afe3881261 admin admin] Usage tracker for resource:subnet and tenant:71b64c06b26b457b8dad9aa310215268 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:54:18.242920 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8a79b3a2-5af4-4d70-92f0-95afe3881261 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:54:18.249203 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8a79b3a2-5af4-4d70-92f0-95afe3881261 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:54:18.351452 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 004a7865-866e-4687-ae7a-77ec6f56c049 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:54:18.351988 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:18.367096 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a79b3a2-5af4-4d70-92f0-95afe3881261 admin admin] Made reservation on behalf of 71b64c06b26b457b8dad9aa310215268 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:54:18.371470 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8a79b3a2-5af4-4d70-92f0-95afe3881261 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:18.606974 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:18.619094 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] Transition to ACTIVE for port object c158c26a-bfb9-4946-8629-d7dc4800f8c4 will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:54:18.704561 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:18.737606 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8a79b3a2-5af4-4d70-92f0-95afe3881261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:18.823216 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79b3a2-5af4-4d70-92f0-95afe3881261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b205b8fd-bdc1-4a61-90cb-856cfa3997f1,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:18.833258 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a79b3a2-5af4-4d70-92f0-95afe3881261 admin admin] Checking segment: {'id': 'f86fac60-ab4c-4b7f-b387-01ffe9d0af4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1e432bdc-29c3-4bb6-81b9-a720478c4cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:54:18.833258 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a79b3a2-5af4-4d70-92f0-95afe3881261 admin admin] Network hostable DHCP agents. Network: 1e432bdc-29c3-4bb6-81b9-a720478c4cf4, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:54:18.847053 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e547b-7de5-43b5-ab3c-04f19d3900c7 None None] Pushing event updated for resources: {'Port': ['ID=c158c26a-bfb9-4946-8629-d7dc4800f8c4,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:18.861920 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0e547b-7de5-43b5-ab3c-04f19d3900c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:18.861920 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0e547b-7de5-43b5-ab3c-04f19d3900c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:18.861920 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0e547b-7de5-43b5-ab3c-04f19d3900c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:18.861920 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0e547b-7de5-43b5-ab3c-04f19d3900c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:18.861920 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0e547b-7de5-43b5-ab3c-04f19d3900c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:18.861920 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0e547b-7de5-43b5-ab3c-04f19d3900c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:18.861920 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0e547b-7de5-43b5-ab3c-04f19d3900c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:18.861920 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0e547b-7de5-43b5-ab3c-04f19d3900c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:18.861920 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0e547b-7de5-43b5-ab3c-04f19d3900c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:18.861920 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0e547b-7de5-43b5-ab3c-04f19d3900c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:18.861920 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0e547b-7de5-43b5-ab3c-04f19d3900c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:18.862867 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0e547b-7de5-43b5-ab3c-04f19d3900c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:18.933153 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a79b3a2-5af4-4d70-92f0-95afe3881261 admin admin] Network 1e432bdc-29c3-4bb6-81b9-a720478c4cf4 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:54:18.971601 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] Attempting to bind port c158c26a-bfb9-4946-8629-d7dc4800f8c4 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:54:18.971966 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] Attempting to bind port c158c26a-bfb9-4946-8629-d7dc4800f8c4 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '20a14612-0d17-4540-9850-bce29e6bfeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a03b95c7-2458-401a-846e-053e0cd946ab'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:54:18.972353 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] Attempting to bind port c158c26a-bfb9-4946-8629-d7dc4800f8c4 on network a03b95c7-2458-401a-846e-053e0cd946ab {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:54:18.978357 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:54:18.978711 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] Checking segment: {'id': '20a14612-0d17-4540-9850-bce29e6bfeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a03b95c7-2458-401a-846e-053e0cd946ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:54:18.979105 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:18.979520 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] Bound using segment: {'id': '20a14612-0d17-4540-9850-bce29e6bfeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a03b95c7-2458-401a-846e-053e0cd946ab'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:54:18.980008 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] Bound port: c158c26a-bfb9-4946-8629-d7dc4800f8c4, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a14612-0d17-4540-9850-bce29e6bfeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a03b95c7-2458-401a-846e-053e0cd946ab'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:54:18.980375 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:19.019244 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-8a79b3a2-5af4-4d70-92f0-95afe3881261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 1e432bdc-29c3-4bb6-81b9-a720478c4cf4) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:54:19.024464 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a79b3a2-5af4-4d70-92f0-95afe3881261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:19.026393 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8a79b3a2-5af4-4d70-92f0-95afe3881261 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:19.041038 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3092bfb1-e90d-4134-8f6f-a92782d5069f None None] Network 1e432bdc-29c3-4bb6-81b9-a720478c4cf4 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:54:19.078225 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] For port c158c26a-bfb9-4946-8629-d7dc4800f8c4, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:54:19.081512 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] For port c158c26a-bfb9-4946-8629-d7dc4800f8c4, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c158c26a-bfb9-4946-8629-d7dc4800f8c4,segment=NetworkSegment(20a14612-0d17-4540-9850-bce29e6bfeab),segment_id=20a14612-0d17-4540-9850-bce29e6bfeab)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:54:19.145811 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8a79b3a2-5af4-4d70-92f0-95afe3881261 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9219961 Apr 11 14:54:19.149637 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 50746) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:54:19.155558 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-d80d87dc-a81c-4197-97f5-4f71a03fb0b1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-424916178-router', 'tenant_id': '71b64c06b26b457b8dad9aa310215268', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:54:19.160599 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-d80d87dc-a81c-4197-97f5-4f71a03fb0b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:54:19.165584 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d80d87dc-a81c-4197-97f5-4f71a03fb0b1 admin admin] Usage tracker for resource:router and tenant:71b64c06b26b457b8dad9aa310215268 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:54:19.168154 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:19.169349 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d80d87dc-a81c-4197-97f5-4f71a03fb0b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:54:19.175664 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-d80d87dc-a81c-4197-97f5-4f71a03fb0b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:54:19.231082 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d80d87dc-a81c-4197-97f5-4f71a03fb0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:19.232481 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d80d87dc-a81c-4197-97f5-4f71a03fb0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:19.246474 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] Routers {'48c7c19f-cf3f-44e8-b306-3f8882bad583'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:54:19.247178 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:53:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['48c7c19f-cf3f-44e8-b306-3f8882bad583'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:54:19.254967 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d80d87dc-a81c-4197-97f5-4f71a03fb0b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:19.316864 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114e686c-6923-404b-ba10-08de3c127b25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-1e432bdc-29c3-4bb6-81b9-a720478c4cf4', 'network_id': '1e432bdc-29c3-4bb6-81b9-a720478c4cf4', 'tenant_id': '71b64c06b26b457b8dad9aa310215268', 'fixed_ips': [{'subnet_id': 'b205b8fd-bdc1-4a61-90cb-856cfa3997f1'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:54:19.318682 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-114e686c-6923-404b-ba10-08de3c127b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:19.321341 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e547b-7de5-43b5-ab3c-04f19d3900c7 None None] Pushing event updated for resources: {'Port': ['ID=c158c26a-bfb9-4946-8629-d7dc4800f8c4,revision_number=4']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:19.466050 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] Set router 48c7c19f-cf3f-44e8-b306-3f8882bad583 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:54:19.532354 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-114e686c-6923-404b-ba10-08de3c127b25 None None] Allocated IP 172.20.0.2 (1e432bdc-29c3-4bb6-81b9-a720478c4cf4/b205b8fd-bdc1-4a61-90cb-856cfa3997f1/8b6cc0b7-6818-455c-ab90-b5c35a99ecf2) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:54:19.628274 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d80d87dc-a81c-4197-97f5-4f71a03fb0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:19.788573 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-114e686c-6923-404b-ba10-08de3c127b25 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:19.800142 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-114e686c-6923-404b-ba10-08de3c127b25 None None] Transition to ACTIVE for port object 8b6cc0b7-6818-455c-ab90-b5c35a99ecf2 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:54:19.820294 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-114e686c-6923-404b-ba10-08de3c127b25 None None] Transition to ACTIVE for port object 8b6cc0b7-6818-455c-ab90-b5c35a99ecf2 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:54:19.848799 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c7c19f-cf3f-44e8-b306-3f8882bad583', 'name': 'tempest-TestEncryptedCinderVolumes-1631923531-router', 'tenant_id': '3c3002b4022a4fe3b04c5d2650be5c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '004a7865-866e-4687-ae7a-77ec6f56c049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:54:10Z', 'updated_at': '2022-04-11T14:54:15Z', 'revision_number': 4, 'project_id': '3c3002b4022a4fe3b04c5d2650be5c84', 'gw_port': {'id': '004a7865-866e-4687-ae7a-77ec6f56c049', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c7c19f-cf3f-44e8-b306-3f8882bad583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:54:11Z', 'updated_at': '2022-04-11T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'c158c26a-bfb9-4946-8629-d7dc4800f8c4', 'name': '', 'network_id': 'a03b95c7-2458-401a-846e-053e0cd946ab', 'tenant_id': '3c3002b4022a4fe3b04c5d2650be5c84', 'mac_address': 'fa:16:3e:13:55:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c7c19f-cf3f-44e8-b306-3f8882bad583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'eb681453-268c-46cc-9f1b-656611da566a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:54:14Z', 'updated_at': '2022-04-11T14:54:19Z', 'revision_number': 4, 'project_id': '3c3002b4022a4fe3b04c5d2650be5c84', 'subnets': [{'id': 'eb681453-268c-46cc-9f1b-656611da566a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:54:19.853025 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d318ba1d-1024-4ee1-894b-b432d9fcf35a None None] The sync data for ids ['48c7c19f-cf3f-44e8-b306-3f8882bad583'] in dv-neutron-837330-1-hyperv is: [{'id': '48c7c19f-cf3f-44e8-b306-3f8882bad583', 'name': 'tempest-TestEncryptedCinderVolumes-1631923531-router', 'tenant_id': '3c3002b4022a4fe3b04c5d2650be5c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '004a7865-866e-4687-ae7a-77ec6f56c049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:54:10Z', 'updated_at': '2022-04-11T14:54:15Z', 'revision_number': 4, 'project_id': '3c3002b4022a4fe3b04c5d2650be5c84', 'gw_port': {'id': '004a7865-866e-4687-ae7a-77ec6f56c049', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c7c19f-cf3f-44e8-b306-3f8882bad583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:54:11Z', 'updated_at': '2022-04-11T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'c158c26a-bfb9-4946-8629-d7dc4800f8c4', 'name': '', 'network_id': 'a03b95c7-2458-401a-846e-053e0cd946ab', 'tenant_id': '3c3002b4022a4fe3b04c5d2650be5c84', 'mac_address': 'fa:16:3e:13:55:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c7c19f-cf3f-44e8-b306-3f8882bad583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'eb681453-268c-46cc-9f1b-656611da566a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:54:14Z', 'updated_at': '2022-04-11T14:54:19Z', 'revision_number': 4, 'project_id': '3c3002b4022a4fe3b04c5d2650be5c84', 'subnets': [{'id': 'eb681453-268c-46cc-9f1b-656611da566a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:54:19.913468 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-114e686c-6923-404b-ba10-08de3c127b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:19.985101 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114e686c-6923-404b-ba10-08de3c127b25 None None] Network 1e432bdc-29c3-4bb6-81b9-a720478c4cf4 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:54:20.019713 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-114e686c-6923-404b-ba10-08de3c127b25 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:54:20.022208 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114e686c-6923-404b-ba10-08de3c127b25 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:54:20.024671 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e686c-6923-404b-ba10-08de3c127b25 None None] Pushing event updated for resources: {'Port': ['ID=8b6cc0b7-6818-455c-ab90-b5c35a99ecf2,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:20.068348 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d80d87dc-a81c-4197-97f5-4f71a03fb0b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:20.104141 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d80d87dc-a81c-4197-97f5-4f71a03fb0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:20.129519 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-114e686c-6923-404b-ba10-08de3c127b25 None None] Attempting to bind port 8b6cc0b7-6818-455c-ab90-b5c35a99ecf2 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:54:20.129933 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-114e686c-6923-404b-ba10-08de3c127b25 None None] Attempting to bind port 8b6cc0b7-6818-455c-ab90-b5c35a99ecf2 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'f86fac60-ab4c-4b7f-b387-01ffe9d0af4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1e432bdc-29c3-4bb6-81b9-a720478c4cf4'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:54:20.130305 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114e686c-6923-404b-ba10-08de3c127b25 None None] Attempting to bind port 8b6cc0b7-6818-455c-ab90-b5c35a99ecf2 on network 1e432bdc-29c3-4bb6-81b9-a720478c4cf4 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:54:20.137127 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114e686c-6923-404b-ba10-08de3c127b25 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:54:20.137509 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114e686c-6923-404b-ba10-08de3c127b25 None None] Checking segment: {'id': 'f86fac60-ab4c-4b7f-b387-01ffe9d0af4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1e432bdc-29c3-4bb6-81b9-a720478c4cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:54:20.137953 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-114e686c-6923-404b-ba10-08de3c127b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:20.138618 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114e686c-6923-404b-ba10-08de3c127b25 None None] Bound using segment: {'id': 'f86fac60-ab4c-4b7f-b387-01ffe9d0af4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1e432bdc-29c3-4bb6-81b9-a720478c4cf4'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:54:20.139096 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-114e686c-6923-404b-ba10-08de3c127b25 None None] Bound port: 8b6cc0b7-6818-455c-ab90-b5c35a99ecf2, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86fac60-ab4c-4b7f-b387-01ffe9d0af4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1e432bdc-29c3-4bb6-81b9-a720478c4cf4'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:54:20.139476 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-114e686c-6923-404b-ba10-08de3c127b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:20.237910 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c158c26a-bfb9-4946-8629-d7dc4800f8c4 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:54:20.290057 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-d80d87dc-a81c-4197-97f5-4f71a03fb0b1 admin admin] Allocated IP 172.26.7.146 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/3751beb0-6305-4534-b98f-6355ffde5959) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:54:20.295466 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-114e686c-6923-404b-ba10-08de3c127b25 None None] For port 8b6cc0b7-6818-455c-ab90-b5c35a99ecf2, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:54:20.315531 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-114e686c-6923-404b-ba10-08de3c127b25 None None] For port 8b6cc0b7-6818-455c-ab90-b5c35a99ecf2, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=8b6cc0b7-6818-455c-ab90-b5c35a99ecf2,segment=NetworkSegment(f86fac60-ab4c-4b7f-b387-01ffe9d0af4a),segment_id=f86fac60-ab4c-4b7f-b387-01ffe9d0af4a)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:54:20.442310 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-114e686c-6923-404b-ba10-08de3c127b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:20.483672 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port c158c26a-bfb9-4946-8629-d7dc4800f8c4 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:54:20.498099 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port c158c26a-bfb9-4946-8629-d7dc4800f8c4 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:54:20.498509 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:20.593776 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e686c-6923-404b-ba10-08de3c127b25 None None] Pushing event updated for resources: {'Port': ['ID=8b6cc0b7-6818-455c-ab90-b5c35a99ecf2,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:20.611918 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d80d87dc-a81c-4197-97f5-4f71a03fb0b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:20.675311 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:20.718733 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port c158c26a-bfb9-4946-8629-d7dc4800f8c4, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c158c26a-bfb9-4946-8629-d7dc4800f8c4,segment=NetworkSegment(20a14612-0d17-4540-9850-bce29e6bfeab),segment_id=20a14612-0d17-4540-9850-bce29e6bfeab)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:54:20.729128 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d80d87dc-a81c-4197-97f5-4f71a03fb0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:20.779701 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:20.857769 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80d87dc-a81c-4197-97f5-4f71a03fb0b1 admin admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:54:20.860746 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-d80d87dc-a81c-4197-97f5-4f71a03fb0b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:54:20.869575 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80d87dc-a81c-4197-97f5-4f71a03fb0b1 admin admin] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:54:20.870990 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=c158c26a-bfb9-4946-8629-d7dc4800f8c4,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:20.917827 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d87dc-a81c-4197-97f5-4f71a03fb0b1 admin admin] Pushing event updated for resources: {'Port': ['ID=3751beb0-6305-4534-b98f-6355ffde5959,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:21.464101 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d80d87dc-a81c-4197-97f5-4f71a03fb0b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:21.638487 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2203ca73-f3e2-429c-b538-a984bdaf6c59 None None] Network 1e432bdc-29c3-4bb6-81b9-a720478c4cf4 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:54:21.804162 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5f8861dc-fa98-445e-9f26-639b5465df71 None None] Provisioning for port 8b6cc0b7-6818-455c-ab90-b5c35a99ecf2 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:54:21.849494 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d80d87dc-a81c-4197-97f5-4f71a03fb0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:22.146176 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80d87dc-a81c-4197-97f5-4f71a03fb0b1 admin admin] Router 6ad6d10f-102e-44ce-a8a0-d51e938a2c16 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:54:22.261899 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 8b6cc0b7-6818-455c-ab90-b5c35a99ecf2 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:54:22.384987 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 8b6cc0b7-6818-455c-ab90-b5c35a99ecf2 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:54:22.390499 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 8b6cc0b7-6818-455c-ab90-b5c35a99ecf2 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:54:22.390873 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:22.478196 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80d87dc-a81c-4197-97f5-4f71a03fb0b1 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:54:22.498331 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] Sync routers for ids ['6ad6d10f-102e-44ce-a8a0-d51e938a2c16'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:54:22.522997 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] Routers {'6ad6d10f-102e-44ce-a8a0-d51e938a2c16'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:54:22.524517 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:53:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['6ad6d10f-102e-44ce-a8a0-d51e938a2c16'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:54:22.550332 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d80d87dc-a81c-4197-97f5-4f71a03fb0b1 admin admin] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:22.551871 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d80d87dc-a81c-4197-97f5-4f71a03fb0b1 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4007604 Apr 11 14:54:22.554768 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 50750) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:54:22.649262 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:22.775619 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 8b6cc0b7-6818-455c-ab90-b5c35a99ecf2, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=8b6cc0b7-6818-455c-ab90-b5c35a99ecf2,segment=NetworkSegment(f86fac60-ab4c-4b7f-b387-01ffe9d0af4a),segment_id=f86fac60-ab4c-4b7f-b387-01ffe9d0af4a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:54:22.811313 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] Set router 6ad6d10f-102e-44ce-a8a0-d51e938a2c16 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:54:22.858391 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:22.859163 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c158c26a-bfb9-4946-8629-d7dc4800f8c4 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:54:23.150433 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=8b6cc0b7-6818-455c-ab90-b5c35a99ecf2,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:23.190481 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port c158c26a-bfb9-4946-8629-d7dc4800f8c4 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:54:23.190848 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:23.294648 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4311f21e-accd-43c3-9afd-d708850568cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:23.397445 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad6d10f-102e-44ce-a8a0-d51e938a2c16', 'name': 'tempest-TestEncryptedCinderVolumes-424916178-router', 'tenant_id': '71b64c06b26b457b8dad9aa310215268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '3751beb0-6305-4534-b98f-6355ffde5959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:54:19Z', 'updated_at': '2022-04-11T14:54:21Z', 'revision_number': 3, 'project_id': '71b64c06b26b457b8dad9aa310215268', 'gw_port': {'id': '3751beb0-6305-4534-b98f-6355ffde5959', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ce:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad6d10f-102e-44ce-a8a0-d51e938a2c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:54:20Z', 'updated_at': '2022-04-11T14:54:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:54:23.401748 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] Checking router: 6ad6d10f-102e-44ce-a8a0-d51e938a2c16 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:54:23.402129 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] Updating router 6ad6d10f-102e-44ce-a8a0-d51e938a2c16 port 3751beb0-6305-4534-b98f-6355ffde5959 binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:54:23.456119 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:23.508297 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-4311f21e-accd-43c3-9afd-d708850568cd admin admin] Allocated IP 172.20.0.1 (1e432bdc-29c3-4bb6-81b9-a720478c4cf4/b205b8fd-bdc1-4a61-90cb-856cfa3997f1/2272f388-8bed-477a-bc5f-774a05191f12) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:54:23.676204 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4311f21e-accd-43c3-9afd-d708850568cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:23.692246 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-4311f21e-accd-43c3-9afd-d708850568cd admin admin] Transition to ACTIVE for port object 2272f388-8bed-477a-bc5f-774a05191f12 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:54:23.785293 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4311f21e-accd-43c3-9afd-d708850568cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:23.793599 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:23.805441 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] Transition to ACTIVE for port object 3751beb0-6305-4534-b98f-6355ffde5959 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:54:23.858822 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4311f21e-accd-43c3-9afd-d708850568cd admin admin] Network 1e432bdc-29c3-4bb6-81b9-a720478c4cf4 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:54:23.865582 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-4311f21e-accd-43c3-9afd-d708850568cd admin admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:54:23.878424 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4311f21e-accd-43c3-9afd-d708850568cd admin admin] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:54:23.904391 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:23.909416 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311f21e-accd-43c3-9afd-d708850568cd admin admin] Pushing event updated for resources: {'Port': ['ID=2272f388-8bed-477a-bc5f-774a05191f12,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:23.937098 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4311f21e-accd-43c3-9afd-d708850568cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:23.997355 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] Attempting to bind port 3751beb0-6305-4534-b98f-6355ffde5959 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:54:23.997721 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] Attempting to bind port 3751beb0-6305-4534-b98f-6355ffde5959 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:54:23.998134 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] Attempting to bind port 3751beb0-6305-4534-b98f-6355ffde5959 on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:54:24.000392 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b38113-e223-4228-ac7f-ae8bf2c61279 None None] Pushing event updated for resources: {'Port': ['ID=3751beb0-6305-4534-b98f-6355ffde5959,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:24.008507 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:54:24.010867 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:54:24.010867 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:24.010867 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:54:24.010867 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] Bound port: 3751beb0-6305-4534-b98f-6355ffde5959, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:54:24.010867 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:24.095788 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] For port 3751beb0-6305-4534-b98f-6355ffde5959, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:54:24.099690 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] For port 3751beb0-6305-4534-b98f-6355ffde5959, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3751beb0-6305-4534-b98f-6355ffde5959,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:54:24.153068 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4311f21e-accd-43c3-9afd-d708850568cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:24.179441 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:24.223653 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 8b6cc0b7-6818-455c-ab90-b5c35a99ecf2 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:54:24.269631 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3c7bc9ac-b2ca-4369-9acd-6220fa241aad None None] Provisioning for port 2272f388-8bed-477a-bc5f-774a05191f12 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:54:24.306330 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-3c7bc9ac-b2ca-4369-9acd-6220fa241aad None None] Provisioning complete for port 2272f388-8bed-477a-bc5f-774a05191f12 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:54:24.306826 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3c7bc9ac-b2ca-4369-9acd-6220fa241aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:24.387143 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] Routers {'6ad6d10f-102e-44ce-a8a0-d51e938a2c16'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:54:24.387780 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:53:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['6ad6d10f-102e-44ce-a8a0-d51e938a2c16'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:54:24.511398 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4311f21e-accd-43c3-9afd-d708850568cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:24.533184 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b38113-e223-4228-ac7f-ae8bf2c61279 None None] Pushing event updated for resources: {'Port': ['ID=3751beb0-6305-4534-b98f-6355ffde5959,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:24.544061 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-3c7bc9ac-b2ca-4369-9acd-6220fa241aad None None] Port 2272f388-8bed-477a-bc5f-774a05191f12 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:54:24.580600 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 8b6cc0b7-6818-455c-ab90-b5c35a99ecf2 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:54:24.581060 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:24.590068 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4311f21e-accd-43c3-9afd-d708850568cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:24.693338 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:24.707780 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311f21e-accd-43c3-9afd-d708850568cd admin admin] Pushing event updated for resources: {'Port': ['ID=2272f388-8bed-477a-bc5f-774a05191f12,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:24.710348 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4311f21e-accd-43c3-9afd-d708850568cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:24.740477 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] Set router 6ad6d10f-102e-44ce-a8a0-d51e938a2c16 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:54:24.850317 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4311f21e-accd-43c3-9afd-d708850568cd admin admin] Network 1e432bdc-29c3-4bb6-81b9-a720478c4cf4 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:54:24.852345 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-4311f21e-accd-43c3-9afd-d708850568cd admin admin] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:54:25.061841 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4311f21e-accd-43c3-9afd-d708850568cd admin admin] Router 6ad6d10f-102e-44ce-a8a0-d51e938a2c16 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:54:25.179300 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-dfb7379c-4cf7-416c-a493-e061ba8e7c58 None None] Provisioning complete for port 2272f388-8bed-477a-bc5f-774a05191f12 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:54:25.179886 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-dfb7379c-4cf7-416c-a493-e061ba8e7c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:25.234210 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2f303b5a-cf7d-459b-8c6b-d5c6aeec7c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:25.244776 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad6d10f-102e-44ce-a8a0-d51e938a2c16', 'name': 'tempest-TestEncryptedCinderVolumes-424916178-router', 'tenant_id': '71b64c06b26b457b8dad9aa310215268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '3751beb0-6305-4534-b98f-6355ffde5959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:54:19Z', 'updated_at': '2022-04-11T14:54:24Z', 'revision_number': 4, 'project_id': '71b64c06b26b457b8dad9aa310215268', 'gw_port': {'id': '3751beb0-6305-4534-b98f-6355ffde5959', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ce:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad6d10f-102e-44ce-a8a0-d51e938a2c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:54:20Z', 'updated_at': '2022-04-11T14:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '2272f388-8bed-477a-bc5f-774a05191f12', 'name': '', 'network_id': '1e432bdc-29c3-4bb6-81b9-a720478c4cf4', 'tenant_id': '71b64c06b26b457b8dad9aa310215268', 'mac_address': 'fa:16:3e:e7:0b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad6d10f-102e-44ce-a8a0-d51e938a2c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'b205b8fd-bdc1-4a61-90cb-856cfa3997f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:54:23Z', 'updated_at': '2022-04-11T14:54:23Z', 'revision_number': 1, 'project_id': '71b64c06b26b457b8dad9aa310215268', 'subnets': [{'id': 'b205b8fd-bdc1-4a61-90cb-856cfa3997f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:54:25.252802 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-dfb7379c-4cf7-416c-a493-e061ba8e7c58 None None] Port 2272f388-8bed-477a-bc5f-774a05191f12 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:54:25.254591 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1376de-aae7-44be-9476-ac2090d40b75 None None] The sync data for ids ['6ad6d10f-102e-44ce-a8a0-d51e938a2c16'] in dv-neutron-837330-1-hyperv is: [{'id': '6ad6d10f-102e-44ce-a8a0-d51e938a2c16', 'name': 'tempest-TestEncryptedCinderVolumes-424916178-router', 'tenant_id': '71b64c06b26b457b8dad9aa310215268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '3751beb0-6305-4534-b98f-6355ffde5959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:54:19Z', 'updated_at': '2022-04-11T14:54:24Z', 'revision_number': 4, 'project_id': '71b64c06b26b457b8dad9aa310215268', 'gw_port': {'id': '3751beb0-6305-4534-b98f-6355ffde5959', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ce:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad6d10f-102e-44ce-a8a0-d51e938a2c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:54:20Z', 'updated_at': '2022-04-11T14:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '2272f388-8bed-477a-bc5f-774a05191f12', 'name': '', 'network_id': '1e432bdc-29c3-4bb6-81b9-a720478c4cf4', 'tenant_id': '71b64c06b26b457b8dad9aa310215268', 'mac_address': 'fa:16:3e:e7:0b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad6d10f-102e-44ce-a8a0-d51e938a2c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'b205b8fd-bdc1-4a61-90cb-856cfa3997f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:54:23Z', 'updated_at': '2022-04-11T14:54:23Z', 'revision_number': 1, 'project_id': '71b64c06b26b457b8dad9aa310215268', 'subnets': [{'id': 'b205b8fd-bdc1-4a61-90cb-856cfa3997f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:54:25.263911 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4311f21e-accd-43c3-9afd-d708850568cd admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:54:25.269319 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4311f21e-accd-43c3-9afd-d708850568cd admin admin] 10.222.0.66 "PUT /v2.0/routers/6ad6d10f-102e-44ce-a8a0-d51e938a2c16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7131219 Apr 11 14:54:26.233253 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-d09eb8da-5801-43ef-9abd-1c6eb42e925d tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:26.234733 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-d09eb8da-5801-43ef-9abd-1c6eb42e925d tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/networks?id=a03b95c7-2458-401a-846e-053e0cd946ab HTTP/1.1" status: 200 len: 817 time: 0.1604939 Apr 11 14:54:26.250438 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-12322b41-7843-4b72-818d-1cdf90cd3e94 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/quotas/3c3002b4022a4fe3b04c5d2650be5c84 HTTP/1.1" status: 200 len: 375 time: 0.0102725 Apr 11 14:54:26.342676 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-cde06eec-303a-457f-96dd-9ed34d94e485 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3c3002b4022a4fe3b04c5d2650be5c84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0871882 Apr 11 14:54:26.494423 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-fee41654-a82d-40ac-b317-021f32a776f3 service neutron] 10.222.0.66 "GET /v2.0/networks/a03b95c7-2458-401a-846e-053e0cd946ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394773 Apr 11 14:54:26.640467 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-bf480afa-0b06-43c1-8cfe-462946da186d service neutron] 10.222.0.66 "GET /v2.0/networks/a03b95c7-2458-401a-846e-053e0cd946ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396699 Apr 11 14:54:26.948448 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-a100248e-88bb-4ca2-a092-8555c2c1b9f4 req-81f07bc0-3e7a-4705-95db-6722d76bb561 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Synchronizing usage tracker for tenant:3c3002b4022a4fe3b04c5d2650be5c84 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:54:27.025449 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-a100248e-88bb-4ca2-a092-8555c2c1b9f4 req-81f07bc0-3e7a-4705-95db-6722d76bb561 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Unset dirty status for tenant:3c3002b4022a4fe3b04c5d2650be5c84 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:54:27.027225 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a100248e-88bb-4ca2-a092-8555c2c1b9f4 req-81f07bc0-3e7a-4705-95db-6722d76bb561 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf792a5-dd48-40be-b84e-58d69228fd46 HTTP/1.1" status: 200 len: 210 time: 0.1311042 Apr 11 14:54:27.773104 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f4850f2f-2b0a-49cc-849a-5e2e4e9385fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:27.946078 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] Sync routers for ids ['6ad6d10f-102e-44ce-a8a0-d51e938a2c16'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:54:27.955574 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] Routers {'6ad6d10f-102e-44ce-a8a0-d51e938a2c16'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:54:27.956177 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:54:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['6ad6d10f-102e-44ce-a8a0-d51e938a2c16'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:54:28.151381 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] Set router 6ad6d10f-102e-44ce-a8a0-d51e938a2c16 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:54:28.220350 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5e8ae199-44ae-46ff-89d9-6a4c51679cc8 req-cdde7442-19ee-4769-b9ea-a44ff2250892 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf792a5-dd48-40be-b84e-58d69228fd46 HTTP/1.1" status: 200 len: 210 time: 0.0506716 Apr 11 14:54:28.258552 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3751beb0-6305-4534-b98f-6355ffde5959 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:54:28.413118 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 3751beb0-6305-4534-b98f-6355ffde5959 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:54:28.419235 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 3751beb0-6305-4534-b98f-6355ffde5959 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:54:28.419649 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:28.499488 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad6d10f-102e-44ce-a8a0-d51e938a2c16', 'name': 'tempest-TestEncryptedCinderVolumes-424916178-router', 'tenant_id': '71b64c06b26b457b8dad9aa310215268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '3751beb0-6305-4534-b98f-6355ffde5959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:54:19Z', 'updated_at': '2022-04-11T14:54:24Z', 'revision_number': 4, 'project_id': '71b64c06b26b457b8dad9aa310215268', 'gw_port': {'id': '3751beb0-6305-4534-b98f-6355ffde5959', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ce:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad6d10f-102e-44ce-a8a0-d51e938a2c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:54:20Z', 'updated_at': '2022-04-11T14:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '2272f388-8bed-477a-bc5f-774a05191f12', 'name': '', 'network_id': '1e432bdc-29c3-4bb6-81b9-a720478c4cf4', 'tenant_id': '71b64c06b26b457b8dad9aa310215268', 'mac_address': 'fa:16:3e:e7:0b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad6d10f-102e-44ce-a8a0-d51e938a2c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'b205b8fd-bdc1-4a61-90cb-856cfa3997f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:54:23Z', 'updated_at': '2022-04-11T14:54:24Z', 'revision_number': 2, 'project_id': '71b64c06b26b457b8dad9aa310215268', 'subnets': [{'id': 'b205b8fd-bdc1-4a61-90cb-856cfa3997f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:54:28.503774 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] Checking router: 6ad6d10f-102e-44ce-a8a0-d51e938a2c16 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:54:28.504187 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] Updating router 6ad6d10f-102e-44ce-a8a0-d51e938a2c16 port 2272f388-8bed-477a-bc5f-774a05191f12 binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:54:28.554659 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:28.565492 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:28.573112 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 3751beb0-6305-4534-b98f-6355ffde5959, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3751beb0-6305-4534-b98f-6355ffde5959,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:54:28.659071 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:28.747671 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:28.772299 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=3751beb0-6305-4534-b98f-6355ffde5959,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:28.824895 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:29.025703 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:29.038587 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] Transition to ACTIVE for port object 2272f388-8bed-477a-bc5f-774a05191f12 will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:54:29.121782 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:29.280447 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90867152-da41-40cb-8e6b-f72770ccef04 None None] Pushing event updated for resources: {'Port': ['ID=2272f388-8bed-477a-bc5f-774a05191f12,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:29.353284 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] Attempting to bind port 2272f388-8bed-477a-bc5f-774a05191f12 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:54:29.353492 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] Attempting to bind port 2272f388-8bed-477a-bc5f-774a05191f12 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'f86fac60-ab4c-4b7f-b387-01ffe9d0af4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1e432bdc-29c3-4bb6-81b9-a720478c4cf4'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:54:29.354203 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] Attempting to bind port 2272f388-8bed-477a-bc5f-774a05191f12 on network 1e432bdc-29c3-4bb6-81b9-a720478c4cf4 {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:54:29.359972 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:54:29.360335 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] Checking segment: {'id': 'f86fac60-ab4c-4b7f-b387-01ffe9d0af4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1e432bdc-29c3-4bb6-81b9-a720478c4cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:54:29.360736 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:29.361114 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] Bound using segment: {'id': 'f86fac60-ab4c-4b7f-b387-01ffe9d0af4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1e432bdc-29c3-4bb6-81b9-a720478c4cf4'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:54:29.361623 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] Bound port: 2272f388-8bed-477a-bc5f-774a05191f12, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86fac60-ab4c-4b7f-b387-01ffe9d0af4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1e432bdc-29c3-4bb6-81b9-a720478c4cf4'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:54:29.362021 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:29.416031 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e13e380e-8d94-46d6-800f-ee2732d878ea req-281f3df3-d450-4154-b5f2-152a0bc35f4c tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf792a5-dd48-40be-b84e-58d69228fd46 HTTP/1.1" status: 200 len: 210 time: 0.0598381 Apr 11 14:54:29.471613 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] For port 2272f388-8bed-477a-bc5f-774a05191f12, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:54:29.474790 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] For port 2272f388-8bed-477a-bc5f-774a05191f12, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2272f388-8bed-477a-bc5f-774a05191f12,segment=NetworkSegment(f86fac60-ab4c-4b7f-b387-01ffe9d0af4a),segment_id=f86fac60-ab4c-4b7f-b387-01ffe9d0af4a)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:54:29.543847 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:29.633873 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] Routers {'6ad6d10f-102e-44ce-a8a0-d51e938a2c16'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:54:29.634612 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:54:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['6ad6d10f-102e-44ce-a8a0-d51e938a2c16'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:54:29.722683 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90867152-da41-40cb-8e6b-f72770ccef04 None None] Pushing event updated for resources: {'Port': ['ID=2272f388-8bed-477a-bc5f-774a05191f12,revision_number=4']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:29.820107 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-dac65ded-428a-448c-bffb-45d68ceac2a6 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:29.821993 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-dac65ded-428a-448c-bffb-45d68ceac2a6 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Synchronizing usage tracker for tenant:3c3002b4022a4fe3b04c5d2650be5c84 on resource:network {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:54:29.877131 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] Set router 6ad6d10f-102e-44ce-a8a0-d51e938a2c16 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:54:29.922362 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-dac65ded-428a-448c-bffb-45d68ceac2a6 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Unset dirty status for tenant:3c3002b4022a4fe3b04c5d2650be5c84 on resource:network {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:54:29.923288 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-dac65ded-428a-448c-bffb-45d68ceac2a6 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.53 "GET /v2.0/networks?id=a03b95c7-2458-401a-846e-053e0cd946ab HTTP/1.1" status: 200 len: 817 time: 0.3724654 Apr 11 14:54:29.942202 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Request body: {'port': {'device_id': '5cf792a5-dd48-40be-b84e-58d69228fd46', 'network_id': 'a03b95c7-2458-401a-846e-053e0cd946ab', 'admin_state_up': True, 'tenant_id': '3c3002b4022a4fe3b04c5d2650be5c84'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:54:30.025770 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:30.097865 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:54:30.107946 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:54:30.201478 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Made reservation on behalf of 3c3002b4022a4fe3b04c5d2650be5c84 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:54:30.207726 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:30.218520 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad6d10f-102e-44ce-a8a0-d51e938a2c16', 'name': 'tempest-TestEncryptedCinderVolumes-424916178-router', 'tenant_id': '71b64c06b26b457b8dad9aa310215268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '3751beb0-6305-4534-b98f-6355ffde5959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:54:19Z', 'updated_at': '2022-04-11T14:54:24Z', 'revision_number': 4, 'project_id': '71b64c06b26b457b8dad9aa310215268', 'gw_port': {'id': '3751beb0-6305-4534-b98f-6355ffde5959', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ce:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad6d10f-102e-44ce-a8a0-d51e938a2c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:54:20Z', 'updated_at': '2022-04-11T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '2272f388-8bed-477a-bc5f-774a05191f12', 'name': '', 'network_id': '1e432bdc-29c3-4bb6-81b9-a720478c4cf4', 'tenant_id': '71b64c06b26b457b8dad9aa310215268', 'mac_address': 'fa:16:3e:e7:0b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad6d10f-102e-44ce-a8a0-d51e938a2c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'b205b8fd-bdc1-4a61-90cb-856cfa3997f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:54:23Z', 'updated_at': '2022-04-11T14:54:29Z', 'revision_number': 4, 'project_id': '71b64c06b26b457b8dad9aa310215268', 'subnets': [{'id': 'b205b8fd-bdc1-4a61-90cb-856cfa3997f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:54:30.222370 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3751beb0-6305-4534-b98f-6355ffde5959 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:54:30.222962 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d923d560-8c23-4157-b4c1-152b2b0914bb None None] The sync data for ids ['6ad6d10f-102e-44ce-a8a0-d51e938a2c16'] in dv-neutron-837330-1-hyperv is: [{'id': '6ad6d10f-102e-44ce-a8a0-d51e938a2c16', 'name': 'tempest-TestEncryptedCinderVolumes-424916178-router', 'tenant_id': '71b64c06b26b457b8dad9aa310215268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '3751beb0-6305-4534-b98f-6355ffde5959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:54:19Z', 'updated_at': '2022-04-11T14:54:24Z', 'revision_number': 4, 'project_id': '71b64c06b26b457b8dad9aa310215268', 'gw_port': {'id': '3751beb0-6305-4534-b98f-6355ffde5959', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ce:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad6d10f-102e-44ce-a8a0-d51e938a2c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:54:20Z', 'updated_at': '2022-04-11T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '2272f388-8bed-477a-bc5f-774a05191f12', 'name': '', 'network_id': '1e432bdc-29c3-4bb6-81b9-a720478c4cf4', 'tenant_id': '71b64c06b26b457b8dad9aa310215268', 'mac_address': 'fa:16:3e:e7:0b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad6d10f-102e-44ce-a8a0-d51e938a2c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'b205b8fd-bdc1-4a61-90cb-856cfa3997f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:54:23Z', 'updated_at': '2022-04-11T14:54:29Z', 'revision_number': 4, 'project_id': '71b64c06b26b457b8dad9aa310215268', 'subnets': [{'id': 'b205b8fd-bdc1-4a61-90cb-856cfa3997f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:54:30.300137 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 3751beb0-6305-4534-b98f-6355ffde5959 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:54:30.300512 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:30.406531 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Allocated IP 172.20.0.10 (a03b95c7-2458-401a-846e-053e0cd946ab/eb681453-268c-46cc-9f1b-656611da566a/7f1c1ef2-156c-45ad-be9d-9eb7283284f3) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:54:30.454972 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2272f388-8bed-477a-bc5f-774a05191f12 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:54:30.588769 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 2272f388-8bed-477a-bc5f-774a05191f12 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:54:30.593807 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 2272f388-8bed-477a-bc5f-774a05191f12 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:54:30.594230 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:30.609488 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7f12b919-d8d0-4670-bb0a-81b3902a59bc req-b0c97a6e-2675-4f64-a793-fac57363ca90 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf792a5-dd48-40be-b84e-58d69228fd46 HTTP/1.1" status: 200 len: 210 time: 0.0623207 Apr 11 14:54:30.641648 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:30.662187 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Transition to ACTIVE for port object 7f1c1ef2-156c-45ad-be9d-9eb7283284f3 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:54:30.736674 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:30.755022 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:30.776713 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 2272f388-8bed-477a-bc5f-774a05191f12, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2272f388-8bed-477a-bc5f-774a05191f12,segment=NetworkSegment(f86fac60-ab4c-4b7f-b387-01ffe9d0af4a),segment_id=f86fac60-ab4c-4b7f-b387-01ffe9d0af4a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:54:30.892622 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:30.943303 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Network a03b95c7-2458-401a-846e-053e0cd946ab is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:54:30.951816 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:54:30.956708 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:54:30.987025 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=2272f388-8bed-477a-bc5f-774a05191f12,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:31.008912 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Pushing event updated for resources: {'Port': ['ID=7f1c1ef2-156c-45ad-be9d-9eb7283284f3,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:31.023797 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:31.024137 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:31.024717 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:31.025231 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:31.025730 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:31.026235 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:31.026716 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:31.027213 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:31.027702 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:31.028027 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:31.028528 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:31.028859 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:31.047171 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:31.047781 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:31.151854 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-0a608b1c-de95-454c-b225-ce4b802a8120 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2135253 Apr 11 14:54:31.171450 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-910e8ab2-7171-4c85-8bcb-fc65ae84b081 service neutron] Request body: {'port': {'device_id': '5cf792a5-dd48-40be-b84e-58d69228fd46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:54:31.295215 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-910e8ab2-7171-4c85-8bcb-fc65ae84b081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:31.361590 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f405e9a5-ff9c-4bdc-9299-e0b795906403 None None] Provisioning for port 7f1c1ef2-156c-45ad-be9d-9eb7283284f3 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:54:31.366696 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f405e9a5-ff9c-4bdc-9299-e0b795906403 None None] Provisioning complete for port 7f1c1ef2-156c-45ad-be9d-9eb7283284f3 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:54:31.367787 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f405e9a5-ff9c-4bdc-9299-e0b795906403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:31.422868 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f405e9a5-ff9c-4bdc-9299-e0b795906403 None None] Port 7f1c1ef2-156c-45ad-be9d-9eb7283284f3 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:54:31.656727 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-910e8ab2-7171-4c85-8bcb-fc65ae84b081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1c1ef2-156c-45ad-be9d-9eb7283284f3 {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:54:31.667619 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-910e8ab2-7171-4c85-8bcb-fc65ae84b081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:31.688427 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-910e8ab2-7171-4c85-8bcb-fc65ae84b081 service neutron] Transition to ACTIVE for port object 7f1c1ef2-156c-45ad-be9d-9eb7283284f3 will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:54:31.787097 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-910e8ab2-7171-4c85-8bcb-fc65ae84b081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:31.964359 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e8ab2-7171-4c85-8bcb-fc65ae84b081 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1c1ef2-156c-45ad-be9d-9eb7283284f3,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:31.985567 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78767d09-aaa0-4158-befd-1e54f971baf9 req-78b00163-b753-4d94-8d6b-ad65275cdb34 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:31.986389 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-78767d09-aaa0-4158-befd-1e54f971baf9 req-78b00163-b753-4d94-8d6b-ad65275cdb34 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Synchronizing usage tracker for tenant:3c3002b4022a4fe3b04c5d2650be5c84 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:54:32.067130 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-910e8ab2-7171-4c85-8bcb-fc65ae84b081 service neutron] Attempting to bind port 7f1c1ef2-156c-45ad-be9d-9eb7283284f3 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:54:32.067501 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-910e8ab2-7171-4c85-8bcb-fc65ae84b081 service neutron] Attempting to bind port 7f1c1ef2-156c-45ad-be9d-9eb7283284f3 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '20a14612-0d17-4540-9850-bce29e6bfeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a03b95c7-2458-401a-846e-053e0cd946ab'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:54:32.067833 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-910e8ab2-7171-4c85-8bcb-fc65ae84b081 service neutron] Attempting to bind port 7f1c1ef2-156c-45ad-be9d-9eb7283284f3 on network a03b95c7-2458-401a-846e-053e0cd946ab {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:54:32.073050 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-910e8ab2-7171-4c85-8bcb-fc65ae84b081 service neutron] Port 7f1c1ef2-156c-45ad-be9d-9eb7283284f3 on network a03b95c7-2458-401a-846e-053e0cd946ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:54:32.073368 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-910e8ab2-7171-4c85-8bcb-fc65ae84b081 service neutron] Attempting to bind port 7f1c1ef2-156c-45ad-be9d-9eb7283284f3 on network a03b95c7-2458-401a-846e-053e0cd946ab {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:54:32.078493 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-910e8ab2-7171-4c85-8bcb-fc65ae84b081 service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:54:32.078830 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-910e8ab2-7171-4c85-8bcb-fc65ae84b081 service neutron] Checking segment: {'id': '20a14612-0d17-4540-9850-bce29e6bfeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a03b95c7-2458-401a-846e-053e0cd946ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:54:32.079210 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-910e8ab2-7171-4c85-8bcb-fc65ae84b081 service neutron] Bound using segment: {'id': '20a14612-0d17-4540-9850-bce29e6bfeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a03b95c7-2458-401a-846e-053e0cd946ab'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:54:32.079631 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-910e8ab2-7171-4c85-8bcb-fc65ae84b081 service neutron] Bound port: 7f1c1ef2-156c-45ad-be9d-9eb7283284f3, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a14612-0d17-4540-9850-bce29e6bfeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a03b95c7-2458-401a-846e-053e0cd946ab'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:54:32.079979 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-910e8ab2-7171-4c85-8bcb-fc65ae84b081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:32.127002 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-78767d09-aaa0-4158-befd-1e54f971baf9 req-78b00163-b753-4d94-8d6b-ad65275cdb34 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Unset dirty status for tenant:3c3002b4022a4fe3b04c5d2650be5c84 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:54:32.128075 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-78767d09-aaa0-4158-befd-1e54f971baf9 req-78b00163-b753-4d94-8d6b-ad65275cdb34 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf792a5-dd48-40be-b84e-58d69228fd46 HTTP/1.1" status: 200 len: 932 time: 0.4024403 Apr 11 14:54:32.192466 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2272f388-8bed-477a-bc5f-774a05191f12 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:54:32.206532 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-78767d09-aaa0-4158-befd-1e54f971baf9 req-040ebc3d-1fee-4edc-ab21-f6ce7a4396b9 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Synchronizing usage tracker for tenant:3c3002b4022a4fe3b04c5d2650be5c84 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:54:32.212500 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-910e8ab2-7171-4c85-8bcb-fc65ae84b081 service neutron] For port 7f1c1ef2-156c-45ad-be9d-9eb7283284f3, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:54:32.218559 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-910e8ab2-7171-4c85-8bcb-fc65ae84b081 service neutron] For port 7f1c1ef2-156c-45ad-be9d-9eb7283284f3, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=7f1c1ef2-156c-45ad-be9d-9eb7283284f3,segment=NetworkSegment(20a14612-0d17-4540-9850-bce29e6bfeab),segment_id=20a14612-0d17-4540-9850-bce29e6bfeab)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:54:32.268083 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 2272f388-8bed-477a-bc5f-774a05191f12 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:54:32.268453 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:32.297908 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-910e8ab2-7171-4c85-8bcb-fc65ae84b081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:32.342124 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-78767d09-aaa0-4158-befd-1e54f971baf9 req-040ebc3d-1fee-4edc-ab21-f6ce7a4396b9 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Unset dirty status for tenant:3c3002b4022a4fe3b04c5d2650be5c84 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:54:32.343441 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-78767d09-aaa0-4158-befd-1e54f971baf9 req-040ebc3d-1fee-4edc-ab21-f6ce7a4396b9 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078984 Apr 11 14:54:32.362218 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-910e8ab2-7171-4c85-8bcb-fc65ae84b081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:32.362806 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-910e8ab2-7171-4c85-8bcb-fc65ae84b081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:32.364129 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-910e8ab2-7171-4c85-8bcb-fc65ae84b081 service neutron] 10.222.0.53 "PUT /v2.0/ports/7f1c1ef2-156c-45ad-be9d-9eb7283284f3 HTTP/1.1" status: 200 len: 1094 time: 1.1983762 Apr 11 14:54:32.364560 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf792a5-dd48-40be-b84e-58d69228fd46', 'tag': '7f1c1ef2-156c-45ad-be9d-9eb7283284f3'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:54:32.417034 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e8ab2-7171-4c85-8bcb-fc65ae84b081 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1c1ef2-156c-45ad-be9d-9eb7283284f3,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:32.449673 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cedb550-90a1-418a-b5db-8d254bd8012e'] response: {'name': 'network-changed', 'server_uuid': '5cf792a5-dd48-40be-b84e-58d69228fd46', 'tag': '7f1c1ef2-156c-45ad-be9d-9eb7283284f3', 'status': 'completed', 'code': 200} Apr 11 14:54:32.568387 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85b149-b263-4ce9-bff3-e91ba1046144 req-86161307-da3c-4c37-9882-ab1e59887e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:32.570027 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-db85b149-b263-4ce9-bff3-e91ba1046144 req-86161307-da3c-4c37-9882-ab1e59887e5e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3c3002b4022a4fe3b04c5d2650be5c84&device_id=5cf792a5-dd48-40be-b84e-58d69228fd46 HTTP/1.1" status: 200 len: 1097 time: 0.0825045 Apr 11 14:54:32.720505 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85b149-b263-4ce9-bff3-e91ba1046144 req-ba591ab8-06fe-4e14-bc8d-655c8c49a3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:32.722125 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-db85b149-b263-4ce9-bff3-e91ba1046144 req-ba591ab8-06fe-4e14-bc8d-655c8c49a3ff service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=3c3002b4022a4fe3b04c5d2650be5c84&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1393108 Apr 11 14:54:32.868924 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85b149-b263-4ce9-bff3-e91ba1046144 req-2d33ffc0-5c9a-466f-9ad4-0c7edea8d382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:32.870525 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-db85b149-b263-4ce9-bff3-e91ba1046144 req-2d33ffc0-5c9a-466f-9ad4-0c7edea8d382 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1422315 Apr 11 14:54:33.002668 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-31eb8f97-45f5-4c5e-bad1-323d4c471624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:33.004039 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-31eb8f97-45f5-4c5e-bad1-323d4c471624 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3c3002b4022a4fe3b04c5d2650be5c84&device_id=5cf792a5-dd48-40be-b84e-58d69228fd46 HTTP/1.1" status: 200 len: 1097 time: 0.0713015 Apr 11 14:54:33.085146 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-7c09a274-8d92-42b7-9d05-a12f6893bbf9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f1c1ef2-156c-45ad-be9d-9eb7283284f3 HTTP/1.1" status: 200 len: 217 time: 0.0685375 Apr 11 14:54:33.158649 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-bf399fa9-12f1-4018-9053-0587bc6449ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:33.160081 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-bf399fa9-12f1-4018-9053-0587bc6449ea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb681453-268c-46cc-9f1b-656611da566a HTTP/1.1" status: 200 len: 856 time: 0.0602074 Apr 11 14:54:33.339528 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-7970250d-1aab-42bc-a634-defb69995dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:33.340926 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-7970250d-1aab-42bc-a634-defb69995dd9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a03b95c7-2458-401a-846e-053e0cd946ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1739855 Apr 11 14:54:33.516197 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-e0e1311b-6e1f-4cc8-9ee4-56222274c0eb service neutron] 10.222.0.53 "GET /v2.0/networks/a03b95c7-2458-401a-846e-053e0cd946ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689420 Apr 11 14:54:33.644360 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d49d7-4dd0-41d9-ae69-7044c17224d4 req-0d302135-ab00-4704-8234-5a36481f260f tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:33.645731 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1e8d49d7-4dd0-41d9-ae69-7044c17224d4 req-0d302135-ab00-4704-8234-5a36481f260f tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf792a5-dd48-40be-b84e-58d69228fd46 HTTP/1.1" status: 200 len: 944 time: 0.1916573 Apr 11 14:54:33.697779 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-24c8dc22-c9cf-4bab-8e84-3f0c74444f89 req-47b9050e-47aa-4692-bed1-d6037566132a service neutron] 10.222.0.53 "GET /v2.0/networks/a03b95c7-2458-401a-846e-053e0cd946ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744199 Apr 11 14:54:33.709676 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1e8d49d7-4dd0-41d9-ae69-7044c17224d4 req-33aba0be-a0bc-4f83-800b-be2ff5556ea4 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571070 Apr 11 14:54:34.906655 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f26c1-8327-4927-b7b5-d50f05e40822 req-26477578-a45f-413e-8476-42bafbac024e tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:34.908116 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-064f26c1-8327-4927-b7b5-d50f05e40822 req-26477578-a45f-413e-8476-42bafbac024e tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf792a5-dd48-40be-b84e-58d69228fd46 HTTP/1.1" status: 200 len: 944 time: 0.0830693 Apr 11 14:54:34.956872 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-064f26c1-8327-4927-b7b5-d50f05e40822 req-61dd7fe3-c4c2-463b-b400-59775abe048d tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425274 Apr 11 14:54:35.796363 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:54:36.148693 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67480867-2975-4717-86ba-af8cf1543dd1 req-bd47a021-a696-4467-be23-faa1a334eb29 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:36.150274 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-67480867-2975-4717-86ba-af8cf1543dd1 req-bd47a021-a696-4467-be23-faa1a334eb29 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf792a5-dd48-40be-b84e-58d69228fd46 HTTP/1.1" status: 200 len: 944 time: 0.0850143 Apr 11 14:54:36.193928 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-67480867-2975-4717-86ba-af8cf1543dd1 req-c4e66712-31ea-47d4-bab9-fceaba798d45 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379233 Apr 11 14:54:37.379580 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8e1cf-51ab-4efa-9658-c0aefc080542 req-c91f77d0-cf87-4659-a841-a21218c8e1b0 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:37.381147 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c8d8e1cf-51ab-4efa-9658-c0aefc080542 req-c91f77d0-cf87-4659-a841-a21218c8e1b0 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf792a5-dd48-40be-b84e-58d69228fd46 HTTP/1.1" status: 200 len: 944 time: 0.0798736 Apr 11 14:54:37.428864 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c8d8e1cf-51ab-4efa-9658-c0aefc080542 req-295aba2c-ed08-4749-ae12-70ea8f85bc69 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414293 Apr 11 14:54:38.613248 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f0a16-5510-4a2b-ac4b-6a6d8092b03c req-e33ad27a-c681-4d06-8169-d66e59f5d817 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:38.614733 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f17f0a16-5510-4a2b-ac4b-6a6d8092b03c req-e33ad27a-c681-4d06-8169-d66e59f5d817 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf792a5-dd48-40be-b84e-58d69228fd46 HTTP/1.1" status: 200 len: 944 time: 0.0795131 Apr 11 14:54:38.662631 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f17f0a16-5510-4a2b-ac4b-6a6d8092b03c req-bb314bba-2d7e-46b8-9c5c-df6c28c75ded tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421140 Apr 11 14:54:38.698758 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 7f1c1ef2-156c-45ad-be9d-9eb7283284f3 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:54:38.835771 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 7f1c1ef2-156c-45ad-be9d-9eb7283284f3, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=7f1c1ef2-156c-45ad-be9d-9eb7283284f3,segment=NetworkSegment(20a14612-0d17-4540-9850-bce29e6bfeab),segment_id=20a14612-0d17-4540-9850-bce29e6bfeab)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:54:38.849571 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '7f1c1ef2-156c-45ad-be9d-9eb7283284f3', 'network_id': 'a03b95c7-2458-401a-846e-053e0cd946ab', 'port_id': '7f1c1ef2-156c-45ad-be9d-9eb7283284f3', 'mac_address': 'fa:16:3e:9d:bb:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb681453-268c-46cc-9f1b-656611da566a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:54:38.909561 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:38.926690 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1c1ef2-156c-45ad-be9d-9eb7283284f3 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:54:38.942023 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 7f1c1ef2-156c-45ad-be9d-9eb7283284f3, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=7f1c1ef2-156c-45ad-be9d-9eb7283284f3,segment=NetworkSegment(20a14612-0d17-4540-9850-bce29e6bfeab),segment_id=20a14612-0d17-4540-9850-bce29e6bfeab)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:54:39.019243 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:39.098318 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=7f1c1ef2-156c-45ad-be9d-9eb7283284f3,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:39.425194 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['7f1c1ef2-156c-45ad-be9d-9eb7283284f3'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:54:39.849778 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81050e05-ca0b-4fec-a596-ea81e025827c req-9e48c98f-d141-4c98-8c7a-301a8326a42d tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:39.851272 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-81050e05-ca0b-4fec-a596-ea81e025827c req-9e48c98f-d141-4c98-8c7a-301a8326a42d tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf792a5-dd48-40be-b84e-58d69228fd46 HTTP/1.1" status: 200 len: 945 time: 0.0820248 Apr 11 14:54:39.896114 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-81050e05-ca0b-4fec-a596-ea81e025827c req-56d6d4fa-9f8e-42a7-b546-5b5b0322c17e tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386786 Apr 11 14:54:40.712342 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 7f1c1ef2-156c-45ad-be9d-9eb7283284f3 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:54:40.835529 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port 7f1c1ef2-156c-45ad-be9d-9eb7283284f3 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:54:40.841314 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 7f1c1ef2-156c-45ad-be9d-9eb7283284f3 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:54:40.841694 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:40.959590 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:40.988128 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf792a5-dd48-40be-b84e-58d69228fd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1c1ef2-156c-45ad-be9d-9eb7283284f3'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:54:40.997369 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 7f1c1ef2-156c-45ad-be9d-9eb7283284f3, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=7f1c1ef2-156c-45ad-be9d-9eb7283284f3,segment=NetworkSegment(20a14612-0d17-4540-9850-bce29e6bfeab),segment_id=20a14612-0d17-4540-9850-bce29e6bfeab)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:54:41.038535 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c491993-8878-4f2f-b7f5-4a8a658800b7'] response: {'server_uuid': '5cf792a5-dd48-40be-b84e-58d69228fd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1c1ef2-156c-45ad-be9d-9eb7283284f3', 'code': 200} Apr 11 14:54:41.064174 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:41.100414 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d05634-cc2e-4fc0-8584-0b7fb8f3d19f req-41066f5f-6d8a-4698-b7e3-ef7bb37f4d59 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:41.101912 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e1d05634-cc2e-4fc0-8584-0b7fb8f3d19f req-41066f5f-6d8a-4698-b7e3-ef7bb37f4d59 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf792a5-dd48-40be-b84e-58d69228fd46 HTTP/1.1" status: 200 len: 945 time: 0.0895417 Apr 11 14:54:41.145785 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=7f1c1ef2-156c-45ad-be9d-9eb7283284f3,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:54:41.150645 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e1d05634-cc2e-4fc0-8584-0b7fb8f3d19f req-5a0070e8-a07c-4798-a585-3112de82208d tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425272 Apr 11 14:54:41.154025 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:41.156731 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:41.156731 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:41.156731 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:41.156731 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:41.156731 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:41.156731 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:41.156731 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:41.156731 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:41.157408 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:41.157408 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:41.157637 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:54:41.453910 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15394991-56c8-4dab-83e7-6bf6be523b74 req-92924543-299a-4b64-97c9-e24c22cb2cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:41.455277 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-15394991-56c8-4dab-83e7-6bf6be523b74 req-92924543-299a-4b64-97c9-e24c22cb2cab service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5cf792a5-dd48-40be-b84e-58d69228fd46 HTTP/1.1" status: 200 len: 1099 time: 0.0744948 Apr 11 14:54:41.495467 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-15394991-56c8-4dab-83e7-6bf6be523b74 req-1b21ec72-ba0d-413e-92ec-64e58d1c4295 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343380 Apr 11 14:54:42.454065 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a7e24-d321-457d-af61-222946905186 req-f6fc93c4-4778-4ea0-a59c-16271dca3eb8 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:42.456121 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5b6a7e24-d321-457d-af61-222946905186 req-f6fc93c4-4778-4ea0-a59c-16271dca3eb8 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf792a5-dd48-40be-b84e-58d69228fd46 HTTP/1.1" status: 200 len: 946 time: 0.1966817 Apr 11 14:54:42.500460 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5b6a7e24-d321-457d-af61-222946905186 req-28cae5bd-4426-4afa-822c-93059bd2e753 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375178 Apr 11 14:54:43.685438 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4bf9d-0f14-45e8-aa05-a3b10cd471a5 req-a0816050-aba0-4585-a9a6-65e0ea7bc38d tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:43.686909 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-13a4bf9d-0f14-45e8-aa05-a3b10cd471a5 req-a0816050-aba0-4585-a9a6-65e0ea7bc38d tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf792a5-dd48-40be-b84e-58d69228fd46 HTTP/1.1" status: 200 len: 946 time: 0.0809524 Apr 11 14:54:43.731145 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-13a4bf9d-0f14-45e8-aa05-a3b10cd471a5 req-c7037e94-e0db-4a90-827c-bcd223ebfdbb tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384309 Apr 11 14:54:43.918464 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e062fa7-ee3e-474a-9e7a-2c80396f6bf7 req-05047a5a-bf50-4f6b-8285-563d7f8c1236 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:54:43.919834 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5e062fa7-ee3e-474a-9e7a-2c80396f6bf7 req-05047a5a-bf50-4f6b-8285-563d7f8c1236 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf792a5-dd48-40be-b84e-58d69228fd46 HTTP/1.1" status: 200 len: 946 time: 0.0840595 Apr 11 14:54:43.963834 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5e062fa7-ee3e-474a-9e7a-2c80396f6bf7 req-868d5820-a6d2-465e-a17e-87d8b5f4cb8a tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383837 Apr 11 14:54:54.527326 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:55.184623 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4c89f884-7a53-4782-8dce-6ded4d7ba970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:57.738571 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6753c2fc-35c2-4a8e-9727-b33b060581a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:58.730965 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:54:58.753739 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:00.001439 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:03.582431 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4df87-c9ab-4130-ac56-0194a5982720 req-97881a03-8cf9-4127-8b33-a75dcbaf3247 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:03.584007 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-39f4df87-c9ab-4130-ac56-0194a5982720 req-97881a03-8cf9-4127-8b33-a75dcbaf3247 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf792a5-dd48-40be-b84e-58d69228fd46 HTTP/1.1" status: 200 len: 946 time: 0.0877125 Apr 11 14:55:03.632050 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-39f4df87-c9ab-4130-ac56-0194a5982720 req-346eb738-b2ac-4aeb-8581-5588f0407f13 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421896 Apr 11 14:55:04.823545 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793f052-651a-4a12-a586-eeff265a54c7 req-ae413d7c-a760-4722-8dbc-0aadeb755aa1 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:04.825986 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d793f052-651a-4a12-a586-eeff265a54c7 req-ae413d7c-a760-4722-8dbc-0aadeb755aa1 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf792a5-dd48-40be-b84e-58d69228fd46 HTTP/1.1" status: 200 len: 946 time: 0.0860813 Apr 11 14:55:04.871234 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d793f052-651a-4a12-a586-eeff265a54c7 req-2ff68362-dbae-4582-869f-d20ace5c6699 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395110 Apr 11 14:55:05.731242 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30436047-241e-4f93-b2a5-7cfda121a4c0 req-4a592a6c-9011-48b8-a74a-aec6d3054e86 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:05.732688 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-30436047-241e-4f93-b2a5-7cfda121a4c0 req-4a592a6c-9011-48b8-a74a-aec6d3054e86 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cf792a5-dd48-40be-b84e-58d69228fd46 HTTP/1.1" status: 200 len: 946 time: 0.0800831 Apr 11 14:55:05.804671 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-30436047-241e-4f93-b2a5-7cfda121a4c0 req-aa859630-e8ed-4be8-be43-4b3289f03148 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Deleting port 7f1c1ef2-156c-45ad-be9d-9eb7283284f3 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:55:05.805011 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-30436047-241e-4f93-b2a5-7cfda121a4c0 req-aa859630-e8ed-4be8-be43-4b3289f03148 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:06.065822 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a644546-963b-4973-9a94-33c27350b3f9 req-911bfa5e-95ad-44d8-af76-17001f51e6f4 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:06.067304 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5a644546-963b-4973-9a94-33c27350b3f9 req-911bfa5e-95ad-44d8-af76-17001f51e6f4 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf792a5-dd48-40be-b84e-58d69228fd46 HTTP/1.1" status: 200 len: 946 time: 0.0827310 Apr 11 14:55:06.078777 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-30436047-241e-4f93-b2a5-7cfda121a4c0 req-aa859630-e8ed-4be8-be43-4b3289f03148 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] For port 7f1c1ef2-156c-45ad-be9d-9eb7283284f3, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=7f1c1ef2-156c-45ad-be9d-9eb7283284f3,segment=NetworkSegment(20a14612-0d17-4540-9850-bce29e6bfeab),segment_id=20a14612-0d17-4540-9850-bce29e6bfeab)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:55:06.079362 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-30436047-241e-4f93-b2a5-7cfda121a4c0 req-aa859630-e8ed-4be8-be43-4b3289f03148 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:06.115519 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5a644546-963b-4973-9a94-33c27350b3f9 req-6b74458d-9f2d-4e79-b3ad-44b013584df6 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418510 Apr 11 14:55:06.204051 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-30436047-241e-4f93-b2a5-7cfda121a4c0 req-aa859630-e8ed-4be8-be43-4b3289f03148 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Calling delete_port for 7f1c1ef2-156c-45ad-be9d-9eb7283284f3 owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:55:06.422298 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-30436047-241e-4f93-b2a5-7cfda121a4c0 req-aa859630-e8ed-4be8-be43-4b3289f03148 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:06.456568 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['7f1c1ef2-156c-45ad-be9d-9eb7283284f3'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:55:06.580166 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa859630-e8ed-4be8-be43-4b3289f03148 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Pushing event deleted for resources: {'Port': ['ID=7f1c1ef2-156c-45ad-be9d-9eb7283284f3,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:55:06.661083 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-30436047-241e-4f93-b2a5-7cfda121a4c0 req-aa859630-e8ed-4be8-be43-4b3289f03148 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] No DVR routers for this DVR port 7f1c1ef2-156c-45ad-be9d-9eb7283284f3 on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:55:06.663757 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-30436047-241e-4f93-b2a5-7cfda121a4c0 req-aa859630-e8ed-4be8-be43-4b3289f03148 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:06.666461 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf792a5-dd48-40be-b84e-58d69228fd46', 'name': 'network-vif-deleted', 'tag': '7f1c1ef2-156c-45ad-be9d-9eb7283284f3'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:55:06.739739 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-30436047-241e-4f93-b2a5-7cfda121a4c0 req-aa859630-e8ed-4be8-be43-4b3289f03148 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.53 "DELETE /v2.0/ports/7f1c1ef2-156c-45ad-be9d-9eb7283284f3 HTTP/1.1" status: 204 len: 173 time: 1.0016265 Apr 11 14:55:06.773032 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1877720-6be6-45f2-a25c-03fd04405fe1'] response: {'server_uuid': '5cf792a5-dd48-40be-b84e-58d69228fd46', 'name': 'network-vif-deleted', 'tag': '7f1c1ef2-156c-45ad-be9d-9eb7283284f3', 'status': 'completed', 'code': 200} Apr 11 14:55:07.281642 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9fc89b3c-ae60-4b58-92bb-f64186ef7fd8 req-73290524-7537-4c9f-82c3-6e956e8dee5f tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf792a5-dd48-40be-b84e-58d69228fd46 HTTP/1.1" status: 200 len: 210 time: 0.0445800 Apr 11 14:55:09.176390 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-29d7c873-0978-499f-9026-bd01347e5afb tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:09.178197 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-29d7c873-0978-499f-9026-bd01347e5afb tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/networks?id=a03b95c7-2458-401a-846e-053e0cd946ab HTTP/1.1" status: 200 len: 817 time: 0.1544662 Apr 11 14:55:09.193628 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-647e1493-204f-418f-964e-1b3e013677dd tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/quotas/3c3002b4022a4fe3b04c5d2650be5c84 HTTP/1.1" status: 200 len: 375 time: 0.0099001 Apr 11 14:55:09.288390 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-87c163ce-0ff9-4923-b410-3914529ac9e7 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3c3002b4022a4fe3b04c5d2650be5c84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895526 Apr 11 14:55:09.430297 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-5239f15a-2393-482a-842f-c247dcf8ad26 service neutron] 10.222.0.66 "GET /v2.0/networks/a03b95c7-2458-401a-846e-053e0cd946ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296661 Apr 11 14:55:09.563091 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-01ac0d48-a779-43b7-b15b-cb6fd7af5112 service neutron] 10.222.0.66 "GET /v2.0/networks/a03b95c7-2458-401a-846e-053e0cd946ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270571 Apr 11 14:55:09.850212 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-8d34a5a1-4b0f-409b-a0d8-3ac8cbf84c90 req-63dadd63-f8bb-496e-9ae0-642715a45903 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Synchronizing usage tracker for tenant:3c3002b4022a4fe3b04c5d2650be5c84 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:55:09.921608 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-8d34a5a1-4b0f-409b-a0d8-3ac8cbf84c90 req-63dadd63-f8bb-496e-9ae0-642715a45903 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Unset dirty status for tenant:3c3002b4022a4fe3b04c5d2650be5c84 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:55:09.923311 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8d34a5a1-4b0f-409b-a0d8-3ac8cbf84c90 req-63dadd63-f8bb-496e-9ae0-642715a45903 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=2274656a-0cdb-4bff-b2f5-f403a0fc5393 HTTP/1.1" status: 200 len: 210 time: 0.1158662 Apr 11 14:55:10.852244 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 7f1c1ef2-156c-45ad-be9d-9eb7283284f3 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:55:10.893841 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: 7f1c1ef2-156c-45ad-be9d-9eb7283284f3 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:55:10.894210 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 7f1c1ef2-156c-45ad-be9d-9eb7283284f3 not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:55:11.026712 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-34742644-6d84-4eac-a556-af9d8556405a req-1c58732a-0760-4b62-995d-08bba1f4c847 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=2274656a-0cdb-4bff-b2f5-f403a0fc5393 HTTP/1.1" status: 200 len: 210 time: 0.0442233 Apr 11 14:55:12.179116 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b1f72fbe-1f33-47a0-a3f2-37bd055f9703 req-c0fc7831-74eb-406d-af84-552b3ea6d832 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=2274656a-0cdb-4bff-b2f5-f403a0fc5393 HTTP/1.1" status: 200 len: 210 time: 0.0445156 Apr 11 14:55:12.796829 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:55:13.333541 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b490b760-99ff-45dd-b3dd-f1927e90587e req-2d33fab3-2f43-4b52-9c8f-52d9c9924d4d tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=2274656a-0cdb-4bff-b2f5-f403a0fc5393 HTTP/1.1" status: 200 len: 210 time: 0.0441189 Apr 11 14:55:14.043886 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-287229d2-7764-498f-9fc5-6dca93c42f72 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:14.045458 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-287229d2-7764-498f-9fc5-6dca93c42f72 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.53 "GET /v2.0/networks?id=a03b95c7-2458-401a-846e-053e0cd946ab HTTP/1.1" status: 200 len: 817 time: 0.1527481 Apr 11 14:55:14.062203 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-f7876d3f-855f-4b07-9cf6-e9fc6d2c4ef0 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Request body: {'port': {'device_id': '2274656a-0cdb-4bff-b2f5-f403a0fc5393', 'network_id': 'a03b95c7-2458-401a-846e-053e0cd946ab', 'admin_state_up': True, 'tenant_id': '3c3002b4022a4fe3b04c5d2650be5c84'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:55:14.201057 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-f7876d3f-855f-4b07-9cf6-e9fc6d2c4ef0 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:55:14.210732 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-f7876d3f-855f-4b07-9cf6-e9fc6d2c4ef0 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:55:14.330297 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-f7876d3f-855f-4b07-9cf6-e9fc6d2c4ef0 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Made reservation on behalf of 3c3002b4022a4fe3b04c5d2650be5c84 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:55:14.333879 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-f7876d3f-855f-4b07-9cf6-e9fc6d2c4ef0 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:14.531808 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-27050857-27e4-4b4a-955d-38591743df03 req-0d318ccb-7349-42fd-985d-bdd6f7f13c78 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=2274656a-0cdb-4bff-b2f5-f403a0fc5393 HTTP/1.1" status: 200 len: 210 time: 0.0606766 Apr 11 14:55:14.548942 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-f7876d3f-855f-4b07-9cf6-e9fc6d2c4ef0 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Allocated IP 172.20.0.3 (a03b95c7-2458-401a-846e-053e0cd946ab/eb681453-268c-46cc-9f1b-656611da566a/73d1c048-8ea9-4713-bbb8-deffdd987bd0) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:55:14.754318 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-f7876d3f-855f-4b07-9cf6-e9fc6d2c4ef0 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:14.770805 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-f7876d3f-855f-4b07-9cf6-e9fc6d2c4ef0 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Transition to ACTIVE for port object 73d1c048-8ea9-4713-bbb8-deffdd987bd0 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:55:14.882044 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-f7876d3f-855f-4b07-9cf6-e9fc6d2c4ef0 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:14.947635 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-f7876d3f-855f-4b07-9cf6-e9fc6d2c4ef0 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Network a03b95c7-2458-401a-846e-053e0cd946ab is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:55:14.950854 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-f7876d3f-855f-4b07-9cf6-e9fc6d2c4ef0 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:55:14.963039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-f7876d3f-855f-4b07-9cf6-e9fc6d2c4ef0 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:55:15.001698 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7876d3f-855f-4b07-9cf6-e9fc6d2c4ef0 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Pushing event updated for resources: {'Port': ['ID=73d1c048-8ea9-4713-bbb8-deffdd987bd0,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:55:15.045427 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-f7876d3f-855f-4b07-9cf6-e9fc6d2c4ef0 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:15.046094 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-f7876d3f-855f-4b07-9cf6-e9fc6d2c4ef0 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:15.162532 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-f7876d3f-855f-4b07-9cf6-e9fc6d2c4ef0 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1038520 Apr 11 14:55:15.180432 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-010eddc7-f4a2-4af8-b50c-d7858e9cec5f service neutron] Request body: {'port': {'device_id': '2274656a-0cdb-4bff-b2f5-f403a0fc5393', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:55:15.217224 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6c8c78f9-6a1a-4d95-a0af-088b47919f33 None None] Provisioning for port 73d1c048-8ea9-4713-bbb8-deffdd987bd0 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:55:15.223365 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6c8c78f9-6a1a-4d95-a0af-088b47919f33 None None] Provisioning complete for port 73d1c048-8ea9-4713-bbb8-deffdd987bd0 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:55:15.223832 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6c8c78f9-6a1a-4d95-a0af-088b47919f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:15.279911 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-6c8c78f9-6a1a-4d95-a0af-088b47919f33 None None] Port 73d1c048-8ea9-4713-bbb8-deffdd987bd0 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:55:15.300553 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-010eddc7-f4a2-4af8-b50c-d7858e9cec5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:15.657790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-010eddc7-f4a2-4af8-b50c-d7858e9cec5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d1c048-8ea9-4713-bbb8-deffdd987bd0 {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:55:15.664905 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-010eddc7-f4a2-4af8-b50c-d7858e9cec5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:15.680062 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-010eddc7-f4a2-4af8-b50c-d7858e9cec5f service neutron] Transition to ACTIVE for port object 73d1c048-8ea9-4713-bbb8-deffdd987bd0 will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:55:15.727017 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218a6f4-4e5b-44f2-9ec5-0ddb155b259d req-3a56bee1-08b7-4f5e-9050-eebe442ef63a tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:15.728473 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8218a6f4-4e5b-44f2-9ec5-0ddb155b259d req-3a56bee1-08b7-4f5e-9050-eebe442ef63a tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=2274656a-0cdb-4bff-b2f5-f403a0fc5393 HTTP/1.1" status: 200 len: 931 time: 0.0869076 Apr 11 14:55:15.753081 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-010eddc7-f4a2-4af8-b50c-d7858e9cec5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:15.775950 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8218a6f4-4e5b-44f2-9ec5-0ddb155b259d req-cc80a919-3bf5-4d62-b370-3d95322f9cee tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417111 Apr 11 14:55:16.059277 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010eddc7-f4a2-4af8-b50c-d7858e9cec5f service neutron] Pushing event updated for resources: {'Port': ['ID=73d1c048-8ea9-4713-bbb8-deffdd987bd0,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:55:16.141025 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-010eddc7-f4a2-4af8-b50c-d7858e9cec5f service neutron] Attempting to bind port 73d1c048-8ea9-4713-bbb8-deffdd987bd0 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:55:16.141335 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-010eddc7-f4a2-4af8-b50c-d7858e9cec5f service neutron] Attempting to bind port 73d1c048-8ea9-4713-bbb8-deffdd987bd0 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '20a14612-0d17-4540-9850-bce29e6bfeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a03b95c7-2458-401a-846e-053e0cd946ab'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:55:16.141559 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-010eddc7-f4a2-4af8-b50c-d7858e9cec5f service neutron] Attempting to bind port 73d1c048-8ea9-4713-bbb8-deffdd987bd0 on network a03b95c7-2458-401a-846e-053e0cd946ab {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:55:16.147464 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-010eddc7-f4a2-4af8-b50c-d7858e9cec5f service neutron] Port 73d1c048-8ea9-4713-bbb8-deffdd987bd0 on network a03b95c7-2458-401a-846e-053e0cd946ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:55:16.147786 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-010eddc7-f4a2-4af8-b50c-d7858e9cec5f service neutron] Attempting to bind port 73d1c048-8ea9-4713-bbb8-deffdd987bd0 on network a03b95c7-2458-401a-846e-053e0cd946ab {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:55:16.153575 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-010eddc7-f4a2-4af8-b50c-d7858e9cec5f service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:55:16.153943 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-010eddc7-f4a2-4af8-b50c-d7858e9cec5f service neutron] Checking segment: {'id': '20a14612-0d17-4540-9850-bce29e6bfeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a03b95c7-2458-401a-846e-053e0cd946ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:55:16.154322 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-010eddc7-f4a2-4af8-b50c-d7858e9cec5f service neutron] Bound using segment: {'id': '20a14612-0d17-4540-9850-bce29e6bfeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a03b95c7-2458-401a-846e-053e0cd946ab'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:55:16.154748 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-010eddc7-f4a2-4af8-b50c-d7858e9cec5f service neutron] Bound port: 73d1c048-8ea9-4713-bbb8-deffdd987bd0, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a14612-0d17-4540-9850-bce29e6bfeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a03b95c7-2458-401a-846e-053e0cd946ab'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:55:16.155099 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-010eddc7-f4a2-4af8-b50c-d7858e9cec5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:16.266501 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-010eddc7-f4a2-4af8-b50c-d7858e9cec5f service neutron] For port 73d1c048-8ea9-4713-bbb8-deffdd987bd0, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:55:16.270648 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-010eddc7-f4a2-4af8-b50c-d7858e9cec5f service neutron] For port 73d1c048-8ea9-4713-bbb8-deffdd987bd0, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=73d1c048-8ea9-4713-bbb8-deffdd987bd0,segment=NetworkSegment(20a14612-0d17-4540-9850-bce29e6bfeab),segment_id=20a14612-0d17-4540-9850-bce29e6bfeab)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:55:16.338810 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-010eddc7-f4a2-4af8-b50c-d7858e9cec5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:16.408688 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-010eddc7-f4a2-4af8-b50c-d7858e9cec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:16.409707 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-010eddc7-f4a2-4af8-b50c-d7858e9cec5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:16.411806 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-010eddc7-f4a2-4af8-b50c-d7858e9cec5f service neutron] 10.222.0.53 "PUT /v2.0/ports/73d1c048-8ea9-4713-bbb8-deffdd987bd0 HTTP/1.1" status: 200 len: 1093 time: 1.2356026 Apr 11 14:55:16.412431 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2274656a-0cdb-4bff-b2f5-f403a0fc5393', 'tag': '73d1c048-8ea9-4713-bbb8-deffdd987bd0'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:55:16.442623 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010eddc7-f4a2-4af8-b50c-d7858e9cec5f service neutron] Pushing event updated for resources: {'Port': ['ID=73d1c048-8ea9-4713-bbb8-deffdd987bd0,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:55:16.481868 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0ffc8d4-89f1-4385-9331-06aeb6fd9567'] response: {'name': 'network-changed', 'server_uuid': '2274656a-0cdb-4bff-b2f5-f403a0fc5393', 'tag': '73d1c048-8ea9-4713-bbb8-deffdd987bd0', 'status': 'completed', 'code': 200} Apr 11 14:55:16.623427 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99caa6-d9e8-4dc0-90c7-b3cb626a6eef req-f407bcd0-473b-47f9-953f-dca8b421b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:16.627807 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4a99caa6-d9e8-4dc0-90c7-b3cb626a6eef req-f407bcd0-473b-47f9-953f-dca8b421b066 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3c3002b4022a4fe3b04c5d2650be5c84&device_id=2274656a-0cdb-4bff-b2f5-f403a0fc5393 HTTP/1.1" status: 200 len: 1096 time: 0.1013150 Apr 11 14:55:16.821412 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99caa6-d9e8-4dc0-90c7-b3cb626a6eef req-b893fb28-74a6-46aa-ac5b-50340a5c69a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:16.822936 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4a99caa6-d9e8-4dc0-90c7-b3cb626a6eef req-b893fb28-74a6-46aa-ac5b-50340a5c69a2 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=3c3002b4022a4fe3b04c5d2650be5c84&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1843123 Apr 11 14:55:17.016158 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99caa6-d9e8-4dc0-90c7-b3cb626a6eef req-771e8094-ad16-4c93-8fbf-182f63adf6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:17.018398 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4a99caa6-d9e8-4dc0-90c7-b3cb626a6eef req-771e8094-ad16-4c93-8fbf-182f63adf6b2 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1861577 Apr 11 14:55:17.026376 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eaba54-752c-47bc-a9cf-4b2f5cd82a44 req-54edf37a-ce13-4eff-b62a-120aa58b01d2 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:17.029247 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-90eaba54-752c-47bc-a9cf-4b2f5cd82a44 req-54edf37a-ce13-4eff-b62a-120aa58b01d2 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=2274656a-0cdb-4bff-b2f5-f403a0fc5393 HTTP/1.1" status: 200 len: 943 time: 0.1081266 Apr 11 14:55:17.091527 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-90eaba54-752c-47bc-a9cf-4b2f5cd82a44 req-9b27cc21-017c-4d42-a016-8ecbc9a84542 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485733 Apr 11 14:55:17.154914 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-0458698d-4e0f-42e8-94a7-9680f5ee3dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:17.156404 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-0458698d-4e0f-42e8-94a7-9680f5ee3dc7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3c3002b4022a4fe3b04c5d2650be5c84&device_id=2274656a-0cdb-4bff-b2f5-f403a0fc5393 HTTP/1.1" status: 200 len: 1096 time: 0.0786865 Apr 11 14:55:17.233403 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-4751d3d8-8320-4ee5-9ff3-713e506c47d6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73d1c048-8ea9-4713-bbb8-deffdd987bd0 HTTP/1.1" status: 200 len: 217 time: 0.0649514 Apr 11 14:55:17.297949 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-4c03481a-2a5d-49a0-980f-36d67eeeb832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:17.299572 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-4c03481a-2a5d-49a0-980f-36d67eeeb832 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb681453-268c-46cc-9f1b-656611da566a HTTP/1.1" status: 200 len: 856 time: 0.0610859 Apr 11 14:55:17.376763 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-ad75a905-a4e1-4d5c-9ac3-d9a22e21580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:17.378281 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-ad75a905-a4e1-4d5c-9ac3-d9a22e21580d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a03b95c7-2458-401a-846e-053e0cd946ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728474 Apr 11 14:55:17.514914 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-37af4b2b-7203-4e31-a415-24f81864e1b4 service neutron] 10.222.0.53 "GET /v2.0/networks/a03b95c7-2458-401a-846e-053e0cd946ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305058 Apr 11 14:55:17.647603 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c226ba55-cc01-487d-b572-5e82b3652b5d req-633cce70-d3e0-4119-949e-3997fec70bf8 service neutron] 10.222.0.53 "GET /v2.0/networks/a03b95c7-2458-401a-846e-053e0cd946ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271062 Apr 11 14:55:18.291834 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad23b4d-e0c6-41c9-8c4e-0b23d290f2fe req-08686b6d-d69e-4cba-90d3-b5dc14231c12 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:18.292533 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-aad23b4d-e0c6-41c9-8c4e-0b23d290f2fe req-08686b6d-d69e-4cba-90d3-b5dc14231c12 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Synchronizing usage tracker for tenant:3c3002b4022a4fe3b04c5d2650be5c84 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:55:18.435953 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-aad23b4d-e0c6-41c9-8c4e-0b23d290f2fe req-08686b6d-d69e-4cba-90d3-b5dc14231c12 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Unset dirty status for tenant:3c3002b4022a4fe3b04c5d2650be5c84 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:55:18.438350 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-aad23b4d-e0c6-41c9-8c4e-0b23d290f2fe req-08686b6d-d69e-4cba-90d3-b5dc14231c12 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=2274656a-0cdb-4bff-b2f5-f403a0fc5393 HTTP/1.1" status: 200 len: 943 time: 0.2292399 Apr 11 14:55:18.483913 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-aad23b4d-e0c6-41c9-8c4e-0b23d290f2fe req-ae581b1f-0648-41e3-90d8-928c775ef74e tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406258 Apr 11 14:55:19.678347 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c128a9-e7f4-48c3-af8f-af032373d021 req-d64b89ba-913e-43be-bb1b-0c671ed1e641 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:19.679838 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b7c128a9-e7f4-48c3-af8f-af032373d021 req-d64b89ba-913e-43be-bb1b-0c671ed1e641 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=2274656a-0cdb-4bff-b2f5-f403a0fc5393 HTTP/1.1" status: 200 len: 943 time: 0.0855553 Apr 11 14:55:19.725449 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b7c128a9-e7f4-48c3-af8f-af032373d021 req-f605f499-700e-4aae-be45-468ed399d3c5 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390024 Apr 11 14:55:20.868670 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 73d1c048-8ea9-4713-bbb8-deffdd987bd0 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:55:20.920121 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0929bb-71a8-4e1d-a69a-21bcada2939e req-7fc35c06-5049-4490-b305-f28a017dd163 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:20.921604 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0f0929bb-71a8-4e1d-a69a-21bcada2939e req-7fc35c06-5049-4490-b305-f28a017dd163 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=2274656a-0cdb-4bff-b2f5-f403a0fc5393 HTTP/1.1" status: 200 len: 943 time: 0.0878861 Apr 11 14:55:20.968869 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0f0929bb-71a8-4e1d-a69a-21bcada2939e req-f08f435f-1880-4c2e-88db-530b1780fd54 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411642 Apr 11 14:55:21.016679 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 73d1c048-8ea9-4713-bbb8-deffdd987bd0, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=73d1c048-8ea9-4713-bbb8-deffdd987bd0,segment=NetworkSegment(20a14612-0d17-4540-9850-bce29e6bfeab),segment_id=20a14612-0d17-4540-9850-bce29e6bfeab)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:55:21.031481 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '73d1c048-8ea9-4713-bbb8-deffdd987bd0', 'network_id': 'a03b95c7-2458-401a-846e-053e0cd946ab', 'port_id': '73d1c048-8ea9-4713-bbb8-deffdd987bd0', 'mac_address': 'fa:16:3e:fc:6d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb681453-268c-46cc-9f1b-656611da566a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:55:21.094772 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:21.111604 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d1c048-8ea9-4713-bbb8-deffdd987bd0 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:55:21.127319 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 73d1c048-8ea9-4713-bbb8-deffdd987bd0, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=73d1c048-8ea9-4713-bbb8-deffdd987bd0,segment=NetworkSegment(20a14612-0d17-4540-9850-bce29e6bfeab),segment_id=20a14612-0d17-4540-9850-bce29e6bfeab)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:55:21.190127 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:21.259704 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=73d1c048-8ea9-4713-bbb8-deffdd987bd0,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:55:21.566279 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['73d1c048-8ea9-4713-bbb8-deffdd987bd0'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:55:22.157551 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f9960-d8b6-43cc-a405-3cc8a8a9f2ff req-2c113b57-18c2-4850-98a6-cae82487e53a tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:22.159124 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5d7f9960-d8b6-43cc-a405-3cc8a8a9f2ff req-2c113b57-18c2-4850-98a6-cae82487e53a tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=2274656a-0cdb-4bff-b2f5-f403a0fc5393 HTTP/1.1" status: 200 len: 944 time: 0.0811658 Apr 11 14:55:22.207725 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5d7f9960-d8b6-43cc-a405-3cc8a8a9f2ff req-131f182a-7f2c-424d-9ce0-9cb83a25bb81 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429797 Apr 11 14:55:22.866564 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 73d1c048-8ea9-4713-bbb8-deffdd987bd0 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:55:22.989762 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port 73d1c048-8ea9-4713-bbb8-deffdd987bd0 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:55:22.995009 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 73d1c048-8ea9-4713-bbb8-deffdd987bd0 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:55:22.995373 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:23.127547 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:23.155154 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2274656a-0cdb-4bff-b2f5-f403a0fc5393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d1c048-8ea9-4713-bbb8-deffdd987bd0'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:55:23.165516 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 73d1c048-8ea9-4713-bbb8-deffdd987bd0, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=73d1c048-8ea9-4713-bbb8-deffdd987bd0,segment=NetworkSegment(20a14612-0d17-4540-9850-bce29e6bfeab),segment_id=20a14612-0d17-4540-9850-bce29e6bfeab)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:55:23.199044 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f80cbc25-1965-4c98-9c4b-7ff25fcccff5'] response: {'server_uuid': '2274656a-0cdb-4bff-b2f5-f403a0fc5393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d1c048-8ea9-4713-bbb8-deffdd987bd0', 'code': 200} Apr 11 14:55:23.250552 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:23.350361 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=73d1c048-8ea9-4713-bbb8-deffdd987bd0,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:55:23.403193 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb5287-1b09-4d2a-82a6-c7b3b7abaf5c req-967a1629-90b2-4fcf-b29f-a3b467a25b9c tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:23.404609 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-63fb5287-1b09-4d2a-82a6-c7b3b7abaf5c req-967a1629-90b2-4fcf-b29f-a3b467a25b9c tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=2274656a-0cdb-4bff-b2f5-f403a0fc5393 HTTP/1.1" status: 200 len: 945 time: 0.0853393 Apr 11 14:55:23.452118 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-63fb5287-1b09-4d2a-82a6-c7b3b7abaf5c req-102f2f1c-8cff-431c-83dc-140052d46836 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415387 Apr 11 14:55:23.605027 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa2a8-fd7f-4538-aa9e-3ab015ca9db8 req-601adfd8-1a3a-49a9-a32b-f41b839129db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:23.607210 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2efaa2a8-fd7f-4538-aa9e-3ab015ca9db8 req-601adfd8-1a3a-49a9-a32b-f41b839129db service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2274656a-0cdb-4bff-b2f5-f403a0fc5393 HTTP/1.1" status: 200 len: 1098 time: 0.0703433 Apr 11 14:55:23.649519 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2efaa2a8-fd7f-4538-aa9e-3ab015ca9db8 req-f590b2b0-754d-49aa-bc91-07c4ea75a01c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360847 Apr 11 14:55:24.544447 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:24.644997 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149f001-64ca-4acf-a085-68b0680d2ddd req-b739615f-334b-492e-b1a5-811522a1f24d tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:24.646489 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b149f001-64ca-4acf-a085-68b0680d2ddd req-b739615f-334b-492e-b1a5-811522a1f24d tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=2274656a-0cdb-4bff-b2f5-f403a0fc5393 HTTP/1.1" status: 200 len: 945 time: 0.0849843 Apr 11 14:55:24.692078 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b149f001-64ca-4acf-a085-68b0680d2ddd req-07478eda-621e-4094-ae3f-d12e0faf592f tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396874 Apr 11 14:55:25.208135 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-183ca9e2-483a-4688-b39f-9389dade9773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:25.888029 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935f736-8954-4f80-ad15-8def0089e9b8 req-4796b55f-b2f5-476d-813b-91208f6a52ad tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:25.889553 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f935f736-8954-4f80-ad15-8def0089e9b8 req-4796b55f-b2f5-476d-813b-91208f6a52ad tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=2274656a-0cdb-4bff-b2f5-f403a0fc5393 HTTP/1.1" status: 200 len: 945 time: 0.0890768 Apr 11 14:55:25.933965 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f935f736-8954-4f80-ad15-8def0089e9b8 req-2f035540-7d1d-4a57-85c6-2218c464554a tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382102 Apr 11 14:55:26.121829 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3d6b8-646d-413f-b9a7-066a1e27ff81 req-d83ee6bc-f770-4e90-ba1d-9915c9303f39 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:26.123333 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8af3d6b8-646d-413f-b9a7-066a1e27ff81 req-d83ee6bc-f770-4e90-ba1d-9915c9303f39 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=2274656a-0cdb-4bff-b2f5-f403a0fc5393 HTTP/1.1" status: 200 len: 945 time: 0.0819185 Apr 11 14:55:26.169300 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8af3d6b8-646d-413f-b9a7-066a1e27ff81 req-2e4c6f47-3678-49d3-b91e-f1a97486d05c tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403490 Apr 11 14:55:27.778778 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-73920153-ec82-4613-a752-3077d6f2d4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:28.692959 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:28.779031 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:30.041386 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:32.236153 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-51e37e99-c307-4082-813f-2b4c4b5dd5ea req-dc23da8b-5ef5-4698-b255-763808992396 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2274656a-0cdb-4bff-b2f5-f403a0fc5393&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751102 Apr 11 14:55:32.396849 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e37e99-c307-4082-813f-2b4c4b5dd5ea req-792f360a-b29d-4fe0-8fcf-ff9b8a087c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:32.400840 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-51e37e99-c307-4082-813f-2b4c4b5dd5ea req-792f360a-b29d-4fe0-8fcf-ff9b8a087c8f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3c3002b4022a4fe3b04c5d2650be5c84&device_id=2274656a-0cdb-4bff-b2f5-f403a0fc5393 HTTP/1.1" status: 200 len: 1098 time: 0.0730875 Apr 11 14:55:32.547708 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e37e99-c307-4082-813f-2b4c4b5dd5ea req-0a8b10df-2169-4bff-96ec-07dca262881c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:32.549136 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-51e37e99-c307-4082-813f-2b4c4b5dd5ea req-0a8b10df-2169-4bff-96ec-07dca262881c service neutron] 10.222.0.53 "GET /v2.0/networks?id=a03b95c7-2458-401a-846e-053e0cd946ab HTTP/1.1" status: 200 len: 919 time: 0.1307988 Apr 11 14:55:32.730542 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-51e37e99-c307-4082-813f-2b4c4b5dd5ea req-f8dd0e9b-9fb5-4761-b518-4381ccb19603 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73d1c048-8ea9-4713-bbb8-deffdd987bd0 HTTP/1.1" status: 200 len: 217 time: 0.1739502 Apr 11 14:55:32.794590 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e37e99-c307-4082-813f-2b4c4b5dd5ea req-af64ca2f-bed9-49c3-9bd0-c30295530276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:32.796024 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-51e37e99-c307-4082-813f-2b4c4b5dd5ea req-af64ca2f-bed9-49c3-9bd0-c30295530276 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb681453-268c-46cc-9f1b-656611da566a HTTP/1.1" status: 200 len: 856 time: 0.0593662 Apr 11 14:55:32.875889 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e37e99-c307-4082-813f-2b4c4b5dd5ea req-0658e33a-8bc9-4024-bb6a-343c0cbbb06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:32.877358 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-51e37e99-c307-4082-813f-2b4c4b5dd5ea req-0658e33a-8bc9-4024-bb6a-343c0cbbb06f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a03b95c7-2458-401a-846e-053e0cd946ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752738 Apr 11 14:55:33.013272 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-51e37e99-c307-4082-813f-2b4c4b5dd5ea req-c09256b2-1fc9-4916-bdf4-779d7fa781bd service neutron] 10.222.0.53 "GET /v2.0/networks/a03b95c7-2458-401a-846e-053e0cd946ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298735 Apr 11 14:55:33.149966 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-51e37e99-c307-4082-813f-2b4c4b5dd5ea req-29a5b998-a416-491a-aedb-30bfcb1eb1a6 service neutron] 10.222.0.53 "GET /v2.0/networks/a03b95c7-2458-401a-846e-053e0cd946ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310084 Apr 11 14:55:45.470128 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec6a54-6422-4306-b36c-64dcdf94c2e2 req-c1dceb3c-f99d-43dd-a5fe-d67b61dc4caf tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:45.471602 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-91ec6a54-6422-4306-b36c-64dcdf94c2e2 req-c1dceb3c-f99d-43dd-a5fe-d67b61dc4caf tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=2274656a-0cdb-4bff-b2f5-f403a0fc5393 HTTP/1.1" status: 200 len: 945 time: 0.0824034 Apr 11 14:55:45.523987 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-91ec6a54-6422-4306-b36c-64dcdf94c2e2 req-ed11fef5-ab37-4ff0-aa9f-1c027ab1eeea tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467043 Apr 11 14:55:46.718522 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955e2c4-6a28-4ba5-b082-58e6ef96f75e req-de8890ba-0883-4862-8dc2-1003182f44e6 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:46.719996 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c955e2c4-6a28-4ba5-b082-58e6ef96f75e req-de8890ba-0883-4862-8dc2-1003182f44e6 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=2274656a-0cdb-4bff-b2f5-f403a0fc5393 HTTP/1.1" status: 200 len: 945 time: 0.0816681 Apr 11 14:55:46.765152 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c955e2c4-6a28-4ba5-b082-58e6ef96f75e req-cf992e83-92e0-4e7f-9c47-9b46e22786da tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392399 Apr 11 14:55:47.549940 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605584e1-1b53-43c0-9c97-9ffa65ef2a94 req-11c11868-3d1d-439f-a0e4-9e7a0382c7e6 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:47.551378 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-605584e1-1b53-43c0-9c97-9ffa65ef2a94 req-11c11868-3d1d-439f-a0e4-9e7a0382c7e6 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.53 "GET /v2.0/ports?device_id=2274656a-0cdb-4bff-b2f5-f403a0fc5393 HTTP/1.1" status: 200 len: 945 time: 0.0806708 Apr 11 14:55:47.625080 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-605584e1-1b53-43c0-9c97-9ffa65ef2a94 req-c2d335ce-ee2e-444a-9d2d-701b8b0822cb tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Deleting port 73d1c048-8ea9-4713-bbb8-deffdd987bd0 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:55:47.632189 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-605584e1-1b53-43c0-9c97-9ffa65ef2a94 req-c2d335ce-ee2e-444a-9d2d-701b8b0822cb tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:47.915540 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-605584e1-1b53-43c0-9c97-9ffa65ef2a94 req-c2d335ce-ee2e-444a-9d2d-701b8b0822cb tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] For port 73d1c048-8ea9-4713-bbb8-deffdd987bd0, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=73d1c048-8ea9-4713-bbb8-deffdd987bd0,segment=NetworkSegment(20a14612-0d17-4540-9850-bce29e6bfeab),segment_id=20a14612-0d17-4540-9850-bce29e6bfeab)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:55:47.915897 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-605584e1-1b53-43c0-9c97-9ffa65ef2a94 req-c2d335ce-ee2e-444a-9d2d-701b8b0822cb tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:48.056315 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-605584e1-1b53-43c0-9c97-9ffa65ef2a94 req-c2d335ce-ee2e-444a-9d2d-701b8b0822cb tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Calling delete_port for 73d1c048-8ea9-4713-bbb8-deffdd987bd0 owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:55:48.156594 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fb883-6416-4d5e-b8ec-937dfa77ef10 req-3672047b-d417-448b-9ab2-94887485acfc tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:55:48.158077 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e92fb883-6416-4d5e-b8ec-937dfa77ef10 req-3672047b-d417-448b-9ab2-94887485acfc tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=2274656a-0cdb-4bff-b2f5-f403a0fc5393 HTTP/1.1" status: 200 len: 945 time: 0.2831385 Apr 11 14:55:48.254226 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e92fb883-6416-4d5e-b8ec-937dfa77ef10 req-18f9807d-f055-48f3-8d5f-19924bb9e180 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/security-groups?id=689052ab-c57c-4e78-a780-1574ccbe7fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891545 Apr 11 14:55:48.318481 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-605584e1-1b53-43c0-9c97-9ffa65ef2a94 req-c2d335ce-ee2e-444a-9d2d-701b8b0822cb tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:48.353034 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['73d1c048-8ea9-4713-bbb8-deffdd987bd0'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:55:48.374310 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d335ce-ee2e-444a-9d2d-701b8b0822cb tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Pushing event deleted for resources: {'Port': ['ID=73d1c048-8ea9-4713-bbb8-deffdd987bd0,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:55:48.413775 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d335ce-ee2e-444a-9d2d-701b8b0822cb tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:55:48.414148 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d335ce-ee2e-444a-9d2d-701b8b0822cb tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:55:48.414493 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d335ce-ee2e-444a-9d2d-701b8b0822cb tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:55:48.414846 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d335ce-ee2e-444a-9d2d-701b8b0822cb tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:55:48.415158 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d335ce-ee2e-444a-9d2d-701b8b0822cb tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:55:48.415490 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d335ce-ee2e-444a-9d2d-701b8b0822cb tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:55:48.415818 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d335ce-ee2e-444a-9d2d-701b8b0822cb tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:55:48.416141 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d335ce-ee2e-444a-9d2d-701b8b0822cb tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:55:48.416466 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d335ce-ee2e-444a-9d2d-701b8b0822cb tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:55:48.416787 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d335ce-ee2e-444a-9d2d-701b8b0822cb tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:55:48.417115 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d335ce-ee2e-444a-9d2d-701b8b0822cb tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:55:48.417443 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d335ce-ee2e-444a-9d2d-701b8b0822cb tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:55:48.462496 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-605584e1-1b53-43c0-9c97-9ffa65ef2a94 req-c2d335ce-ee2e-444a-9d2d-701b8b0822cb tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] No DVR routers for this DVR port 73d1c048-8ea9-4713-bbb8-deffdd987bd0 on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:55:48.464942 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-605584e1-1b53-43c0-9c97-9ffa65ef2a94 req-c2d335ce-ee2e-444a-9d2d-701b8b0822cb tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:48.468423 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2274656a-0cdb-4bff-b2f5-f403a0fc5393', 'name': 'network-vif-deleted', 'tag': '73d1c048-8ea9-4713-bbb8-deffdd987bd0'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:55:48.517214 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1d61675-b2e8-4f96-bbeb-20d3dd5199f6'] response: {'server_uuid': '2274656a-0cdb-4bff-b2f5-f403a0fc5393', 'name': 'network-vif-deleted', 'tag': '73d1c048-8ea9-4713-bbb8-deffdd987bd0', 'status': 'completed', 'code': 200} Apr 11 14:55:48.639817 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-605584e1-1b53-43c0-9c97-9ffa65ef2a94 req-c2d335ce-ee2e-444a-9d2d-701b8b0822cb tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.53 "DELETE /v2.0/ports/73d1c048-8ea9-4713-bbb8-deffdd987bd0 HTTP/1.1" status: 204 len: 173 time: 1.0821147 Apr 11 14:55:49.431849 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-efbbfd78-eb54-4b0c-865f-7c80f944ea1b req-9c0c9c51-a744-4371-aea9-4600a82c1ef8 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Synchronizing usage tracker for tenant:3c3002b4022a4fe3b04c5d2650be5c84 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:55:49.518274 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-efbbfd78-eb54-4b0c-865f-7c80f944ea1b req-9c0c9c51-a744-4371-aea9-4600a82c1ef8 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] Unset dirty status for tenant:3c3002b4022a4fe3b04c5d2650be5c84 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:55:49.519466 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-efbbfd78-eb54-4b0c-865f-7c80f944ea1b req-9c0c9c51-a744-4371-aea9-4600a82c1ef8 tempest-TestEncryptedCinderVolumes-1837146281 tempest-TestEncryptedCinderVolumes-1837146281-project] 10.222.0.66 "GET /v2.0/ports?device_id=2274656a-0cdb-4bff-b2f5-f403a0fc5393 HTTP/1.1" status: 200 len: 210 time: 0.1344256 Apr 11 14:55:49.797169 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:55:50.758320 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 51076) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:55:51.418530 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-115534df-b831-4109-8957-b69c8d3e8d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:51.781106 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-115534df-b831-4109-8957-b69c8d3e8d37 admin admin] Deleting port c158c26a-bfb9-4946-8629-d7dc4800f8c4 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:55:51.781817 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-115534df-b831-4109-8957-b69c8d3e8d37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:51.957481 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-115534df-b831-4109-8957-b69c8d3e8d37 admin admin] For port c158c26a-bfb9-4946-8629-d7dc4800f8c4, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c158c26a-bfb9-4946-8629-d7dc4800f8c4,segment=NetworkSegment(20a14612-0d17-4540-9850-bce29e6bfeab),segment_id=20a14612-0d17-4540-9850-bce29e6bfeab)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:55:51.957747 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-115534df-b831-4109-8957-b69c8d3e8d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:52.082691 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-115534df-b831-4109-8957-b69c8d3e8d37 admin admin] Calling delete_port for c158c26a-bfb9-4946-8629-d7dc4800f8c4 owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:55:52.603626 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-115534df-b831-4109-8957-b69c8d3e8d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:52.662840 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115534df-b831-4109-8957-b69c8d3e8d37 admin admin] Pushing event deleted for resources: {'Port': ['ID=c158c26a-bfb9-4946-8629-d7dc4800f8c4,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:55:52.937217 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-115534df-b831-4109-8957-b69c8d3e8d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:53.021679 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 73d1c048-8ea9-4713-bbb8-deffdd987bd0 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:55:53.060012 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: 73d1c048-8ea9-4713-bbb8-deffdd987bd0 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:55:53.061028 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 73d1c048-8ea9-4713-bbb8-deffdd987bd0 not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:55:53.305968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115534df-b831-4109-8957-b69c8d3e8d37 admin admin] Router 48c7c19f-cf3f-44e8-b306-3f8882bad583 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:55:53.494786 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115534df-b831-4109-8957-b69c8d3e8d37 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:55:53.504358 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228f0bc5-b46c-4d33-ac69-78fe669162cd None None] Sync routers for ids ['48c7c19f-cf3f-44e8-b306-3f8882bad583'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:55:53.513672 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228f0bc5-b46c-4d33-ac69-78fe669162cd None None] Routers {'48c7c19f-cf3f-44e8-b306-3f8882bad583'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:55:53.514624 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-228f0bc5-b46c-4d33-ac69-78fe669162cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:55:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['48c7c19f-cf3f-44e8-b306-3f8882bad583'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:55:53.571403 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-115534df-b831-4109-8957-b69c8d3e8d37 admin admin] 10.222.0.66 "PUT /v2.0/routers/48c7c19f-cf3f-44e8-b306-3f8882bad583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8118703 Apr 11 14:55:53.573797 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 51082) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:55:53.698819 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-228f0bc5-b46c-4d33-ac69-78fe669162cd None None] Set router 48c7c19f-cf3f-44e8-b306-3f8882bad583 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:55:53.759062 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8870-f888-4bad-8967-5aa56da81f40 admin admin] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:53.995450 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-228f0bc5-b46c-4d33-ac69-78fe669162cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c7c19f-cf3f-44e8-b306-3f8882bad583', 'name': 'tempest-TestEncryptedCinderVolumes-1631923531-router', 'tenant_id': '3c3002b4022a4fe3b04c5d2650be5c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '004a7865-866e-4687-ae7a-77ec6f56c049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:54:10Z', 'updated_at': '2022-04-11T14:55:52Z', 'revision_number': 5, 'project_id': '3c3002b4022a4fe3b04c5d2650be5c84', 'gw_port': {'id': '004a7865-866e-4687-ae7a-77ec6f56c049', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c7c19f-cf3f-44e8-b306-3f8882bad583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:54:11Z', 'updated_at': '2022-04-11T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:55:53.999783 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228f0bc5-b46c-4d33-ac69-78fe669162cd None None] Checking router: 48c7c19f-cf3f-44e8-b306-3f8882bad583 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:55:54.008964 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228f0bc5-b46c-4d33-ac69-78fe669162cd None None] Routers {'48c7c19f-cf3f-44e8-b306-3f8882bad583'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:55:54.009572 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-228f0bc5-b46c-4d33-ac69-78fe669162cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:55:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['48c7c19f-cf3f-44e8-b306-3f8882bad583'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:55:54.064101 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8870-f888-4bad-8967-5aa56da81f40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:54.132729 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-4ccd8870-f888-4bad-8967-5aa56da81f40 admin admin] Deleting port 004a7865-866e-4687-ae7a-77ec6f56c049 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:55:54.133081 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8870-f888-4bad-8967-5aa56da81f40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:54.193452 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-228f0bc5-b46c-4d33-ac69-78fe669162cd None None] Set router 48c7c19f-cf3f-44e8-b306-3f8882bad583 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:55:54.320761 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-4ccd8870-f888-4bad-8967-5aa56da81f40 admin admin] For port 004a7865-866e-4687-ae7a-77ec6f56c049, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=004a7865-866e-4687-ae7a-77ec6f56c049,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:55:54.321010 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8870-f888-4bad-8967-5aa56da81f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:54.446695 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-4ccd8870-f888-4bad-8967-5aa56da81f40 admin admin] Calling delete_port for 004a7865-866e-4687-ae7a-77ec6f56c049 owned by network:router_gateway {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:55:54.497534 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-228f0bc5-b46c-4d33-ac69-78fe669162cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c7c19f-cf3f-44e8-b306-3f8882bad583', 'name': 'tempest-TestEncryptedCinderVolumes-1631923531-router', 'tenant_id': '3c3002b4022a4fe3b04c5d2650be5c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '004a7865-866e-4687-ae7a-77ec6f56c049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:54:10Z', 'updated_at': '2022-04-11T14:55:52Z', 'revision_number': 5, 'project_id': '3c3002b4022a4fe3b04c5d2650be5c84', 'gw_port': {'id': '004a7865-866e-4687-ae7a-77ec6f56c049', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c7c19f-cf3f-44e8-b306-3f8882bad583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:54:11Z', 'updated_at': '2022-04-11T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:55:54.502172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228f0bc5-b46c-4d33-ac69-78fe669162cd None None] The sync data for ids ['48c7c19f-cf3f-44e8-b306-3f8882bad583'] in dv-neutron-837330-1-hyperv is: [{'id': '48c7c19f-cf3f-44e8-b306-3f8882bad583', 'name': 'tempest-TestEncryptedCinderVolumes-1631923531-router', 'tenant_id': '3c3002b4022a4fe3b04c5d2650be5c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '004a7865-866e-4687-ae7a-77ec6f56c049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:54:10Z', 'updated_at': '2022-04-11T14:55:52Z', 'revision_number': 5, 'project_id': '3c3002b4022a4fe3b04c5d2650be5c84', 'gw_port': {'id': '004a7865-866e-4687-ae7a-77ec6f56c049', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c7c19f-cf3f-44e8-b306-3f8882bad583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:54:11Z', 'updated_at': '2022-04-11T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:55:54.543856 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:54.704067 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8870-f888-4bad-8967-5aa56da81f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:54.753625 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd8870-f888-4bad-8967-5aa56da81f40 admin admin] Pushing event deleted for resources: {'Port': ['ID=004a7865-866e-4687-ae7a-77ec6f56c049,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:55:54.849685 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8870-f888-4bad-8967-5aa56da81f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:55.034827 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8870-f888-4bad-8967-5aa56da81f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:55.038266 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8870-f888-4bad-8967-5aa56da81f40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:55.132884 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8870-f888-4bad-8967-5aa56da81f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:55.133549 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccd8870-f888-4bad-8967-5aa56da81f40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48c7c19f-cf3f-44e8-b306-3f8882bad583 {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:55:55.146551 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8870-f888-4bad-8967-5aa56da81f40 admin admin] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:55.147715 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-4ccd8870-f888-4bad-8967-5aa56da81f40 admin admin] 10.222.0.66 "DELETE /v2.0/routers/48c7c19f-cf3f-44e8-b306-3f8882bad583 HTTP/1.1" status: 204 len: 168 time: 1.5729971 Apr 11 14:55:55.150499 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51086) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:55:55.219455 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-33934de6-13de-425c-b238-1ba6b82370ec admin admin] Deleting subnet eb681453-268c-46cc-9f1b-656611da566a {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:55:55.222606 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-33934de6-13de-425c-b238-1ba6b82370ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:55.226743 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1d50d12e-0588-450d-b91a-85b4735641c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:55.275628 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-33934de6-13de-425c-b238-1ba6b82370ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:55.369817 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-33934de6-13de-425c-b238-1ba6b82370ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:55.513110 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-33934de6-13de-425c-b238-1ba6b82370ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:55.552438 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33934de6-13de-425c-b238-1ba6b82370ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb681453-268c-46cc-9f1b-656611da566a,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:55:55.563515 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33934de6-13de-425c-b238-1ba6b82370ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:55:55.563864 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33934de6-13de-425c-b238-1ba6b82370ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:55:55.564203 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33934de6-13de-425c-b238-1ba6b82370ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:55:55.564686 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33934de6-13de-425c-b238-1ba6b82370ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:55:55.565014 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33934de6-13de-425c-b238-1ba6b82370ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:55:55.565342 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33934de6-13de-425c-b238-1ba6b82370ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:55:55.565668 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33934de6-13de-425c-b238-1ba6b82370ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:55:55.566022 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33934de6-13de-425c-b238-1ba6b82370ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:55:55.566356 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33934de6-13de-425c-b238-1ba6b82370ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:55:55.566662 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33934de6-13de-425c-b238-1ba6b82370ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:55:55.566980 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33934de6-13de-425c-b238-1ba6b82370ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:55:55.567300 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33934de6-13de-425c-b238-1ba6b82370ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:55:55.569543 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2270e039-414b-436e-83a5-9b1f887837d7 None None] Network a03b95c7-2458-401a-846e-053e0cd946ab requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:55:55.570223 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-33934de6-13de-425c-b238-1ba6b82370ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:55.576804 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-33934de6-13de-425c-b238-1ba6b82370ec admin admin] 10.222.0.66 "DELETE /v2.0/subnets/eb681453-268c-46cc-9f1b-656611da566a HTTP/1.1" status: 204 len: 168 time: 0.4251995 Apr 11 14:55:55.581905 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51090) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:55:55.689683 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d076c3fb-cde9-451c-a2b6-38cd903a9a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:55.703537 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-d076c3fb-cde9-451c-a2b6-38cd903a9a93 admin admin] Deleting port 94a57a20-88e5-49b8-be5c-5bbf9f6b45f4 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:55:55.704085 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d076c3fb-cde9-451c-a2b6-38cd903a9a93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:55.873691 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7710051c-8e7f-47d3-94fb-44d25d6f7d2b None None] DHCP port deletion for a03b95c7-2458-401a-846e-053e0cd946ab request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:55:55.879113 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-7710051c-8e7f-47d3-94fb-44d25d6f7d2b None None] Deleting port 94a57a20-88e5-49b8-be5c-5bbf9f6b45f4 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:55:55.879565 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7710051c-8e7f-47d3-94fb-44d25d6f7d2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:56.021826 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-d076c3fb-cde9-451c-a2b6-38cd903a9a93 admin admin] For port 94a57a20-88e5-49b8-be5c-5bbf9f6b45f4, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=94a57a20-88e5-49b8-be5c-5bbf9f6b45f4,segment=NetworkSegment(20a14612-0d17-4540-9850-bce29e6bfeab),segment_id=20a14612-0d17-4540-9850-bce29e6bfeab)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:55:56.022271 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d076c3fb-cde9-451c-a2b6-38cd903a9a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:56.095065 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-7710051c-8e7f-47d3-94fb-44d25d6f7d2b None None] For port 94a57a20-88e5-49b8-be5c-5bbf9f6b45f4, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=94a57a20-88e5-49b8-be5c-5bbf9f6b45f4,segment=NetworkSegment(20a14612-0d17-4540-9850-bce29e6bfeab),segment_id=20a14612-0d17-4540-9850-bce29e6bfeab)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:55:56.095369 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7710051c-8e7f-47d3-94fb-44d25d6f7d2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:56.156544 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-d076c3fb-cde9-451c-a2b6-38cd903a9a93 admin admin] Calling delete_port for 94a57a20-88e5-49b8-be5c-5bbf9f6b45f4 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:55:56.228625 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-7710051c-8e7f-47d3-94fb-44d25d6f7d2b None None] Calling delete_port for 94a57a20-88e5-49b8-be5c-5bbf9f6b45f4 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:55:56.256442 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 94a57a20-88e5-49b8-be5c-5bbf9f6b45f4 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:55:56.309878 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d076c3fb-cde9-451c-a2b6-38cd903a9a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:56.354325 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No active binding found for port 94a57a20-88e5-49b8-be5c-5bbf9f6b45f4 {{(pid=88618) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 11 14:55:56.354636 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 94a57a20-88e5-49b8-be5c-5bbf9f6b45f4 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:55:56.355053 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c158c26a-bfb9-4946-8629-d7dc4800f8c4 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:55:56.375865 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d076c3fb-cde9-451c-a2b6-38cd903a9a93 admin admin] No DVR routers for this DVR port 94a57a20-88e5-49b8-be5c-5bbf9f6b45f4 on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:55:56.377629 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076c3fb-cde9-451c-a2b6-38cd903a9a93 admin admin] Pushing event deleted for resources: {'Port': ['ID=94a57a20-88e5-49b8-be5c-5bbf9f6b45f4,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:55:56.385908 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-7710051c-8e7f-47d3-94fb-44d25d6f7d2b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:55:56.386267 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-7710051c-8e7f-47d3-94fb-44d25d6f7d2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:55:56.391744 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: c158c26a-bfb9-4946-8629-d7dc4800f8c4 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:55:56.392092 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c158c26a-bfb9-4946-8629-d7dc4800f8c4 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:55:56.392499 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 004a7865-866e-4687-ae7a-77ec6f56c049 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:55:56.426032 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 004a7865-866e-4687-ae7a-77ec6f56c049 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:55:56.426377 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 004a7865-866e-4687-ae7a-77ec6f56c049 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:55:56.496583 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d076c3fb-cde9-451c-a2b6-38cd903a9a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:56.522090 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-d076c3fb-cde9-451c-a2b6-38cd903a9a93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03b95c7-2458-401a-846e-053e0cd946ab']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:55:56.534838 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-d076c3fb-cde9-451c-a2b6-38cd903a9a93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a14612-0d17-4540-9850-bce29e6bfeab') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:55:56.535135 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-d076c3fb-cde9-451c-a2b6-38cd903a9a93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a14612-0d17-4540-9850-bce29e6bfeab') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:55:56.546787 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d076c3fb-cde9-451c-a2b6-38cd903a9a93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:56.562486 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d076c3fb-cde9-451c-a2b6-38cd903a9a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:56.568652 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d076c3fb-cde9-451c-a2b6-38cd903a9a93 admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:55:56.572494 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d076c3fb-cde9-451c-a2b6-38cd903a9a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:55:56.586023 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:55:56.746854 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d076c3fb-cde9-451c-a2b6-38cd903a9a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:56.763073 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d076c3fb-cde9-451c-a2b6-38cd903a9a93 admin admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:56.773359 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076c3fb-cde9-451c-a2b6-38cd903a9a93 admin admin] Pushing event deleted for resources: {'Network': ['ID=a03b95c7-2458-401a-846e-053e0cd946ab,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:55:56.887907 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-7710051c-8e7f-47d3-94fb-44d25d6f7d2b None None] Deleting port 94a57a20-88e5-49b8-be5c-5bbf9f6b45f4 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:55:56.888291 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7710051c-8e7f-47d3-94fb-44d25d6f7d2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:56.896021 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d076c3fb-cde9-451c-a2b6-38cd903a9a93 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a03b95c7-2458-401a-846e-053e0cd946ab HTTP/1.1" status: 204 len: 168 time: 1.3130417 Apr 11 14:55:56.898904 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 51094) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:55:56.958526 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-7710051c-8e7f-47d3-94fb-44d25d6f7d2b None None] The port '94a57a20-88e5-49b8-be5c-5bbf9f6b45f4' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:55:57.568456 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-451fdb37-68b2-44cc-996c-bd78352333c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:57.775273 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-319a99b2-0ad9-43e5-b54a-58e5f358fa98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:57.929284 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-451fdb37-68b2-44cc-996c-bd78352333c3 admin admin] Deleting port 2272f388-8bed-477a-bc5f-774a05191f12 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:55:57.929918 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-451fdb37-68b2-44cc-996c-bd78352333c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:58.106782 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-451fdb37-68b2-44cc-996c-bd78352333c3 admin admin] For port 2272f388-8bed-477a-bc5f-774a05191f12, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2272f388-8bed-477a-bc5f-774a05191f12,segment=NetworkSegment(f86fac60-ab4c-4b7f-b387-01ffe9d0af4a),segment_id=f86fac60-ab4c-4b7f-b387-01ffe9d0af4a)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:55:58.107135 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-451fdb37-68b2-44cc-996c-bd78352333c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:58.230377 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-451fdb37-68b2-44cc-996c-bd78352333c3 admin admin] Calling delete_port for 2272f388-8bed-477a-bc5f-774a05191f12 owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:55:58.515556 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-451fdb37-68b2-44cc-996c-bd78352333c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:58.563976 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451fdb37-68b2-44cc-996c-bd78352333c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2272f388-8bed-477a-bc5f-774a05191f12,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:55:58.743327 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:58.847830 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-451fdb37-68b2-44cc-996c-bd78352333c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:58.932483 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:59.323511 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451fdb37-68b2-44cc-996c-bd78352333c3 admin admin] Router 6ad6d10f-102e-44ce-a8a0-d51e938a2c16 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:55:59.509979 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451fdb37-68b2-44cc-996c-bd78352333c3 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:55:59.519076 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f903dd-f5ee-4fa2-9f9b-dc29213c6dec None None] Sync routers for ids ['6ad6d10f-102e-44ce-a8a0-d51e938a2c16'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:55:59.519706 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-451fdb37-68b2-44cc-996c-bd78352333c3 admin admin] 10.222.0.66 "PUT /v2.0/routers/6ad6d10f-102e-44ce-a8a0-d51e938a2c16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6194894 Apr 11 14:55:59.522490 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51098) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:55:59.529255 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f903dd-f5ee-4fa2-9f9b-dc29213c6dec None None] Routers {'6ad6d10f-102e-44ce-a8a0-d51e938a2c16'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:55:59.529890 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b0f903dd-f5ee-4fa2-9f9b-dc29213c6dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:55:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['6ad6d10f-102e-44ce-a8a0-d51e938a2c16'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:55:59.709424 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6c56c38d-3417-4cd7-8bef-2f6779eb3cb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:59.710272 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-b0f903dd-f5ee-4fa2-9f9b-dc29213c6dec None None] Set router 6ad6d10f-102e-44ce-a8a0-d51e938a2c16 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:55:59.899054 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6c56c38d-3417-4cd7-8bef-2f6779eb3cb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:55:59.995633 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-6c56c38d-3417-4cd7-8bef-2f6779eb3cb2 admin admin] Deleting port 3751beb0-6305-4534-b98f-6355ffde5959 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:55:59.996248 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6c56c38d-3417-4cd7-8bef-2f6779eb3cb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:00.000400 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b0f903dd-f5ee-4fa2-9f9b-dc29213c6dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad6d10f-102e-44ce-a8a0-d51e938a2c16', 'name': 'tempest-TestEncryptedCinderVolumes-424916178-router', 'tenant_id': '71b64c06b26b457b8dad9aa310215268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '3751beb0-6305-4534-b98f-6355ffde5959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:54:19Z', 'updated_at': '2022-04-11T14:55:58Z', 'revision_number': 5, 'project_id': '71b64c06b26b457b8dad9aa310215268', 'gw_port': {'id': '3751beb0-6305-4534-b98f-6355ffde5959', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ce:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad6d10f-102e-44ce-a8a0-d51e938a2c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:54:20Z', 'updated_at': '2022-04-11T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:56:00.007018 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f903dd-f5ee-4fa2-9f9b-dc29213c6dec None None] Checking router: 6ad6d10f-102e-44ce-a8a0-d51e938a2c16 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:56:00.013184 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f903dd-f5ee-4fa2-9f9b-dc29213c6dec None None] Routers {'6ad6d10f-102e-44ce-a8a0-d51e938a2c16'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:56:00.013913 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b0f903dd-f5ee-4fa2-9f9b-dc29213c6dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:55:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['6ad6d10f-102e-44ce-a8a0-d51e938a2c16'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:56:00.026184 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:00.179605 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-6c56c38d-3417-4cd7-8bef-2f6779eb3cb2 admin admin] For port 3751beb0-6305-4534-b98f-6355ffde5959, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3751beb0-6305-4534-b98f-6355ffde5959,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:56:00.179968 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6c56c38d-3417-4cd7-8bef-2f6779eb3cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:00.218543 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-b0f903dd-f5ee-4fa2-9f9b-dc29213c6dec None None] Set router 6ad6d10f-102e-44ce-a8a0-d51e938a2c16 gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:56:00.331117 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b0f903dd-f5ee-4fa2-9f9b-dc29213c6dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad6d10f-102e-44ce-a8a0-d51e938a2c16', 'name': 'tempest-TestEncryptedCinderVolumes-424916178-router', 'tenant_id': '71b64c06b26b457b8dad9aa310215268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:54:19Z', 'updated_at': '2022-04-11T14:55:59Z', 'revision_number': 6, 'project_id': '71b64c06b26b457b8dad9aa310215268', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:56:00.335577 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f903dd-f5ee-4fa2-9f9b-dc29213c6dec None None] The sync data for ids ['6ad6d10f-102e-44ce-a8a0-d51e938a2c16'] in dv-neutron-837330-1-hyperv is: [{'id': '6ad6d10f-102e-44ce-a8a0-d51e938a2c16', 'name': 'tempest-TestEncryptedCinderVolumes-424916178-router', 'tenant_id': '71b64c06b26b457b8dad9aa310215268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:54:19Z', 'updated_at': '2022-04-11T14:55:59Z', 'revision_number': 6, 'project_id': '71b64c06b26b457b8dad9aa310215268', 'gw_port_host': None}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:56:00.415615 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-6c56c38d-3417-4cd7-8bef-2f6779eb3cb2 admin admin] Calling delete_port for 3751beb0-6305-4534-b98f-6355ffde5959 owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:56:00.660626 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6c56c38d-3417-4cd7-8bef-2f6779eb3cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:00.709002 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56c38d-3417-4cd7-8bef-2f6779eb3cb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3751beb0-6305-4534-b98f-6355ffde5959,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:00.806837 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6c56c38d-3417-4cd7-8bef-2f6779eb3cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:00.979968 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6c56c38d-3417-4cd7-8bef-2f6779eb3cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:00.982193 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6c56c38d-3417-4cd7-8bef-2f6779eb3cb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:01.092524 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6c56c38d-3417-4cd7-8bef-2f6779eb3cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:01.093061 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c56c38d-3417-4cd7-8bef-2f6779eb3cb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ad6d10f-102e-44ce-a8a0-d51e938a2c16 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:56:01.107373 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6c56c38d-3417-4cd7-8bef-2f6779eb3cb2 admin admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:01.108556 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6c56c38d-3417-4cd7-8bef-2f6779eb3cb2 admin admin] 10.222.0.66 "DELETE /v2.0/routers/6ad6d10f-102e-44ce-a8a0-d51e938a2c16 HTTP/1.1" status: 204 len: 168 time: 1.5847468 Apr 11 14:56:01.111282 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51102) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:56:01.174151 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa397ef-7bf8-4c9c-a5f0-82ab6e7c6c7a admin admin] Deleting subnet b205b8fd-bdc1-4a61-90cb-856cfa3997f1 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:56:01.177237 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cfa397ef-7bf8-4c9c-a5f0-82ab6e7c6c7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:01.233472 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cfa397ef-7bf8-4c9c-a5f0-82ab6e7c6c7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:01.320620 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cfa397ef-7bf8-4c9c-a5f0-82ab6e7c6c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:01.502095 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cfa397ef-7bf8-4c9c-a5f0-82ab6e7c6c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:01.543977 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa397ef-7bf8-4c9c-a5f0-82ab6e7c6c7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b205b8fd-bdc1-4a61-90cb-856cfa3997f1,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:01.547741 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cfa397ef-7bf8-4c9c-a5f0-82ab6e7c6c7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:01.553400 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5382e9d7-a5a8-4668-9d5c-4dd8fb73a9fc None None] Network 1e432bdc-29c3-4bb6-81b9-a720478c4cf4 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:56:01.554405 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cfa397ef-7bf8-4c9c-a5f0-82ab6e7c6c7a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b205b8fd-bdc1-4a61-90cb-856cfa3997f1 HTTP/1.1" status: 204 len: 168 time: 0.4421225 Apr 11 14:56:01.556784 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51106) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:56:01.671829 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-01aeb70d-35ca-447c-924a-0292a9bdee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:01.682274 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-01aeb70d-35ca-447c-924a-0292a9bdee13 admin admin] Deleting port 8b6cc0b7-6818-455c-ab90-b5c35a99ecf2 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:56:01.682600 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-01aeb70d-35ca-447c-924a-0292a9bdee13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:01.821444 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e51139f-165a-4a65-9096-f4d6a7412af2 None None] DHCP port deletion for 1e432bdc-29c3-4bb6-81b9-a720478c4cf4 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:56:01.825700 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-0e51139f-165a-4a65-9096-f4d6a7412af2 None None] Deleting port 8b6cc0b7-6818-455c-ab90-b5c35a99ecf2 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:56:01.826181 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0e51139f-165a-4a65-9096-f4d6a7412af2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:01.898574 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-01aeb70d-35ca-447c-924a-0292a9bdee13 admin admin] For port 8b6cc0b7-6818-455c-ab90-b5c35a99ecf2, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=8b6cc0b7-6818-455c-ab90-b5c35a99ecf2,segment=NetworkSegment(f86fac60-ab4c-4b7f-b387-01ffe9d0af4a),segment_id=f86fac60-ab4c-4b7f-b387-01ffe9d0af4a)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:56:01.898927 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-01aeb70d-35ca-447c-924a-0292a9bdee13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:02.033199 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-01aeb70d-35ca-447c-924a-0292a9bdee13 admin admin] Calling delete_port for 8b6cc0b7-6818-455c-ab90-b5c35a99ecf2 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:56:02.036083 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-0e51139f-165a-4a65-9096-f4d6a7412af2 None None] For port 8b6cc0b7-6818-455c-ab90-b5c35a99ecf2, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=8b6cc0b7-6818-455c-ab90-b5c35a99ecf2,segment=NetworkSegment(f86fac60-ab4c-4b7f-b387-01ffe9d0af4a),segment_id=f86fac60-ab4c-4b7f-b387-01ffe9d0af4a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:56:02.036083 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0e51139f-165a-4a65-9096-f4d6a7412af2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:02.166565 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-0e51139f-165a-4a65-9096-f4d6a7412af2 None None] Calling delete_port for 8b6cc0b7-6818-455c-ab90-b5c35a99ecf2 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:56:02.240795 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3751beb0-6305-4534-b98f-6355ffde5959 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:56:02.274709 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 3751beb0-6305-4534-b98f-6355ffde5959 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:56:02.275052 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3751beb0-6305-4534-b98f-6355ffde5959 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:56:02.275460 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 8b6cc0b7-6818-455c-ab90-b5c35a99ecf2 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:56:02.284071 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-01aeb70d-35ca-447c-924a-0292a9bdee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:02.313513 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 8b6cc0b7-6818-455c-ab90-b5c35a99ecf2 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:56:02.313755 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 8b6cc0b7-6818-455c-ab90-b5c35a99ecf2 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:56:02.314182 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2272f388-8bed-477a-bc5f-774a05191f12 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:56:02.334334 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aeb70d-35ca-447c-924a-0292a9bdee13 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b6cc0b7-6818-455c-ab90-b5c35a99ecf2,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:02.336138 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aeb70d-35ca-447c-924a-0292a9bdee13 admin admin] No DVR routers for this DVR port 8b6cc0b7-6818-455c-ab90-b5c35a99ecf2 on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:56:02.384553 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 2272f388-8bed-477a-bc5f-774a05191f12 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:56:02.385023 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2272f388-8bed-477a-bc5f-774a05191f12 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:56:02.388201 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-0e51139f-165a-4a65-9096-f4d6a7412af2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:56:02.388554 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-0e51139f-165a-4a65-9096-f4d6a7412af2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:56:02.456225 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-01aeb70d-35ca-447c-924a-0292a9bdee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:02.487482 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-01aeb70d-35ca-447c-924a-0292a9bdee13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e432bdc-29c3-4bb6-81b9-a720478c4cf4']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:56:02.499239 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-01aeb70d-35ca-447c-924a-0292a9bdee13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86fac60-ab4c-4b7f-b387-01ffe9d0af4a') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:56:02.499557 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-01aeb70d-35ca-447c-924a-0292a9bdee13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86fac60-ab4c-4b7f-b387-01ffe9d0af4a') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:56:02.511170 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-01aeb70d-35ca-447c-924a-0292a9bdee13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:02.528113 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-01aeb70d-35ca-447c-924a-0292a9bdee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:02.539537 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01aeb70d-35ca-447c-924a-0292a9bdee13 admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:56:02.539537 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-01aeb70d-35ca-447c-924a-0292a9bdee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:56:02.548988 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:56:02.709440 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-01aeb70d-35ca-447c-924a-0292a9bdee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:02.729992 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-01aeb70d-35ca-447c-924a-0292a9bdee13 admin admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:02.740007 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aeb70d-35ca-447c-924a-0292a9bdee13 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e432bdc-29c3-4bb6-81b9-a720478c4cf4,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:02.744825 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-01aeb70d-35ca-447c-924a-0292a9bdee13 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1e432bdc-29c3-4bb6-81b9-a720478c4cf4 HTTP/1.1" status: 204 len: 168 time: 1.1863127 Apr 11 14:56:02.889454 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-0e51139f-165a-4a65-9096-f4d6a7412af2 None None] Deleting port 8b6cc0b7-6818-455c-ab90-b5c35a99ecf2 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:56:02.890082 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0e51139f-165a-4a65-9096-f4d6a7412af2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:02.964401 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-0e51139f-165a-4a65-9096-f4d6a7412af2 None None] The port '8b6cc0b7-6818-455c-ab90-b5c35a99ecf2' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:56:03.288568 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51112) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:56:03.339898 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-730cc5b3-4146-436b-9ad6-c1bdc2051ce8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3c3002b4022a4fe3b04c5d2650be5c84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501528 Apr 11 14:56:03.342424 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51116) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:56:03.404403 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3d0eb9a3-7373-4fb1-9cd7-bea1883d630c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:03.430224 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3d0eb9a3-7373-4fb1-9cd7-bea1883d630c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:03.564415 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3d0eb9a3-7373-4fb1-9cd7-bea1883d630c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:03.582314 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0eb9a3-7373-4fb1-9cd7-bea1883d630c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689052ab-c57c-4e78-a780-1574ccbe7fb4,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:03.670945 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3d0eb9a3-7373-4fb1-9cd7-bea1883d630c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:03.672750 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3d0eb9a3-7373-4fb1-9cd7-bea1883d630c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/689052ab-c57c-4e78-a780-1574ccbe7fb4 HTTP/1.1" status: 204 len: 168 time: 0.3287644 Apr 11 14:56:04.412381 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51124) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:56:04.464417 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b5fb1c80-d0d8-44a9-b26b-13e6dfead870 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=71b64c06b26b457b8dad9aa310215268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508137 Apr 11 14:56:04.466839 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51128) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:56:04.526637 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-217fff67-430b-4249-bd0a-236b7b4e679f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:04.553569 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-217fff67-430b-4249-bd0a-236b7b4e679f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:04.681645 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-217fff67-430b-4249-bd0a-236b7b4e679f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:04.697207 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fff67-430b-4249-bd0a-236b7b4e679f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934c95f8-f25b-4da1-8996-2de37912c911,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:04.705233 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-217fff67-430b-4249-bd0a-236b7b4e679f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:04.709029 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-217fff67-430b-4249-bd0a-236b7b4e679f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/934c95f8-f25b-4da1-8996-2de37912c911 HTTP/1.1" status: 204 len: 168 time: 0.2412674 Apr 11 14:56:05.995484 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51152) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:56:06.117224 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-57efa007-adc2-4f65-b440-f7ac15920f50 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1033952998-network', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:56:06.122017 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-57efa007-adc2-4f65-b440-f7ac15920f50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:56:06.127025 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-57efa007-adc2-4f65-b440-f7ac15920f50 admin admin] Usage tracker for resource:network and tenant:76dca33a4eea499f86cd20030585aa5e is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:56:06.129904 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-57efa007-adc2-4f65-b440-f7ac15920f50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:56:06.136068 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-57efa007-adc2-4f65-b440-f7ac15920f50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:56:06.218276 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57efa007-adc2-4f65-b440-f7ac15920f50 admin admin] Made reservation on behalf of 76dca33a4eea499f86cd20030585aa5e for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:56:06.221180 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-57efa007-adc2-4f65-b440-f7ac15920f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:06.233539 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-57efa007-adc2-4f65-b440-f7ac15920f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:06.249287 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-57efa007-adc2-4f65-b440-f7ac15920f50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:56:06.254499 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-57efa007-adc2-4f65-b440-f7ac15920f50 admin admin] Usage tracker for resource:security_group_rule and tenant:76dca33a4eea499f86cd20030585aa5e is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:56:06.257669 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-57efa007-adc2-4f65-b440-f7ac15920f50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:56:06.263855 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-57efa007-adc2-4f65-b440-f7ac15920f50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:56:06.352667 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-57efa007-adc2-4f65-b440-f7ac15920f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:06.449003 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-57efa007-adc2-4f65-b440-f7ac15920f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:06.482373 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57efa007-adc2-4f65-b440-f7ac15920f50 admin admin] vlan segment allocate from pool success with {'vlan_id': 1028, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:56:06.488478 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efa007-adc2-4f65-b440-f7ac15920f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e433fc1-5953-49ce-af04-56180204aad0,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:06.496518 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-57efa007-adc2-4f65-b440-f7ac15920f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:06.496861 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-57efa007-adc2-4f65-b440-f7ac15920f50 admin admin] Added segment 8772d9cc-00d5-49c4-b4f4-4c3cd58d6721 of type vlan for network 4279cc9a-70b6-4952-87a6-f3c75f19f4ed Apr 11 14:56:06.524806 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-57efa007-adc2-4f65-b440-f7ac15920f50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:06.614980 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-57efa007-adc2-4f65-b440-f7ac15920f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:06.615981 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57efa007-adc2-4f65-b440-f7ac15920f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:06.616692 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-57efa007-adc2-4f65-b440-f7ac15920f50 admin admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:06.722302 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efa007-adc2-4f65-b440-f7ac15920f50 admin admin] Pushing event updated for resources: {'Network': ['ID=4279cc9a-70b6-4952-87a6-f3c75f19f4ed,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:06.731685 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 4279cc9a-70b6-4952-87a6-f3c75f19f4ed details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:56:06.782590 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-57efa007-adc2-4f65-b440-f7ac15920f50 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7828114 Apr 11 14:56:06.782806 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51158) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:56:06.788211 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-577e15ba-8656-4ff5-8478-8f7c5d73b81f admin admin] Request body: {'subnet': {'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1033952998-subnet', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'ip_version': 4}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:56:06.793163 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-577e15ba-8656-4ff5-8478-8f7c5d73b81f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:56:06.797708 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-577e15ba-8656-4ff5-8478-8f7c5d73b81f admin admin] Usage tracker for resource:subnet and tenant:76dca33a4eea499f86cd20030585aa5e is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:56:06.801043 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-577e15ba-8656-4ff5-8478-8f7c5d73b81f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:56:06.807163 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-577e15ba-8656-4ff5-8478-8f7c5d73b81f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:56:06.887050 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577e15ba-8656-4ff5-8478-8f7c5d73b81f admin admin] Made reservation on behalf of 76dca33a4eea499f86cd20030585aa5e for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:56:06.889430 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-577e15ba-8656-4ff5-8478-8f7c5d73b81f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:07.201092 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-577e15ba-8656-4ff5-8478-8f7c5d73b81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:07.278787 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e15ba-8656-4ff5-8478-8f7c5d73b81f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dc87d71-5121-46b0-a44a-7bd7d575ad7d,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:07.289950 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e15ba-8656-4ff5-8478-8f7c5d73b81f admin admin] Checking segment: {'id': '8772d9cc-00d5-49c4-b4f4-4c3cd58d6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:56:07.290308 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577e15ba-8656-4ff5-8478-8f7c5d73b81f admin admin] Network hostable DHCP agents. Network: 4279cc9a-70b6-4952-87a6-f3c75f19f4ed, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:56:07.366475 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577e15ba-8656-4ff5-8478-8f7c5d73b81f admin admin] Network 4279cc9a-70b6-4952-87a6-f3c75f19f4ed is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:56:07.470055 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-577e15ba-8656-4ff5-8478-8f7c5d73b81f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 4279cc9a-70b6-4952-87a6-f3c75f19f4ed) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:56:07.475597 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577e15ba-8656-4ff5-8478-8f7c5d73b81f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:07.476219 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-577e15ba-8656-4ff5-8478-8f7c5d73b81f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:07.478600 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51514ba9-56de-4157-9a3b-e180f241f271 None None] Network 4279cc9a-70b6-4952-87a6-f3c75f19f4ed requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:56:07.569999 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-577e15ba-8656-4ff5-8478-8f7c5d73b81f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7861140 Apr 11 14:56:07.572646 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51162) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:56:07.580543 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-2c4b6c25-b6a8-4293-a25a-03ea2aca3307 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1033952998-router', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:56:07.585544 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2c4b6c25-b6a8-4293-a25a-03ea2aca3307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:56:07.589660 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2c4b6c25-b6a8-4293-a25a-03ea2aca3307 admin admin] Usage tracker for resource:router and tenant:76dca33a4eea499f86cd20030585aa5e is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:56:07.592764 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2c4b6c25-b6a8-4293-a25a-03ea2aca3307 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:56:07.598905 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2c4b6c25-b6a8-4293-a25a-03ea2aca3307 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:56:07.672353 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2c4b6c25-b6a8-4293-a25a-03ea2aca3307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:07.673364 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2c4b6c25-b6a8-4293-a25a-03ea2aca3307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:07.689900 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2c4b6c25-b6a8-4293-a25a-03ea2aca3307 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:07.698404 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-4279cc9a-70b6-4952-87a6-f3c75f19f4ed', 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'fixed_ips': [{'subnet_id': '3dc87d71-5121-46b0-a44a-7bd7d575ad7d'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:56:07.699247 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:07.857961 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Allocated IP 172.20.0.2 (4279cc9a-70b6-4952-87a6-f3c75f19f4ed/3dc87d71-5121-46b0-a44a-7bd7d575ad7d/dca4830a-684d-49d8-ab4a-2ca3c179d323) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:56:08.093268 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:08.104972 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Transition to ACTIVE for port object dca4830a-684d-49d8-ab4a-2ca3c179d323 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:56:08.126693 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Transition to ACTIVE for port object dca4830a-684d-49d8-ab4a-2ca3c179d323 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:56:08.178309 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2c4b6c25-b6a8-4293-a25a-03ea2aca3307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:08.215437 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:08.277034 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Network 4279cc9a-70b6-4952-87a6-f3c75f19f4ed is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:56:08.284755 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:56:08.289677 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:56:08.296119 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Pushing event updated for resources: {'Port': ['ID=dca4830a-684d-49d8-ab4a-2ca3c179d323,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:08.333006 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:08.333361 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:08.333693 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:08.334058 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:08.334412 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:08.334733 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:08.335062 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:08.335391 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:08.335723 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:08.336052 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:08.336379 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:08.336699 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:08.397516 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Attempting to bind port dca4830a-684d-49d8-ab4a-2ca3c179d323 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:56:08.397930 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Attempting to bind port dca4830a-684d-49d8-ab4a-2ca3c179d323 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '8772d9cc-00d5-49c4-b4f4-4c3cd58d6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:56:08.398299 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Attempting to bind port dca4830a-684d-49d8-ab4a-2ca3c179d323 on network 4279cc9a-70b6-4952-87a6-f3c75f19f4ed {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:56:08.403733 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:56:08.404110 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Checking segment: {'id': '8772d9cc-00d5-49c4-b4f4-4c3cd58d6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:56:08.404521 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:08.405194 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Bound using segment: {'id': '8772d9cc-00d5-49c4-b4f4-4c3cd58d6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:56:08.405696 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Bound port: dca4830a-684d-49d8-ab4a-2ca3c179d323, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8772d9cc-00d5-49c4-b4f4-4c3cd58d6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:56:08.406711 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:08.502062 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] For port dca4830a-684d-49d8-ab4a-2ca3c179d323, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:56:08.505692 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] For port dca4830a-684d-49d8-ab4a-2ca3c179d323, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=dca4830a-684d-49d8-ab4a-2ca3c179d323,segment=NetworkSegment(8772d9cc-00d5-49c4-b4f4-4c3cd58d6721),segment_id=8772d9cc-00d5-49c4-b4f4-4c3cd58d6721)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:56:08.564938 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2c4b6c25-b6a8-4293-a25a-03ea2aca3307 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:08.596190 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2c4b6c25-b6a8-4293-a25a-03ea2aca3307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:08.604145 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:08.692135 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34e180-087f-4934-85c9-716633c6d5b7 None None] Pushing event updated for resources: {'Port': ['ID=dca4830a-684d-49d8-ab4a-2ca3c179d323,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:08.747194 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-2c4b6c25-b6a8-4293-a25a-03ea2aca3307 admin admin] Allocated IP 172.26.7.11 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/1497b66e-64ea-4cdd-806f-d57a807ca1ce) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:56:08.924099 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2c4b6c25-b6a8-4293-a25a-03ea2aca3307 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:09.015886 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2c4b6c25-b6a8-4293-a25a-03ea2aca3307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:09.077169 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4b6c25-b6a8-4293-a25a-03ea2aca3307 admin admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:56:09.080168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-2c4b6c25-b6a8-4293-a25a-03ea2aca3307 admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:56:09.084115 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4b6c25-b6a8-4293-a25a-03ea2aca3307 admin admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:56:09.134368 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b6c25-b6a8-4293-a25a-03ea2aca3307 admin admin] Pushing event updated for resources: {'Port': ['ID=1497b66e-64ea-4cdd-806f-d57a807ca1ce,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:09.613086 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2c4b6c25-b6a8-4293-a25a-03ea2aca3307 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:09.713217 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c221e65e-41a2-4fd1-8633-0ad7dbb2d5c4 None None] Network 4279cc9a-70b6-4952-87a6-f3c75f19f4ed requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:56:09.940797 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-196c36ca-71f4-4800-90b6-d183050efeda None None] Provisioning for port dca4830a-684d-49d8-ab4a-2ca3c179d323 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:56:10.097812 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2c4b6c25-b6a8-4293-a25a-03ea2aca3307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:10.266467 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device dca4830a-684d-49d8-ab4a-2ca3c179d323 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:56:10.392133 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4b6c25-b6a8-4293-a25a-03ea2aca3307 admin admin] Router f81fbe89-02be-4d5d-bbbc-9383169d2c04 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:56:10.401005 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port dca4830a-684d-49d8-ab4a-2ca3c179d323 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:56:10.408501 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port dca4830a-684d-49d8-ab4a-2ca3c179d323 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:56:10.413689 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:10.535568 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:10.569780 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port dca4830a-684d-49d8-ab4a-2ca3c179d323, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=dca4830a-684d-49d8-ab4a-2ca3c179d323,segment=NetworkSegment(8772d9cc-00d5-49c4-b4f4-4c3cd58d6721),segment_id=8772d9cc-00d5-49c4-b4f4-4c3cd58d6721)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:56:10.577001 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4b6c25-b6a8-4293-a25a-03ea2aca3307 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:56:10.588017 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] Sync routers for ids ['f81fbe89-02be-4d5d-bbbc-9383169d2c04'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:56:10.598183 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] Routers {'f81fbe89-02be-4d5d-bbbc-9383169d2c04'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:56:10.598801 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:55:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['f81fbe89-02be-4d5d-bbbc-9383169d2c04'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:56:10.657427 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:10.658413 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2c4b6c25-b6a8-4293-a25a-03ea2aca3307 admin admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:10.663551 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2c4b6c25-b6a8-4293-a25a-03ea2aca3307 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0864012 Apr 11 14:56:10.663961 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51166) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:56:10.811519 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=dca4830a-684d-49d8-ab4a-2ca3c179d323,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:10.849298 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] Set router f81fbe89-02be-4d5d-bbbc-9383169d2c04 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:56:11.150642 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'name': 'tempest-TestMinimumBasicScenario-1033952998-router', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.11'}], 'enable_snat': True}, 'gw_port_id': '1497b66e-64ea-4cdd-806f-d57a807ca1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:56:07Z', 'updated_at': '2022-04-11T14:56:09Z', 'revision_number': 3, 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'gw_port': {'id': '1497b66e-64ea-4cdd-806f-d57a807ca1ce', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:08Z', 'updated_at': '2022-04-11T14:56:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:56:11.154493 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] Checking router: f81fbe89-02be-4d5d-bbbc-9383169d2c04 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:56:11.154845 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] Updating router f81fbe89-02be-4d5d-bbbc-9383169d2c04 port 1497b66e-64ea-4cdd-806f-d57a807ca1ce binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:56:11.209878 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:11.377599 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-62e589c1-4903-430f-ab4b-23f5047b3a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:11.567707 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:11.579675 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] Transition to ACTIVE for port object 1497b66e-64ea-4cdd-806f-d57a807ca1ce will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:56:11.653053 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:11.732512 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-62e589c1-4903-430f-ab4b-23f5047b3a75 admin admin] Allocated IP 172.20.0.1 (4279cc9a-70b6-4952-87a6-f3c75f19f4ed/3dc87d71-5121-46b0-a44a-7bd7d575ad7d/64cc41a5-180b-42e0-87d8-4057ce777f0f) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:56:11.735696 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] Attempting to bind port 1497b66e-64ea-4cdd-806f-d57a807ca1ce on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:56:11.736094 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] Attempting to bind port 1497b66e-64ea-4cdd-806f-d57a807ca1ce by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:56:11.736439 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] Attempting to bind port 1497b66e-64ea-4cdd-806f-d57a807ca1ce on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:56:11.752842 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:56:11.753222 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:56:11.753631 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:11.754058 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:56:11.754524 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] Bound port: 1497b66e-64ea-4cdd-806f-d57a807ca1ce, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:56:11.754905 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:11.784171 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb6d16-883c-4877-9d71-84801b026e49 None None] Pushing event updated for resources: {'Port': ['ID=1497b66e-64ea-4cdd-806f-d57a807ca1ce,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:11.832502 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] For port 1497b66e-64ea-4cdd-806f-d57a807ca1ce, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:56:11.840685 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] For port 1497b66e-64ea-4cdd-806f-d57a807ca1ce, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=1497b66e-64ea-4cdd-806f-d57a807ca1ce,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:56:11.886962 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-62e589c1-4903-430f-ab4b-23f5047b3a75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:11.896263 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:11.903972 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-62e589c1-4903-430f-ab4b-23f5047b3a75 admin admin] Transition to ACTIVE for port object 64cc41a5-180b-42e0-87d8-4057ce777f0f will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:56:12.002681 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-62e589c1-4903-430f-ab4b-23f5047b3a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:12.027539 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] Routers {'f81fbe89-02be-4d5d-bbbc-9383169d2c04'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:56:12.028166 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:55:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['f81fbe89-02be-4d5d-bbbc-9383169d2c04'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:56:12.067800 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e589c1-4903-430f-ab4b-23f5047b3a75 admin admin] Network 4279cc9a-70b6-4952-87a6-f3c75f19f4ed is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:56:12.074949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-62e589c1-4903-430f-ab4b-23f5047b3a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:56:12.080146 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e589c1-4903-430f-ab4b-23f5047b3a75 admin admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:56:12.099629 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb6d16-883c-4877-9d71-84801b026e49 None None] Pushing event updated for resources: {'Port': ['ID=1497b66e-64ea-4cdd-806f-d57a807ca1ce,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:12.117507 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e589c1-4903-430f-ab4b-23f5047b3a75 admin admin] Pushing event updated for resources: {'Port': ['ID=64cc41a5-180b-42e0-87d8-4057ce777f0f,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:12.141748 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-62e589c1-4903-430f-ab4b-23f5047b3a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:12.235388 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] Set router f81fbe89-02be-4d5d-bbbc-9383169d2c04 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:56:12.290692 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device dca4830a-684d-49d8-ab4a-2ca3c179d323 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:56:12.500446 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-62e589c1-4903-430f-ab4b-23f5047b3a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:12.530347 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-afe89bbc-cae7-4a63-8882-a399a6e18ff0 None None] Provisioning for port 64cc41a5-180b-42e0-87d8-4057ce777f0f completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:56:12.537702 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port dca4830a-684d-49d8-ab4a-2ca3c179d323 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:56:12.538574 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:12.581637 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-afe89bbc-cae7-4a63-8882-a399a6e18ff0 None None] Provisioning complete for port 64cc41a5-180b-42e0-87d8-4057ce777f0f triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:56:12.582040 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-afe89bbc-cae7-4a63-8882-a399a6e18ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:12.691365 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-afe89bbc-cae7-4a63-8882-a399a6e18ff0 None None] Port 64cc41a5-180b-42e0-87d8-4057ce777f0f cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:56:12.731952 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-62e589c1-4903-430f-ab4b-23f5047b3a75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:12.782466 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'name': 'tempest-TestMinimumBasicScenario-1033952998-router', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.11'}], 'enable_snat': True}, 'gw_port_id': '1497b66e-64ea-4cdd-806f-d57a807ca1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:56:07Z', 'updated_at': '2022-04-11T14:56:09Z', 'revision_number': 3, 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'gw_port': {'id': '1497b66e-64ea-4cdd-806f-d57a807ca1ce', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:08Z', 'updated_at': '2022-04-11T14:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:56:12.788693 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5314e5e-bf05-4a16-9a33-7d53a56d6877 None None] The sync data for ids ['f81fbe89-02be-4d5d-bbbc-9383169d2c04'] in dv-neutron-837330-1-hyperv is: [{'id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'name': 'tempest-TestMinimumBasicScenario-1033952998-router', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.11'}], 'enable_snat': True}, 'gw_port_id': '1497b66e-64ea-4cdd-806f-d57a807ca1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:56:07Z', 'updated_at': '2022-04-11T14:56:09Z', 'revision_number': 3, 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'gw_port': {'id': '1497b66e-64ea-4cdd-806f-d57a807ca1ce', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:08Z', 'updated_at': '2022-04-11T14:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:56:12.858806 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-62e589c1-4903-430f-ab4b-23f5047b3a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:12.971821 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-62e589c1-4903-430f-ab4b-23f5047b3a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:12.975504 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e589c1-4903-430f-ab4b-23f5047b3a75 admin admin] Pushing event updated for resources: {'Port': ['ID=64cc41a5-180b-42e0-87d8-4057ce777f0f,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:13.152081 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e589c1-4903-430f-ab4b-23f5047b3a75 admin admin] Network 4279cc9a-70b6-4952-87a6-f3c75f19f4ed is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:56:13.153488 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-62e589c1-4903-430f-ab4b-23f5047b3a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:56:13.355938 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e589c1-4903-430f-ab4b-23f5047b3a75 admin admin] Router f81fbe89-02be-4d5d-bbbc-9383169d2c04 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:56:13.416862 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-2e0010a7-2c17-42f1-830a-7e5f9668ba22 None None] Provisioning complete for port 64cc41a5-180b-42e0-87d8-4057ce777f0f triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:56:13.417445 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2e0010a7-2c17-42f1-830a-7e5f9668ba22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:13.481579 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-2e0010a7-2c17-42f1-830a-7e5f9668ba22 None None] Port 64cc41a5-180b-42e0-87d8-4057ce777f0f cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:56:13.695273 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e589c1-4903-430f-ab4b-23f5047b3a75 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:56:13.705359 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-62e589c1-4903-430f-ab4b-23f5047b3a75 admin admin] 10.222.0.66 "PUT /v2.0/routers/f81fbe89-02be-4d5d-bbbc-9383169d2c04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0404906 Apr 11 14:56:14.272492 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 1497b66e-64ea-4cdd-806f-d57a807ca1ce up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:56:14.413698 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] Sync routers for ids ['f81fbe89-02be-4d5d-bbbc-9383169d2c04'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:56:14.415327 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 1497b66e-64ea-4cdd-806f-d57a807ca1ce completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:56:14.420464 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 1497b66e-64ea-4cdd-806f-d57a807ca1ce triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:56:14.421056 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:14.424248 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] Routers {'f81fbe89-02be-4d5d-bbbc-9383169d2c04'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:56:14.425225 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:55:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['f81fbe89-02be-4d5d-bbbc-9383169d2c04'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:56:14.473881 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51184) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:56:14.476936 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-55175332-f5b6-458f-9b48-33656d9f25d1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1262491960-network', 'tenant_id': '7312e34ba6ce4622b9a361e03f213904'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:56:14.482008 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-55175332-f5b6-458f-9b48-33656d9f25d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:56:14.486140 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-55175332-f5b6-458f-9b48-33656d9f25d1 admin admin] Usage tracker for resource:network and tenant:7312e34ba6ce4622b9a361e03f213904 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:56:14.489344 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-55175332-f5b6-458f-9b48-33656d9f25d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:56:14.496661 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-55175332-f5b6-458f-9b48-33656d9f25d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:56:14.563959 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:14.581582 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 1497b66e-64ea-4cdd-806f-d57a807ca1ce, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=1497b66e-64ea-4cdd-806f-d57a807ca1ce,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:56:14.592022 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55175332-f5b6-458f-9b48-33656d9f25d1 admin admin] Made reservation on behalf of 7312e34ba6ce4622b9a361e03f213904 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:56:14.595293 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-55175332-f5b6-458f-9b48-33656d9f25d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:14.607459 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-55175332-f5b6-458f-9b48-33656d9f25d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:14.612338 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] Set router f81fbe89-02be-4d5d-bbbc-9383169d2c04 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:56:14.623946 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-55175332-f5b6-458f-9b48-33656d9f25d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:56:14.628559 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-55175332-f5b6-458f-9b48-33656d9f25d1 admin admin] Usage tracker for resource:security_group_rule and tenant:7312e34ba6ce4622b9a361e03f213904 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:56:14.631724 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-55175332-f5b6-458f-9b48-33656d9f25d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:56:14.637797 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-55175332-f5b6-458f-9b48-33656d9f25d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:56:14.686827 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:14.727144 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-55175332-f5b6-458f-9b48-33656d9f25d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:14.761943 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=1497b66e-64ea-4cdd-806f-d57a807ca1ce,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:14.870078 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-55175332-f5b6-458f-9b48-33656d9f25d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:14.902666 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55175332-f5b6-458f-9b48-33656d9f25d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 14:56:14.911582 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55175332-f5b6-458f-9b48-33656d9f25d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258ddb67-d4d0-4615-ae5f-75a69733d866,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:14.918561 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-55175332-f5b6-458f-9b48-33656d9f25d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:14.918897 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-55175332-f5b6-458f-9b48-33656d9f25d1 admin admin] Added segment 650f0577-5ab0-46a5-9c46-5f34abba1625 of type vlan for network cec3a57a-7dad-4891-b242-aa3a4634f646 Apr 11 14:56:14.946785 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-55175332-f5b6-458f-9b48-33656d9f25d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:14.949397 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'name': 'tempest-TestMinimumBasicScenario-1033952998-router', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.11'}], 'enable_snat': True}, 'gw_port_id': '1497b66e-64ea-4cdd-806f-d57a807ca1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:56:07Z', 'updated_at': '2022-04-11T14:56:12Z', 'revision_number': 4, 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'gw_port': {'id': '1497b66e-64ea-4cdd-806f-d57a807ca1ce', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:08Z', 'updated_at': '2022-04-11T14:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '64cc41a5-180b-42e0-87d8-4057ce777f0f', 'name': '', 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'mac_address': 'fa:16:3e:b4:29:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3dc87d71-5121-46b0-a44a-7bd7d575ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:11Z', 'updated_at': '2022-04-11T14:56:12Z', 'revision_number': 2, 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'subnets': [{'id': '3dc87d71-5121-46b0-a44a-7bd7d575ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:56:14.954007 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] Checking router: f81fbe89-02be-4d5d-bbbc-9383169d2c04 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:56:14.954596 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] Updating router f81fbe89-02be-4d5d-bbbc-9383169d2c04 port 64cc41a5-180b-42e0-87d8-4057ce777f0f binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:56:15.007089 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:15.052975 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-55175332-f5b6-458f-9b48-33656d9f25d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:15.054145 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55175332-f5b6-458f-9b48-33656d9f25d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:15.054757 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-55175332-f5b6-458f-9b48-33656d9f25d1 admin admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:15.160651 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55175332-f5b6-458f-9b48-33656d9f25d1 admin admin] Pushing event updated for resources: {'Network': ['ID=cec3a57a-7dad-4891-b242-aa3a4634f646,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:15.170460 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network cec3a57a-7dad-4891-b242-aa3a4634f646 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 14:56:15.251040 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-55175332-f5b6-458f-9b48-33656d9f25d1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7798283 Apr 11 14:56:15.252906 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51188) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:56:15.258484 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-7fee8aa6-efad-42d1-b6c0-3b42cabbeef4 admin admin] Request body: {'subnet': {'network_id': 'cec3a57a-7dad-4891-b242-aa3a4634f646', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1262491960-subnet', 'tenant_id': '7312e34ba6ce4622b9a361e03f213904', 'ip_version': 4}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:56:15.264209 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7fee8aa6-efad-42d1-b6c0-3b42cabbeef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:56:15.269085 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7fee8aa6-efad-42d1-b6c0-3b42cabbeef4 admin admin] Usage tracker for resource:subnet and tenant:7312e34ba6ce4622b9a361e03f213904 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:56:15.272051 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7fee8aa6-efad-42d1-b6c0-3b42cabbeef4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:56:15.278444 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7fee8aa6-efad-42d1-b6c0-3b42cabbeef4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:56:15.373414 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:15.378294 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fee8aa6-efad-42d1-b6c0-3b42cabbeef4 admin admin] Made reservation on behalf of 7312e34ba6ce4622b9a361e03f213904 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:56:15.380685 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7fee8aa6-efad-42d1-b6c0-3b42cabbeef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:15.385588 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] Transition to ACTIVE for port object 64cc41a5-180b-42e0-87d8-4057ce777f0f will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:56:15.480881 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:15.610168 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b1f93-38cf-460a-b63c-0a62b6098058 None None] Pushing event updated for resources: {'Port': ['ID=64cc41a5-180b-42e0-87d8-4057ce777f0f,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:15.643444 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b1f93-38cf-460a-b63c-0a62b6098058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:15.646070 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b1f93-38cf-460a-b63c-0a62b6098058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:15.646070 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b1f93-38cf-460a-b63c-0a62b6098058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:15.646070 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b1f93-38cf-460a-b63c-0a62b6098058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:15.646070 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b1f93-38cf-460a-b63c-0a62b6098058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:15.646070 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b1f93-38cf-460a-b63c-0a62b6098058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:15.646070 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b1f93-38cf-460a-b63c-0a62b6098058 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:15.646070 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b1f93-38cf-460a-b63c-0a62b6098058 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:15.646070 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b1f93-38cf-460a-b63c-0a62b6098058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:15.646904 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b1f93-38cf-460a-b63c-0a62b6098058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:15.646904 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b1f93-38cf-460a-b63c-0a62b6098058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:15.646904 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b1f93-38cf-460a-b63c-0a62b6098058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:15.664357 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7fee8aa6-efad-42d1-b6c0-3b42cabbeef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:15.724223 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] Attempting to bind port 64cc41a5-180b-42e0-87d8-4057ce777f0f on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:56:15.726001 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] Attempting to bind port 64cc41a5-180b-42e0-87d8-4057ce777f0f by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '8772d9cc-00d5-49c4-b4f4-4c3cd58d6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:56:15.726001 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] Attempting to bind port 64cc41a5-180b-42e0-87d8-4057ce777f0f on network 4279cc9a-70b6-4952-87a6-f3c75f19f4ed {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:56:15.730591 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:56:15.731027 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] Checking segment: {'id': '8772d9cc-00d5-49c4-b4f4-4c3cd58d6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:56:15.731344 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:15.731743 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] Bound using segment: {'id': '8772d9cc-00d5-49c4-b4f4-4c3cd58d6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:56:15.732213 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] Bound port: 64cc41a5-180b-42e0-87d8-4057ce777f0f, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8772d9cc-00d5-49c4-b4f4-4c3cd58d6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:56:15.732587 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:15.752238 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee8aa6-efad-42d1-b6c0-3b42cabbeef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39b55225-1dee-40ee-8d5d-7f0aa77ca247,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:15.760003 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fee8aa6-efad-42d1-b6c0-3b42cabbeef4 admin admin] Checking segment: {'id': '650f0577-5ab0-46a5-9c46-5f34abba1625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cec3a57a-7dad-4891-b242-aa3a4634f646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:56:15.760385 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fee8aa6-efad-42d1-b6c0-3b42cabbeef4 admin admin] Network hostable DHCP agents. Network: cec3a57a-7dad-4891-b242-aa3a4634f646, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 14:56:15.852713 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] For port 64cc41a5-180b-42e0-87d8-4057ce777f0f, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:56:15.855654 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] For port 64cc41a5-180b-42e0-87d8-4057ce777f0f, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=64cc41a5-180b-42e0-87d8-4057ce777f0f,segment=NetworkSegment(8772d9cc-00d5-49c4-b4f4-4c3cd58d6721),segment_id=8772d9cc-00d5-49c4-b4f4-4c3cd58d6721)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:56:15.871519 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fee8aa6-efad-42d1-b6c0-3b42cabbeef4 admin admin] Network cec3a57a-7dad-4891-b242-aa3a4634f646 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 14:56:15.940708 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:15.974521 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-7fee8aa6-efad-42d1-b6c0-3b42cabbeef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, cec3a57a-7dad-4891-b242-aa3a4634f646) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:56:15.979100 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fee8aa6-efad-42d1-b6c0-3b42cabbeef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:15.979835 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7fee8aa6-efad-42d1-b6c0-3b42cabbeef4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:15.991833 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d9635e-60e9-4b2e-b74c-f47021368984 None None] Network cec3a57a-7dad-4891-b242-aa3a4634f646 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:56:16.019737 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b1f93-38cf-460a-b63c-0a62b6098058 None None] Pushing event updated for resources: {'Port': ['ID=64cc41a5-180b-42e0-87d8-4057ce777f0f,revision_number=4']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:16.031783 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] Routers {'f81fbe89-02be-4d5d-bbbc-9383169d2c04'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:56:16.032420 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:55:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['f81fbe89-02be-4d5d-bbbc-9383169d2c04'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:56:16.146994 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7fee8aa6-efad-42d1-b6c0-3b42cabbeef4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8907793 Apr 11 14:56:16.147305 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51192) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:56:16.153033 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-ba8080b7-9066-4198-ae5a-a6db22c0ab91 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1262491960-router', 'tenant_id': '7312e34ba6ce4622b9a361e03f213904', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:56:16.158129 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ba8080b7-9066-4198-ae5a-a6db22c0ab91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:56:16.162828 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ba8080b7-9066-4198-ae5a-a6db22c0ab91 admin admin] Usage tracker for resource:router and tenant:7312e34ba6ce4622b9a361e03f213904 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:56:16.167944 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ba8080b7-9066-4198-ae5a-a6db22c0ab91 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:56:16.173047 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ba8080b7-9066-4198-ae5a-a6db22c0ab91 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:56:16.228748 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] Set router f81fbe89-02be-4d5d-bbbc-9383169d2c04 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:56:16.256498 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 1497b66e-64ea-4cdd-806f-d57a807ca1ce up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:56:16.272554 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba8080b7-9066-4198-ae5a-a6db22c0ab91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:16.273610 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba8080b7-9066-4198-ae5a-a6db22c0ab91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:16.298174 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba8080b7-9066-4198-ae5a-a6db22c0ab91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:16.348914 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885f9e23-72c1-4dbf-b323-724d4f18ab00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-cec3a57a-7dad-4891-b242-aa3a4634f646', 'network_id': 'cec3a57a-7dad-4891-b242-aa3a4634f646', 'tenant_id': '7312e34ba6ce4622b9a361e03f213904', 'fixed_ips': [{'subnet_id': '39b55225-1dee-40ee-8d5d-7f0aa77ca247'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 14:56:16.349718 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-885f9e23-72c1-4dbf-b323-724d4f18ab00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:16.466123 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 1497b66e-64ea-4cdd-806f-d57a807ca1ce triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:56:16.466490 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:16.564944 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'name': 'tempest-TestMinimumBasicScenario-1033952998-router', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.11'}], 'enable_snat': True}, 'gw_port_id': '1497b66e-64ea-4cdd-806f-d57a807ca1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:56:07Z', 'updated_at': '2022-04-11T14:56:12Z', 'revision_number': 4, 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'gw_port': {'id': '1497b66e-64ea-4cdd-806f-d57a807ca1ce', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:08Z', 'updated_at': '2022-04-11T14:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '64cc41a5-180b-42e0-87d8-4057ce777f0f', 'name': '', 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'mac_address': 'fa:16:3e:b4:29:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3dc87d71-5121-46b0-a44a-7bd7d575ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:11Z', 'updated_at': '2022-04-11T14:56:15Z', 'revision_number': 4, 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'subnets': [{'id': '3dc87d71-5121-46b0-a44a-7bd7d575ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:56:16.569978 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c4ea0a-dd18-4e80-915d-11ad57d93346 None None] The sync data for ids ['f81fbe89-02be-4d5d-bbbc-9383169d2c04'] in dv-neutron-837330-1-hyperv is: [{'id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'name': 'tempest-TestMinimumBasicScenario-1033952998-router', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.11'}], 'enable_snat': True}, 'gw_port_id': '1497b66e-64ea-4cdd-806f-d57a807ca1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:56:07Z', 'updated_at': '2022-04-11T14:56:12Z', 'revision_number': 4, 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'gw_port': {'id': '1497b66e-64ea-4cdd-806f-d57a807ca1ce', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:08Z', 'updated_at': '2022-04-11T14:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '64cc41a5-180b-42e0-87d8-4057ce777f0f', 'name': '', 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'mac_address': 'fa:16:3e:b4:29:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3dc87d71-5121-46b0-a44a-7bd7d575ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:11Z', 'updated_at': '2022-04-11T14:56:15Z', 'revision_number': 4, 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'subnets': [{'id': '3dc87d71-5121-46b0-a44a-7bd7d575ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:56:16.654393 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-885f9e23-72c1-4dbf-b323-724d4f18ab00 None None] Allocated IP 172.20.0.2 (cec3a57a-7dad-4891-b242-aa3a4634f646/39b55225-1dee-40ee-8d5d-7f0aa77ca247/2bb771af-3057-4e7e-bbd1-6657b7db8941) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:56:16.696750 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba8080b7-9066-4198-ae5a-a6db22c0ab91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:16.920704 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-885f9e23-72c1-4dbf-b323-724d4f18ab00 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:16.931972 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-885f9e23-72c1-4dbf-b323-724d4f18ab00 None None] Transition to ACTIVE for port object 2bb771af-3057-4e7e-bbd1-6657b7db8941 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:56:16.952270 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-885f9e23-72c1-4dbf-b323-724d4f18ab00 None None] Transition to ACTIVE for port object 2bb771af-3057-4e7e-bbd1-6657b7db8941 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:56:17.015754 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-885f9e23-72c1-4dbf-b323-724d4f18ab00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:17.097517 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885f9e23-72c1-4dbf-b323-724d4f18ab00 None None] Network cec3a57a-7dad-4891-b242-aa3a4634f646 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:56:17.109200 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-885f9e23-72c1-4dbf-b323-724d4f18ab00 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:56:17.116509 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885f9e23-72c1-4dbf-b323-724d4f18ab00 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:56:17.119718 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f9e23-72c1-4dbf-b323-724d4f18ab00 None None] Pushing event updated for resources: {'Port': ['ID=2bb771af-3057-4e7e-bbd1-6657b7db8941,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:17.148059 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba8080b7-9066-4198-ae5a-a6db22c0ab91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:17.180605 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba8080b7-9066-4198-ae5a-a6db22c0ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:17.231452 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-885f9e23-72c1-4dbf-b323-724d4f18ab00 None None] Attempting to bind port 2bb771af-3057-4e7e-bbd1-6657b7db8941 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:56:17.232052 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-885f9e23-72c1-4dbf-b323-724d4f18ab00 None None] Attempting to bind port 2bb771af-3057-4e7e-bbd1-6657b7db8941 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '650f0577-5ab0-46a5-9c46-5f34abba1625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cec3a57a-7dad-4891-b242-aa3a4634f646'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:56:17.232440 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885f9e23-72c1-4dbf-b323-724d4f18ab00 None None] Attempting to bind port 2bb771af-3057-4e7e-bbd1-6657b7db8941 on network cec3a57a-7dad-4891-b242-aa3a4634f646 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:56:17.239027 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885f9e23-72c1-4dbf-b323-724d4f18ab00 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:56:17.239480 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885f9e23-72c1-4dbf-b323-724d4f18ab00 None None] Checking segment: {'id': '650f0577-5ab0-46a5-9c46-5f34abba1625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cec3a57a-7dad-4891-b242-aa3a4634f646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:56:17.239949 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-885f9e23-72c1-4dbf-b323-724d4f18ab00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:17.240411 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885f9e23-72c1-4dbf-b323-724d4f18ab00 None None] Bound using segment: {'id': '650f0577-5ab0-46a5-9c46-5f34abba1625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cec3a57a-7dad-4891-b242-aa3a4634f646'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:56:17.240952 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-885f9e23-72c1-4dbf-b323-724d4f18ab00 None None] Bound port: 2bb771af-3057-4e7e-bbd1-6657b7db8941, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '650f0577-5ab0-46a5-9c46-5f34abba1625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cec3a57a-7dad-4891-b242-aa3a4634f646'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:56:17.241395 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-885f9e23-72c1-4dbf-b323-724d4f18ab00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:17.358507 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-885f9e23-72c1-4dbf-b323-724d4f18ab00 None None] For port 2bb771af-3057-4e7e-bbd1-6657b7db8941, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:56:17.364740 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-885f9e23-72c1-4dbf-b323-724d4f18ab00 None None] For port 2bb771af-3057-4e7e-bbd1-6657b7db8941, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2bb771af-3057-4e7e-bbd1-6657b7db8941,segment=NetworkSegment(650f0577-5ab0-46a5-9c46-5f34abba1625),segment_id=650f0577-5ab0-46a5-9c46-5f34abba1625)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:56:17.410129 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-885f9e23-72c1-4dbf-b323-724d4f18ab00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:17.459423 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-ba8080b7-9066-4198-ae5a-a6db22c0ab91 admin admin] Allocated IP 172.26.7.210 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/13033f54-ec0b-463a-b693-81ab93dcbb0f) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:56:17.522081 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f9e23-72c1-4dbf-b323-724d4f18ab00 None None] Pushing event updated for resources: {'Port': ['ID=2bb771af-3057-4e7e-bbd1-6657b7db8941,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:17.675671 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba8080b7-9066-4198-ae5a-a6db22c0ab91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:17.778749 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba8080b7-9066-4198-ae5a-a6db22c0ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:17.842203 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8080b7-9066-4198-ae5a-a6db22c0ab91 admin admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:56:17.854976 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-ba8080b7-9066-4198-ae5a-a6db22c0ab91 admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:56:17.854976 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8080b7-9066-4198-ae5a-a6db22c0ab91 admin admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:56:17.902879 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8080b7-9066-4198-ae5a-a6db22c0ab91 admin admin] Pushing event updated for resources: {'Port': ['ID=13033f54-ec0b-463a-b693-81ab93dcbb0f,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:18.322118 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2bb771af-3057-4e7e-bbd1-6657b7db8941 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:56:18.407800 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba8080b7-9066-4198-ae5a-a6db22c0ab91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:18.488968 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 2bb771af-3057-4e7e-bbd1-6657b7db8941 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:56:18.495175 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 64cc41a5-180b-42e0-87d8-4057ce777f0f up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:56:18.653552 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f09e9cf-5994-42b1-a031-50cf97ad0a41 None None] Network cec3a57a-7dad-4891-b242-aa3a4634f646 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:56:18.672613 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 64cc41a5-180b-42e0-87d8-4057ce777f0f completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:56:18.699097 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 64cc41a5-180b-42e0-87d8-4057ce777f0f triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:56:18.699382 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:18.837971 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba8080b7-9066-4198-ae5a-a6db22c0ab91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:18.930929 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ae38d3dc-b8dd-4db7-b77c-3541e6527943 None None] Provisioning for port 2bb771af-3057-4e7e-bbd1-6657b7db8941 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:56:18.997965 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ae38d3dc-b8dd-4db7-b77c-3541e6527943 None None] Provisioning complete for port 2bb771af-3057-4e7e-bbd1-6657b7db8941 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:56:18.998346 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ae38d3dc-b8dd-4db7-b77c-3541e6527943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:19.110617 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:19.157741 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8080b7-9066-4198-ae5a-a6db22c0ab91 admin admin] Router 4acd273e-ea21-43c8-994c-d5d39a56323b is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 14:56:19.171606 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 64cc41a5-180b-42e0-87d8-4057ce777f0f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=64cc41a5-180b-42e0-87d8-4057ce777f0f,segment=NetworkSegment(8772d9cc-00d5-49c4-b4f4-4c3cd58d6721),segment_id=8772d9cc-00d5-49c4-b4f4-4c3cd58d6721)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:56:19.246061 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ae38d3dc-b8dd-4db7-b77c-3541e6527943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:19.258215 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:19.346449 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-ae38d3dc-b8dd-4db7-b77c-3541e6527943 None None] For port 2bb771af-3057-4e7e-bbd1-6657b7db8941, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2bb771af-3057-4e7e-bbd1-6657b7db8941,segment=NetworkSegment(650f0577-5ab0-46a5-9c46-5f34abba1625),segment_id=650f0577-5ab0-46a5-9c46-5f34abba1625)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:56:19.355606 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=64cc41a5-180b-42e0-87d8-4057ce777f0f,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:19.430011 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ae38d3dc-b8dd-4db7-b77c-3541e6527943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:19.520827 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8080b7-9066-4198-ae5a-a6db22c0ab91 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:56:19.546477 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] Sync routers for ids ['4acd273e-ea21-43c8-994c-d5d39a56323b'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:56:19.568465 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38d3dc-b8dd-4db7-b77c-3541e6527943 None None] Pushing event updated for resources: {'Port': ['ID=2bb771af-3057-4e7e-bbd1-6657b7db8941,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:19.574007 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] Routers {'4acd273e-ea21-43c8-994c-d5d39a56323b'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:56:19.574621 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:55:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['4acd273e-ea21-43c8-994c-d5d39a56323b'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:56:19.627197 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba8080b7-9066-4198-ae5a-a6db22c0ab91 admin admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:19.631152 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ba8080b7-9066-4198-ae5a-a6db22c0ab91 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4803066 Apr 11 14:56:19.631396 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51196) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:56:19.633156 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a91ed473-de83-4063-b7c7-8659374d64a1 None None] Provisioning complete for port 2bb771af-3057-4e7e-bbd1-6657b7db8941 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:56:19.633496 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a91ed473-de83-4063-b7c7-8659374d64a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:19.854633 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] Set router 4acd273e-ea21-43c8-994c-d5d39a56323b gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:56:20.149868 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acd273e-ea21-43c8-994c-d5d39a56323b', 'name': 'tempest-TestMinimumBasicScenario-1262491960-router', 'tenant_id': '7312e34ba6ce4622b9a361e03f213904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '13033f54-ec0b-463a-b693-81ab93dcbb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:56:16Z', 'updated_at': '2022-04-11T14:56:18Z', 'revision_number': 3, 'project_id': '7312e34ba6ce4622b9a361e03f213904', 'gw_port': {'id': '13033f54-ec0b-463a-b693-81ab93dcbb0f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:23:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acd273e-ea21-43c8-994c-d5d39a56323b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:17Z', 'updated_at': '2022-04-11T14:56:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:56:20.153644 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] Checking router: 4acd273e-ea21-43c8-994c-d5d39a56323b for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:56:20.154021 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] Updating router 4acd273e-ea21-43c8-994c-d5d39a56323b port 13033f54-ec0b-463a-b693-81ab93dcbb0f binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:56:20.216417 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:20.254605 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2bb771af-3057-4e7e-bbd1-6657b7db8941 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:56:20.329501 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58a93437-4282-4685-ba98-2cb4861e414f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:20.441826 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 2bb771af-3057-4e7e-bbd1-6657b7db8941 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:56:20.442438 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:20.544378 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-58a93437-4282-4685-ba98-2cb4861e414f admin admin] Allocated IP 172.20.0.1 (cec3a57a-7dad-4891-b242-aa3a4634f646/39b55225-1dee-40ee-8d5d-7f0aa77ca247/c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:56:20.658607 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 64cc41a5-180b-42e0-87d8-4057ce777f0f up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:56:20.716262 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58a93437-4282-4685-ba98-2cb4861e414f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:20.733550 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-58a93437-4282-4685-ba98-2cb4861e414f admin admin] Transition to ACTIVE for port object c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:56:20.796127 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:20.813047 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] Transition to ACTIVE for port object 13033f54-ec0b-463a-b693-81ab93dcbb0f will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:56:20.817688 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 64cc41a5-180b-42e0-87d8-4057ce777f0f triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:56:20.818077 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:20.837593 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58a93437-4282-4685-ba98-2cb4861e414f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:20.908060 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a93437-4282-4685-ba98-2cb4861e414f admin admin] Network cec3a57a-7dad-4891-b242-aa3a4634f646 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:56:20.911557 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-58a93437-4282-4685-ba98-2cb4861e414f admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:56:20.914154 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a93437-4282-4685-ba98-2cb4861e414f admin admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:56:20.923081 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:20.945638 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a93437-4282-4685-ba98-2cb4861e414f admin admin] Pushing event updated for resources: {'Port': ['ID=c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:20.979121 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58a93437-4282-4685-ba98-2cb4861e414f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:21.080934 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f16a8d-4a54-4f76-82fd-d5636149eb29 None None] Pushing event updated for resources: {'Port': ['ID=13033f54-ec0b-463a-b693-81ab93dcbb0f,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:21.083252 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] Attempting to bind port 13033f54-ec0b-463a-b693-81ab93dcbb0f on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:56:21.083602 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] Attempting to bind port 13033f54-ec0b-463a-b693-81ab93dcbb0f by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:56:21.083980 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] Attempting to bind port 13033f54-ec0b-463a-b693-81ab93dcbb0f on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:56:21.090944 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:56:21.091323 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:56:21.091701 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:21.092082 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:56:21.092566 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] Bound port: 13033f54-ec0b-463a-b693-81ab93dcbb0f, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:56:21.093018 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:21.178815 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] For port 13033f54-ec0b-463a-b693-81ab93dcbb0f, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:56:21.181844 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] For port 13033f54-ec0b-463a-b693-81ab93dcbb0f, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=13033f54-ec0b-463a-b693-81ab93dcbb0f,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:56:21.209488 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58a93437-4282-4685-ba98-2cb4861e414f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:21.270174 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:21.323923 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6a60ee07-62ed-4d67-85be-60a928714812 None None] Provisioning for port c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:56:21.353548 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6a60ee07-62ed-4d67-85be-60a928714812 None None] Provisioning complete for port c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:56:21.354133 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6a60ee07-62ed-4d67-85be-60a928714812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:21.416584 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] Routers {'4acd273e-ea21-43c8-994c-d5d39a56323b'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:56:21.417231 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:55:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['4acd273e-ea21-43c8-994c-d5d39a56323b'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:56:21.482753 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f16a8d-4a54-4f76-82fd-d5636149eb29 None None] Pushing event updated for resources: {'Port': ['ID=13033f54-ec0b-463a-b693-81ab93dcbb0f,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:21.504823 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-6a60ee07-62ed-4d67-85be-60a928714812 None None] Port c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:56:21.564714 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58a93437-4282-4685-ba98-2cb4861e414f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:21.631865 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58a93437-4282-4685-ba98-2cb4861e414f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:21.632717 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] Set router 4acd273e-ea21-43c8-994c-d5d39a56323b gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:56:21.744431 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58a93437-4282-4685-ba98-2cb4861e414f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:21.747889 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a93437-4282-4685-ba98-2cb4861e414f admin admin] Pushing event updated for resources: {'Port': ['ID=c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:21.890657 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a93437-4282-4685-ba98-2cb4861e414f admin admin] Network cec3a57a-7dad-4891-b242-aa3a4634f646 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:56:21.891931 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-58a93437-4282-4685-ba98-2cb4861e414f admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:56:21.963440 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acd273e-ea21-43c8-994c-d5d39a56323b', 'name': 'tempest-TestMinimumBasicScenario-1262491960-router', 'tenant_id': '7312e34ba6ce4622b9a361e03f213904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '13033f54-ec0b-463a-b693-81ab93dcbb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:56:16Z', 'updated_at': '2022-04-11T14:56:21Z', 'revision_number': 4, 'project_id': '7312e34ba6ce4622b9a361e03f213904', 'gw_port': {'id': '13033f54-ec0b-463a-b693-81ab93dcbb0f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:23:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acd273e-ea21-43c8-994c-d5d39a56323b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:17Z', 'updated_at': '2022-04-11T14:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7', 'name': '', 'network_id': 'cec3a57a-7dad-4891-b242-aa3a4634f646', 'tenant_id': '7312e34ba6ce4622b9a361e03f213904', 'mac_address': 'fa:16:3e:67:b1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acd273e-ea21-43c8-994c-d5d39a56323b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '39b55225-1dee-40ee-8d5d-7f0aa77ca247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:20Z', 'updated_at': '2022-04-11T14:56:20Z', 'revision_number': 1, 'project_id': '7312e34ba6ce4622b9a361e03f213904', 'subnets': [{'id': '39b55225-1dee-40ee-8d5d-7f0aa77ca247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:56:21.967955 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444cb4ef-2dbd-493f-adb7-4e587233b324 None None] The sync data for ids ['4acd273e-ea21-43c8-994c-d5d39a56323b'] in dv-neutron-837330-1-hyperv is: [{'id': '4acd273e-ea21-43c8-994c-d5d39a56323b', 'name': 'tempest-TestMinimumBasicScenario-1262491960-router', 'tenant_id': '7312e34ba6ce4622b9a361e03f213904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '13033f54-ec0b-463a-b693-81ab93dcbb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:56:16Z', 'updated_at': '2022-04-11T14:56:21Z', 'revision_number': 4, 'project_id': '7312e34ba6ce4622b9a361e03f213904', 'gw_port': {'id': '13033f54-ec0b-463a-b693-81ab93dcbb0f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:23:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acd273e-ea21-43c8-994c-d5d39a56323b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:17Z', 'updated_at': '2022-04-11T14:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7', 'name': '', 'network_id': 'cec3a57a-7dad-4891-b242-aa3a4634f646', 'tenant_id': '7312e34ba6ce4622b9a361e03f213904', 'mac_address': 'fa:16:3e:67:b1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acd273e-ea21-43c8-994c-d5d39a56323b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '39b55225-1dee-40ee-8d5d-7f0aa77ca247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:20Z', 'updated_at': '2022-04-11T14:56:20Z', 'revision_number': 1, 'project_id': '7312e34ba6ce4622b9a361e03f213904', 'subnets': [{'id': '39b55225-1dee-40ee-8d5d-7f0aa77ca247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:56:22.105380 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a93437-4282-4685-ba98-2cb4861e414f admin admin] Router 4acd273e-ea21-43c8-994c-d5d39a56323b has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:56:22.230670 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5e01c10c-05a2-4a22-ba3a-b4572999762b None None] Provisioning complete for port c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:56:22.231123 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5e01c10c-05a2-4a22-ba3a-b4572999762b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:22.294033 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-5e01c10c-05a2-4a22-ba3a-b4572999762b None None] Port c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:56:22.319359 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a93437-4282-4685-ba98-2cb4861e414f admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:56:22.332093 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-58a93437-4282-4685-ba98-2cb4861e414f admin admin] 10.222.0.66 "PUT /v2.0/routers/4acd273e-ea21-43c8-994c-d5d39a56323b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6996078 Apr 11 14:56:24.289775 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 13033f54-ec0b-463a-b693-81ab93dcbb0f up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:56:24.438849 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 13033f54-ec0b-463a-b693-81ab93dcbb0f completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:56:24.445311 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 13033f54-ec0b-463a-b693-81ab93dcbb0f triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:56:24.445752 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:24.579249 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:24.606081 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:24.626455 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 13033f54-ec0b-463a-b693-81ab93dcbb0f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=13033f54-ec0b-463a-b693-81ab93dcbb0f,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:56:24.704931 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:24.780201 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] Sync routers for ids ['4acd273e-ea21-43c8-994c-d5d39a56323b'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:56:24.787910 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=13033f54-ec0b-463a-b693-81ab93dcbb0f,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:24.793032 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] Routers {'4acd273e-ea21-43c8-994c-d5d39a56323b'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:56:24.793760 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:55:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['4acd273e-ea21-43c8-994c-d5d39a56323b'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:56:24.982863 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] Set router 4acd273e-ea21-43c8-994c-d5d39a56323b gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:56:25.204156 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d2b29800-b7ad-4438-be14-0621fe0f31c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:25.339932 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acd273e-ea21-43c8-994c-d5d39a56323b', 'name': 'tempest-TestMinimumBasicScenario-1262491960-router', 'tenant_id': '7312e34ba6ce4622b9a361e03f213904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '13033f54-ec0b-463a-b693-81ab93dcbb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:56:16Z', 'updated_at': '2022-04-11T14:56:21Z', 'revision_number': 4, 'project_id': '7312e34ba6ce4622b9a361e03f213904', 'gw_port': {'id': '13033f54-ec0b-463a-b693-81ab93dcbb0f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acd273e-ea21-43c8-994c-d5d39a56323b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:17Z', 'updated_at': '2022-04-11T14:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7', 'name': '', 'network_id': 'cec3a57a-7dad-4891-b242-aa3a4634f646', 'tenant_id': '7312e34ba6ce4622b9a361e03f213904', 'mac_address': 'fa:16:3e:67:b1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acd273e-ea21-43c8-994c-d5d39a56323b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '39b55225-1dee-40ee-8d5d-7f0aa77ca247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:20Z', 'updated_at': '2022-04-11T14:56:21Z', 'revision_number': 2, 'project_id': '7312e34ba6ce4622b9a361e03f213904', 'subnets': [{'id': '39b55225-1dee-40ee-8d5d-7f0aa77ca247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:56:25.344494 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] Checking router: 4acd273e-ea21-43c8-994c-d5d39a56323b for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:56:25.344844 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] Updating router 4acd273e-ea21-43c8-994c-d5d39a56323b port c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7 binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 14:56:25.404003 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:25.830885 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:25.843483 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] Transition to ACTIVE for port object c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7 will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:56:25.922509 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:26.102721 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2976392-9a23-44bb-a6c7-0ae81528b75b None None] Pushing event updated for resources: {'Port': ['ID=c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:26.169732 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] Attempting to bind port c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:56:26.170387 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] Attempting to bind port c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '650f0577-5ab0-46a5-9c46-5f34abba1625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cec3a57a-7dad-4891-b242-aa3a4634f646'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:56:26.170533 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] Attempting to bind port c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7 on network cec3a57a-7dad-4891-b242-aa3a4634f646 {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:56:26.177505 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:56:26.178765 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] Checking segment: {'id': '650f0577-5ab0-46a5-9c46-5f34abba1625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cec3a57a-7dad-4891-b242-aa3a4634f646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:56:26.179436 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:26.179659 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] Bound using segment: {'id': '650f0577-5ab0-46a5-9c46-5f34abba1625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cec3a57a-7dad-4891-b242-aa3a4634f646'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:56:26.180165 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] Bound port: c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '650f0577-5ab0-46a5-9c46-5f34abba1625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'cec3a57a-7dad-4891-b242-aa3a4634f646'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:56:26.180555 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:26.258615 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 13033f54-ec0b-463a-b693-81ab93dcbb0f up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:56:26.282188 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] For port c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:56:26.286904 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] For port c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7,segment=NetworkSegment(650f0577-5ab0-46a5-9c46-5f34abba1625),segment_id=650f0577-5ab0-46a5-9c46-5f34abba1625)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:56:26.332634 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 13033f54-ec0b-463a-b693-81ab93dcbb0f triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:56:26.333039 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:26.631829 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:26.718155 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] Routers {'4acd273e-ea21-43c8-994c-d5d39a56323b'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:56:26.719806 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:55:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['4acd273e-ea21-43c8-994c-d5d39a56323b'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:56:26.796793 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2976392-9a23-44bb-a6c7-0ae81528b75b None None] Pushing event updated for resources: {'Port': ['ID=c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7,revision_number=4']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:26.811347 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:56:26.947238 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] Set router 4acd273e-ea21-43c8-994c-d5d39a56323b gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:56:27.353768 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acd273e-ea21-43c8-994c-d5d39a56323b', 'name': 'tempest-TestMinimumBasicScenario-1262491960-router', 'tenant_id': '7312e34ba6ce4622b9a361e03f213904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '13033f54-ec0b-463a-b693-81ab93dcbb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:56:16Z', 'updated_at': '2022-04-11T14:56:21Z', 'revision_number': 4, 'project_id': '7312e34ba6ce4622b9a361e03f213904', 'gw_port': {'id': '13033f54-ec0b-463a-b693-81ab93dcbb0f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acd273e-ea21-43c8-994c-d5d39a56323b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:17Z', 'updated_at': '2022-04-11T14:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7', 'name': '', 'network_id': 'cec3a57a-7dad-4891-b242-aa3a4634f646', 'tenant_id': '7312e34ba6ce4622b9a361e03f213904', 'mac_address': 'fa:16:3e:67:b1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acd273e-ea21-43c8-994c-d5d39a56323b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '39b55225-1dee-40ee-8d5d-7f0aa77ca247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:20Z', 'updated_at': '2022-04-11T14:56:26Z', 'revision_number': 4, 'project_id': '7312e34ba6ce4622b9a361e03f213904', 'subnets': [{'id': '39b55225-1dee-40ee-8d5d-7f0aa77ca247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:56:27.363022 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d2adcb-1505-407d-a263-c10cc48fb558 None None] The sync data for ids ['4acd273e-ea21-43c8-994c-d5d39a56323b'] in dv-neutron-837330-1-hyperv is: [{'id': '4acd273e-ea21-43c8-994c-d5d39a56323b', 'name': 'tempest-TestMinimumBasicScenario-1262491960-router', 'tenant_id': '7312e34ba6ce4622b9a361e03f213904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '13033f54-ec0b-463a-b693-81ab93dcbb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:56:16Z', 'updated_at': '2022-04-11T14:56:21Z', 'revision_number': 4, 'project_id': '7312e34ba6ce4622b9a361e03f213904', 'gw_port': {'id': '13033f54-ec0b-463a-b693-81ab93dcbb0f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acd273e-ea21-43c8-994c-d5d39a56323b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:17Z', 'updated_at': '2022-04-11T14:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7', 'name': '', 'network_id': 'cec3a57a-7dad-4891-b242-aa3a4634f646', 'tenant_id': '7312e34ba6ce4622b9a361e03f213904', 'mac_address': 'fa:16:3e:67:b1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acd273e-ea21-43c8-994c-d5d39a56323b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '39b55225-1dee-40ee-8d5d-7f0aa77ca247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:20Z', 'updated_at': '2022-04-11T14:56:26Z', 'revision_number': 4, 'project_id': '7312e34ba6ce4622b9a361e03f213904', 'subnets': [{'id': '39b55225-1dee-40ee-8d5d-7f0aa77ca247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:56:27.772861 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-caa4731e-3517-4478-befa-a561cfbfe9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:28.301620 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:56:28.448647 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:56:28.454268 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:56:28.457271 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:28.594202 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:28.647556 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7,segment=NetworkSegment(650f0577-5ab0-46a5-9c46-5f34abba1625),segment_id=650f0577-5ab0-46a5-9c46-5f34abba1625)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:56:28.728390 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:28.750298 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:28.802960 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:28.835220 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:30.042824 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:30.266529 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:56:30.381105 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:56:30.381511 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:34.693322 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc119c-548c-479c-907f-73415141f0a9 req-71768667-064e-4281-86ec-076d662f9360 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:34.694808 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-29cc119c-548c-479c-907f-73415141f0a9 req-71768667-064e-4281-86ec-076d662f9360 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/networks?id=4279cc9a-70b6-4952-87a6-f3c75f19f4ed HTTP/1.1" status: 200 len: 815 time: 0.1489687 Apr 11 14:56:34.711238 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-29cc119c-548c-479c-907f-73415141f0a9 req-39c6b65f-72d4-442a-a0c8-6f993ab3a871 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/quotas/76dca33a4eea499f86cd20030585aa5e HTTP/1.1" status: 200 len: 375 time: 0.0107319 Apr 11 14:56:34.798799 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-29cc119c-548c-479c-907f-73415141f0a9 req-4e6100d3-3984-43ed-929d-a0cc834a5b81 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=76dca33a4eea499f86cd20030585aa5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822175 Apr 11 14:56:34.941320 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-29cc119c-548c-479c-907f-73415141f0a9 req-bc855208-2861-4d4b-8e36-12a94605ce16 service neutron] 10.222.0.66 "GET /v2.0/networks/4279cc9a-70b6-4952-87a6-f3c75f19f4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268842 Apr 11 14:56:35.072173 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-29cc119c-548c-479c-907f-73415141f0a9 req-dd867c66-2607-46ae-8c4d-0da56f732279 service neutron] 10.222.0.66 "GET /v2.0/networks/4279cc9a-70b6-4952-87a6-f3c75f19f4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289227 Apr 11 14:56:35.323623 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-d407fcb4-8e76-432f-99cd-8777321f0ee2 req-2eed17cf-2d71-498b-9d78-5e60f3204b69 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Synchronizing usage tracker for tenant:76dca33a4eea499f86cd20030585aa5e on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:56:35.425527 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-d407fcb4-8e76-432f-99cd-8777321f0ee2 req-2eed17cf-2d71-498b-9d78-5e60f3204b69 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Unset dirty status for tenant:76dca33a4eea499f86cd20030585aa5e on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:56:35.426761 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d407fcb4-8e76-432f-99cd-8777321f0ee2 req-2eed17cf-2d71-498b-9d78-5e60f3204b69 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 210 time: 0.1471889 Apr 11 14:56:36.527255 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d2a603e5-18fe-459c-97b4-e64e9ef2a8e6 req-d8b1011c-61cf-4198-8e0c-a760cd7883d7 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 210 time: 0.0473096 Apr 11 14:56:37.682339 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b82e5a3b-0b67-4569-8d87-398d8877baea req-a1193d4d-2966-4e6f-a85a-fd01a78b14ec tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 210 time: 0.0485723 Apr 11 14:56:37.955686 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc119c-548c-479c-907f-73415141f0a9 req-6c26f28e-efec-4422-92ef-453fffd64c88 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:37.957029 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-29cc119c-548c-479c-907f-73415141f0a9 req-6c26f28e-efec-4422-92ef-453fffd64c88 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.53 "GET /v2.0/networks?id=4279cc9a-70b6-4952-87a6-f3c75f19f4ed HTTP/1.1" status: 200 len: 815 time: 0.1492555 Apr 11 14:56:37.975559 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-29cc119c-548c-479c-907f-73415141f0a9 req-e1c16421-f7ba-4b1a-95da-3c0f9c765985 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Request body: {'port': {'device_id': '960cae06-a2de-4c67-9683-bbdfe8acbad8', 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed', 'admin_state_up': True, 'tenant_id': '76dca33a4eea499f86cd20030585aa5e'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:56:38.232499 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-29cc119c-548c-479c-907f-73415141f0a9 req-e1c16421-f7ba-4b1a-95da-3c0f9c765985 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:56:38.242581 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-29cc119c-548c-479c-907f-73415141f0a9 req-e1c16421-f7ba-4b1a-95da-3c0f9c765985 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:56:38.339812 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29cc119c-548c-479c-907f-73415141f0a9 req-e1c16421-f7ba-4b1a-95da-3c0f9c765985 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Made reservation on behalf of 76dca33a4eea499f86cd20030585aa5e for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 14:56:38.343358 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-29cc119c-548c-479c-907f-73415141f0a9 req-e1c16421-f7ba-4b1a-95da-3c0f9c765985 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:38.510666 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-29cc119c-548c-479c-907f-73415141f0a9 req-e1c16421-f7ba-4b1a-95da-3c0f9c765985 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Allocated IP 172.20.0.3 (4279cc9a-70b6-4952-87a6-f3c75f19f4ed/3dc87d71-5121-46b0-a44a-7bd7d575ad7d/9b1c71d3-374b-49f0-8586-4bdb497d1458) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:56:38.728583 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-29cc119c-548c-479c-907f-73415141f0a9 req-e1c16421-f7ba-4b1a-95da-3c0f9c765985 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:38.755333 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-29cc119c-548c-479c-907f-73415141f0a9 req-e1c16421-f7ba-4b1a-95da-3c0f9c765985 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Transition to ACTIVE for port object 9b1c71d3-374b-49f0-8586-4bdb497d1458 will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:56:38.865704 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-29cc119c-548c-479c-907f-73415141f0a9 req-e1c16421-f7ba-4b1a-95da-3c0f9c765985 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:38.980239 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29cc119c-548c-479c-907f-73415141f0a9 req-e1c16421-f7ba-4b1a-95da-3c0f9c765985 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Network 4279cc9a-70b6-4952-87a6-f3c75f19f4ed is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:56:39.008165 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-29cc119c-548c-479c-907f-73415141f0a9 req-e1c16421-f7ba-4b1a-95da-3c0f9c765985 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:56:39.028758 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16421-f7ba-4b1a-95da-3c0f9c765985 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Pushing event updated for resources: {'Port': ['ID=9b1c71d3-374b-49f0-8586-4bdb497d1458,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:39.035856 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-29cc119c-548c-479c-907f-73415141f0a9 req-e1c16421-f7ba-4b1a-95da-3c0f9c765985 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:56:39.141604 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc119c-548c-479c-907f-73415141f0a9 req-e1c16421-f7ba-4b1a-95da-3c0f9c765985 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:39.142428 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-29cc119c-548c-479c-907f-73415141f0a9 req-e1c16421-f7ba-4b1a-95da-3c0f9c765985 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:39.195932 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bdfa2-c547-4d12-8f76-b2f62a11e56a req-2a5d35f9-a831-49d6-b2ee-e61370016dd1 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:39.197660 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7d3bdfa2-c547-4d12-8f76-b2f62a11e56a req-2a5d35f9-a831-49d6-b2ee-e61370016dd1 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 931 time: 0.3718107 Apr 11 14:56:39.258597 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7d3bdfa2-c547-4d12-8f76-b2f62a11e56a req-15292c35-da85-4bf2-9f2b-39ad2574d183 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544958 Apr 11 14:56:39.298339 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-29cc119c-548c-479c-907f-73415141f0a9 req-e1c16421-f7ba-4b1a-95da-3c0f9c765985 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3262279 Apr 11 14:56:39.363071 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1d3f8fd1-1af0-4634-8f3f-f7c7bbcd858f None None] Provisioning for port 9b1c71d3-374b-49f0-8586-4bdb497d1458 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:56:39.371194 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1d3f8fd1-1af0-4634-8f3f-f7c7bbcd858f None None] Provisioning complete for port 9b1c71d3-374b-49f0-8586-4bdb497d1458 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:56:39.373147 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1d3f8fd1-1af0-4634-8f3f-f7c7bbcd858f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:39.429922 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-1d3f8fd1-1af0-4634-8f3f-f7c7bbcd858f None None] Port 9b1c71d3-374b-49f0-8586-4bdb497d1458 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 14:56:40.472398 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216f30c-f7f6-424a-96c1-b95ba81b6fa6 req-40a50855-2c3f-433a-a892-6b8a9218d235 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:40.473961 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9216f30c-f7f6-424a-96c1-b95ba81b6fa6 req-40a50855-2c3f-433a-a892-6b8a9218d235 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 931 time: 0.0878768 Apr 11 14:56:40.522843 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-9216f30c-f7f6-424a-96c1-b95ba81b6fa6 req-bf9c56c3-ed6f-4c93-b9a9-52edea68ed60 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Synchronizing usage tracker for tenant:76dca33a4eea499f86cd20030585aa5e on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:56:40.710893 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-9216f30c-f7f6-424a-96c1-b95ba81b6fa6 req-bf9c56c3-ed6f-4c93-b9a9-52edea68ed60 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Unset dirty status for tenant:76dca33a4eea499f86cd20030585aa5e on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:56:40.710893 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9216f30c-f7f6-424a-96c1-b95ba81b6fa6 req-bf9c56c3-ed6f-4c93-b9a9-52edea68ed60 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275531 Apr 11 14:56:41.913071 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39135904-e545-4d7d-943a-f86633262a39 req-e9da315c-0e54-48ca-b5bc-9c17d12d56e0 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:41.913071 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-39135904-e545-4d7d-943a-f86633262a39 req-e9da315c-0e54-48ca-b5bc-9c17d12d56e0 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Synchronizing usage tracker for tenant:76dca33a4eea499f86cd20030585aa5e on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:56:42.027373 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-39135904-e545-4d7d-943a-f86633262a39 req-e9da315c-0e54-48ca-b5bc-9c17d12d56e0 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Unset dirty status for tenant:76dca33a4eea499f86cd20030585aa5e on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:56:42.027373 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-39135904-e545-4d7d-943a-f86633262a39 req-e9da315c-0e54-48ca-b5bc-9c17d12d56e0 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 931 time: 0.1778727 Apr 11 14:56:42.078855 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-39135904-e545-4d7d-943a-f86633262a39 req-ee04e55e-3a94-4c8e-be0f-d5a39fdcaf8b tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694563 Apr 11 14:56:43.484339 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b9333-874b-4b3f-8ccf-1ca8775a355f req-09cf86a5-9b9d-4f83-9813-8d35560dfc7d tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:43.486661 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5b2b9333-874b-4b3f-8ccf-1ca8775a355f req-09cf86a5-9b9d-4f83-9813-8d35560dfc7d tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 931 time: 0.0927658 Apr 11 14:56:43.537678 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5b2b9333-874b-4b3f-8ccf-1ca8775a355f req-1dbd79d8-e8ac-499e-b29d-e58d77bc7de3 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447996 Apr 11 14:56:44.759641 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e708a6e-5471-4e87-ba36-3892672f788c req-5d638e3e-59bb-4b6e-9aad-34e3db21ea37 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:44.825554 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0e708a6e-5471-4e87-ba36-3892672f788c req-5d638e3e-59bb-4b6e-9aad-34e3db21ea37 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 931 time: 0.1099238 Apr 11 14:56:44.825554 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0e708a6e-5471-4e87-ba36-3892672f788c req-3497ec02-c548-4b4b-aca7-17b00f2c970e tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459268 Apr 11 14:56:46.014169 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f3745-fa4a-410c-8b05-467dd6be987b req-fe90fe8f-c88e-4773-b3f7-bfa1419b7350 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:46.016524 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ce7f3745-fa4a-410c-8b05-467dd6be987b req-fe90fe8f-c88e-4773-b3f7-bfa1419b7350 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 931 time: 0.0885479 Apr 11 14:56:46.070326 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ce7f3745-fa4a-410c-8b05-467dd6be987b req-b0a5be9e-e0d8-4a72-af59-4dc9564b360c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472250 Apr 11 14:56:47.256519 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117d3c3-e037-4ede-b4f5-0287f979a4b7 req-a2ca9d58-c023-4daf-8c5d-66f3a82e258e tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:47.258039 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a117d3c3-e037-4ede-b4f5-0287f979a4b7 req-a2ca9d58-c023-4daf-8c5d-66f3a82e258e tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 931 time: 0.0801203 Apr 11 14:56:47.302624 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a117d3c3-e037-4ede-b4f5-0287f979a4b7 req-ba033e65-b493-4e51-93e4-3b7a5389e3ce tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385342 Apr 11 14:56:48.338206 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-29cc119c-548c-479c-907f-73415141f0a9 req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Request body: {'port': {'device_id': '960cae06-a2de-4c67-9683-bbdfe8acbad8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:56:48.453745 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-29cc119c-548c-479c-907f-73415141f0a9 req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:48.503225 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffa43d-2103-489a-a0fb-0f863bce0639 req-b533831f-c7cb-4a8d-b6f3-32a171aaa092 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:48.504934 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e3ffa43d-2103-489a-a0fb-0f863bce0639 req-b533831f-c7cb-4a8d-b6f3-32a171aaa092 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 931 time: 0.0915277 Apr 11 14:56:48.558229 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e3ffa43d-2103-489a-a0fb-0f863bce0639 req-d792afee-38b4-49a9-86ac-c396e6c2f0c1 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475364 Apr 11 14:56:48.808300 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-29cc119c-548c-479c-907f-73415141f0a9 req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b1c71d3-374b-49f0-8586-4bdb497d1458 {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:56:48.816239 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-29cc119c-548c-479c-907f-73415141f0a9 req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:48.830382 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-29cc119c-548c-479c-907f-73415141f0a9 req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Transition to ACTIVE for port object 9b1c71d3-374b-49f0-8586-4bdb497d1458 will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 14:56:48.926591 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-29cc119c-548c-479c-907f-73415141f0a9 req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:49.050260 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1c71d3-374b-49f0-8586-4bdb497d1458,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:49.068234 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:49.068493 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:49.068828 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:49.069158 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:49.069493 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:49.069820 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:49.070169 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:49.070490 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:49.070809 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:49.071127 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:49.071448 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:49.071764 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:56:49.183881 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-29cc119c-548c-479c-907f-73415141f0a9 req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Attempting to bind port 9b1c71d3-374b-49f0-8586-4bdb497d1458 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 14:56:49.184219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-29cc119c-548c-479c-907f-73415141f0a9 req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Attempting to bind port 9b1c71d3-374b-49f0-8586-4bdb497d1458 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '8772d9cc-00d5-49c4-b4f4-4c3cd58d6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 14:56:49.184576 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cc119c-548c-479c-907f-73415141f0a9 req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Attempting to bind port 9b1c71d3-374b-49f0-8586-4bdb497d1458 on network 4279cc9a-70b6-4952-87a6-f3c75f19f4ed {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:56:49.189247 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cc119c-548c-479c-907f-73415141f0a9 req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Port 9b1c71d3-374b-49f0-8586-4bdb497d1458 on network 4279cc9a-70b6-4952-87a6-f3c75f19f4ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 14:56:49.189565 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cc119c-548c-479c-907f-73415141f0a9 req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Attempting to bind port 9b1c71d3-374b-49f0-8586-4bdb497d1458 on network 4279cc9a-70b6-4952-87a6-f3c75f19f4ed {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 14:56:49.194733 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cc119c-548c-479c-907f-73415141f0a9 req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 14:56:49.195070 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cc119c-548c-479c-907f-73415141f0a9 req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Checking segment: {'id': '8772d9cc-00d5-49c4-b4f4-4c3cd58d6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 14:56:49.195453 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cc119c-548c-479c-907f-73415141f0a9 req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Bound using segment: {'id': '8772d9cc-00d5-49c4-b4f4-4c3cd58d6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 14:56:49.195876 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-29cc119c-548c-479c-907f-73415141f0a9 req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Bound port: 9b1c71d3-374b-49f0-8586-4bdb497d1458, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8772d9cc-00d5-49c4-b4f4-4c3cd58d6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 14:56:49.196220 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-29cc119c-548c-479c-907f-73415141f0a9 req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:49.396416 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-29cc119c-548c-479c-907f-73415141f0a9 req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] For port 9b1c71d3-374b-49f0-8586-4bdb497d1458, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 14:56:49.399148 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-29cc119c-548c-479c-907f-73415141f0a9 req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] For port 9b1c71d3-374b-49f0-8586-4bdb497d1458, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=9b1c71d3-374b-49f0-8586-4bdb497d1458,segment=NetworkSegment(8772d9cc-00d5-49c4-b4f4-4c3cd58d6721),segment_id=8772d9cc-00d5-49c4-b4f4-4c3cd58d6721)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 14:56:49.488619 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-29cc119c-548c-479c-907f-73415141f0a9 req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:49.546104 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc119c-548c-479c-907f-73415141f0a9 req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:49.546748 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-29cc119c-548c-479c-907f-73415141f0a9 req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:49.548091 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-29cc119c-548c-479c-907f-73415141f0a9 req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] 10.222.0.53 "PUT /v2.0/ports/9b1c71d3-374b-49f0-8586-4bdb497d1458 HTTP/1.1" status: 200 len: 1093 time: 1.2142901 Apr 11 14:56:49.548516 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960cae06-a2de-4c67-9683-bbdfe8acbad8', 'tag': '9b1c71d3-374b-49f0-8586-4bdb497d1458'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:56:49.574720 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83b722-883f-4d34-98d0-8ce62bc78a96 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1c71d3-374b-49f0-8586-4bdb497d1458,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:49.603950 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bed8db7-c392-452e-b2b7-8eac94f1c7d8'] response: {'name': 'network-changed', 'server_uuid': '960cae06-a2de-4c67-9683-bbdfe8acbad8', 'tag': '9b1c71d3-374b-49f0-8586-4bdb497d1458', 'status': 'completed', 'code': 200} Apr 11 14:56:49.725999 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c235a12-7682-43ed-aec8-0cbcc6a7ed75 req-9a167057-37eb-4e47-8446-4c4d0df5c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:49.727640 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2c235a12-7682-43ed-aec8-0cbcc6a7ed75 req-9a167057-37eb-4e47-8446-4c4d0df5c736 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=76dca33a4eea499f86cd20030585aa5e&device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 1096 time: 0.0833852 Apr 11 14:56:49.758264 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0721f5-fc30-469b-b5d9-090b7d1042c7 req-54eacd78-2ecb-4df8-b907-55fb9369bd92 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:49.759775 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7c0721f5-fc30-469b-b5d9-090b7d1042c7 req-54eacd78-2ecb-4df8-b907-55fb9369bd92 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 943 time: 0.0832214 Apr 11 14:56:49.816051 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7c0721f5-fc30-469b-b5d9-090b7d1042c7 req-ae82443a-042e-401c-9013-43b6902189f1 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501468 Apr 11 14:56:49.883478 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c235a12-7682-43ed-aec8-0cbcc6a7ed75 req-1de106ca-1d23-41ed-bb3f-7af84961094a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:49.884933 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2c235a12-7682-43ed-aec8-0cbcc6a7ed75 req-1de106ca-1d23-41ed-bb3f-7af84961094a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=76dca33a4eea499f86cd20030585aa5e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1451666 Apr 11 14:56:50.027999 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c235a12-7682-43ed-aec8-0cbcc6a7ed75 req-c8ae6d23-b0cd-445d-93e8-ad41670e709d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:50.029440 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2c235a12-7682-43ed-aec8-0cbcc6a7ed75 req-c8ae6d23-b0cd-445d-93e8-ad41670e709d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1393237 Apr 11 14:56:50.158613 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc119c-548c-479c-907f-73415141f0a9 req-8d4c1261-c581-498e-ac9d-81d06d8bd583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:50.160077 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-29cc119c-548c-479c-907f-73415141f0a9 req-8d4c1261-c581-498e-ac9d-81d06d8bd583 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=76dca33a4eea499f86cd20030585aa5e&device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 1096 time: 0.0734780 Apr 11 14:56:50.240838 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-29cc119c-548c-479c-907f-73415141f0a9 req-251a49bb-e304-4184-b746-d2bc3fc0f3ef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b1c71d3-374b-49f0-8586-4bdb497d1458 HTTP/1.1" status: 200 len: 217 time: 0.0683191 Apr 11 14:56:50.301916 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc119c-548c-479c-907f-73415141f0a9 req-0187b6d6-75a8-42bd-ae6b-93c8a99ae7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:50.303254 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-29cc119c-548c-479c-907f-73415141f0a9 req-0187b6d6-75a8-42bd-ae6b-93c8a99ae7c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3dc87d71-5121-46b0-a44a-7bd7d575ad7d HTTP/1.1" status: 200 len: 854 time: 0.0568724 Apr 11 14:56:50.380976 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc119c-548c-479c-907f-73415141f0a9 req-e7fdd74b-6738-4706-8569-dfbf51e4a080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:50.382467 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-29cc119c-548c-479c-907f-73415141f0a9 req-e7fdd74b-6738-4706-8569-dfbf51e4a080 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4279cc9a-70b6-4952-87a6-f3c75f19f4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730033 Apr 11 14:56:50.517000 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-29cc119c-548c-479c-907f-73415141f0a9 req-7054374c-caff-47e0-aa9d-607fcd151e4e service neutron] 10.222.0.53 "GET /v2.0/networks/4279cc9a-70b6-4952-87a6-f3c75f19f4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284883 Apr 11 14:56:50.651942 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-29cc119c-548c-479c-907f-73415141f0a9 req-c001d1a1-ae81-41b0-83ab-c107d0af2750 service neutron] 10.222.0.53 "GET /v2.0/networks/4279cc9a-70b6-4952-87a6-f3c75f19f4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291597 Apr 11 14:56:51.007104 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3df201-e2b0-4a56-b3bc-2bb53530ed50 req-e25a5f95-4082-47b2-a1ac-2b4bca2ad77d tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:51.008668 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9e3df201-e2b0-4a56-b3bc-2bb53530ed50 req-e25a5f95-4082-47b2-a1ac-2b4bca2ad77d tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 943 time: 0.0811825 Apr 11 14:56:51.054192 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9e3df201-e2b0-4a56-b3bc-2bb53530ed50 req-76808e47-13f1-43c2-99a9-69356274df24 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392883 Apr 11 14:56:52.244693 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683576e-2e85-45e9-950c-a5c5d47cfb2f req-9398ddcd-d3de-4da8-a849-fce89cad9c54 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:52.246166 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4683576e-2e85-45e9-950c-a5c5d47cfb2f req-9398ddcd-d3de-4da8-a849-fce89cad9c54 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 943 time: 0.0869236 Apr 11 14:56:52.290924 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4683576e-2e85-45e9-950c-a5c5d47cfb2f req-6bfef5d2-0e8b-4670-afe1-118c1025e365 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387015 Apr 11 14:56:53.478817 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0c49d-d895-4067-8530-32a238dd4d93 req-8f51d794-4eff-48ad-a51c-3dbf0060b8ad tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:53.480426 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-97f0c49d-d895-4067-8530-32a238dd4d93 req-8f51d794-4eff-48ad-a51c-3dbf0060b8ad tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 943 time: 0.0846212 Apr 11 14:56:53.526884 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-97f0c49d-d895-4067-8530-32a238dd4d93 req-0f9378b7-bad6-49a1-b46f-c818abe5fb5e tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399010 Apr 11 14:56:54.528137 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:54.825435 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad21d7a-d75d-460c-8763-46863e177870 req-e2ad14cb-c916-4e29-8269-2e1be7737ff8 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:54.826851 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fad21d7a-d75d-460c-8763-46863e177870 req-e2ad14cb-c916-4e29-8269-2e1be7737ff8 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 943 time: 0.1882524 Apr 11 14:56:54.873572 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fad21d7a-d75d-460c-8763-46863e177870 req-1c5cbaba-375e-4fb2-b10d-4c2921df700d tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399909 Apr 11 14:56:55.236878 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6f00ba3a-06ba-49f2-825e-d63bcec4b7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:55.315543 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 9b1c71d3-374b-49f0-8586-4bdb497d1458 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 14:56:55.451449 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 9b1c71d3-374b-49f0-8586-4bdb497d1458, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=9b1c71d3-374b-49f0-8586-4bdb497d1458,segment=NetworkSegment(8772d9cc-00d5-49c4-b4f4-4c3cd58d6721),segment_id=8772d9cc-00d5-49c4-b4f4-4c3cd58d6721)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:56:55.464998 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '9b1c71d3-374b-49f0-8586-4bdb497d1458', 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed', 'port_id': '9b1c71d3-374b-49f0-8586-4bdb497d1458', 'mac_address': 'fa:16:3e:e7:b5:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc87d71-5121-46b0-a44a-7bd7d575ad7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 14:56:55.521984 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:55.539172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1c71d3-374b-49f0-8586-4bdb497d1458 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 14:56:55.554658 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 9b1c71d3-374b-49f0-8586-4bdb497d1458, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=9b1c71d3-374b-49f0-8586-4bdb497d1458,segment=NetworkSegment(8772d9cc-00d5-49c4-b4f4-4c3cd58d6721),segment_id=8772d9cc-00d5-49c4-b4f4-4c3cd58d6721)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:56:55.596218 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:55.665465 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=9b1c71d3-374b-49f0-8586-4bdb497d1458,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:56.037496 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['9b1c71d3-374b-49f0-8586-4bdb497d1458'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:56:56.068572 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b60e68-b4dc-40bf-9439-86312add74db req-2ac0a28b-9382-4d9f-a66e-007a296b5434 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:56.070098 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-39b60e68-b4dc-40bf-9439-86312add74db req-2ac0a28b-9382-4d9f-a66e-007a296b5434 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 944 time: 0.0824480 Apr 11 14:56:56.119787 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-39b60e68-b4dc-40bf-9439-86312add74db req-f0a9c135-717a-4989-a289-4722b1301923 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431535 Apr 11 14:56:57.308379 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc14d6a-883e-44b5-86db-d95418d36f18 req-98b4dffe-4c9c-41e2-98b9-e35bd63ed4cb tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:57.309861 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fdc14d6a-883e-44b5-86db-d95418d36f18 req-98b4dffe-4c9c-41e2-98b9-e35bd63ed4cb tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 944 time: 0.0825758 Apr 11 14:56:57.319114 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 9b1c71d3-374b-49f0-8586-4bdb497d1458 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 14:56:57.356776 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fdc14d6a-883e-44b5-86db-d95418d36f18 req-e6670ed5-a24e-43ad-be15-acf17042bd12 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400891 Apr 11 14:56:57.505058 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port 9b1c71d3-374b-49f0-8586-4bdb497d1458 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 14:56:57.510145 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 9b1c71d3-374b-49f0-8586-4bdb497d1458 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:56:57.510515 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:57.631860 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:57.659666 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960cae06-a2de-4c67-9683-bbdfe8acbad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1c71d3-374b-49f0-8586-4bdb497d1458'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:56:57.678247 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 9b1c71d3-374b-49f0-8586-4bdb497d1458, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=9b1c71d3-374b-49f0-8586-4bdb497d1458,segment=NetworkSegment(8772d9cc-00d5-49c4-b4f4-4c3cd58d6721),segment_id=8772d9cc-00d5-49c4-b4f4-4c3cd58d6721)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:56:57.722864 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:57.754352 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c292acae-b7c1-40b2-948a-64adcd87d11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:57.796398 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=9b1c71d3-374b-49f0-8586-4bdb497d1458,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:56:57.846173 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a74825a9-891f-447f-b312-55baff457095'] response: {'server_uuid': '960cae06-a2de-4c67-9683-bbdfe8acbad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1c71d3-374b-49f0-8586-4bdb497d1458', 'code': 200} Apr 11 14:56:58.224057 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504d387-c683-46e4-8bdc-5c2097bfe8c4 req-4d3c1fdb-1cbd-491a-b342-6cd54a7de6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:58.228122 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5504d387-c683-46e4-8bdc-5c2097bfe8c4 req-4d3c1fdb-1cbd-491a-b342-6cd54a7de6ce service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 1098 time: 0.0781167 Apr 11 14:56:58.284306 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5504d387-c683-46e4-8bdc-5c2097bfe8c4 req-feb07e54-e74f-4c22-937f-261c17f589e6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525975 Apr 11 14:56:58.554044 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb25fdc-c0c5-4e0a-bb9a-02e930c5aa36 req-946a0644-1079-4421-a7ba-84a5ea7366b8 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:58.555524 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-dbb25fdc-c0c5-4e0a-bb9a-02e930c5aa36 req-946a0644-1079-4421-a7ba-84a5ea7366b8 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 945 time: 0.0829890 Apr 11 14:56:58.606377 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-dbb25fdc-c0c5-4e0a-bb9a-02e930c5aa36 req-fa754a71-64e4-4939-b65f-e23f1ee7c7e3 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451958 Apr 11 14:56:58.727701 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:58.818220 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:56:59.804458 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba46c41-26ea-40f3-b67d-764131215d0f req-41b94662-a115-43f4-9b9b-ae9d9c54423e tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:56:59.805974 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3ba46c41-26ea-40f3-b67d-764131215d0f req-41b94662-a115-43f4-9b9b-ae9d9c54423e tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 945 time: 0.0875037 Apr 11 14:56:59.853494 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3ba46c41-26ea-40f3-b67d-764131215d0f req-e7caf98b-9e68-415b-9192-ae35989b41ca tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411975 Apr 11 14:57:00.014158 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:01.051358 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9656fe5-1792-4ca5-95d3-db25ad31871b req-83dccfdd-0b0b-40bf-a36d-e6598eefe851 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:57:01.052837 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f9656fe5-1792-4ca5-95d3-db25ad31871b req-83dccfdd-0b0b-40bf-a36d-e6598eefe851 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 945 time: 0.0907154 Apr 11 14:57:01.099752 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f9656fe5-1792-4ca5-95d3-db25ad31871b req-99550dba-104f-4b8c-b04f-b4b4bdccc2b6 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390415 Apr 11 14:57:01.295358 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851e067-c2d7-4258-b8b5-6a787d22777a req-b76b1d63-b79c-492c-ada5-9555b09e7245 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:57:01.296838 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c851e067-c2d7-4258-b8b5-6a787d22777a req-b76b1d63-b79c-492c-ada5-9555b09e7245 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 945 time: 0.0903850 Apr 11 14:57:01.342539 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c851e067-c2d7-4258-b8b5-6a787d22777a req-9477e66b-9afa-4c66-b962-782671654eed tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392752 Apr 11 14:57:01.857749 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55609031-47a1-4823-9157-0459007541b0 req-84bf105d-3477-4e53-b639-16a0d3e09047 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:57:01.859255 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-55609031-47a1-4823-9157-0459007541b0 req-84bf105d-3477-4e53-b639-16a0d3e09047 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 945 time: 0.1899984 Apr 11 14:57:01.906091 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-55609031-47a1-4823-9157-0459007541b0 req-86f9ab24-f91e-4fee-a5f2-3e4e018e3e08 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400999 Apr 11 14:57:03.801804 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:57:15.083702 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d3b85-beee-4411-80ef-9b20dbc78170 req-8859f209-72df-451b-bc74-8ca13b51a7a4 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:57:15.085204 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-963d3b85-beee-4411-80ef-9b20dbc78170 req-8859f209-72df-451b-bc74-8ca13b51a7a4 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 945 time: 0.0878267 Apr 11 14:57:15.133288 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-963d3b85-beee-4411-80ef-9b20dbc78170 req-1348a245-40d5-4f4e-9e39-3e517dd007f5 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408010 Apr 11 14:57:15.157547 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51416) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:57:15.326518 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f221966-3568-4302-9bc9-5c9084efbf71 tempest-TestMinimumBasicScenario-928533997 tempest-TestMinimumBasicScenario-928533997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:57:15.327271 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0f221966-3568-4302-9bc9-5c9084efbf71 tempest-TestMinimumBasicScenario-928533997 tempest-TestMinimumBasicScenario-928533997-project-admin] Synchronizing usage tracker for tenant:7312e34ba6ce4622b9a361e03f213904 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:57:15.893155 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0f221966-3568-4302-9bc9-5c9084efbf71 tempest-TestMinimumBasicScenario-928533997 tempest-TestMinimumBasicScenario-928533997-project-admin] Unset dirty status for tenant:7312e34ba6ce4622b9a361e03f213904 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:57:15.894344 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0f221966-3568-4302-9bc9-5c9084efbf71 tempest-TestMinimumBasicScenario-928533997 tempest-TestMinimumBasicScenario-928533997-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 1093 time: 0.7357733 Apr 11 14:57:15.898751 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51422) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:57:15.905095 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': '9b1c71d3-374b-49f0-8586-4bdb497d1458', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:57:15.910154 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:57:15.914994 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Usage tracker for resource:floatingip and tenant:76dca33a4eea499f86cd20030585aa5e is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:57:15.919726 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:57:15.925841 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:57:16.029253 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for floatingip, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:16.168881 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:16.309188 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Allocated IP 172.26.7.155 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/9ffe3bc0-a008-4364-9703-cb045f5c7873) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 14:57:16.457834 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:16.527769 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:16.606722 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 14:57:16.608541 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 14:57:16.610517 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Pushing event updated for resources: {'Port': ['ID=9ffe3bc0-a008-4364-9703-cb045f5c7873,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:57:16.612787 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 14:57:16.650062 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:57:16.650422 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:57:16.650771 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:57:16.651114 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:57:16.651467 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:57:16.651788 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:57:16.652122 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:57:16.652454 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:57:16.652784 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:57:16.653111 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:57:16.653437 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:57:16.653762 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:57:17.043594 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:17.182441 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:17.498355 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:17.596182 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:17.710623 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Pushing event updated for resources: {'Port': ['ID=9ffe3bc0-a008-4364-9703-cb045f5c7873,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:57:17.721965 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:17.900782 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Floating IP 04da0934-a8db-4eef-9f99-11e947599a12 associated. External IP: 172.26.7.155, port: 9b1c71d3-374b-49f0-8586-4bdb497d1458. Apr 11 14:57:18.268021 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Router f81fbe89-02be-4d5d-bbbc-9383169d2c04 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:57:18.446649 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:57:18.456736 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d356039e-07a0-4ba1-bac0-b034a1808d42 None None] Sync routers for ids ['f81fbe89-02be-4d5d-bbbc-9383169d2c04'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:57:18.466637 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d356039e-07a0-4ba1-bac0-b034a1808d42 None None] Routers {'f81fbe89-02be-4d5d-bbbc-9383169d2c04'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:57:18.467171 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-d356039e-07a0-4ba1-bac0-b034a1808d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:56:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['f81fbe89-02be-4d5d-bbbc-9383169d2c04'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:57:18.556065 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:18.614344 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-46d03783-a167-4c68-b7b1-9ac3f0a5da6c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7145073 Apr 11 14:57:18.614942 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960cae06-a2de-4c67-9683-bbdfe8acbad8', 'tag': '9b1c71d3-374b-49f0-8586-4bdb497d1458'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:57:18.618041 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 51426) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:57:18.623602 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-49267089-095d-4f37-8d2e-03a8925bc0b6 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1761737403', 'description': 'tempest-secgroup-smoke-1761737403 description', 'project_id': '76dca33a4eea499f86cd20030585aa5e'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:57:18.629527 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-49267089-095d-4f37-8d2e-03a8925bc0b6 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:57:18.642435 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-49267089-095d-4f37-8d2e-03a8925bc0b6 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:57:18.649032 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-d356039e-07a0-4ba1-bac0-b034a1808d42 None None] Set router f81fbe89-02be-4d5d-bbbc-9383169d2c04 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:57:18.727722 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a057a6d3-9303-4a93-8a63-dec577faf665'] response: {'name': 'network-changed', 'server_uuid': '960cae06-a2de-4c67-9683-bbdfe8acbad8', 'tag': '9b1c71d3-374b-49f0-8586-4bdb497d1458', 'status': 'completed', 'code': 200} Apr 11 14:57:18.750943 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-49267089-095d-4f37-8d2e-03a8925bc0b6 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:18.774262 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-49267089-095d-4f37-8d2e-03a8925bc0b6 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:57:18.814711 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-49267089-095d-4f37-8d2e-03a8925bc0b6 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Usage tracker for resource:security_group_rule and tenant:76dca33a4eea499f86cd20030585aa5e is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:57:18.819211 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-49267089-095d-4f37-8d2e-03a8925bc0b6 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:57:18.829607 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-49267089-095d-4f37-8d2e-03a8925bc0b6 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:57:18.890557 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a231b-7b27-4030-a8cc-b41dc2f9a0a4 req-501cbb0e-3ca3-4e70-a77e-99499e6eccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:57:18.892037 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-820a231b-7b27-4030-a8cc-b41dc2f9a0a4 req-501cbb0e-3ca3-4e70-a77e-99499e6eccac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=76dca33a4eea499f86cd20030585aa5e&device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 1098 time: 0.1191554 Apr 11 14:57:19.006978 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-49267089-095d-4f37-8d2e-03a8925bc0b6 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:19.053828 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-d356039e-07a0-4ba1-bac0-b034a1808d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'name': 'tempest-TestMinimumBasicScenario-1033952998-router', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.11'}], 'enable_snat': True}, 'gw_port_id': '1497b66e-64ea-4cdd-806f-d57a807ca1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:56:07Z', 'updated_at': '2022-04-11T14:56:12Z', 'revision_number': 4, 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'gw_port': {'id': '1497b66e-64ea-4cdd-806f-d57a807ca1ce', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:08Z', 'updated_at': '2022-04-11T14:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '04da0934-a8db-4eef-9f99-11e947599a12', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'floating_ip_address': '172.26.7.155', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'port_id': '9b1c71d3-374b-49f0-8586-4bdb497d1458', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed', 'mac_address': 'fa:16:3e:e7:b5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960cae06-a2de-4c67-9683-bbdfe8acbad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:57:16Z', 'updated_at': '2022-04-11T14:57:16Z', 'revision_number': 0, 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64cc41a5-180b-42e0-87d8-4057ce777f0f', 'name': '', 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'mac_address': 'fa:16:3e:b4:29:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3dc87d71-5121-46b0-a44a-7bd7d575ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:11Z', 'updated_at': '2022-04-11T14:56:19Z', 'revision_number': 5, 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'subnets': [{'id': '3dc87d71-5121-46b0-a44a-7bd7d575ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:57:19.057924 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d356039e-07a0-4ba1-bac0-b034a1808d42 None None] Checking router: f81fbe89-02be-4d5d-bbbc-9383169d2c04 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:57:19.061279 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a231b-7b27-4030-a8cc-b41dc2f9a0a4 req-10fb4c10-937a-49a8-be41-d06dac585e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:57:19.062830 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-820a231b-7b27-4030-a8cc-b41dc2f9a0a4 req-10fb4c10-937a-49a8-be41-d06dac585e3e service neutron] 10.222.0.53 "GET /v2.0/networks?id=4279cc9a-70b6-4952-87a6-f3c75f19f4ed HTTP/1.1" status: 200 len: 917 time: 0.1624436 Apr 11 14:57:19.066470 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d356039e-07a0-4ba1-bac0-b034a1808d42 None None] Routers {'f81fbe89-02be-4d5d-bbbc-9383169d2c04'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:57:19.067087 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-d356039e-07a0-4ba1-bac0-b034a1808d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:56:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['f81fbe89-02be-4d5d-bbbc-9383169d2c04'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:57:19.126303 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-49267089-095d-4f37-8d2e-03a8925bc0b6 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:19.214080 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49267089-095d-4f37-8d2e-03a8925bc0b6 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea4536b-8bb7-4e90-8ac3-06bdcf7a3114,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:57:19.236486 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-820a231b-7b27-4030-a8cc-b41dc2f9a0a4 req-f85d1402-fbc1-46f7-89e5-8ffac2144b34 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b1c71d3-374b-49f0-8586-4bdb497d1458 HTTP/1.1" status: 200 len: 999 time: 0.1667001 Apr 11 14:57:19.254748 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-d356039e-07a0-4ba1-bac0-b034a1808d42 None None] Set router f81fbe89-02be-4d5d-bbbc-9383169d2c04 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:57:19.295341 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-49267089-095d-4f37-8d2e-03a8925bc0b6 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:19.296448 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-49267089-095d-4f37-8d2e-03a8925bc0b6 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6772773 Apr 11 14:57:19.299576 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51434) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:57:19.302058 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a231b-7b27-4030-a8cc-b41dc2f9a0a4 req-de3306e8-c99c-46d1-b0a2-813eb0cd6ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:57:19.304147 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-820a231b-7b27-4030-a8cc-b41dc2f9a0a4 req-de3306e8-c99c-46d1-b0a2-813eb0cd6ec0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3dc87d71-5121-46b0-a44a-7bd7d575ad7d HTTP/1.1" status: 200 len: 854 time: 0.0619016 Apr 11 14:57:19.305973 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-a9b6a53b-16d4-4f6a-a48a-4cf43267aab1 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Request body: {'security_group_rule': {'security_group_id': '5ea4536b-8bb7-4e90-8ac3-06bdcf7a3114', 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:57:19.312723 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a9b6a53b-16d4-4f6a-a48a-4cf43267aab1 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:57:19.316831 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a9b6a53b-16d4-4f6a-a48a-4cf43267aab1 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Usage tracker for resource:security_group_rule and tenant:76dca33a4eea499f86cd20030585aa5e is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:57:19.320628 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a9b6a53b-16d4-4f6a-a48a-4cf43267aab1 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:57:19.327534 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a9b6a53b-16d4-4f6a-a48a-4cf43267aab1 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:57:19.387894 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a231b-7b27-4030-a8cc-b41dc2f9a0a4 req-b4d3727f-06fe-4f03-9599-f2354df13916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:57:19.389375 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-820a231b-7b27-4030-a8cc-b41dc2f9a0a4 req-b4d3727f-06fe-4f03-9599-f2354df13916 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4279cc9a-70b6-4952-87a6-f3c75f19f4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773644 Apr 11 14:57:19.433719 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a9b6a53b-16d4-4f6a-a48a-4cf43267aab1 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:19.504336 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a9b6a53b-16d4-4f6a-a48a-4cf43267aab1 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:19.539389 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-820a231b-7b27-4030-a8cc-b41dc2f9a0a4 req-a172296f-b841-4f97-af53-e7939b4c8521 service neutron] 10.222.0.53 "GET /v2.0/networks/4279cc9a-70b6-4952-87a6-f3c75f19f4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431665 Apr 11 14:57:19.608049 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a9b6a53b-16d4-4f6a-a48a-4cf43267aab1 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:19.626259 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-d356039e-07a0-4ba1-bac0-b034a1808d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'name': 'tempest-TestMinimumBasicScenario-1033952998-router', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.11'}], 'enable_snat': True}, 'gw_port_id': '1497b66e-64ea-4cdd-806f-d57a807ca1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:56:07Z', 'updated_at': '2022-04-11T14:56:12Z', 'revision_number': 4, 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'gw_port': {'id': '1497b66e-64ea-4cdd-806f-d57a807ca1ce', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:08Z', 'updated_at': '2022-04-11T14:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '04da0934-a8db-4eef-9f99-11e947599a12', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'floating_ip_address': '172.26.7.155', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'port_id': '9b1c71d3-374b-49f0-8586-4bdb497d1458', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed', 'mac_address': 'fa:16:3e:e7:b5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960cae06-a2de-4c67-9683-bbdfe8acbad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:57:16Z', 'updated_at': '2022-04-11T14:57:16Z', 'revision_number': 0, 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64cc41a5-180b-42e0-87d8-4057ce777f0f', 'name': '', 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'mac_address': 'fa:16:3e:b4:29:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3dc87d71-5121-46b0-a44a-7bd7d575ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:11Z', 'updated_at': '2022-04-11T14:56:19Z', 'revision_number': 5, 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'subnets': [{'id': '3dc87d71-5121-46b0-a44a-7bd7d575ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:57:19.630759 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d356039e-07a0-4ba1-bac0-b034a1808d42 None None] The sync data for ids ['f81fbe89-02be-4d5d-bbbc-9383169d2c04'] in dv-neutron-837330-1-hyperv is: [{'id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'name': 'tempest-TestMinimumBasicScenario-1033952998-router', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.11'}], 'enable_snat': True}, 'gw_port_id': '1497b66e-64ea-4cdd-806f-d57a807ca1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:56:07Z', 'updated_at': '2022-04-11T14:56:12Z', 'revision_number': 4, 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'gw_port': {'id': '1497b66e-64ea-4cdd-806f-d57a807ca1ce', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:08Z', 'updated_at': '2022-04-11T14:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '04da0934-a8db-4eef-9f99-11e947599a12', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'floating_ip_address': '172.26.7.155', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'port_id': '9b1c71d3-374b-49f0-8586-4bdb497d1458', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed', 'mac_address': 'fa:16:3e:e7:b5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960cae06-a2de-4c67-9683-bbdfe8acbad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T14:57:16Z', 'updated_at': '2022-04-11T14:57:16Z', 'revision_number': 0, 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64cc41a5-180b-42e0-87d8-4057ce777f0f', 'name': '', 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'mac_address': 'fa:16:3e:b4:29:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3dc87d71-5121-46b0-a44a-7bd7d575ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:11Z', 'updated_at': '2022-04-11T14:56:19Z', 'revision_number': 5, 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'subnets': [{'id': '3dc87d71-5121-46b0-a44a-7bd7d575ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:57:19.635150 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6a53b-16d4-4f6a-a48a-4cf43267aab1 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c8a7cb0-379b-479a-92a2-5716f71286ae,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:57:19.687684 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-820a231b-7b27-4030-a8cc-b41dc2f9a0a4 req-0c1b6c6b-eb67-4503-8258-27ca88e1b05f service neutron] 10.222.0.53 "GET /v2.0/networks/4279cc9a-70b6-4952-87a6-f3c75f19f4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406515 Apr 11 14:57:19.716440 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a9b6a53b-16d4-4f6a-a48a-4cf43267aab1 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:19.717702 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a9b6a53b-16d4-4f6a-a48a-4cf43267aab1 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4171023 Apr 11 14:57:19.720513 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51438) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:57:19.726570 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-e4881707-de75-448a-b29c-647c7401fada tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Request body: {'security_group_rule': {'security_group_id': '5ea4536b-8bb7-4e90-8ac3-06bdcf7a3114', 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:57:19.732793 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e4881707-de75-448a-b29c-647c7401fada tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:57:19.736581 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e4881707-de75-448a-b29c-647c7401fada tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Usage tracker for resource:security_group_rule and tenant:76dca33a4eea499f86cd20030585aa5e is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:57:19.739513 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e4881707-de75-448a-b29c-647c7401fada tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:57:19.746538 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e4881707-de75-448a-b29c-647c7401fada tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:57:19.831789 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e4881707-de75-448a-b29c-647c7401fada tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:19.847378 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2c039a-a1a2-4155-9d8a-a002f1a862ec None None] New status for floating IP 04da0934-a8db-4eef-9f99-11e947599a12: ACTIVE {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:57:19.904861 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e4881707-de75-448a-b29c-647c7401fada tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:20.002002 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e4881707-de75-448a-b29c-647c7401fada tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:20.032228 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4881707-de75-448a-b29c-647c7401fada tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e96dd666-1f41-4f4a-9157-b3841d4cf8ca,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:57:20.116659 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e4881707-de75-448a-b29c-647c7401fada tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:20.118468 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e4881707-de75-448a-b29c-647c7401fada tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3968532 Apr 11 14:57:20.121427 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51442) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:57:20.132572 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-30b42990-cc49-4753-89c7-749816fcdfea tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Request body: {'security_group_rule': {'security_group_id': '5ea4536b-8bb7-4e90-8ac3-06bdcf7a3114', 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:57:20.134499 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-30b42990-cc49-4753-89c7-749816fcdfea tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:57:20.140372 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-30b42990-cc49-4753-89c7-749816fcdfea tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Usage tracker for resource:security_group_rule and tenant:76dca33a4eea499f86cd20030585aa5e is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:57:20.144437 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-30b42990-cc49-4753-89c7-749816fcdfea tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:57:20.151567 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-30b42990-cc49-4753-89c7-749816fcdfea tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:57:20.276532 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-30b42990-cc49-4753-89c7-749816fcdfea tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:20.365700 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-30b42990-cc49-4753-89c7-749816fcdfea tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:20.447827 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-30b42990-cc49-4753-89c7-749816fcdfea tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:20.477149 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b42990-cc49-4753-89c7-749816fcdfea tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5099eabb-1f9c-4b8d-acc2-c98fa76b5912,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:57:20.544183 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-30b42990-cc49-4753-89c7-749816fcdfea tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:20.545477 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-30b42990-cc49-4753-89c7-749816fcdfea tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4230015 Apr 11 14:57:20.548247 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51446) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:57:20.555350 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-8454c081-02c8-4a9a-be12-ec741d1fa036 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Request body: {'security_group_rule': {'security_group_id': '5ea4536b-8bb7-4e90-8ac3-06bdcf7a3114', 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:57:20.562172 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-8454c081-02c8-4a9a-be12-ec741d1fa036 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:57:20.566905 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8454c081-02c8-4a9a-be12-ec741d1fa036 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Usage tracker for resource:security_group_rule and tenant:76dca33a4eea499f86cd20030585aa5e is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:57:20.570556 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8454c081-02c8-4a9a-be12-ec741d1fa036 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:57:20.576402 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-8454c081-02c8-4a9a-be12-ec741d1fa036 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:57:20.705942 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8454c081-02c8-4a9a-be12-ec741d1fa036 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:20.790418 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8454c081-02c8-4a9a-be12-ec741d1fa036 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:20.870118 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8454c081-02c8-4a9a-be12-ec741d1fa036 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:20.899440 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454c081-02c8-4a9a-be12-ec741d1fa036 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4cd2919-a183-408c-8d42-b52e40d6cdbb,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:57:20.968890 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8454c081-02c8-4a9a-be12-ec741d1fa036 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:20.970138 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8454c081-02c8-4a9a-be12-ec741d1fa036 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4208982 Apr 11 14:57:20.973377 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 51450) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:57:20.989042 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-8844ddaa-2ab8-4ce7-9832-fef6b09b6605 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Request body: {'security_group_rule': {'security_group_id': '5ea4536b-8bb7-4e90-8ac3-06bdcf7a3114', 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:57:20.989042 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8844ddaa-2ab8-4ce7-9832-fef6b09b6605 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:57:20.993942 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8844ddaa-2ab8-4ce7-9832-fef6b09b6605 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Usage tracker for resource:security_group_rule and tenant:76dca33a4eea499f86cd20030585aa5e is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:57:20.993942 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8844ddaa-2ab8-4ce7-9832-fef6b09b6605 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:57:21.000821 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8844ddaa-2ab8-4ce7-9832-fef6b09b6605 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:57:21.087524 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.securitygroups_db [None req-8844ddaa-2ab8-4ce7-9832-fef6b09b6605 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Project 76dca33a4eea499f86cd20030585aa5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:57:21.094729 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8844ddaa-2ab8-4ce7-9832-fef6b09b6605 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:21.162527 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8844ddaa-2ab8-4ce7-9832-fef6b09b6605 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:21.236261 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8844ddaa-2ab8-4ce7-9832-fef6b09b6605 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:21.264145 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844ddaa-2ab8-4ce7-9832-fef6b09b6605 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5abff373-ff53-44ff-a887-31684f88ed49,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:57:21.333116 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8844ddaa-2ab8-4ce7-9832-fef6b09b6605 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:21.335175 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8844ddaa-2ab8-4ce7-9832-fef6b09b6605 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3611658 Apr 11 14:57:21.338039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 51454) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:57:21.345249 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-ced00c61-b68c-403f-bc8b-f0da495b425b tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Request body: {'security_group_rule': {'security_group_id': '5ea4536b-8bb7-4e90-8ac3-06bdcf7a3114', 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:57:21.349110 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ced00c61-b68c-403f-bc8b-f0da495b425b tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 14:57:21.353544 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ced00c61-b68c-403f-bc8b-f0da495b425b tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Usage tracker for resource:security_group_rule and tenant:76dca33a4eea499f86cd20030585aa5e is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 14:57:21.356495 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-ced00c61-b68c-403f-bc8b-f0da495b425b tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 14:57:21.362437 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-ced00c61-b68c-403f-bc8b-f0da495b425b tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 14:57:21.418801 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.securitygroups_db [None req-ced00c61-b68c-403f-bc8b-f0da495b425b tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Project 76dca33a4eea499f86cd20030585aa5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 14:57:21.425876 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ced00c61-b68c-403f-bc8b-f0da495b425b tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:21.491564 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ced00c61-b68c-403f-bc8b-f0da495b425b tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:21.567556 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ced00c61-b68c-403f-bc8b-f0da495b425b tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:21.591456 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced00c61-b68c-403f-bc8b-f0da495b425b tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2215c9f1-e423-45e5-b685-1edc83cb6c34,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:57:21.647929 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ced00c61-b68c-403f-bc8b-f0da495b425b tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:21.649165 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ced00c61-b68c-403f-bc8b-f0da495b425b tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3101883 Apr 11 14:57:21.771970 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-b0f475f7-0b92-49c5-807e-3d98e5f2b254 req-dbd36998-3e23-45a7-b5a9-762b7ab128e9 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Synchronizing usage tracker for tenant:76dca33a4eea499f86cd20030585aa5e on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:57:21.852983 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-b0f475f7-0b92-49c5-807e-3d98e5f2b254 req-dbd36998-3e23-45a7-b5a9-762b7ab128e9 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Unset dirty status for tenant:76dca33a4eea499f86cd20030585aa5e on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:57:21.854107 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b0f475f7-0b92-49c5-807e-3d98e5f2b254 req-dbd36998-3e23-45a7-b5a9-762b7ab128e9 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1761737403&fields=id&tenant_id=76dca33a4eea499f86cd20030585aa5e HTTP/1.1" status: 200 len: 267 time: 0.1255085 Apr 11 14:57:21.939942 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f475f7-0b92-49c5-807e-3d98e5f2b254 req-9828c358-495d-4685-aae5-295fc2a8021c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:57:21.941411 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b0f475f7-0b92-49c5-807e-3d98e5f2b254 req-9828c358-495d-4685-aae5-295fc2a8021c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 945 time: 0.0819285 Apr 11 14:57:21.952956 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-b0f475f7-0b92-49c5-807e-3d98e5f2b254 req-0e86e558-af1f-4efe-a0c7-0248ec6f12fd tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Request body: {'port': {'security_groups': ['1e433fc1-5953-49ce-af04-56180204aad0', '5ea4536b-8bb7-4e90-8ac3-06bdcf7a3114']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:57:22.082201 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-b0f475f7-0b92-49c5-807e-3d98e5f2b254 req-0e86e558-af1f-4efe-a0c7-0248ec6f12fd tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:22.342063 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-b0f475f7-0b92-49c5-807e-3d98e5f2b254 req-0e86e558-af1f-4efe-a0c7-0248ec6f12fd tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] For port 9b1c71d3-374b-49f0-8586-4bdb497d1458, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=9b1c71d3-374b-49f0-8586-4bdb497d1458,segment=NetworkSegment(8772d9cc-00d5-49c4-b4f4-4c3cd58d6721),segment_id=8772d9cc-00d5-49c4-b4f4-4c3cd58d6721)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:57:22.479067 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-b0f475f7-0b92-49c5-807e-3d98e5f2b254 req-0e86e558-af1f-4efe-a0c7-0248ec6f12fd tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:22.539515 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-b0f475f7-0b92-49c5-807e-3d98e5f2b254 req-0e86e558-af1f-4efe-a0c7-0248ec6f12fd tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:22.572508 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['9b1c71d3-374b-49f0-8586-4bdb497d1458'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:57:22.604215 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f475f7-0b92-49c5-807e-3d98e5f2b254 req-0e86e558-af1f-4efe-a0c7-0248ec6f12fd tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:57:22.604860 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-b0f475f7-0b92-49c5-807e-3d98e5f2b254 req-0e86e558-af1f-4efe-a0c7-0248ec6f12fd tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:22.606300 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b0f475f7-0b92-49c5-807e-3d98e5f2b254 req-0e86e558-af1f-4efe-a0c7-0248ec6f12fd tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "PUT /v2.0/ports/9b1c71d3-374b-49f0-8586-4bdb497d1458 HTTP/1.1" status: 200 len: 981 time: 0.6577919 Apr 11 14:57:22.612777 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960cae06-a2de-4c67-9683-bbdfe8acbad8', 'tag': '9b1c71d3-374b-49f0-8586-4bdb497d1458'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:57:22.645123 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86e558-af1f-4efe-a0c7-0248ec6f12fd tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Pushing event updated for resources: {'Port': ['ID=9b1c71d3-374b-49f0-8586-4bdb497d1458,revision_number=6']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:57:22.669780 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bee454c-e4a6-4ff6-a9a3-3653dff91ca1'] response: {'name': 'network-changed', 'server_uuid': '960cae06-a2de-4c67-9683-bbdfe8acbad8', 'tag': '9b1c71d3-374b-49f0-8586-4bdb497d1458', 'status': 'completed', 'code': 200} Apr 11 14:57:22.782014 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['9b1c71d3-374b-49f0-8586-4bdb497d1458'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:57:22.806046 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5e72-6cb6-4ed3-bfb8-614219685471 req-a0f9fa86-8e49-4c4a-96a5-e2f71bbc5482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:57:22.807751 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-656b5e72-6cb6-4ed3-bfb8-614219685471 req-a0f9fa86-8e49-4c4a-96a5-e2f71bbc5482 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=76dca33a4eea499f86cd20030585aa5e&device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 1137 time: 0.0897229 Apr 11 14:57:22.847408 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc51fd-9118-4282-8257-6911eee268b7 req-fff4891d-1148-48e4-9ada-329e5b5faf97 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:57:22.849909 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-02cc51fd-9118-4282-8257-6911eee268b7 req-fff4891d-1148-48e4-9ada-329e5b5faf97 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 984 time: 0.1107500 Apr 11 14:57:22.902027 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-02cc51fd-9118-4282-8257-6911eee268b7 req-8b0a6ea8-7cb9-43a8-b34c-53f65eb814e6 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&id=5ea4536b-8bb7-4e90-8ac3-06bdcf7a3114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456982 Apr 11 14:57:22.929376 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-23a06a5f-3005-4aa1-bee0-5272709b9161 None None] Provisioning complete for port 9b1c71d3-374b-49f0-8586-4bdb497d1458 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:57:22.929754 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-23a06a5f-3005-4aa1-bee0-5272709b9161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:22.956618 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5e72-6cb6-4ed3-bfb8-614219685471 req-c5ed6e67-ee47-4bc9-b65c-67990ccc822f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:57:22.958290 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-656b5e72-6cb6-4ed3-bfb8-614219685471 req-c5ed6e67-ee47-4bc9-b65c-67990ccc822f service neutron] 10.222.0.53 "GET /v2.0/networks?id=4279cc9a-70b6-4952-87a6-f3c75f19f4ed HTTP/1.1" status: 200 len: 917 time: 0.1432376 Apr 11 14:57:23.074320 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-656b5e72-6cb6-4ed3-bfb8-614219685471 req-53aa9426-a3a1-4bf6-82d9-2e68ae705025 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b1c71d3-374b-49f0-8586-4bdb497d1458 HTTP/1.1" status: 200 len: 1001 time: 0.1095443 Apr 11 14:57:23.137764 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5e72-6cb6-4ed3-bfb8-614219685471 req-b5432cb5-8537-4d68-a602-dbe01deee2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:57:23.139249 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-656b5e72-6cb6-4ed3-bfb8-614219685471 req-b5432cb5-8537-4d68-a602-dbe01deee2c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3dc87d71-5121-46b0-a44a-7bd7d575ad7d HTTP/1.1" status: 200 len: 854 time: 0.0594418 Apr 11 14:57:23.215708 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5e72-6cb6-4ed3-bfb8-614219685471 req-ab7c6893-7d51-4968-9d7c-69346d0271d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:57:23.217475 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-656b5e72-6cb6-4ed3-bfb8-614219685471 req-ab7c6893-7d51-4968-9d7c-69346d0271d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4279cc9a-70b6-4952-87a6-f3c75f19f4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719364 Apr 11 14:57:23.353925 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-656b5e72-6cb6-4ed3-bfb8-614219685471 req-fe743987-4fe4-4fb4-bdd9-f852e66516de service neutron] 10.222.0.53 "GET /v2.0/networks/4279cc9a-70b6-4952-87a6-f3c75f19f4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301260 Apr 11 14:57:23.492569 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-656b5e72-6cb6-4ed3-bfb8-614219685471 req-2a29881d-3dd0-47b0-b967-d0ce17dad19f service neutron] 10.222.0.53 "GET /v2.0/networks/4279cc9a-70b6-4952-87a6-f3c75f19f4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329908 Apr 11 14:57:24.550239 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:25.207143 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-cb23f6f0-11fc-46ea-91db-844a2123bc37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:27.750570 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6b23862a-4683-4d2a-8c41-962d5d67b361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:28.710137 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:28.784631 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:30.018684 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:34.257651 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d8ee796b-2520-4559-80f2-5d024d076dbe req-89e67f30-cea9-491d-af07-e7bfbca2ec32 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0855615 Apr 11 14:57:34.415189 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee796b-2520-4559-80f2-5d024d076dbe req-fb95acea-b065-4c48-b999-9bdc364827ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:57:34.416570 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d8ee796b-2520-4559-80f2-5d024d076dbe req-fb95acea-b065-4c48-b999-9bdc364827ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=76dca33a4eea499f86cd20030585aa5e&device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 1137 time: 0.0750504 Apr 11 14:57:34.578107 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee796b-2520-4559-80f2-5d024d076dbe req-f9dd8a4c-cfb0-452d-ab47-dd59c7479c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:57:34.579563 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d8ee796b-2520-4559-80f2-5d024d076dbe req-f9dd8a4c-cfb0-452d-ab47-dd59c7479c5b service neutron] 10.222.0.53 "GET /v2.0/networks?id=4279cc9a-70b6-4952-87a6-f3c75f19f4ed HTTP/1.1" status: 200 len: 917 time: 0.1444035 Apr 11 14:57:34.686884 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d8ee796b-2520-4559-80f2-5d024d076dbe req-94359d2c-cdf2-4ef9-af6b-71a7af65cdb6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b1c71d3-374b-49f0-8586-4bdb497d1458 HTTP/1.1" status: 200 len: 1001 time: 0.1016612 Apr 11 14:57:34.748573 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee796b-2520-4559-80f2-5d024d076dbe req-f807d4ff-01f5-4bbd-b4f9-8e17fd8d582f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:57:34.750058 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d8ee796b-2520-4559-80f2-5d024d076dbe req-f807d4ff-01f5-4bbd-b4f9-8e17fd8d582f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3dc87d71-5121-46b0-a44a-7bd7d575ad7d HTTP/1.1" status: 200 len: 854 time: 0.0579717 Apr 11 14:57:34.837331 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee796b-2520-4559-80f2-5d024d076dbe req-04553692-d39b-432e-988c-321bd7a33b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:57:34.838866 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d8ee796b-2520-4559-80f2-5d024d076dbe req-04553692-d39b-432e-988c-321bd7a33b1f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4279cc9a-70b6-4952-87a6-f3c75f19f4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837798 Apr 11 14:57:34.978224 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d8ee796b-2520-4559-80f2-5d024d076dbe req-4605c318-b67f-4f26-92a2-dabd6fbb659a service neutron] 10.222.0.53 "GET /v2.0/networks/4279cc9a-70b6-4952-87a6-f3c75f19f4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327915 Apr 11 14:57:35.227138 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d8ee796b-2520-4559-80f2-5d024d076dbe req-36a394f5-cb80-4816-b617-e59fdb1a72e7 service neutron] 10.222.0.53 "GET /v2.0/networks/4279cc9a-70b6-4952-87a6-f3c75f19f4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418370 Apr 11 14:57:40.802580 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:57:54.555361 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:55.218275 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-242277ac-0a2c-45a3-98dc-f2023d78ed27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:57.732105 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-01bcd491-783d-46fe-af4e-446c8ab45cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:58.686610 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:57:58.777958 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:58:00.029403 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:58:15.642676 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2236fda-c718-459f-8313-6edd55a0c336 req-8db28796-d559-45d0-9650-6a10e5a2b63c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:58:15.644160 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b2236fda-c718-459f-8313-6edd55a0c336 req-8db28796-d559-45d0-9650-6a10e5a2b63c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 984 time: 0.0830839 Apr 11 14:58:15.723562 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e891d59-5309-4131-a142-d34918b5879b req-372a5132-c68f-4e25-8356-900a68c2242a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:58:15.725545 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8e891d59-5309-4131-a142-d34918b5879b req-372a5132-c68f-4e25-8356-900a68c2242a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=76dca33a4eea499f86cd20030585aa5e&device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 1137 time: 0.0805628 Apr 11 14:58:15.814762 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b2236fda-c718-459f-8313-6edd55a0c336 req-7aa643b7-35c1-43d2-92ce-42854f2547ee tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&id=5ea4536b-8bb7-4e90-8ac3-06bdcf7a3114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1640494 Apr 11 14:58:15.866376 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e891d59-5309-4131-a142-d34918b5879b req-dc8ae68c-a1a4-4645-956d-4d3a80aada30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:58:15.867760 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8e891d59-5309-4131-a142-d34918b5879b req-dc8ae68c-a1a4-4645-956d-4d3a80aada30 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4279cc9a-70b6-4952-87a6-f3c75f19f4ed HTTP/1.1" status: 200 len: 917 time: 0.1364019 Apr 11 14:58:15.979063 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8e891d59-5309-4131-a142-d34918b5879b req-442d9115-3b89-41df-a2d1-37e368bd3f12 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b1c71d3-374b-49f0-8586-4bdb497d1458 HTTP/1.1" status: 200 len: 1001 time: 0.1048348 Apr 11 14:58:16.047820 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e891d59-5309-4131-a142-d34918b5879b req-df56310c-f420-42bb-a5a1-ab48ba546314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:58:16.049953 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8e891d59-5309-4131-a142-d34918b5879b req-df56310c-f420-42bb-a5a1-ab48ba546314 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3dc87d71-5121-46b0-a44a-7bd7d575ad7d HTTP/1.1" status: 200 len: 854 time: 0.0636315 Apr 11 14:58:16.126782 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e891d59-5309-4131-a142-d34918b5879b req-2abafae9-19e9-4671-a81e-166882f01803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:58:16.128292 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8e891d59-5309-4131-a142-d34918b5879b req-2abafae9-19e9-4671-a81e-166882f01803 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4279cc9a-70b6-4952-87a6-f3c75f19f4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722635 Apr 11 14:58:16.263439 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8e891d59-5309-4131-a142-d34918b5879b req-d5a2c127-5e8e-4103-ac6d-c14b20778dfc service neutron] 10.222.0.53 "GET /v2.0/networks/4279cc9a-70b6-4952-87a6-f3c75f19f4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290307 Apr 11 14:58:16.397034 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8e891d59-5309-4131-a142-d34918b5879b req-e2d57cd4-3274-4f04-bb9d-f241c095c37c service neutron] 10.222.0.53 "GET /v2.0/networks/4279cc9a-70b6-4952-87a6-f3c75f19f4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267085 Apr 11 14:58:17.007552 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a9258-a10f-441b-bee8-c8cd060eec9e req-8cd88d9b-be24-4a80-b474-b0bffc5b5373 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:58:17.009017 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d64a9258-a10f-441b-bee8-c8cd060eec9e req-8cd88d9b-be24-4a80-b474-b0bffc5b5373 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 984 time: 0.0867462 Apr 11 14:58:17.056920 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d64a9258-a10f-441b-bee8-c8cd060eec9e req-915b9b9a-ac0a-43a3-b22f-dc05da6a7d7a tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&id=5ea4536b-8bb7-4e90-8ac3-06bdcf7a3114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414138 Apr 11 14:58:17.804999 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:58:18.247489 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb134ba-850e-49a9-b421-baf3ff6010df req-d14ada9b-5b20-4ce8-856b-a97f4157cc94 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:58:18.248998 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7bb134ba-850e-49a9-b421-baf3ff6010df req-d14ada9b-5b20-4ce8-856b-a97f4157cc94 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 984 time: 0.0823171 Apr 11 14:58:18.300240 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7bb134ba-850e-49a9-b421-baf3ff6010df req-d9dfdaf9-8038-42c1-9c38-85255ae6bb27 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&id=5ea4536b-8bb7-4e90-8ac3-06bdcf7a3114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416207 Apr 11 14:58:19.490814 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfef9b-a050-4666-8ebe-b00f765cd38c req-cb5a70ff-febe-4bf2-bc68-91db9dd123f8 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:58:19.492324 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2fcfef9b-a050-4666-8ebe-b00f765cd38c req-cb5a70ff-febe-4bf2-bc68-91db9dd123f8 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 984 time: 0.0859261 Apr 11 14:58:19.540934 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2fcfef9b-a050-4666-8ebe-b00f765cd38c req-35b1b853-a652-4ca5-897f-56834206f659 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&id=5ea4536b-8bb7-4e90-8ac3-06bdcf7a3114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427153 Apr 11 14:58:20.753095 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b6d68-698d-4fb8-8493-b959d270f19f req-7ef31466-a8d9-46c6-9482-a82d6f71a598 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:58:20.754669 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-991b6d68-698d-4fb8-8493-b959d270f19f req-7ef31466-a8d9-46c6-9482-a82d6f71a598 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 984 time: 0.0911152 Apr 11 14:58:20.805095 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-991b6d68-698d-4fb8-8493-b959d270f19f req-49c873c2-04c4-4188-a498-87f4da3a807c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&id=5ea4536b-8bb7-4e90-8ac3-06bdcf7a3114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440707 Apr 11 14:58:21.996972 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040137a5-2ee2-48c9-ad8c-58fc41123980 req-7b9cdc9a-18a3-493f-b2be-473240a4b53a tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:58:21.998472 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-040137a5-2ee2-48c9-ad8c-58fc41123980 req-7b9cdc9a-18a3-493f-b2be-473240a4b53a tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 984 time: 0.0857570 Apr 11 14:58:22.045821 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-040137a5-2ee2-48c9-ad8c-58fc41123980 req-c0aca0fc-4f6c-4f51-9db8-30aff832dedc tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&id=5ea4536b-8bb7-4e90-8ac3-06bdcf7a3114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413425 Apr 11 14:58:23.237067 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09779277-42d7-43b9-a94c-c55b36e2301c req-e8b00ff5-271d-4dfd-8730-28fe23579783 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:58:23.238640 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-09779277-42d7-43b9-a94c-c55b36e2301c req-e8b00ff5-271d-4dfd-8730-28fe23579783 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 984 time: 0.0801685 Apr 11 14:58:23.289272 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-09779277-42d7-43b9-a94c-c55b36e2301c req-a142071f-5f89-4b6a-9d8c-3facb058a0bd tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&id=5ea4536b-8bb7-4e90-8ac3-06bdcf7a3114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438850 Apr 11 14:58:24.481733 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747c63d-ac01-48f7-8c55-9e32e6be3796 req-46555238-033f-4e47-8f3e-1cfce7223654 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:58:24.483255 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2747c63d-ac01-48f7-8c55-9e32e6be3796 req-46555238-033f-4e47-8f3e-1cfce7223654 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 984 time: 0.0841348 Apr 11 14:58:24.533299 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2747c63d-ac01-48f7-8c55-9e32e6be3796 req-34b5dae2-7223-48f1-b8e9-3bc51852e0ff tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&id=5ea4536b-8bb7-4e90-8ac3-06bdcf7a3114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427659 Apr 11 14:58:24.548921 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:58:25.200571 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ab265436-d877-4b72-b5e2-43cb25985fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:58:25.724552 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46679663-efca-464f-b548-4feb953420aa req-002be2c6-a1a4-475e-bb37-e6c155882925 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:58:25.726058 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-46679663-efca-464f-b548-4feb953420aa req-002be2c6-a1a4-475e-bb37-e6c155882925 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 984 time: 0.0828292 Apr 11 14:58:25.774961 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-46679663-efca-464f-b548-4feb953420aa req-acd90fa4-5540-4f68-b5ee-8697c7c2cff7 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&id=5ea4536b-8bb7-4e90-8ac3-06bdcf7a3114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427942 Apr 11 14:58:26.970792 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865a1a5-a69f-467f-9dff-5cf8f24a2fe0 req-c1442b10-3c8b-474a-a126-062dc51741ce tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:58:26.972258 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c865a1a5-a69f-467f-9dff-5cf8f24a2fe0 req-c1442b10-3c8b-474a-a126-062dc51741ce tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 984 time: 0.0895360 Apr 11 14:58:27.024544 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c865a1a5-a69f-467f-9dff-5cf8f24a2fe0 req-d5d16742-64bc-49bf-a55e-99f5875d5e8e tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&id=5ea4536b-8bb7-4e90-8ac3-06bdcf7a3114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465012 Apr 11 14:58:27.754693 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-246424b5-f880-44ab-8d67-4702a1f634bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:58:28.225131 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf6bac-085f-4700-9dca-52559c9d9521 req-a3d70b32-1df0-4c2d-95a0-b79c85e8ce8a tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:58:28.226650 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-00cf6bac-085f-4700-9dca-52559c9d9521 req-a3d70b32-1df0-4c2d-95a0-b79c85e8ce8a tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 984 time: 0.0857365 Apr 11 14:58:28.274950 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-00cf6bac-085f-4700-9dca-52559c9d9521 req-a375d1c8-51d7-486d-ba2b-f77f56f66c5c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&id=5ea4536b-8bb7-4e90-8ac3-06bdcf7a3114&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424695 Apr 11 14:58:28.700766 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:58:28.748729 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:58:30.035264 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:58:34.269948 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-508172a5-3591-4f4f-807e-9581ef029374 req-f2490234-f257-4609-97ac-5b7150068530 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1188550 Apr 11 14:58:34.428066 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508172a5-3591-4f4f-807e-9581ef029374 req-018dfe94-cc3d-4590-a28c-b60863d4103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:58:34.429478 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-508172a5-3591-4f4f-807e-9581ef029374 req-018dfe94-cc3d-4590-a28c-b60863d4103f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=76dca33a4eea499f86cd20030585aa5e&device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 1137 time: 0.0780480 Apr 11 14:58:34.577785 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508172a5-3591-4f4f-807e-9581ef029374 req-eed062dd-6ea9-4418-9bf1-9b059b026ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:58:34.579545 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-508172a5-3591-4f4f-807e-9581ef029374 req-eed062dd-6ea9-4418-9bf1-9b059b026ee9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4279cc9a-70b6-4952-87a6-f3c75f19f4ed HTTP/1.1" status: 200 len: 917 time: 0.1309266 Apr 11 14:58:34.690252 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-508172a5-3591-4f4f-807e-9581ef029374 req-b3fefe18-6e58-446a-a843-717b6a19a016 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b1c71d3-374b-49f0-8586-4bdb497d1458 HTTP/1.1" status: 200 len: 1001 time: 0.1047902 Apr 11 14:58:34.754651 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508172a5-3591-4f4f-807e-9581ef029374 req-6fc15995-43e0-4198-a77d-b25343bf3189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:58:34.756109 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-508172a5-3591-4f4f-807e-9581ef029374 req-6fc15995-43e0-4198-a77d-b25343bf3189 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3dc87d71-5121-46b0-a44a-7bd7d575ad7d HTTP/1.1" status: 200 len: 854 time: 0.0607655 Apr 11 14:58:34.835819 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508172a5-3591-4f4f-807e-9581ef029374 req-748376c1-887c-41fd-a533-562ff64a8de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:58:34.837302 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-508172a5-3591-4f4f-807e-9581ef029374 req-748376c1-887c-41fd-a533-562ff64a8de3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4279cc9a-70b6-4952-87a6-f3c75f19f4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754175 Apr 11 14:58:34.847070 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [req-508172a5-3591-4f4f-807e-9581ef029374 req-9d99e55f-e303-4e1e-a298-18193c3e47ce service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 14:58:34.847998 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-508172a5-3591-4f4f-807e-9581ef029374 req-9d99e55f-e303-4e1e-a298-18193c3e47ce service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053353 Apr 11 14:58:35.091606 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-508172a5-3591-4f4f-807e-9581ef029374 req-dd2c38b6-6d8c-45ef-a889-557f5ec6cce7 service neutron] 10.222.0.53 "GET /v2.0/networks/4279cc9a-70b6-4952-87a6-f3c75f19f4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378466 Apr 11 14:58:35.223878 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-508172a5-3591-4f4f-807e-9581ef029374 req-fdd8f665-dcc5-46c4-a5b1-03a8274034bd service neutron] 10.222.0.53 "GET /v2.0/networks/4279cc9a-70b6-4952-87a6-f3c75f19f4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265230 Apr 11 14:58:54.571892 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:58:54.807097 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:58:55.200410 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6a3435fd-68c2-4d74-b04f-b24a739b39b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:58:57.714855 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2adb08eb-e85a-4f93-bb96-d63bd7bb2de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:58:58.697568 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:58:58.788887 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:00.051795 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:24.577414 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:25.211677 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-35a029e4-7b07-4636-8dac-cb8a99accfb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:27.771839 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ad4ae80d-2698-41d4-b9b6-026a36761205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:28.720018 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:28.806227 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:30.051837 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:31.755640 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-bda6c144-e054-479f-b217-9b528dd69b8d req-64cf5dad-242b-4066-822d-c63e487fac8b tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1761737403&fields=id&tenant_id=76dca33a4eea499f86cd20030585aa5e HTTP/1.1" status: 200 len: 267 time: 0.0410850 Apr 11 14:59:31.806767 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 14:59:31.841404 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6c144-e054-479f-b217-9b528dd69b8d req-61e7afc8-9f11-4fde-8612-12ed0878667c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:59:31.842886 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-bda6c144-e054-479f-b217-9b528dd69b8d req-61e7afc8-9f11-4fde-8612-12ed0878667c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 984 time: 0.0804560 Apr 11 14:59:31.853986 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-bda6c144-e054-479f-b217-9b528dd69b8d req-207587b8-8802-4b92-8249-2314e3f60887 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Request body: {'port': {'security_groups': ['1e433fc1-5953-49ce-af04-56180204aad0']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 14:59:31.977698 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-bda6c144-e054-479f-b217-9b528dd69b8d req-207587b8-8802-4b92-8249-2314e3f60887 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:32.224650 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-bda6c144-e054-479f-b217-9b528dd69b8d req-207587b8-8802-4b92-8249-2314e3f60887 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] For port 9b1c71d3-374b-49f0-8586-4bdb497d1458, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=9b1c71d3-374b-49f0-8586-4bdb497d1458,segment=NetworkSegment(8772d9cc-00d5-49c4-b4f4-4c3cd58d6721),segment_id=8772d9cc-00d5-49c4-b4f4-4c3cd58d6721)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:59:32.249628 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-bda6c144-e054-479f-b217-9b528dd69b8d req-207587b8-8802-4b92-8249-2314e3f60887 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:32.292121 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-bda6c144-e054-479f-b217-9b528dd69b8d req-207587b8-8802-4b92-8249-2314e3f60887 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:32.326389 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['9b1c71d3-374b-49f0-8586-4bdb497d1458'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:59:32.359400 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6c144-e054-479f-b217-9b528dd69b8d req-207587b8-8802-4b92-8249-2314e3f60887 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:59:32.360045 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-bda6c144-e054-479f-b217-9b528dd69b8d req-207587b8-8802-4b92-8249-2314e3f60887 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:32.362497 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-bda6c144-e054-479f-b217-9b528dd69b8d req-207587b8-8802-4b92-8249-2314e3f60887 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "PUT /v2.0/ports/9b1c71d3-374b-49f0-8586-4bdb497d1458 HTTP/1.1" status: 200 len: 942 time: 0.5121546 Apr 11 14:59:32.362497 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960cae06-a2de-4c67-9683-bbdfe8acbad8', 'tag': '9b1c71d3-374b-49f0-8586-4bdb497d1458'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:59:32.380649 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51534) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:59:32.403062 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207587b8-8802-4b92-8249-2314e3f60887 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Pushing event updated for resources: {'Port': ['ID=9b1c71d3-374b-49f0-8586-4bdb497d1458,revision_number=7']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:59:32.413888 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207587b8-8802-4b92-8249-2314e3f60887 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:59:32.415098 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207587b8-8802-4b92-8249-2314e3f60887 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:59:32.415673 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207587b8-8802-4b92-8249-2314e3f60887 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:59:32.416991 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207587b8-8802-4b92-8249-2314e3f60887 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:59:32.417822 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207587b8-8802-4b92-8249-2314e3f60887 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:59:32.418415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207587b8-8802-4b92-8249-2314e3f60887 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:59:32.419142 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207587b8-8802-4b92-8249-2314e3f60887 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:59:32.419693 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207587b8-8802-4b92-8249-2314e3f60887 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:59:32.421158 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207587b8-8802-4b92-8249-2314e3f60887 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:59:32.421826 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207587b8-8802-4b92-8249-2314e3f60887 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:59:32.423087 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207587b8-8802-4b92-8249-2314e3f60887 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:59:32.423718 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207587b8-8802-4b92-8249-2314e3f60887 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:59:32.463816 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56eb0060-f581-4df1-a987-d2f0e47f064a'] response: {'name': 'network-changed', 'server_uuid': '960cae06-a2de-4c67-9683-bbdfe8acbad8', 'tag': '9b1c71d3-374b-49f0-8586-4bdb497d1458', 'status': 'completed', 'code': 200} Apr 11 14:59:32.497226 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-32a9cd81-6f94-420c-abbb-19cacd1865f9 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:32.505889 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['9b1c71d3-374b-49f0-8586-4bdb497d1458'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:59:32.545599 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-32a9cd81-6f94-420c-abbb-19cacd1865f9 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:32.636476 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e758636-55f8-40dd-94b2-aedbb02d26a1 req-718c406d-9bba-4158-8476-a611e5c2619e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:59:32.638509 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0e758636-55f8-40dd-94b2-aedbb02d26a1 req-718c406d-9bba-4158-8476-a611e5c2619e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=76dca33a4eea499f86cd20030585aa5e&device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 1098 time: 0.1277916 Apr 11 14:59:32.738808 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-9923ec69-c5bb-4fa1-82cf-4b3d0d920f38 None None] Provisioning complete for port 9b1c71d3-374b-49f0-8586-4bdb497d1458 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 14:59:32.739186 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9923ec69-c5bb-4fa1-82cf-4b3d0d920f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:32.784328 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e758636-55f8-40dd-94b2-aedbb02d26a1 req-77ac8723-7672-4679-8b6a-a263d68a9b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:59:32.785863 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0e758636-55f8-40dd-94b2-aedbb02d26a1 req-77ac8723-7672-4679-8b6a-a263d68a9b57 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4279cc9a-70b6-4952-87a6-f3c75f19f4ed HTTP/1.1" status: 200 len: 917 time: 0.1410029 Apr 11 14:59:32.806211 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-32a9cd81-6f94-420c-abbb-19cacd1865f9 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:32.829968 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9cd81-6f94-420c-abbb-19cacd1865f9 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea4536b-8bb7-4e90-8ac3-06bdcf7a3114,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:59:32.840002 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a9cd81-6f94-420c-abbb-19cacd1865f9 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:59:32.840678 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a9cd81-6f94-420c-abbb-19cacd1865f9 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:59:32.841188 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a9cd81-6f94-420c-abbb-19cacd1865f9 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:59:32.841780 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a9cd81-6f94-420c-abbb-19cacd1865f9 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:59:32.842415 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a9cd81-6f94-420c-abbb-19cacd1865f9 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:59:32.842808 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a9cd81-6f94-420c-abbb-19cacd1865f9 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:59:32.843205 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a9cd81-6f94-420c-abbb-19cacd1865f9 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:59:32.843852 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a9cd81-6f94-420c-abbb-19cacd1865f9 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:59:32.844190 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a9cd81-6f94-420c-abbb-19cacd1865f9 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:59:32.844521 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a9cd81-6f94-420c-abbb-19cacd1865f9 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:59:32.844857 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a9cd81-6f94-420c-abbb-19cacd1865f9 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:59:32.845285 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a9cd81-6f94-420c-abbb-19cacd1865f9 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 14:59:32.909431 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0e758636-55f8-40dd-94b2-aedbb02d26a1 req-601a4415-2d1a-4174-9cfc-671b734e72e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b1c71d3-374b-49f0-8586-4bdb497d1458 HTTP/1.1" status: 200 len: 1001 time: 0.1166625 Apr 11 14:59:32.972494 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e758636-55f8-40dd-94b2-aedbb02d26a1 req-1535c64d-8dc0-4cb3-9251-0ea5fdada8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:59:32.973987 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0e758636-55f8-40dd-94b2-aedbb02d26a1 req-1535c64d-8dc0-4cb3-9251-0ea5fdada8ac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3dc87d71-5121-46b0-a44a-7bd7d575ad7d HTTP/1.1" status: 200 len: 854 time: 0.0588436 Apr 11 14:59:33.010001 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-32a9cd81-6f94-420c-abbb-19cacd1865f9 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:33.011157 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-32a9cd81-6f94-420c-abbb-19cacd1865f9 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "DELETE /v2.0/security-groups/5ea4536b-8bb7-4e90-8ac3-06bdcf7a3114 HTTP/1.1" status: 204 len: 168 time: 0.6295118 Apr 11 14:59:33.014001 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51538) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:59:33.062656 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e758636-55f8-40dd-94b2-aedbb02d26a1 req-ba49fd71-3bae-4190-b481-79b0d3e03044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:59:33.064122 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0e758636-55f8-40dd-94b2-aedbb02d26a1 req-ba49fd71-3bae-4190-b481-79b0d3e03044 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4279cc9a-70b6-4952-87a6-f3c75f19f4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834434 Apr 11 14:59:33.207321 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0e758636-55f8-40dd-94b2-aedbb02d26a1 req-63280358-ab46-4ba7-aecd-35f88d9f171e service neutron] 10.222.0.53 "GET /v2.0/networks/4279cc9a-70b6-4952-87a6-f3c75f19f4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356230 Apr 11 14:59:33.225928 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f1cf9-787e-4fe1-895e-a68206393628 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Deleting port 9ffe3bc0-a008-4364-9703-cb045f5c7873 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:59:33.226267 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7b9f1cf9-787e-4fe1-895e-a68206393628 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:33.413610 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7b9f1cf9-787e-4fe1-895e-a68206393628 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:33.414384 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7b9f1cf9-787e-4fe1-895e-a68206393628 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:33.458826 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0e758636-55f8-40dd-94b2-aedbb02d26a1 req-1c3bdc18-b499-4fd0-b3d5-a34c1a0ee37a service neutron] 10.222.0.53 "GET /v2.0/networks/4279cc9a-70b6-4952-87a6-f3c75f19f4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444437 Apr 11 14:59:33.540052 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f1cf9-787e-4fe1-895e-a68206393628 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Calling delete_port for 9ffe3bc0-a008-4364-9703-cb045f5c7873 owned by network:floatingip {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:59:33.776649 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7b9f1cf9-787e-4fe1-895e-a68206393628 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:33.826299 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f1cf9-787e-4fe1-895e-a68206393628 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Pushing event deleted for resources: {'Port': ['ID=9ffe3bc0-a008-4364-9703-cb045f5c7873,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:59:33.923818 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7b9f1cf9-787e-4fe1-895e-a68206393628 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks [] for floatingip, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:33.924155 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-7b9f1cf9-787e-4fe1-895e-a68206393628 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Floating IP 04da0934-a8db-4eef-9f99-11e947599a12 disassociated (deleted). External IP: 172.26.7.155, port: 9b1c71d3-374b-49f0-8586-4bdb497d1458. Apr 11 14:59:34.387062 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9f1cf9-787e-4fe1-895e-a68206393628 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Router f81fbe89-02be-4d5d-bbbc-9383169d2c04 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:59:34.575055 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9f1cf9-787e-4fe1-895e-a68206393628 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:59:34.585169 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c32883c-9d0a-40bd-8396-321a579d0961 None None] Sync routers for ids ['f81fbe89-02be-4d5d-bbbc-9383169d2c04'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:59:34.608429 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c32883c-9d0a-40bd-8396-321a579d0961 None None] Routers {'f81fbe89-02be-4d5d-bbbc-9383169d2c04'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:59:34.609076 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-8c32883c-9d0a-40bd-8396-321a579d0961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:59:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['f81fbe89-02be-4d5d-bbbc-9383169d2c04'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:59:34.662261 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7b9f1cf9-787e-4fe1-895e-a68206393628 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:34.719038 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7b9f1cf9-787e-4fe1-895e-a68206393628 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "DELETE /v2.0/floatingips/04da0934-a8db-4eef-9f99-11e947599a12 HTTP/1.1" status: 204 len: 168 time: 1.7037349 Apr 11 14:59:34.719566 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960cae06-a2de-4c67-9683-bbdfe8acbad8', 'tag': '9b1c71d3-374b-49f0-8586-4bdb497d1458'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:59:34.767721 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-278ee682-bcc5-4324-9430-c2b5c8de1b04'] response: {'name': 'network-changed', 'server_uuid': '960cae06-a2de-4c67-9683-bbdfe8acbad8', 'tag': '9b1c71d3-374b-49f0-8586-4bdb497d1458', 'status': 'completed', 'code': 200} Apr 11 14:59:34.803593 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-8c32883c-9d0a-40bd-8396-321a579d0961 None None] Set router f81fbe89-02be-4d5d-bbbc-9383169d2c04 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:59:34.885168 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b7ed5-751b-47e0-ab7b-39b61d3b484c req-29e80678-2941-46fb-a11c-eff29d8a2527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:59:34.886872 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-eb5b7ed5-751b-47e0-ab7b-39b61d3b484c req-29e80678-2941-46fb-a11c-eff29d8a2527 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=76dca33a4eea499f86cd20030585aa5e&device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 1098 time: 0.0744941 Apr 11 14:59:35.031900 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b7ed5-751b-47e0-ab7b-39b61d3b484c req-cdce5705-3f0c-4526-b7b6-9cbfb5d0aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:59:35.033954 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-eb5b7ed5-751b-47e0-ab7b-39b61d3b484c req-cdce5705-3f0c-4526-b7b6-9cbfb5d0aa8b service neutron] 10.222.0.53 "GET /v2.0/networks?id=4279cc9a-70b6-4952-87a6-f3c75f19f4ed HTTP/1.1" status: 200 len: 917 time: 0.1408496 Apr 11 14:59:35.110457 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-eb5b7ed5-751b-47e0-ab7b-39b61d3b484c req-c76a8880-7737-443a-8b09-53d70fcd3bd0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b1c71d3-374b-49f0-8586-4bdb497d1458 HTTP/1.1" status: 200 len: 217 time: 0.0696979 Apr 11 14:59:35.142163 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.53', 49673) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:59:35.155982 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-8c32883c-9d0a-40bd-8396-321a579d0961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'name': 'tempest-TestMinimumBasicScenario-1033952998-router', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.11'}], 'enable_snat': True}, 'gw_port_id': '1497b66e-64ea-4cdd-806f-d57a807ca1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:56:07Z', 'updated_at': '2022-04-11T14:56:12Z', 'revision_number': 4, 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'gw_port': {'id': '1497b66e-64ea-4cdd-806f-d57a807ca1ce', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:08Z', 'updated_at': '2022-04-11T14:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '64cc41a5-180b-42e0-87d8-4057ce777f0f', 'name': '', 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'mac_address': 'fa:16:3e:b4:29:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3dc87d71-5121-46b0-a44a-7bd7d575ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:11Z', 'updated_at': '2022-04-11T14:56:19Z', 'revision_number': 5, 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'subnets': [{'id': '3dc87d71-5121-46b0-a44a-7bd7d575ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:59:35.159940 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c32883c-9d0a-40bd-8396-321a579d0961 None None] Checking router: f81fbe89-02be-4d5d-bbbc-9383169d2c04 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:59:35.168327 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c32883c-9d0a-40bd-8396-321a579d0961 None None] Routers {'f81fbe89-02be-4d5d-bbbc-9383169d2c04'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:59:35.168931 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-8c32883c-9d0a-40bd-8396-321a579d0961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:59:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['f81fbe89-02be-4d5d-bbbc-9383169d2c04'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:59:35.186219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b7ed5-751b-47e0-ab7b-39b61d3b484c req-cea2b232-a9ac-4f58-a0dd-43a4e435b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:59:35.187696 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-eb5b7ed5-751b-47e0-ab7b-39b61d3b484c req-cea2b232-a9ac-4f58-a0dd-43a4e435b2f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3dc87d71-5121-46b0-a44a-7bd7d575ad7d HTTP/1.1" status: 200 len: 854 time: 0.0627818 Apr 11 14:59:35.218691 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cfb563a8-699c-4117-9ae8-86f1d782ae57 req-1eca9c3c-d8f3-4f24-bc8f-14d8b0611b57 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754521 Apr 11 14:59:35.282361 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b7ed5-751b-47e0-ab7b-39b61d3b484c req-c0de1a47-0b63-43b8-87a0-0218d45d840b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:59:35.283882 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-eb5b7ed5-751b-47e0-ab7b-39b61d3b484c req-c0de1a47-0b63-43b8-87a0-0218d45d840b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4279cc9a-70b6-4952-87a6-f3c75f19f4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0895488 Apr 11 14:59:35.377674 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-8c32883c-9d0a-40bd-8396-321a579d0961 None None] Set router f81fbe89-02be-4d5d-bbbc-9383169d2c04 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:59:35.423473 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-eb5b7ed5-751b-47e0-ab7b-39b61d3b484c req-08f22ece-4120-400d-b650-14c37991e2b5 service neutron] 10.222.0.53 "GET /v2.0/networks/4279cc9a-70b6-4952-87a6-f3c75f19f4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324987 Apr 11 14:59:35.572731 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-eb5b7ed5-751b-47e0-ab7b-39b61d3b484c req-5dc61378-14dc-454a-9d1d-16029963db21 service neutron] 10.222.0.53 "GET /v2.0/networks/4279cc9a-70b6-4952-87a6-f3c75f19f4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360853 Apr 11 14:59:35.777837 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-8c32883c-9d0a-40bd-8396-321a579d0961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'name': 'tempest-TestMinimumBasicScenario-1033952998-router', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.11'}], 'enable_snat': True}, 'gw_port_id': '1497b66e-64ea-4cdd-806f-d57a807ca1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:56:07Z', 'updated_at': '2022-04-11T14:56:12Z', 'revision_number': 4, 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'gw_port': {'id': '1497b66e-64ea-4cdd-806f-d57a807ca1ce', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:08Z', 'updated_at': '2022-04-11T14:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '64cc41a5-180b-42e0-87d8-4057ce777f0f', 'name': '', 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'mac_address': 'fa:16:3e:b4:29:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3dc87d71-5121-46b0-a44a-7bd7d575ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:11Z', 'updated_at': '2022-04-11T14:56:19Z', 'revision_number': 5, 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'subnets': [{'id': '3dc87d71-5121-46b0-a44a-7bd7d575ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:59:35.783964 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c32883c-9d0a-40bd-8396-321a579d0961 None None] The sync data for ids ['f81fbe89-02be-4d5d-bbbc-9383169d2c04'] in dv-neutron-837330-1-hyperv is: [{'id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'name': 'tempest-TestMinimumBasicScenario-1033952998-router', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.11'}], 'enable_snat': True}, 'gw_port_id': '1497b66e-64ea-4cdd-806f-d57a807ca1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:56:07Z', 'updated_at': '2022-04-11T14:56:12Z', 'revision_number': 4, 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'gw_port': {'id': '1497b66e-64ea-4cdd-806f-d57a807ca1ce', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:08Z', 'updated_at': '2022-04-11T14:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '64cc41a5-180b-42e0-87d8-4057ce777f0f', 'name': '', 'network_id': '4279cc9a-70b6-4952-87a6-f3c75f19f4ed', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'mac_address': 'fa:16:3e:b4:29:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3dc87d71-5121-46b0-a44a-7bd7d575ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:11Z', 'updated_at': '2022-04-11T14:56:19Z', 'revision_number': 5, 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'subnets': [{'id': '3dc87d71-5121-46b0-a44a-7bd7d575ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:59:35.879922 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb563a8-699c-4117-9ae8-86f1d782ae57 req-dd0ad8f6-d021-4adf-9276-9e825eb7c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:59:35.884283 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cfb563a8-699c-4117-9ae8-86f1d782ae57 req-dd0ad8f6-d021-4adf-9276-9e825eb7c177 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=76dca33a4eea499f86cd20030585aa5e&device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 1098 time: 0.1143003 Apr 11 14:59:36.107374 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb563a8-699c-4117-9ae8-86f1d782ae57 req-3a6e2ea9-f99b-4eb0-aa38-10428f7ddf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:59:36.109307 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cfb563a8-699c-4117-9ae8-86f1d782ae57 req-3a6e2ea9-f99b-4eb0-aa38-10428f7ddf1b service neutron] 10.222.0.53 "GET /v2.0/networks?id=4279cc9a-70b6-4952-87a6-f3c75f19f4ed HTTP/1.1" status: 200 len: 917 time: 0.1994774 Apr 11 14:59:36.126111 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705ceff8-f388-461d-8008-0fd2b6e02ca1 None None] New status for floating IP 04da0934-a8db-4eef-9f99-11e947599a12: DOWN {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 14:59:36.194952 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cfb563a8-699c-4117-9ae8-86f1d782ae57 req-293d7735-1194-4264-bfcf-348ee52a7928 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b1c71d3-374b-49f0-8586-4bdb497d1458 HTTP/1.1" status: 200 len: 217 time: 0.0797505 Apr 11 14:59:36.264206 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb563a8-699c-4117-9ae8-86f1d782ae57 req-33bf4924-cd8b-4491-9c7d-f9bc7dbd4849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:59:36.265666 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cfb563a8-699c-4117-9ae8-86f1d782ae57 req-33bf4924-cd8b-4491-9c7d-f9bc7dbd4849 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3dc87d71-5121-46b0-a44a-7bd7d575ad7d HTTP/1.1" status: 200 len: 854 time: 0.0645032 Apr 11 14:59:36.348165 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb563a8-699c-4117-9ae8-86f1d782ae57 req-919c9df3-ed25-4ac4-b54a-ffff6afff929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:59:36.349720 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cfb563a8-699c-4117-9ae8-86f1d782ae57 req-919c9df3-ed25-4ac4-b54a-ffff6afff929 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4279cc9a-70b6-4952-87a6-f3c75f19f4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784180 Apr 11 14:59:36.497608 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cfb563a8-699c-4117-9ae8-86f1d782ae57 req-c1a28992-8058-4e26-a980-72cee4503dd8 service neutron] 10.222.0.53 "GET /v2.0/networks/4279cc9a-70b6-4952-87a6-f3c75f19f4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410940 Apr 11 14:59:36.648727 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cfb563a8-699c-4117-9ae8-86f1d782ae57 req-3161a080-8456-4bfb-ad4f-624a12477d0b service neutron] 10.222.0.53 "GET /v2.0/networks/4279cc9a-70b6-4952-87a6-f3c75f19f4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455717 Apr 11 14:59:40.747138 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3beeb-56b8-4b2e-8c25-0f64887c6584 req-2369952c-1885-44ef-ab5f-f9edb140650f tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:59:40.748798 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3ca3beeb-56b8-4b2e-8c25-0f64887c6584 req-2369952c-1885-44ef-ab5f-f9edb140650f tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 945 time: 0.0944257 Apr 11 14:59:40.796648 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3ca3beeb-56b8-4b2e-8c25-0f64887c6584 req-5ef20639-600e-46cb-9609-5087b1318770 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418811 Apr 11 14:59:42.008566 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61feadd-afde-4aa3-a4a7-41fea20b59b6 req-d049bc39-2bce-4443-8b6c-f727b522fdab tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:59:42.009260 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-e61feadd-afde-4aa3-a4a7-41fea20b59b6 req-d049bc39-2bce-4443-8b6c-f727b522fdab tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Synchronizing usage tracker for tenant:76dca33a4eea499f86cd20030585aa5e on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:59:42.102051 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-e61feadd-afde-4aa3-a4a7-41fea20b59b6 req-d049bc39-2bce-4443-8b6c-f727b522fdab tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Unset dirty status for tenant:76dca33a4eea499f86cd20030585aa5e on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:59:42.104020 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e61feadd-afde-4aa3-a4a7-41fea20b59b6 req-d049bc39-2bce-4443-8b6c-f727b522fdab tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 945 time: 0.1895907 Apr 11 14:59:42.155531 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-e61feadd-afde-4aa3-a4a7-41fea20b59b6 req-cb9998d9-a178-4b18-a298-abaadeca5c43 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Synchronizing usage tracker for tenant:76dca33a4eea499f86cd20030585aa5e on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:59:42.229921 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-e61feadd-afde-4aa3-a4a7-41fea20b59b6 req-cb9998d9-a178-4b18-a298-abaadeca5c43 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Unset dirty status for tenant:76dca33a4eea499f86cd20030585aa5e on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:59:42.231128 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e61feadd-afde-4aa3-a4a7-41fea20b59b6 req-cb9998d9-a178-4b18-a298-abaadeca5c43 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212342 Apr 11 14:59:42.772748 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8d683-8a27-4759-bc91-2f4b7573f03a req-38f65cce-31f1-4488-8c9b-026515a10f9c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:59:42.774565 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-24a8d683-8a27-4759-bc91-2f4b7573f03a req-38f65cce-31f1-4488-8c9b-026515a10f9c tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.53 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 945 time: 0.0866129 Apr 11 14:59:42.951056 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-24a8d683-8a27-4759-bc91-2f4b7573f03a req-a953c00d-3080-48b3-97e0-98e1c66a8051 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Deleting port 9b1c71d3-374b-49f0-8586-4bdb497d1458 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:59:42.951397 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-24a8d683-8a27-4759-bc91-2f4b7573f03a req-a953c00d-3080-48b3-97e0-98e1c66a8051 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:43.201052 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-24a8d683-8a27-4759-bc91-2f4b7573f03a req-a953c00d-3080-48b3-97e0-98e1c66a8051 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] For port 9b1c71d3-374b-49f0-8586-4bdb497d1458, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=9b1c71d3-374b-49f0-8586-4bdb497d1458,segment=NetworkSegment(8772d9cc-00d5-49c4-b4f4-4c3cd58d6721),segment_id=8772d9cc-00d5-49c4-b4f4-4c3cd58d6721)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:59:43.201405 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-24a8d683-8a27-4759-bc91-2f4b7573f03a req-a953c00d-3080-48b3-97e0-98e1c66a8051 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:43.332663 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-24a8d683-8a27-4759-bc91-2f4b7573f03a req-a953c00d-3080-48b3-97e0-98e1c66a8051 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Calling delete_port for 9b1c71d3-374b-49f0-8586-4bdb497d1458 owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:59:43.528080 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44418753-04fb-46d7-96ec-1e564ec2646c req-4e407d65-faea-4bbe-9ee8-466bf8e66f1a tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 14:59:43.529516 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-44418753-04fb-46d7-96ec-1e564ec2646c req-4e407d65-faea-4bbe-9ee8-466bf8e66f1a tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 945 time: 0.1673021 Apr 11 14:59:43.584591 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-44418753-04fb-46d7-96ec-1e564ec2646c req-cd196a1c-a5d9-4569-8643-f7c8e562bd27 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e433fc1-5953-49ce-af04-56180204aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491059 Apr 11 14:59:43.632618 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-24a8d683-8a27-4759-bc91-2f4b7573f03a req-a953c00d-3080-48b3-97e0-98e1c66a8051 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:43.667543 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['9b1c71d3-374b-49f0-8586-4bdb497d1458'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 14:59:43.682302 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953c00d-3080-48b3-97e0-98e1c66a8051 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Pushing event deleted for resources: {'Port': ['ID=9b1c71d3-374b-49f0-8586-4bdb497d1458,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:59:43.762908 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a8d683-8a27-4759-bc91-2f4b7573f03a req-a953c00d-3080-48b3-97e0-98e1c66a8051 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] No DVR routers for this DVR port 9b1c71d3-374b-49f0-8586-4bdb497d1458 on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:59:43.765665 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-24a8d683-8a27-4759-bc91-2f4b7573f03a req-a953c00d-3080-48b3-97e0-98e1c66a8051 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:43.768224 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960cae06-a2de-4c67-9683-bbdfe8acbad8', 'name': 'network-vif-deleted', 'tag': '9b1c71d3-374b-49f0-8586-4bdb497d1458'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 14:59:43.812708 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d59d8c5-59ae-42bf-8dcb-a086ab4a2c80'] response: {'server_uuid': '960cae06-a2de-4c67-9683-bbdfe8acbad8', 'name': 'network-vif-deleted', 'tag': '9b1c71d3-374b-49f0-8586-4bdb497d1458', 'status': 'completed', 'code': 200} Apr 11 14:59:43.858151 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-24a8d683-8a27-4759-bc91-2f4b7573f03a req-a953c00d-3080-48b3-97e0-98e1c66a8051 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.53 "DELETE /v2.0/ports/9b1c71d3-374b-49f0-8586-4bdb497d1458 HTTP/1.1" status: 204 len: 173 time: 1.0791492 Apr 11 14:59:44.750604 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-f2afc4b2-53c8-44d4-8ec7-335239b1c169 req-1d1af342-a019-4a57-92c0-3c7b58eb4d83 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Synchronizing usage tracker for tenant:76dca33a4eea499f86cd20030585aa5e on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 14:59:44.835519 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-f2afc4b2-53c8-44d4-8ec7-335239b1c169 req-1d1af342-a019-4a57-92c0-3c7b58eb4d83 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] Unset dirty status for tenant:76dca33a4eea499f86cd20030585aa5e on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 14:59:44.836685 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f2afc4b2-53c8-44d4-8ec7-335239b1c169 req-1d1af342-a019-4a57-92c0-3c7b58eb4d83 tempest-TestMinimumBasicScenario-553165711 tempest-TestMinimumBasicScenario-553165711-project] 10.222.0.66 "GET /v2.0/ports?device_id=960cae06-a2de-4c67-9683-bbdfe8acbad8 HTTP/1.1" status: 200 len: 210 time: 0.1293249 Apr 11 14:59:46.099882 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 9b1c71d3-374b-49f0-8586-4bdb497d1458 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:59:46.135439 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: 9b1c71d3-374b-49f0-8586-4bdb497d1458 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:59:46.135793 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 9b1c71d3-374b-49f0-8586-4bdb497d1458 not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:59:47.103411 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51634) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:59:47.634637 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d2a07f34-fe07-4ed9-b403-84c3218a9da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:48.092482 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-d2a07f34-fe07-4ed9-b403-84c3218a9da5 admin admin] Deleting port 64cc41a5-180b-42e0-87d8-4057ce777f0f {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:59:48.092822 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d2a07f34-fe07-4ed9-b403-84c3218a9da5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:48.272269 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-d2a07f34-fe07-4ed9-b403-84c3218a9da5 admin admin] For port 64cc41a5-180b-42e0-87d8-4057ce777f0f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=64cc41a5-180b-42e0-87d8-4057ce777f0f,segment=NetworkSegment(8772d9cc-00d5-49c4-b4f4-4c3cd58d6721),segment_id=8772d9cc-00d5-49c4-b4f4-4c3cd58d6721)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:59:48.272993 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d2a07f34-fe07-4ed9-b403-84c3218a9da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:48.395665 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-d2a07f34-fe07-4ed9-b403-84c3218a9da5 admin admin] Calling delete_port for 64cc41a5-180b-42e0-87d8-4057ce777f0f owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:59:48.771759 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d2a07f34-fe07-4ed9-b403-84c3218a9da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:48.825825 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a07f34-fe07-4ed9-b403-84c3218a9da5 admin admin] Pushing event deleted for resources: {'Port': ['ID=64cc41a5-180b-42e0-87d8-4057ce777f0f,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:59:49.097039 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d2a07f34-fe07-4ed9-b403-84c3218a9da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:49.567856 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a07f34-fe07-4ed9-b403-84c3218a9da5 admin admin] Router f81fbe89-02be-4d5d-bbbc-9383169d2c04 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:59:49.747031 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a07f34-fe07-4ed9-b403-84c3218a9da5 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:59:49.756193 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33eb17a3-ed91-46d4-bd0f-a5e377cc4384 None None] Sync routers for ids ['f81fbe89-02be-4d5d-bbbc-9383169d2c04'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:59:49.765831 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eb17a3-ed91-46d4-bd0f-a5e377cc4384 None None] Routers {'f81fbe89-02be-4d5d-bbbc-9383169d2c04'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:59:49.770338 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-33eb17a3-ed91-46d4-bd0f-a5e377cc4384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:59:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['f81fbe89-02be-4d5d-bbbc-9383169d2c04'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:59:49.825659 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d2a07f34-fe07-4ed9-b403-84c3218a9da5 admin admin] 10.222.0.66 "PUT /v2.0/routers/f81fbe89-02be-4d5d-bbbc-9383169d2c04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7210920 Apr 11 14:59:49.828237 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 51638) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:59:49.947668 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-33eb17a3-ed91-46d4-bd0f-a5e377cc4384 None None] Set router f81fbe89-02be-4d5d-bbbc-9383169d2c04 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:59:50.009267 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-277a46fa-8623-4e0c-8a05-53368542ff39 admin admin] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:50.190112 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-277a46fa-8623-4e0c-8a05-53368542ff39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:50.232754 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-33eb17a3-ed91-46d4-bd0f-a5e377cc4384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'name': 'tempest-TestMinimumBasicScenario-1033952998-router', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.11'}], 'enable_snat': True}, 'gw_port_id': '1497b66e-64ea-4cdd-806f-d57a807ca1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:56:07Z', 'updated_at': '2022-04-11T14:59:48Z', 'revision_number': 5, 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'gw_port': {'id': '1497b66e-64ea-4cdd-806f-d57a807ca1ce', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:08Z', 'updated_at': '2022-04-11T14:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:59:50.236573 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33eb17a3-ed91-46d4-bd0f-a5e377cc4384 None None] Checking router: f81fbe89-02be-4d5d-bbbc-9383169d2c04 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:59:50.245161 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eb17a3-ed91-46d4-bd0f-a5e377cc4384 None None] Routers {'f81fbe89-02be-4d5d-bbbc-9383169d2c04'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:59:50.245798 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-33eb17a3-ed91-46d4-bd0f-a5e377cc4384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:59:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['f81fbe89-02be-4d5d-bbbc-9383169d2c04'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:59:50.251772 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-277a46fa-8623-4e0c-8a05-53368542ff39 admin admin] Deleting port 1497b66e-64ea-4cdd-806f-d57a807ca1ce {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:59:50.252113 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-277a46fa-8623-4e0c-8a05-53368542ff39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:50.404509 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-33eb17a3-ed91-46d4-bd0f-a5e377cc4384 None None] Set router f81fbe89-02be-4d5d-bbbc-9383169d2c04 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:59:50.513620 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-33eb17a3-ed91-46d4-bd0f-a5e377cc4384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'name': 'tempest-TestMinimumBasicScenario-1033952998-router', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:56:07Z', 'updated_at': '2022-04-11T14:59:50Z', 'revision_number': 6, 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:59:50.517715 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33eb17a3-ed91-46d4-bd0f-a5e377cc4384 None None] The sync data for ids ['f81fbe89-02be-4d5d-bbbc-9383169d2c04'] in dv-neutron-837330-1-hyperv is: [{'id': 'f81fbe89-02be-4d5d-bbbc-9383169d2c04', 'name': 'tempest-TestMinimumBasicScenario-1033952998-router', 'tenant_id': '76dca33a4eea499f86cd20030585aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:56:07Z', 'updated_at': '2022-04-11T14:59:50Z', 'revision_number': 6, 'project_id': '76dca33a4eea499f86cd20030585aa5e', 'gw_port_host': None}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:59:50.555586 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-277a46fa-8623-4e0c-8a05-53368542ff39 admin admin] For port 1497b66e-64ea-4cdd-806f-d57a807ca1ce, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=1497b66e-64ea-4cdd-806f-d57a807ca1ce,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:59:50.555942 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-277a46fa-8623-4e0c-8a05-53368542ff39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:50.681580 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-277a46fa-8623-4e0c-8a05-53368542ff39 admin admin] Calling delete_port for 1497b66e-64ea-4cdd-806f-d57a807ca1ce owned by network:router_gateway {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:59:50.937507 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-277a46fa-8623-4e0c-8a05-53368542ff39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:50.988403 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a46fa-8623-4e0c-8a05-53368542ff39 admin admin] Pushing event deleted for resources: {'Port': ['ID=1497b66e-64ea-4cdd-806f-d57a807ca1ce,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:59:51.079169 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-277a46fa-8623-4e0c-8a05-53368542ff39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:51.256267 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-277a46fa-8623-4e0c-8a05-53368542ff39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:51.258732 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-277a46fa-8623-4e0c-8a05-53368542ff39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:51.326099 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-277a46fa-8623-4e0c-8a05-53368542ff39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:51.326645 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277a46fa-8623-4e0c-8a05-53368542ff39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f81fbe89-02be-4d5d-bbbc-9383169d2c04 {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:59:51.339759 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-277a46fa-8623-4e0c-8a05-53368542ff39 admin admin] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:51.340921 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-277a46fa-8623-4e0c-8a05-53368542ff39 admin admin] 10.222.0.66 "DELETE /v2.0/routers/f81fbe89-02be-4d5d-bbbc-9383169d2c04 HTTP/1.1" status: 204 len: 168 time: 1.5116620 Apr 11 14:59:51.343425 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 51642) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:59:51.403902 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-8789b028-f467-49b1-b4bd-62437564dbd7 admin admin] Deleting subnet 3dc87d71-5121-46b0-a44a-7bd7d575ad7d {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:59:51.406859 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8789b028-f467-49b1-b4bd-62437564dbd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:51.458849 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8789b028-f467-49b1-b4bd-62437564dbd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:51.544188 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8789b028-f467-49b1-b4bd-62437564dbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:51.678823 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8789b028-f467-49b1-b4bd-62437564dbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:51.718501 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789b028-f467-49b1-b4bd-62437564dbd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dc87d71-5121-46b0-a44a-7bd7d575ad7d,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:59:51.720423 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8789b028-f467-49b1-b4bd-62437564dbd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:51.724506 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b59dbb-e85d-48a5-b392-87991a9bc533 None None] Network 4279cc9a-70b6-4952-87a6-f3c75f19f4ed requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:59:51.727494 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8789b028-f467-49b1-b4bd-62437564dbd7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3dc87d71-5121-46b0-a44a-7bd7d575ad7d HTTP/1.1" status: 204 len: 168 time: 0.3830900 Apr 11 14:59:51.730663 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 51646) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:59:51.838000 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a56972d8-e231-4a15-a53e-5bc2a0ef17e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:51.849988 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-a56972d8-e231-4a15-a53e-5bc2a0ef17e6 admin admin] Deleting port dca4830a-684d-49d8-ab4a-2ca3c179d323 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:59:51.850320 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a56972d8-e231-4a15-a53e-5bc2a0ef17e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:51.977985 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659071e8-1a7f-4814-8bb7-8fbfb55a9317 None None] DHCP port deletion for 4279cc9a-70b6-4952-87a6-f3c75f19f4ed request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:59:51.982243 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-659071e8-1a7f-4814-8bb7-8fbfb55a9317 None None] Deleting port dca4830a-684d-49d8-ab4a-2ca3c179d323 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:59:51.982622 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-659071e8-1a7f-4814-8bb7-8fbfb55a9317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:52.065801 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-a56972d8-e231-4a15-a53e-5bc2a0ef17e6 admin admin] For port dca4830a-684d-49d8-ab4a-2ca3c179d323, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=dca4830a-684d-49d8-ab4a-2ca3c179d323,segment=NetworkSegment(8772d9cc-00d5-49c4-b4f4-4c3cd58d6721),segment_id=8772d9cc-00d5-49c4-b4f4-4c3cd58d6721)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:59:52.066415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a56972d8-e231-4a15-a53e-5bc2a0ef17e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:52.194846 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-a56972d8-e231-4a15-a53e-5bc2a0ef17e6 admin admin] Calling delete_port for dca4830a-684d-49d8-ab4a-2ca3c179d323 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:59:52.223724 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-659071e8-1a7f-4814-8bb7-8fbfb55a9317 None None] For port dca4830a-684d-49d8-ab4a-2ca3c179d323, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=dca4830a-684d-49d8-ab4a-2ca3c179d323,segment=NetworkSegment(8772d9cc-00d5-49c4-b4f4-4c3cd58d6721),segment_id=8772d9cc-00d5-49c4-b4f4-4c3cd58d6721)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:59:52.224115 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-659071e8-1a7f-4814-8bb7-8fbfb55a9317 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:52.343705 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a56972d8-e231-4a15-a53e-5bc2a0ef17e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:52.350344 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-659071e8-1a7f-4814-8bb7-8fbfb55a9317 None None] Calling delete_port for dca4830a-684d-49d8-ab4a-2ca3c179d323 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:59:52.378624 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device dca4830a-684d-49d8-ab4a-2ca3c179d323 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:59:52.394453 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56972d8-e231-4a15-a53e-5bc2a0ef17e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dca4830a-684d-49d8-ab4a-2ca3c179d323,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:59:52.397698 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56972d8-e231-4a15-a53e-5bc2a0ef17e6 admin admin] No DVR routers for this DVR port dca4830a-684d-49d8-ab4a-2ca3c179d323 on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:59:52.432068 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: dca4830a-684d-49d8-ab4a-2ca3c179d323 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:59:52.432068 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device dca4830a-684d-49d8-ab4a-2ca3c179d323 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:59:52.432421 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 1497b66e-64ea-4cdd-806f-d57a807ca1ce no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:59:52.477484 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 1497b66e-64ea-4cdd-806f-d57a807ca1ce {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:59:52.477829 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 1497b66e-64ea-4cdd-806f-d57a807ca1ce not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:59:52.478271 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 64cc41a5-180b-42e0-87d8-4057ce777f0f no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:59:52.518591 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 64cc41a5-180b-42e0-87d8-4057ce777f0f {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:59:52.518940 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 64cc41a5-180b-42e0-87d8-4057ce777f0f not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:59:52.537042 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-659071e8-1a7f-4814-8bb7-8fbfb55a9317 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:59:52.537409 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-659071e8-1a7f-4814-8bb7-8fbfb55a9317 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:59:52.624972 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a56972d8-e231-4a15-a53e-5bc2a0ef17e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:52.649935 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-a56972d8-e231-4a15-a53e-5bc2a0ef17e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4279cc9a-70b6-4952-87a6-f3c75f19f4ed']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:59:52.661706 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-a56972d8-e231-4a15-a53e-5bc2a0ef17e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8772d9cc-00d5-49c4-b4f4-4c3cd58d6721') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:59:52.662037 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-a56972d8-e231-4a15-a53e-5bc2a0ef17e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8772d9cc-00d5-49c4-b4f4-4c3cd58d6721') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:59:52.673881 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a56972d8-e231-4a15-a53e-5bc2a0ef17e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:52.690545 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a56972d8-e231-4a15-a53e-5bc2a0ef17e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:52.696825 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56972d8-e231-4a15-a53e-5bc2a0ef17e6 admin admin] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:59:52.697106 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a56972d8-e231-4a15-a53e-5bc2a0ef17e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:59:52.713710 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:59:52.886499 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a56972d8-e231-4a15-a53e-5bc2a0ef17e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:52.903146 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a56972d8-e231-4a15-a53e-5bc2a0ef17e6 admin admin] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:52.913186 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56972d8-e231-4a15-a53e-5bc2a0ef17e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4279cc9a-70b6-4952-87a6-f3c75f19f4ed,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:59:52.921179 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a56972d8-e231-4a15-a53e-5bc2a0ef17e6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4279cc9a-70b6-4952-87a6-f3c75f19f4ed HTTP/1.1" status: 204 len: 168 time: 1.1893971 Apr 11 14:59:52.923984 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 51650) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:59:53.038514 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-659071e8-1a7f-4814-8bb7-8fbfb55a9317 None None] Deleting port dca4830a-684d-49d8-ab4a-2ca3c179d323 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:59:53.039047 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-659071e8-1a7f-4814-8bb7-8fbfb55a9317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:53.108521 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-659071e8-1a7f-4814-8bb7-8fbfb55a9317 None None] The port 'dca4830a-684d-49d8-ab4a-2ca3c179d323' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:59:53.467562 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a77300e7-3059-4d94-a223-8b8e715aaf73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:53.822699 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-a77300e7-3059-4d94-a223-8b8e715aaf73 admin admin] Deleting port c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:59:53.822952 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a77300e7-3059-4d94-a223-8b8e715aaf73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:53.993902 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-a77300e7-3059-4d94-a223-8b8e715aaf73 admin admin] For port c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7,segment=NetworkSegment(650f0577-5ab0-46a5-9c46-5f34abba1625),segment_id=650f0577-5ab0-46a5-9c46-5f34abba1625)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:59:53.994256 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a77300e7-3059-4d94-a223-8b8e715aaf73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:54.230861 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-a77300e7-3059-4d94-a223-8b8e715aaf73 admin admin] Calling delete_port for c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7 owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:59:54.475050 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a77300e7-3059-4d94-a223-8b8e715aaf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:54.520783 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77300e7-3059-4d94-a223-8b8e715aaf73 admin admin] Pushing event deleted for resources: {'Port': ['ID=c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:59:54.566523 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:54.799145 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a77300e7-3059-4d94-a223-8b8e715aaf73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:55.160874 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77300e7-3059-4d94-a223-8b8e715aaf73 admin admin] Router 4acd273e-ea21-43c8-994c-d5d39a56323b has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 14:59:55.222909 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-95dce975-5cb6-4aaf-b159-76dc0964f6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:55.341208 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77300e7-3059-4d94-a223-8b8e715aaf73 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 14:59:55.349712 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20114f8-d15d-4c1e-8baf-efb5f0f0df58 None None] Sync routers for ids ['4acd273e-ea21-43c8-994c-d5d39a56323b'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 14:59:55.360249 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20114f8-d15d-4c1e-8baf-efb5f0f0df58 None None] Routers {'4acd273e-ea21-43c8-994c-d5d39a56323b'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:59:55.363854 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-f20114f8-d15d-4c1e-8baf-efb5f0f0df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:59:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['4acd273e-ea21-43c8-994c-d5d39a56323b'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:59:55.407730 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a77300e7-3059-4d94-a223-8b8e715aaf73 admin admin] 10.222.0.66 "PUT /v2.0/routers/4acd273e-ea21-43c8-994c-d5d39a56323b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4826901 Apr 11 14:59:55.410109 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 51654) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:59:55.543936 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-f20114f8-d15d-4c1e-8baf-efb5f0f0df58 None None] Set router 4acd273e-ea21-43c8-994c-d5d39a56323b gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:59:55.705481 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b267e406-50db-443c-b48e-e80899c65541 admin admin] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:55.832678 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-f20114f8-d15d-4c1e-8baf-efb5f0f0df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acd273e-ea21-43c8-994c-d5d39a56323b', 'name': 'tempest-TestMinimumBasicScenario-1262491960-router', 'tenant_id': '7312e34ba6ce4622b9a361e03f213904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '13033f54-ec0b-463a-b693-81ab93dcbb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:56:16Z', 'updated_at': '2022-04-11T14:59:54Z', 'revision_number': 5, 'project_id': '7312e34ba6ce4622b9a361e03f213904', 'gw_port': {'id': '13033f54-ec0b-463a-b693-81ab93dcbb0f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acd273e-ea21-43c8-994c-d5d39a56323b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:17Z', 'updated_at': '2022-04-11T14:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:59:55.836514 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20114f8-d15d-4c1e-8baf-efb5f0f0df58 None None] Checking router: 4acd273e-ea21-43c8-994c-d5d39a56323b for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 14:59:55.845201 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20114f8-d15d-4c1e-8baf-efb5f0f0df58 None None] Routers {'4acd273e-ea21-43c8-994c-d5d39a56323b'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 14:59:55.845797 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-f20114f8-d15d-4c1e-8baf-efb5f0f0df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:59:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['4acd273e-ea21-43c8-994c-d5d39a56323b'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:59:55.891438 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b267e406-50db-443c-b48e-e80899c65541 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:56.000832 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-b267e406-50db-443c-b48e-e80899c65541 admin admin] Deleting port 13033f54-ec0b-463a-b693-81ab93dcbb0f {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:59:56.001060 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b267e406-50db-443c-b48e-e80899c65541 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:56.071898 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-f20114f8-d15d-4c1e-8baf-efb5f0f0df58 None None] Set router 4acd273e-ea21-43c8-994c-d5d39a56323b gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 14:59:56.187332 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-b267e406-50db-443c-b48e-e80899c65541 admin admin] For port 13033f54-ec0b-463a-b693-81ab93dcbb0f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=13033f54-ec0b-463a-b693-81ab93dcbb0f,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:59:56.187698 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b267e406-50db-443c-b48e-e80899c65541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:56.314144 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-b267e406-50db-443c-b48e-e80899c65541 admin admin] Calling delete_port for 13033f54-ec0b-463a-b693-81ab93dcbb0f owned by network:router_gateway {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:59:56.363815 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-f20114f8-d15d-4c1e-8baf-efb5f0f0df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4acd273e-ea21-43c8-994c-d5d39a56323b', 'name': 'tempest-TestMinimumBasicScenario-1262491960-router', 'tenant_id': '7312e34ba6ce4622b9a361e03f213904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '13033f54-ec0b-463a-b693-81ab93dcbb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:56:16Z', 'updated_at': '2022-04-11T14:59:54Z', 'revision_number': 5, 'project_id': '7312e34ba6ce4622b9a361e03f213904', 'gw_port': {'id': '13033f54-ec0b-463a-b693-81ab93dcbb0f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acd273e-ea21-43c8-994c-d5d39a56323b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:17Z', 'updated_at': '2022-04-11T14:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:59:56.367705 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20114f8-d15d-4c1e-8baf-efb5f0f0df58 None None] The sync data for ids ['4acd273e-ea21-43c8-994c-d5d39a56323b'] in dv-neutron-837330-1-hyperv is: [{'id': '4acd273e-ea21-43c8-994c-d5d39a56323b', 'name': 'tempest-TestMinimumBasicScenario-1262491960-router', 'tenant_id': '7312e34ba6ce4622b9a361e03f213904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '13033f54-ec0b-463a-b693-81ab93dcbb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T14:56:16Z', 'updated_at': '2022-04-11T14:59:54Z', 'revision_number': 5, 'project_id': '7312e34ba6ce4622b9a361e03f213904', 'gw_port': {'id': '13033f54-ec0b-463a-b693-81ab93dcbb0f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acd273e-ea21-43c8-994c-d5d39a56323b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T14:56:17Z', 'updated_at': '2022-04-11T14:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 14:59:56.564063 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b267e406-50db-443c-b48e-e80899c65541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:56.613195 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267e406-50db-443c-b48e-e80899c65541 admin admin] Pushing event deleted for resources: {'Port': ['ID=13033f54-ec0b-463a-b693-81ab93dcbb0f,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:59:56.709005 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b267e406-50db-443c-b48e-e80899c65541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:56.893708 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b267e406-50db-443c-b48e-e80899c65541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:56.895958 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b267e406-50db-443c-b48e-e80899c65541 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:56.981116 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b267e406-50db-443c-b48e-e80899c65541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:56.981661 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b267e406-50db-443c-b48e-e80899c65541 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4acd273e-ea21-43c8-994c-d5d39a56323b {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 14:59:56.999469 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b267e406-50db-443c-b48e-e80899c65541 admin admin] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:57.003219 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b267e406-50db-443c-b48e-e80899c65541 admin admin] 10.222.0.66 "DELETE /v2.0/routers/4acd273e-ea21-43c8-994c-d5d39a56323b HTTP/1.1" status: 204 len: 168 time: 1.5896280 Apr 11 14:59:57.003315 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51658) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:59:57.066819 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-f121d587-ec57-4eeb-a248-40d1fc397033 admin admin] Deleting subnet 39b55225-1dee-40ee-8d5d-7f0aa77ca247 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 14:59:57.070546 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f121d587-ec57-4eeb-a248-40d1fc397033 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:57.126451 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f121d587-ec57-4eeb-a248-40d1fc397033 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:57.203797 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f121d587-ec57-4eeb-a248-40d1fc397033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:57.343330 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f121d587-ec57-4eeb-a248-40d1fc397033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:57.385088 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121d587-ec57-4eeb-a248-40d1fc397033 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39b55225-1dee-40ee-8d5d-7f0aa77ca247,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:59:57.389256 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f121d587-ec57-4eeb-a248-40d1fc397033 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:57.395181 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f121d587-ec57-4eeb-a248-40d1fc397033 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/39b55225-1dee-40ee-8d5d-7f0aa77ca247 HTTP/1.1" status: 204 len: 168 time: 0.3908749 Apr 11 14:59:57.395345 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d6791a-16fd-4dd6-a656-22d6294b6768 None None] Network cec3a57a-7dad-4891-b242-aa3a4634f646 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 14:59:57.397571 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51662) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:59:57.514169 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-625e239a-b006-4192-9cf6-e3b3c86785b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:57.524391 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-625e239a-b006-4192-9cf6-e3b3c86785b4 admin admin] Deleting port 2bb771af-3057-4e7e-bbd1-6657b7db8941 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:59:57.524719 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-625e239a-b006-4192-9cf6-e3b3c86785b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:57.705116 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586bd88e-43b1-41ab-814d-cf29b9fe61b4 None None] DHCP port deletion for cec3a57a-7dad-4891-b242-aa3a4634f646 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 14:59:57.709496 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-586bd88e-43b1-41ab-814d-cf29b9fe61b4 None None] Deleting port 2bb771af-3057-4e7e-bbd1-6657b7db8941 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:59:57.709890 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-586bd88e-43b1-41ab-814d-cf29b9fe61b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:57.734542 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-625e239a-b006-4192-9cf6-e3b3c86785b4 admin admin] For port 2bb771af-3057-4e7e-bbd1-6657b7db8941, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2bb771af-3057-4e7e-bbd1-6657b7db8941,segment=NetworkSegment(650f0577-5ab0-46a5-9c46-5f34abba1625),segment_id=650f0577-5ab0-46a5-9c46-5f34abba1625)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:59:57.734824 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-625e239a-b006-4192-9cf6-e3b3c86785b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:57.796198 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7a568d62-6b1f-4311-b5e3-03ec104d247e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:57.870850 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-625e239a-b006-4192-9cf6-e3b3c86785b4 admin admin] Calling delete_port for 2bb771af-3057-4e7e-bbd1-6657b7db8941 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:59:57.923180 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-586bd88e-43b1-41ab-814d-cf29b9fe61b4 None None] For port 2bb771af-3057-4e7e-bbd1-6657b7db8941, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2bb771af-3057-4e7e-bbd1-6657b7db8941,segment=NetworkSegment(650f0577-5ab0-46a5-9c46-5f34abba1625),segment_id=650f0577-5ab0-46a5-9c46-5f34abba1625)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 14:59:57.923570 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-586bd88e-43b1-41ab-814d-cf29b9fe61b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:58.021425 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-625e239a-b006-4192-9cf6-e3b3c86785b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:58.046718 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-586bd88e-43b1-41ab-814d-cf29b9fe61b4 None None] Calling delete_port for 2bb771af-3057-4e7e-bbd1-6657b7db8941 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 14:59:58.075737 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e239a-b006-4192-9cf6-e3b3c86785b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb771af-3057-4e7e-bbd1-6657b7db8941,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:59:58.080730 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625e239a-b006-4192-9cf6-e3b3c86785b4 admin admin] No DVR routers for this DVR port 2bb771af-3057-4e7e-bbd1-6657b7db8941 on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 14:59:58.119513 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-586bd88e-43b1-41ab-814d-cf29b9fe61b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 14:59:58.119902 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-586bd88e-43b1-41ab-814d-cf29b9fe61b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 14:59:58.198524 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-625e239a-b006-4192-9cf6-e3b3c86785b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:58.224355 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-625e239a-b006-4192-9cf6-e3b3c86785b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec3a57a-7dad-4891-b242-aa3a4634f646']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:59:58.240333 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-625e239a-b006-4192-9cf6-e3b3c86785b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '650f0577-5ab0-46a5-9c46-5f34abba1625') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:59:58.240627 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-625e239a-b006-4192-9cf6-e3b3c86785b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '650f0577-5ab0-46a5-9c46-5f34abba1625') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 14:59:58.251802 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-625e239a-b006-4192-9cf6-e3b3c86785b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:58.350104 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2bb771af-3057-4e7e-bbd1-6657b7db8941 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:59:58.372619 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-625e239a-b006-4192-9cf6-e3b3c86785b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:58.379084 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-625e239a-b006-4192-9cf6-e3b3c86785b4 admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 14:59:58.379491 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-625e239a-b006-4192-9cf6-e3b3c86785b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:58.387930 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 2bb771af-3057-4e7e-bbd1-6657b7db8941 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:59:58.388280 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2bb771af-3057-4e7e-bbd1-6657b7db8941 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:59:58.388700 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 14:59:58.393119 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 14:59:58.423040 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:59:58.423696 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c55cdca0-b9c3-485c-9a41-ef2f7f1b52b7 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:59:58.423815 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 13033f54-ec0b-463a-b693-81ab93dcbb0f no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 14:59:58.457441 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 13033f54-ec0b-463a-b693-81ab93dcbb0f {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 14:59:58.457758 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 13033f54-ec0b-463a-b693-81ab93dcbb0f not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 14:59:58.529534 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-625e239a-b006-4192-9cf6-e3b3c86785b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:58.545614 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-625e239a-b006-4192-9cf6-e3b3c86785b4 admin admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:58.558343 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e239a-b006-4192-9cf6-e3b3c86785b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cec3a57a-7dad-4891-b242-aa3a4634f646,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:59:58.563127 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-625e239a-b006-4192-9cf6-e3b3c86785b4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/cec3a57a-7dad-4891-b242-aa3a4634f646 HTTP/1.1" status: 204 len: 168 time: 1.1646032 Apr 11 14:59:58.621704 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-586bd88e-43b1-41ab-814d-cf29b9fe61b4 None None] Deleting port 2bb771af-3057-4e7e-bbd1-6657b7db8941 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 14:59:58.622132 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-586bd88e-43b1-41ab-814d-cf29b9fe61b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:58.733588 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-586bd88e-43b1-41ab-814d-cf29b9fe61b4 None None] The port '2bb771af-3057-4e7e-bbd1-6657b7db8941' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 14:59:58.811615 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:58.823576 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:58.946548 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51668) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:59:58.997012 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1749a584-1f78-4972-975c-fee88edfb53c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=76dca33a4eea499f86cd20030585aa5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491931 Apr 11 14:59:58.999343 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51672) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 14:59:59.059383 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e5f8c367-fa0c-498d-a370-1380eb4703d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:59.086308 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e5f8c367-fa0c-498d-a370-1380eb4703d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:59.205839 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e5f8c367-fa0c-498d-a370-1380eb4703d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:59.223885 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8c367-fa0c-498d-a370-1380eb4703d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e433fc1-5953-49ce-af04-56180204aad0,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 14:59:59.294395 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e5f8c367-fa0c-498d-a370-1380eb4703d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 14:59:59.295578 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e5f8c367-fa0c-498d-a370-1380eb4703d4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1e433fc1-5953-49ce-af04-56180204aad0 HTTP/1.1" status: 204 len: 168 time: 0.2953310 Apr 11 14:59:59.970145 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51680) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:00:00.023758 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-889311c7-63c8-4085-8e2f-8707492aee1c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7312e34ba6ce4622b9a361e03f213904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524344 Apr 11 15:00:00.026244 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51684) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:00:00.045813 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:00.085248 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5d2c6a29-409c-41f5-b494-401ada9acf07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:00.111242 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5d2c6a29-409c-41f5-b494-401ada9acf07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:00.238054 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5d2c6a29-409c-41f5-b494-401ada9acf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:00.252427 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c6a29-409c-41f5-b494-401ada9acf07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258ddb67-d4d0-4615-ae5f-75a69733d866,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:00.260332 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-5d2c6a29-409c-41f5-b494-401ada9acf07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:00.262591 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5d2c6a29-409c-41f5-b494-401ada9acf07 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/258ddb67-d4d0-4615-ae5f-75a69733d866 HTTP/1.1" status: 204 len: 168 time: 0.2343185 Apr 11 15:00:02.849040 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51726) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:00:02.854367 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-ce520183-e0d7-48ae-b588-4c6443f642f6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-297284402', 'description': 'tempest-secgroup-smoke-297284402 description', 'project_id': '3fd27714ee9e4925afa207147871cc90'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:00:02.861273 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ce520183-e0d7-48ae-b588-4c6443f642f6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:00:02.865200 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ce520183-e0d7-48ae-b588-4c6443f642f6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:00:02.868059 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ce520183-e0d7-48ae-b588-4c6443f642f6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:00:02.874199 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ce520183-e0d7-48ae-b588-4c6443f642f6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:00:02.993046 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce520183-e0d7-48ae-b588-4c6443f642f6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:03.005700 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce520183-e0d7-48ae-b588-4c6443f642f6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:03.021284 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ce520183-e0d7-48ae-b588-4c6443f642f6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:00:03.025086 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ce520183-e0d7-48ae-b588-4c6443f642f6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:00:03.028732 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ce520183-e0d7-48ae-b588-4c6443f642f6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:00:03.034599 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ce520183-e0d7-48ae-b588-4c6443f642f6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:00:03.118622 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce520183-e0d7-48ae-b588-4c6443f642f6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:03.223102 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce520183-e0d7-48ae-b588-4c6443f642f6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:03.238566 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ce520183-e0d7-48ae-b588-4c6443f642f6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:00:03.250415 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ce520183-e0d7-48ae-b588-4c6443f642f6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:00:03.256164 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ce520183-e0d7-48ae-b588-4c6443f642f6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:00:03.265161 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ce520183-e0d7-48ae-b588-4c6443f642f6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:00:03.267210 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce520183-e0d7-48ae-b588-4c6443f642f6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=963bfff0-a683-4723-8c3a-27b2779b64d2,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:03.343144 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce520183-e0d7-48ae-b588-4c6443f642f6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:03.426703 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce520183-e0d7-48ae-b588-4c6443f642f6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:03.472959 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce520183-e0d7-48ae-b588-4c6443f642f6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02552a09-7438-424e-b319-860da052e693,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:03.582650 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ce520183-e0d7-48ae-b588-4c6443f642f6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:03.585428 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ce520183-e0d7-48ae-b588-4c6443f642f6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7340114 Apr 11 15:00:03.587577 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51730) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:00:03.592909 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-51826b10-c951-437a-b4d6-57b74ed79874 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': '02552a09-7438-424e-b319-860da052e693', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:00:03.599776 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-51826b10-c951-437a-b4d6-57b74ed79874 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:00:03.611357 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-51826b10-c951-437a-b4d6-57b74ed79874 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:00:03.611357 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-51826b10-c951-437a-b4d6-57b74ed79874 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:00:03.612850 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-51826b10-c951-437a-b4d6-57b74ed79874 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:00:03.713885 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-51826b10-c951-437a-b4d6-57b74ed79874 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:03.773290 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-51826b10-c951-437a-b4d6-57b74ed79874 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:03.857127 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-51826b10-c951-437a-b4d6-57b74ed79874 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:03.884003 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51826b10-c951-437a-b4d6-57b74ed79874 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179de039-a610-4884-a6c5-ffbc1f111404,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:03.954481 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-51826b10-c951-437a-b4d6-57b74ed79874 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:03.955707 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-51826b10-c951-437a-b4d6-57b74ed79874 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3670709 Apr 11 15:00:03.958503 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51734) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:00:03.964123 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-23a68777-94b6-480e-b889-280800e10d8c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': '02552a09-7438-424e-b319-860da052e693', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:00:03.970986 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-23a68777-94b6-480e-b889-280800e10d8c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:00:03.975675 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-23a68777-94b6-480e-b889-280800e10d8c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:00:03.978914 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-23a68777-94b6-480e-b889-280800e10d8c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:00:03.986027 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-23a68777-94b6-480e-b889-280800e10d8c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:00:04.076432 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-23a68777-94b6-480e-b889-280800e10d8c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:04.137861 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-23a68777-94b6-480e-b889-280800e10d8c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:04.268798 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-23a68777-94b6-480e-b889-280800e10d8c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:04.295155 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a68777-94b6-480e-b889-280800e10d8c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a4223c9-73d4-4c39-b955-690991d744a5,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:04.372591 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-23a68777-94b6-480e-b889-280800e10d8c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:04.373886 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-23a68777-94b6-480e-b889-280800e10d8c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4142659 Apr 11 15:00:04.376413 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51738) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:00:04.381402 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-7cf6fa10-2899-4c13-97e9-9c27d85d4bf2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': '02552a09-7438-424e-b319-860da052e693', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:00:04.388594 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7cf6fa10-2899-4c13-97e9-9c27d85d4bf2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:00:04.392359 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7cf6fa10-2899-4c13-97e9-9c27d85d4bf2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:00:04.395363 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7cf6fa10-2899-4c13-97e9-9c27d85d4bf2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:00:04.401176 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7cf6fa10-2899-4c13-97e9-9c27d85d4bf2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:00:04.481805 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7cf6fa10-2899-4c13-97e9-9c27d85d4bf2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:04.544169 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7cf6fa10-2899-4c13-97e9-9c27d85d4bf2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:04.606154 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7cf6fa10-2899-4c13-97e9-9c27d85d4bf2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:04.630455 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6fa10-2899-4c13-97e9-9c27d85d4bf2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2df8c9-1019-40ae-9a4e-0e40cdf0d293,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:04.686177 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7cf6fa10-2899-4c13-97e9-9c27d85d4bf2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:04.687385 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7cf6fa10-2899-4c13-97e9-9c27d85d4bf2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3100524 Apr 11 15:00:04.690428 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51742) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:00:04.695570 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-2a73485a-7b91-4546-9799-c7bfac1e3a0b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': '02552a09-7438-424e-b319-860da052e693', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:00:04.701714 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2a73485a-7b91-4546-9799-c7bfac1e3a0b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:00:04.705491 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2a73485a-7b91-4546-9799-c7bfac1e3a0b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:00:04.708370 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2a73485a-7b91-4546-9799-c7bfac1e3a0b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:00:04.714325 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2a73485a-7b91-4546-9799-c7bfac1e3a0b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:00:04.772152 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2a73485a-7b91-4546-9799-c7bfac1e3a0b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:04.847393 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2a73485a-7b91-4546-9799-c7bfac1e3a0b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:04.897647 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2a73485a-7b91-4546-9799-c7bfac1e3a0b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:04.924733 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73485a-7b91-4546-9799-c7bfac1e3a0b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7d7ec7-f337-42c0-a0dd-b1186289a14d,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:04.989146 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2a73485a-7b91-4546-9799-c7bfac1e3a0b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:04.990582 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2a73485a-7b91-4546-9799-c7bfac1e3a0b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2989826 Apr 11 15:00:04.993290 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51746) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:00:04.999051 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-eb4dbf25-4853-42df-b44c-57096154e46d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': '02552a09-7438-424e-b319-860da052e693', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:00:05.005200 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-eb4dbf25-4853-42df-b44c-57096154e46d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:00:05.009273 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-eb4dbf25-4853-42df-b44c-57096154e46d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:00:05.012186 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-eb4dbf25-4853-42df-b44c-57096154e46d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:00:05.018154 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-eb4dbf25-4853-42df-b44c-57096154e46d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:00:05.097770 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-eb4dbf25-4853-42df-b44c-57096154e46d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Project 3fd27714ee9e4925afa207147871cc90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:00:05.104795 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eb4dbf25-4853-42df-b44c-57096154e46d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:05.176902 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eb4dbf25-4853-42df-b44c-57096154e46d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:05.250036 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eb4dbf25-4853-42df-b44c-57096154e46d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:05.275328 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4dbf25-4853-42df-b44c-57096154e46d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678c0b60-01a9-44ad-8cff-0736a64cd83d,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:05.343915 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eb4dbf25-4853-42df-b44c-57096154e46d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:05.345133 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-eb4dbf25-4853-42df-b44c-57096154e46d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3508563 Apr 11 15:00:05.352293 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51750) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:00:05.353078 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-36494f72-07b7-46a2-a2f8-9c2ce9500883 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': '02552a09-7438-424e-b319-860da052e693', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:00:05.359404 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-36494f72-07b7-46a2-a2f8-9c2ce9500883 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:00:05.363199 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-36494f72-07b7-46a2-a2f8-9c2ce9500883 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:00:05.366124 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-36494f72-07b7-46a2-a2f8-9c2ce9500883 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:00:05.371821 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-36494f72-07b7-46a2-a2f8-9c2ce9500883 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:00:05.461160 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-36494f72-07b7-46a2-a2f8-9c2ce9500883 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Project 3fd27714ee9e4925afa207147871cc90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:00:05.468642 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-36494f72-07b7-46a2-a2f8-9c2ce9500883 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:05.537402 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-36494f72-07b7-46a2-a2f8-9c2ce9500883 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:05.649583 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-36494f72-07b7-46a2-a2f8-9c2ce9500883 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:05.675683 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36494f72-07b7-46a2-a2f8-9c2ce9500883 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7e7b48-9f40-448c-8800-768fcc4eab70,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:05.789062 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-36494f72-07b7-46a2-a2f8-9c2ce9500883 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:05.790493 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-36494f72-07b7-46a2-a2f8-9c2ce9500883 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4415879 Apr 11 15:00:05.793582 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 51754) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:00:05.800013 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-07f287a0-23cd-484f-a03d-9d159898b385 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'network': {'name': 'tempest-network-smoke--669245188', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'port_security_enabled': True}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:00:05.805153 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-07f287a0-23cd-484f-a03d-9d159898b385 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:00:05.809005 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-07f287a0-23cd-484f-a03d-9d159898b385 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:network and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:00:05.813110 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-07f287a0-23cd-484f-a03d-9d159898b385 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:00:05.819413 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-07f287a0-23cd-484f-a03d-9d159898b385 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:00:05.897239 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f287a0-23cd-484f-a03d-9d159898b385 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Made reservation on behalf of 3fd27714ee9e4925afa207147871cc90 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:00:05.900846 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-07f287a0-23cd-484f-a03d-9d159898b385 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:05.929080 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f287a0-23cd-484f-a03d-9d159898b385 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:00:05.939628 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-07f287a0-23cd-484f-a03d-9d159898b385 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:05.940433 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-07f287a0-23cd-484f-a03d-9d159898b385 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Added segment babf2fb0-6b23-4410-abb2-a107cedceb54 of type vlan for network 080c86d5-406c-4ad4-8ba3-b08a17c70d06 Apr 11 15:00:05.970505 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-07f287a0-23cd-484f-a03d-9d159898b385 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:06.067035 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-07f287a0-23cd-484f-a03d-9d159898b385 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:06.073297 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f287a0-23cd-484f-a03d-9d159898b385 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:06.073896 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-07f287a0-23cd-484f-a03d-9d159898b385 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:06.179879 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f287a0-23cd-484f-a03d-9d159898b385 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Network': ['ID=080c86d5-406c-4ad4-8ba3-b08a17c70d06,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:06.191562 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-07f287a0-23cd-484f-a03d-9d159898b385 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3933938 Apr 11 15:00:06.191683 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51758) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:00:06.193292 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 080c86d5-406c-4ad4-8ba3-b08a17c70d06 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 15:00:06.196254 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-6bc854b0-0bb8-4f5a-95bb-0accf07cc143 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1546141203', 'admin_state_up': True, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:00:06.203712 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-6bc854b0-0bb8-4f5a-95bb-0accf07cc143 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:00:06.207574 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6bc854b0-0bb8-4f5a-95bb-0accf07cc143 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:router and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:00:06.210562 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-6bc854b0-0bb8-4f5a-95bb-0accf07cc143 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:00:06.217145 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-6bc854b0-0bb8-4f5a-95bb-0accf07cc143 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:00:06.282230 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6bc854b0-0bb8-4f5a-95bb-0accf07cc143 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:06.283271 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6bc854b0-0bb8-4f5a-95bb-0accf07cc143 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:06.298731 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6bc854b0-0bb8-4f5a-95bb-0accf07cc143 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:06.648012 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6bc854b0-0bb8-4f5a-95bb-0accf07cc143 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:07.143310 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6bc854b0-0bb8-4f5a-95bb-0accf07cc143 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:07.179784 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6bc854b0-0bb8-4f5a-95bb-0accf07cc143 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:07.335969 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-6bc854b0-0bb8-4f5a-95bb-0accf07cc143 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Allocated IP 172.26.7.28 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/3ca9ee39-1bd6-47ec-9b31-9566330b914f) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:00:07.486818 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6bc854b0-0bb8-4f5a-95bb-0accf07cc143 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:07.577536 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6bc854b0-0bb8-4f5a-95bb-0accf07cc143 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:07.635137 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc854b0-0bb8-4f5a-95bb-0accf07cc143 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:00:07.637834 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-6bc854b0-0bb8-4f5a-95bb-0accf07cc143 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:00:07.641500 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc854b0-0bb8-4f5a-95bb-0accf07cc143 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:00:07.689086 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc854b0-0bb8-4f5a-95bb-0accf07cc143 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=3ca9ee39-1bd6-47ec-9b31-9566330b914f,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:08.141493 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6bc854b0-0bb8-4f5a-95bb-0accf07cc143 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:08.482739 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6bc854b0-0bb8-4f5a-95bb-0accf07cc143 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:08.804894 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:00:08.875380 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc854b0-0bb8-4f5a-95bb-0accf07cc143 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Router d270ff21-9a58-4a01-858f-fceb82fa9585 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 15:00:09.055205 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc854b0-0bb8-4f5a-95bb-0accf07cc143 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:00:09.065417 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] Sync routers for ids ['d270ff21-9a58-4a01-858f-fceb82fa9585'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:00:09.074844 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] Routers {'d270ff21-9a58-4a01-858f-fceb82fa9585'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:00:09.075460 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:59:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d270ff21-9a58-4a01-858f-fceb82fa9585'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:00:09.160856 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6bc854b0-0bb8-4f5a-95bb-0accf07cc143 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:09.162221 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6bc854b0-0bb8-4f5a-95bb-0accf07cc143 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9701018 Apr 11 15:00:09.165387 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 51762) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:00:09.257498 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] Set router d270ff21-9a58-4a01-858f-fceb82fa9585 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:00:09.315096 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c4cac77f-838c-4f07-818d-b374615bef07 tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=3fd27714ee9e4925afa207147871cc90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1484013 Apr 11 15:00:09.317696 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 51768) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:00:09.559351 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546141203', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:00:06Z', 'updated_at': '2022-04-11T15:00:07Z', 'revision_number': 3, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:00:07Z', 'updated_at': '2022-04-11T15:00:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:00:09.564235 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] Checking router: d270ff21-9a58-4a01-858f-fceb82fa9585 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:00:09.564585 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] Updating router d270ff21-9a58-4a01-858f-fceb82fa9585 port 3ca9ee39-1bd6-47ec-9b31-9566330b914f binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:00:09.565686 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23730d3f-bd61-4b00-aed6-35798dca0490 tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:09.567163 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-23730d3f-bd61-4b00-aed6-35798dca0490 tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2485294 Apr 11 15:00:09.569968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 51772) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:00:09.610047 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-521dc351-ddaf-44dd-87f5-ab85dd036fd6 tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=cff58315-4a25-4203-8056-2db185a2b95d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389481 Apr 11 15:00:09.612583 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 51776) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:00:09.617934 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-7d583fe7-9c59-4f7e-b0eb-b5c39e0d7e59 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-184770915', 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:00:09.625249 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:09.729393 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7d583fe7-9c59-4f7e-b0eb-b5c39e0d7e59 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:00:09.733402 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7d583fe7-9c59-4f7e-b0eb-b5c39e0d7e59 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:subnet and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:00:09.736281 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-7d583fe7-9c59-4f7e-b0eb-b5c39e0d7e59 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:00:09.742075 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-7d583fe7-9c59-4f7e-b0eb-b5c39e0d7e59 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:00:09.817514 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d583fe7-9c59-4f7e-b0eb-b5c39e0d7e59 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Made reservation on behalf of 3fd27714ee9e4925afa207147871cc90 for: {'subnet': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:00:09.821044 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7d583fe7-9c59-4f7e-b0eb-b5c39e0d7e59 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29221698'] for subnet, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:09.975521 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:09.989082 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] Transition to ACTIVE for port object 3ca9ee39-1bd6-47ec-9b31-9566330b914f will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:00:10.051763 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:10.109787 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7d583fe7-9c59-4f7e-b0eb-b5c39e0d7e59 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29221724'] for subnet, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:10.133163 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] Attempting to bind port 3ca9ee39-1bd6-47ec-9b31-9566330b914f on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:00:10.133757 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] Attempting to bind port 3ca9ee39-1bd6-47ec-9b31-9566330b914f by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:00:10.133925 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] Attempting to bind port 3ca9ee39-1bd6-47ec-9b31-9566330b914f on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:00:10.139718 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ef105-a4c2-4b9e-9231-dce73b26abb3 None None] Pushing event updated for resources: {'Port': ['ID=3ca9ee39-1bd6-47ec-9b31-9566330b914f,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:10.144785 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:00:10.145162 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:00:10.145562 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:10.145983 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:00:10.146451 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] Bound port: 3ca9ee39-1bd6-47ec-9b31-9566330b914f, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:00:10.146842 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:10.195894 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d583fe7-9c59-4f7e-b0eb-b5c39e0d7e59 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Subnet': ['ID=56d85470-70e7-4c14-9664-8dfe0c1dd98a,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:10.206279 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d583fe7-9c59-4f7e-b0eb-b5c39e0d7e59 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Checking segment: {'id': 'babf2fb0-6b23-4410-abb2-a107cedceb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:00:10.206639 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d583fe7-9c59-4f7e-b0eb-b5c39e0d7e59 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network hostable DHCP agents. Network: 080c86d5-406c-4ad4-8ba3-b08a17c70d06, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:00:10.235408 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ef105-a4c2-4b9e-9231-dce73b26abb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:10.235844 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ef105-a4c2-4b9e-9231-dce73b26abb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:10.236105 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ef105-a4c2-4b9e-9231-dce73b26abb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:10.236445 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ef105-a4c2-4b9e-9231-dce73b26abb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:10.236777 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ef105-a4c2-4b9e-9231-dce73b26abb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:10.237114 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ef105-a4c2-4b9e-9231-dce73b26abb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:10.237446 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ef105-a4c2-4b9e-9231-dce73b26abb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:10.237776 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ef105-a4c2-4b9e-9231-dce73b26abb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:10.238135 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ef105-a4c2-4b9e-9231-dce73b26abb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:10.238477 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ef105-a4c2-4b9e-9231-dce73b26abb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:10.238784 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ef105-a4c2-4b9e-9231-dce73b26abb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:10.239110 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ef105-a4c2-4b9e-9231-dce73b26abb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:10.281798 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] For port 3ca9ee39-1bd6-47ec-9b31-9566330b914f, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:00:10.284738 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] For port 3ca9ee39-1bd6-47ec-9b31-9566330b914f, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3ca9ee39-1bd6-47ec-9b31-9566330b914f,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:00:10.286259 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d583fe7-9c59-4f7e-b0eb-b5c39e0d7e59 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network 080c86d5-406c-4ad4-8ba3-b08a17c70d06 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:00:10.377751 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:10.389292 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-7d583fe7-9c59-4f7e-b0eb-b5c39e0d7e59 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 080c86d5-406c-4ad4-8ba3-b08a17c70d06) {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:00:10.393756 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d583fe7-9c59-4f7e-b0eb-b5c39e0d7e59 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:10.398824 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-7d583fe7-9c59-4f7e-b0eb-b5c39e0d7e59 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:10.417600 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314f2ddc-c6d6-4c51-aee9-92695a50bebb None None] Network 080c86d5-406c-4ad4-8ba3-b08a17c70d06 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 15:00:10.475814 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7d583fe7-9c59-4f7e-b0eb-b5c39e0d7e59 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8620415 Apr 11 15:00:10.478322 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 51780) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:00:10.542712 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] Routers {'d270ff21-9a58-4a01-858f-fceb82fa9585'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:00:10.543350 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:59:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d270ff21-9a58-4a01-858f-fceb82fa9585'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:00:10.623084 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ef105-a4c2-4b9e-9231-dce73b26abb3 None None] Pushing event updated for resources: {'Port': ['ID=3ca9ee39-1bd6-47ec-9b31-9566330b914f,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:10.835053 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] Set router d270ff21-9a58-4a01-858f-fceb82fa9585 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:00:10.883188 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16abcca-d5aa-43ae-a05d-fe57ec785f97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-080c86d5-406c-4ad4-8ba3-b08a17c70d06', 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'fixed_ips': [{'subnet_id': '56d85470-70e7-4c14-9664-8dfe0c1dd98a'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 15:00:10.884076 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c16abcca-d5aa-43ae-a05d-fe57ec785f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:11.191290 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-945575b9-22a1-4f4e-830d-a50a3b44da60 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:11.247553 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-c16abcca-d5aa-43ae-a05d-fe57ec785f97 None None] Allocated IP 172.20.0.2 (080c86d5-406c-4ad4-8ba3-b08a17c70d06/56d85470-70e7-4c14-9664-8dfe0c1dd98a/e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:00:11.372171 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546141203', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:00:06Z', 'updated_at': '2022-04-11T15:00:07Z', 'revision_number': 3, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:00:07Z', 'updated_at': '2022-04-11T15:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:00:11.381917 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cd96fd-727d-4536-86c9-514a50eedb74 None None] The sync data for ids ['d270ff21-9a58-4a01-858f-fceb82fa9585'] in dv-neutron-837330-1-hyperv is: [{'id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546141203', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:00:06Z', 'updated_at': '2022-04-11T15:00:07Z', 'revision_number': 3, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:00:07Z', 'updated_at': '2022-04-11T15:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:00:11.494503 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c16abcca-d5aa-43ae-a05d-fe57ec785f97 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:11.507614 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c16abcca-d5aa-43ae-a05d-fe57ec785f97 None None] Transition to ACTIVE for port object e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:00:11.528786 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c16abcca-d5aa-43ae-a05d-fe57ec785f97 None None] Transition to ACTIVE for port object e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:00:11.628593 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c16abcca-d5aa-43ae-a05d-fe57ec785f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:11.703809 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16abcca-d5aa-43ae-a05d-fe57ec785f97 None None] Network 080c86d5-406c-4ad4-8ba3-b08a17c70d06 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:00:11.711288 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-c16abcca-d5aa-43ae-a05d-fe57ec785f97 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:00:11.715967 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16abcca-d5aa-43ae-a05d-fe57ec785f97 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:00:11.722185 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16abcca-d5aa-43ae-a05d-fe57ec785f97 None None] Pushing event updated for resources: {'Port': ['ID=e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:11.776361 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-945575b9-22a1-4f4e-830d-a50a3b44da60 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Allocated IP 172.20.0.1 (080c86d5-406c-4ad4-8ba3-b08a17c70d06/56d85470-70e7-4c14-9664-8dfe0c1dd98a/cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:00:11.819537 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-c16abcca-d5aa-43ae-a05d-fe57ec785f97 None None] Attempting to bind port e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:00:11.819909 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-c16abcca-d5aa-43ae-a05d-fe57ec785f97 None None] Attempting to bind port e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'babf2fb0-6b23-4410-abb2-a107cedceb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:00:11.820273 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16abcca-d5aa-43ae-a05d-fe57ec785f97 None None] Attempting to bind port e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8 on network 080c86d5-406c-4ad4-8ba3-b08a17c70d06 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:00:11.826275 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16abcca-d5aa-43ae-a05d-fe57ec785f97 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:00:11.826685 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16abcca-d5aa-43ae-a05d-fe57ec785f97 None None] Checking segment: {'id': 'babf2fb0-6b23-4410-abb2-a107cedceb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:00:11.827102 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c16abcca-d5aa-43ae-a05d-fe57ec785f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:11.827491 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16abcca-d5aa-43ae-a05d-fe57ec785f97 None None] Bound using segment: {'id': 'babf2fb0-6b23-4410-abb2-a107cedceb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:00:11.827979 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-c16abcca-d5aa-43ae-a05d-fe57ec785f97 None None] Bound port: e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'babf2fb0-6b23-4410-abb2-a107cedceb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:00:11.828364 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c16abcca-d5aa-43ae-a05d-fe57ec785f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:11.979085 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-945575b9-22a1-4f4e-830d-a50a3b44da60 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:11.991348 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-c16abcca-d5aa-43ae-a05d-fe57ec785f97 None None] For port e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:00:11.994903 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-c16abcca-d5aa-43ae-a05d-fe57ec785f97 None None] For port e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8,segment=NetworkSegment(babf2fb0-6b23-4410-abb2-a107cedceb54),segment_id=babf2fb0-6b23-4410-abb2-a107cedceb54)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:00:12.008077 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [None req-945575b9-22a1-4f4e-830d-a50a3b44da60 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Transition to ACTIVE for port object cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:00:12.067480 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c16abcca-d5aa-43ae-a05d-fe57ec785f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:12.096143 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-945575b9-22a1-4f4e-830d-a50a3b44da60 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:12.159151 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16abcca-d5aa-43ae-a05d-fe57ec785f97 None None] Pushing event updated for resources: {'Port': ['ID=e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:12.189927 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945575b9-22a1-4f4e-830d-a50a3b44da60 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network 080c86d5-406c-4ad4-8ba3-b08a17c70d06 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:00:12.201522 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-945575b9-22a1-4f4e-830d-a50a3b44da60 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:00:12.207187 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945575b9-22a1-4f4e-830d-a50a3b44da60 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:00:12.238950 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945575b9-22a1-4f4e-830d-a50a3b44da60 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:12.277585 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-945575b9-22a1-4f4e-830d-a50a3b44da60 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:12.446500 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3ca9ee39-1bd6-47ec-9b31-9566330b914f up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:00:12.581691 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 3ca9ee39-1bd6-47ec-9b31-9566330b914f completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:00:12.594556 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 3ca9ee39-1bd6-47ec-9b31-9566330b914f triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:00:12.595080 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:12.671894 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-945575b9-22a1-4f4e-830d-a50a3b44da60 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:12.722165 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:12.740162 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 3ca9ee39-1bd6-47ec-9b31-9566330b914f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3ca9ee39-1bd6-47ec-9b31-9566330b914f,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:00:12.834662 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:12.917706 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=3ca9ee39-1bd6-47ec-9b31-9566330b914f,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:13.124753 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-945575b9-22a1-4f4e-830d-a50a3b44da60 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:13.193132 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-945575b9-22a1-4f4e-830d-a50a3b44da60 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:13.275616 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb923c7-8e60-4c3f-95dc-cb1da098b292 None None] Network 080c86d5-406c-4ad4-8ba3-b08a17c70d06 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 15:00:13.314360 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945575b9-22a1-4f4e-830d-a50a3b44da60 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:13.316969 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-945575b9-22a1-4f4e-830d-a50a3b44da60 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:13.447406 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-61cd10d4-f08b-41da-a986-758317356bf5 None None] Provisioning for port e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:00:13.468285 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945575b9-22a1-4f4e-830d-a50a3b44da60 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network 080c86d5-406c-4ad4-8ba3-b08a17c70d06 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:00:13.468984 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-945575b9-22a1-4f4e-830d-a50a3b44da60 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:00:13.807014 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945575b9-22a1-4f4e-830d-a50a3b44da60 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Router d270ff21-9a58-4a01-858f-fceb82fa9585 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:00:13.846399 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-71029876-1f35-4739-8f4b-ae2c9da134c1 None None] Provisioning for port cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:00:13.851902 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-71029876-1f35-4739-8f4b-ae2c9da134c1 None None] Provisioning complete for port cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:00:13.855260 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-71029876-1f35-4739-8f4b-ae2c9da134c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:13.917736 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-71029876-1f35-4739-8f4b-ae2c9da134c1 None None] Port cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:00:14.019859 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945575b9-22a1-4f4e-830d-a50a3b44da60 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:00:14.033432 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] Sync routers for ids ['d270ff21-9a58-4a01-858f-fceb82fa9585'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:00:14.044043 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-945575b9-22a1-4f4e-830d-a50a3b44da60 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "PUT /v2.0/routers/d270ff21-9a58-4a01-858f-fceb82fa9585/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5646181 Apr 11 15:00:14.049009 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-027867a4-359f-4aac-b522-6d770aa71cb8 None None] Provisioning complete for port cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:00:14.049416 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-027867a4-359f-4aac-b522-6d770aa71cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:14.057909 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] Routers {'d270ff21-9a58-4a01-858f-fceb82fa9585'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:00:14.058655 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:59:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d270ff21-9a58-4a01-858f-fceb82fa9585'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:00:14.109780 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-027867a4-359f-4aac-b522-6d770aa71cb8 None None] Port cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:00:14.230142 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-d563e699-a788-4a23-b4fe-c6df2d4e9f2a None None] Provisioning complete for port cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:00:14.230598 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d563e699-a788-4a23-b4fe-c6df2d4e9f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:14.274739 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] Set router d270ff21-9a58-4a01-858f-fceb82fa9585 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:00:14.292427 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-d563e699-a788-4a23-b4fe-c6df2d4e9f2a None None] Port cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:00:14.355114 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-c7274e2a-681b-456e-8893-6b2be0b6c993 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-297284402&fields=id&tenant_id=3fd27714ee9e4925afa207147871cc90 HTTP/1.1" status: 200 len: 267 time: 0.0485039 Apr 11 15:00:14.448351 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3ca9ee39-1bd6-47ec-9b31-9566330b914f up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:00:14.517746 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 3ca9ee39-1bd6-47ec-9b31-9566330b914f triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:00:14.518356 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:14.526021 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-e937781d-5027-45d1-b4ec-de5b724cfddf tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:14.526722 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-e937781d-5027-45d1-b4ec-de5b724cfddf tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:network {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:00:14.605819 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546141203', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:00:06Z', 'updated_at': '2022-04-11T15:00:12Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:00:07Z', 'updated_at': '2022-04-11T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d', 'name': '', 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:9c:ad:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '56d85470-70e7-4c14-9664-8dfe0c1dd98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:00:11Z', 'updated_at': '2022-04-11T15:00:12Z', 'revision_number': 2, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '56d85470-70e7-4c14-9664-8dfe0c1dd98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:00:14.610545 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] Checking router: d270ff21-9a58-4a01-858f-fceb82fa9585 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:00:14.615886 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] Updating router d270ff21-9a58-4a01-858f-fceb82fa9585 port cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:00:14.616009 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-e937781d-5027-45d1-b4ec-de5b724cfddf tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:network {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:00:14.616009 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-e937781d-5027-45d1-b4ec-de5b724cfddf tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/networks?id=080c86d5-406c-4ad4-8ba3-b08a17c70d06 HTTP/1.1" status: 200 len: 796 time: 0.2478588 Apr 11 15:00:14.630253 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-b1afcd9c-5a97-4411-be77-60746ee5114d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/quotas/3fd27714ee9e4925afa207147871cc90 HTTP/1.1" status: 200 len: 375 time: 0.0099323 Apr 11 15:00:14.644641 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:00:14.674280 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:14.722790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-7e04fb30-467d-4208-8209-0fa4565d51d0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:00:14.809107 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:00:14.815051 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:00:14.815430 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:14.823123 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-7e04fb30-467d-4208-8209-0fa4565d51d0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:00:14.824809 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-7e04fb30-467d-4208-8209-0fa4565d51d0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1882458 Apr 11 15:00:14.946534 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:14.986706 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8,segment=NetworkSegment(babf2fb0-6b23-4410-abb2-a107cedceb54),segment_id=babf2fb0-6b23-4410-abb2-a107cedceb54)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:00:15.025555 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-545f1c29-2e5a-42c4-b471-74887ba6f5b3 service neutron] 10.222.0.66 "GET /v2.0/networks/080c86d5-406c-4ad4-8ba3-b08a17c70d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871333 Apr 11 15:00:15.047938 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:15.059750 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] Transition to ACTIVE for port object cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:00:15.080419 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:15.152397 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:15.161058 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:15.166051 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-cf2d4548-bdd2-43f8-bff8-cb7d0fbcd26e service neutron] 10.222.0.66 "GET /v2.0/networks/080c86d5-406c-4ad4-8ba3-b08a17c70d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332643 Apr 11 15:00:15.293329 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c248276-8154-42be-b11d-fac86c68743a None None] Pushing event updated for resources: {'Port': ['ID=cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:15.334600 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c248276-8154-42be-b11d-fac86c68743a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:15.334948 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c248276-8154-42be-b11d-fac86c68743a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:15.335289 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c248276-8154-42be-b11d-fac86c68743a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:15.335618 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c248276-8154-42be-b11d-fac86c68743a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:15.335951 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c248276-8154-42be-b11d-fac86c68743a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:15.336272 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c248276-8154-42be-b11d-fac86c68743a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:15.336593 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c248276-8154-42be-b11d-fac86c68743a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:15.336912 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c248276-8154-42be-b11d-fac86c68743a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:15.337233 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c248276-8154-42be-b11d-fac86c68743a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:15.337549 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c248276-8154-42be-b11d-fac86c68743a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:15.337874 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c248276-8154-42be-b11d-fac86c68743a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:15.343186 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c248276-8154-42be-b11d-fac86c68743a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:15.437531 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] Attempting to bind port cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:00:15.437676 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] Attempting to bind port cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'babf2fb0-6b23-4410-abb2-a107cedceb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:00:15.437993 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] Attempting to bind port cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d on network 080c86d5-406c-4ad4-8ba3-b08a17c70d06 {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:00:15.443853 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:00:15.444727 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] Checking segment: {'id': 'babf2fb0-6b23-4410-abb2-a107cedceb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:00:15.445296 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:15.446351 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] Bound using segment: {'id': 'babf2fb0-6b23-4410-abb2-a107cedceb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:00:15.447133 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] Bound port: cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'babf2fb0-6b23-4410-abb2-a107cedceb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:00:15.447672 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:15.546998 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] For port cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:00:15.550364 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] For port cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d,segment=NetworkSegment(babf2fb0-6b23-4410-abb2-a107cedceb54),segment_id=babf2fb0-6b23-4410-abb2-a107cedceb54)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:00:15.573228 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e515c428-f5df-4d8b-8520-536317159f15 req-72064697-54f3-4ec0-b525-38da52c34b2d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 210 time: 0.1112914 Apr 11 15:00:15.617972 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:15.699832 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] Routers {'d270ff21-9a58-4a01-858f-fceb82fa9585'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:00:15.700467 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T14:59:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d270ff21-9a58-4a01-858f-fceb82fa9585'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:00:15.757245 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c248276-8154-42be-b11d-fac86c68743a None None] Pushing event updated for resources: {'Port': ['ID=cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d,revision_number=4']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:15.886759 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] Set router d270ff21-9a58-4a01-858f-fceb82fa9585 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:00:16.215605 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546141203', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:00:06Z', 'updated_at': '2022-04-11T15:00:12Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:00:07Z', 'updated_at': '2022-04-11T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d', 'name': '', 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:9c:ad:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '56d85470-70e7-4c14-9664-8dfe0c1dd98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:00:11Z', 'updated_at': '2022-04-11T15:00:15Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '56d85470-70e7-4c14-9664-8dfe0c1dd98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:00:16.219683 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9ced20-801b-4b24-ba1a-fd883ebfe147 None None] The sync data for ids ['d270ff21-9a58-4a01-858f-fceb82fa9585'] in dv-neutron-837330-1-hyperv is: [{'id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546141203', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:00:06Z', 'updated_at': '2022-04-11T15:00:12Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:00:07Z', 'updated_at': '2022-04-11T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d', 'name': '', 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:9c:ad:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '56d85470-70e7-4c14-9664-8dfe0c1dd98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:00:11Z', 'updated_at': '2022-04-11T15:00:15Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '56d85470-70e7-4c14-9664-8dfe0c1dd98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:00:16.436439 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:00:16.521157 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:00:16.521450 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:16.654792 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:00:16.674304 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d6c76a0c-6337-4c81-b443-1f0b172b3da6 req-54b51f2a-97f1-40e5-a125-6c076aa2f29c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 210 time: 0.0464437 Apr 11 15:00:16.792488 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:00:16.799408 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:00:16.799791 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:16.928547 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:16.965050 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d,segment=NetworkSegment(babf2fb0-6b23-4410-abb2-a107cedceb54),segment_id=babf2fb0-6b23-4410-abb2-a107cedceb54)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:00:17.080776 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:17.188117 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:17.779084 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8d756aff-eee1-4cf0-b542-60a945bed83e req-88cf00f0-618c-4c61-988c-968f529ad4c4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 210 time: 0.0464687 Apr 11 15:00:18.363307 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:00:18.440780 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:00:18.441158 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:18.879794 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-89e3b229-6643-401b-9bed-b6aa7e53c226 req-a0fb7dee-8eef-4e2f-83a1-25ac0eed6493 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 210 time: 0.0486803 Apr 11 15:00:20.030493 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-108d10fd-5ef0-4ad2-9af5-fd4af62389e5 req-a435349a-e908-4e33-8924-85b5c208fae8 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 210 time: 0.0436990 Apr 11 15:00:21.198214 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8a35c84f-680f-4dd6-8ff3-453ec6a4292a req-d6688dac-d380-4a08-b7e5-0ba4196f9723 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 210 time: 0.0526993 Apr 11 15:00:21.940236 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-35f875a3-045f-4d94-a660-9d27f5f87316 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:21.942206 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-35f875a3-045f-4d94-a660-9d27f5f87316 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.53 "GET /v2.0/networks?id=080c86d5-406c-4ad4-8ba3-b08a17c70d06 HTTP/1.1" status: 200 len: 796 time: 0.2012131 Apr 11 15:00:22.005531 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-3373cfbf-a35b-46f9-9667-d23d0da3f7de tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fd27714ee9e4925afa207147871cc90 HTTP/1.1" status: 200 len: 379 time: 0.0497668 Apr 11 15:00:22.013676 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-1dba5dc7-28f0-48c1-84c8-d0787d542cde tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'port': {'device_id': 'd01dae8a-7ab6-4211-a02d-4d11468a7899', 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06', 'admin_state_up': True, 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'security_groups': ['02552a09-7438-424e-b319-860da052e693']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:00:22.160898 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-1dba5dc7-28f0-48c1-84c8-d0787d542cde tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:00:22.171225 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-1dba5dc7-28f0-48c1-84c8-d0787d542cde tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:00:22.263315 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-1dba5dc7-28f0-48c1-84c8-d0787d542cde tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Made reservation on behalf of 3fd27714ee9e4925afa207147871cc90 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:00:22.266941 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-1dba5dc7-28f0-48c1-84c8-d0787d542cde tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:22.369171 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-42b79f6d-d160-463e-927c-c070c84ce6be req-5bd92dc9-a866-4936-be3b-a9de644b623a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 210 time: 0.0498955 Apr 11 15:00:22.460261 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-1dba5dc7-28f0-48c1-84c8-d0787d542cde tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Allocated IP 172.20.0.4 (080c86d5-406c-4ad4-8ba3-b08a17c70d06/56d85470-70e7-4c14-9664-8dfe0c1dd98a/70b8aba5-f0e9-4a84-93cb-035021c7149b) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:00:22.760558 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-1dba5dc7-28f0-48c1-84c8-d0787d542cde tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:22.775884 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-1dba5dc7-28f0-48c1-84c8-d0787d542cde tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Transition to ACTIVE for port object 70b8aba5-f0e9-4a84-93cb-035021c7149b will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:00:22.869604 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-1dba5dc7-28f0-48c1-84c8-d0787d542cde tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:22.940665 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-1dba5dc7-28f0-48c1-84c8-d0787d542cde tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network 080c86d5-406c-4ad4-8ba3-b08a17c70d06 is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:00:22.948129 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-1dba5dc7-28f0-48c1-84c8-d0787d542cde tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:00:22.952876 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-1dba5dc7-28f0-48c1-84c8-d0787d542cde tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:00:22.996809 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba5dc7-28f0-48c1-84c8-d0787d542cde tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=70b8aba5-f0e9-4a84-93cb-035021c7149b,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:23.036753 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-1dba5dc7-28f0-48c1-84c8-d0787d542cde tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:23.037400 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-1dba5dc7-28f0-48c1-84c8-d0787d542cde tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:23.126575 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-1dba5dc7-28f0-48c1-84c8-d0787d542cde tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1165307 Apr 11 15:00:23.144295 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-91403098-c993-45d1-b8c6-91755aa41260 service neutron] Request body: {'port': {'device_id': 'd01dae8a-7ab6-4211-a02d-4d11468a7899', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:00:23.260649 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-91403098-c993-45d1-b8c6-91755aa41260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:23.262780 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-fb39a69b-cc95-49ee-94a2-5a19938a419c None None] Provisioning for port 70b8aba5-f0e9-4a84-93cb-035021c7149b completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:00:23.268440 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-fb39a69b-cc95-49ee-94a2-5a19938a419c None None] Provisioning complete for port 70b8aba5-f0e9-4a84-93cb-035021c7149b triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:00:23.268880 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fb39a69b-cc95-49ee-94a2-5a19938a419c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:23.324960 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-fb39a69b-cc95-49ee-94a2-5a19938a419c None None] Port 70b8aba5-f0e9-4a84-93cb-035021c7149b cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:00:23.621963 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-91403098-c993-45d1-b8c6-91755aa41260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b8aba5-f0e9-4a84-93cb-035021c7149b {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:00:23.664221 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-91403098-c993-45d1-b8c6-91755aa41260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:23.693625 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-91403098-c993-45d1-b8c6-91755aa41260 service neutron] Transition to ACTIVE for port object 70b8aba5-f0e9-4a84-93cb-035021c7149b will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:00:23.734385 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f16cf-8095-4e54-9e28-a030bd3e2f0f req-aee29a2e-5d7e-4e1f-9695-97ba5e92a8d2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:23.735087 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-715f16cf-8095-4e54-9e28-a030bd3e2f0f req-aee29a2e-5d7e-4e1f-9695-97ba5e92a8d2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:00:23.786534 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-91403098-c993-45d1-b8c6-91755aa41260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:23.888310 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-715f16cf-8095-4e54-9e28-a030bd3e2f0f req-aee29a2e-5d7e-4e1f-9695-97ba5e92a8d2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:00:23.889664 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-715f16cf-8095-4e54-9e28-a030bd3e2f0f req-aee29a2e-5d7e-4e1f-9695-97ba5e92a8d2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 931 time: 0.2625952 Apr 11 15:00:23.937304 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91403098-c993-45d1-b8c6-91755aa41260 service neutron] Pushing event updated for resources: {'Port': ['ID=70b8aba5-f0e9-4a84-93cb-035021c7149b,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:24.042108 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-715f16cf-8095-4e54-9e28-a030bd3e2f0f req-ae6edb09-dc12-408b-bcc4-6cc921c1b010 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=02552a09-7438-424e-b319-860da052e693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440835 Apr 11 15:00:24.072513 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-91403098-c993-45d1-b8c6-91755aa41260 service neutron] Attempting to bind port 70b8aba5-f0e9-4a84-93cb-035021c7149b on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:00:24.072861 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-91403098-c993-45d1-b8c6-91755aa41260 service neutron] Attempting to bind port 70b8aba5-f0e9-4a84-93cb-035021c7149b by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': 'babf2fb0-6b23-4410-abb2-a107cedceb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:00:24.073187 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-91403098-c993-45d1-b8c6-91755aa41260 service neutron] Attempting to bind port 70b8aba5-f0e9-4a84-93cb-035021c7149b on network 080c86d5-406c-4ad4-8ba3-b08a17c70d06 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:00:24.078586 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-91403098-c993-45d1-b8c6-91755aa41260 service neutron] Port 70b8aba5-f0e9-4a84-93cb-035021c7149b on network 080c86d5-406c-4ad4-8ba3-b08a17c70d06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 15:00:24.078912 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-91403098-c993-45d1-b8c6-91755aa41260 service neutron] Attempting to bind port 70b8aba5-f0e9-4a84-93cb-035021c7149b on network 080c86d5-406c-4ad4-8ba3-b08a17c70d06 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:00:24.084441 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-91403098-c993-45d1-b8c6-91755aa41260 service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 14, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:00:24.084775 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-91403098-c993-45d1-b8c6-91755aa41260 service neutron] Checking segment: {'id': 'babf2fb0-6b23-4410-abb2-a107cedceb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:00:24.085154 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-91403098-c993-45d1-b8c6-91755aa41260 service neutron] Bound using segment: {'id': 'babf2fb0-6b23-4410-abb2-a107cedceb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:00:24.085610 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-91403098-c993-45d1-b8c6-91755aa41260 service neutron] Bound port: 70b8aba5-f0e9-4a84-93cb-035021c7149b, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'babf2fb0-6b23-4410-abb2-a107cedceb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:00:24.085994 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-91403098-c993-45d1-b8c6-91755aa41260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:24.177339 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-91403098-c993-45d1-b8c6-91755aa41260 service neutron] For port 70b8aba5-f0e9-4a84-93cb-035021c7149b, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:00:24.180147 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-91403098-c993-45d1-b8c6-91755aa41260 service neutron] For port 70b8aba5-f0e9-4a84-93cb-035021c7149b, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=70b8aba5-f0e9-4a84-93cb-035021c7149b,segment=NetworkSegment(babf2fb0-6b23-4410-abb2-a107cedceb54),segment_id=babf2fb0-6b23-4410-abb2-a107cedceb54)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:00:24.283648 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-91403098-c993-45d1-b8c6-91755aa41260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:24.343098 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-91403098-c993-45d1-b8c6-91755aa41260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:24.343715 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-91403098-c993-45d1-b8c6-91755aa41260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:24.345201 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-91403098-c993-45d1-b8c6-91755aa41260 service neutron] 10.222.0.53 "PUT /v2.0/ports/70b8aba5-f0e9-4a84-93cb-035021c7149b HTTP/1.1" status: 200 len: 1093 time: 1.2051611 Apr 11 15:00:24.347759 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01dae8a-7ab6-4211-a02d-4d11468a7899', 'tag': '70b8aba5-f0e9-4a84-93cb-035021c7149b'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:00:24.384130 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91403098-c993-45d1-b8c6-91755aa41260 service neutron] Pushing event updated for resources: {'Port': ['ID=70b8aba5-f0e9-4a84-93cb-035021c7149b,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:24.457722 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f52da6b1-caad-4421-8b1f-7cfe3e768af6'] response: {'name': 'network-changed', 'server_uuid': 'd01dae8a-7ab6-4211-a02d-4d11468a7899', 'tag': '70b8aba5-f0e9-4a84-93cb-035021c7149b', 'status': 'completed', 'code': 200} Apr 11 15:00:24.548723 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:24.550210 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-60056e17-a7ca-48d9-809d-e14dbaa1b664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:24.551704 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-60056e17-a7ca-48d9-809d-e14dbaa1b664 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 1096 time: 0.0769496 Apr 11 15:00:24.629300 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-5c829282-2c13-471e-b698-19c3d4e7dc7e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70b8aba5-f0e9-4a84-93cb-035021c7149b HTTP/1.1" status: 200 len: 217 time: 0.0656407 Apr 11 15:00:24.691462 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-a80f150d-d6ac-442a-bda5-8c99fac96c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:24.692871 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-a80f150d-d6ac-442a-bda5-8c99fac96c36 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=56d85470-70e7-4c14-9664-8dfe0c1dd98a HTTP/1.1" status: 200 len: 834 time: 0.0582616 Apr 11 15:00:24.773330 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-04b66110-a53d-4ee9-ad9c-a41c59dd83fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:24.774923 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-04b66110-a53d-4ee9-ad9c-a41c59dd83fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=080c86d5-406c-4ad4-8ba3-b08a17c70d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765123 Apr 11 15:00:25.005230 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-7d72702a-b9d6-4544-bf73-28b16e85a4b2 service neutron] 10.222.0.53 "GET /v2.0/networks/080c86d5-406c-4ad4-8ba3-b08a17c70d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238350 Apr 11 15:00:25.141983 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b2b9545d-5d5f-4e1d-9e16-94c1ae1b122b req-80148120-0fac-47b3-bcd8-6daaf6102317 service neutron] 10.222.0.53 "GET /v2.0/networks/080c86d5-406c-4ad4-8ba3-b08a17c70d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309183 Apr 11 15:00:25.211566 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ab43d846-89be-47f3-8cce-d3f6a51fe279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:25.228397 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4bde8-c71a-45de-abc0-3c1917e03bdf req-a509ecaa-df37-4b1e-a517-e3bc9989628f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:25.229878 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-33e4bde8-c71a-45de-abc0-3c1917e03bdf req-a509ecaa-df37-4b1e-a517-e3bc9989628f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 943 time: 0.0820789 Apr 11 15:00:25.275517 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-33e4bde8-c71a-45de-abc0-3c1917e03bdf req-89f38953-4d3c-4187-b555-b6dd4ce16287 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=02552a09-7438-424e-b319-860da052e693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386279 Apr 11 15:00:25.380330 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7828d5-9fe9-4689-9a1d-88394fca9e13 req-79a1900b-f6cd-484f-9c2a-e5ef5cbbf467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:25.381843 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c7828d5-9fe9-4689-9a1d-88394fca9e13 req-79a1900b-f6cd-484f-9c2a-e5ef5cbbf467 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 1096 time: 0.0756807 Apr 11 15:00:25.524283 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7828d5-9fe9-4689-9a1d-88394fca9e13 req-814484bf-4867-4dd5-9321-834e6ebcbcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:25.525774 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c7828d5-9fe9-4689-9a1d-88394fca9e13 req-814484bf-4867-4dd5-9321-834e6ebcbcd1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=080c86d5-406c-4ad4-8ba3-b08a17c70d06 HTTP/1.1" status: 200 len: 898 time: 0.1379259 Apr 11 15:00:25.597091 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c7828d5-9fe9-4689-9a1d-88394fca9e13 req-4765f345-90fc-4126-950b-c5bd11b81ceb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70b8aba5-f0e9-4a84-93cb-035021c7149b HTTP/1.1" status: 200 len: 217 time: 0.0653028 Apr 11 15:00:25.659199 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7828d5-9fe9-4689-9a1d-88394fca9e13 req-544c3a85-c01c-4625-8710-16d1f814ffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:25.660603 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c7828d5-9fe9-4689-9a1d-88394fca9e13 req-544c3a85-c01c-4625-8710-16d1f814ffd1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=56d85470-70e7-4c14-9664-8dfe0c1dd98a HTTP/1.1" status: 200 len: 834 time: 0.0582898 Apr 11 15:00:25.738039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7828d5-9fe9-4689-9a1d-88394fca9e13 req-5c432da0-69b8-47e9-b4f0-c83969f478d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:25.739522 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c7828d5-9fe9-4689-9a1d-88394fca9e13 req-5c432da0-69b8-47e9-b4f0-c83969f478d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=080c86d5-406c-4ad4-8ba3-b08a17c70d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734897 Apr 11 15:00:25.877375 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c7828d5-9fe9-4689-9a1d-88394fca9e13 req-30d7e87f-8e04-40b4-b876-dc1026c19930 service neutron] 10.222.0.53 "GET /v2.0/networks/080c86d5-406c-4ad4-8ba3-b08a17c70d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320515 Apr 11 15:00:26.011832 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4c7828d5-9fe9-4689-9a1d-88394fca9e13 req-cd8d6ffb-5925-4cda-b57b-8d18ddf1fed1 service neutron] 10.222.0.53 "GET /v2.0/networks/080c86d5-406c-4ad4-8ba3-b08a17c70d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282973 Apr 11 15:00:26.466043 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bd7c0-c8ef-43fc-85ab-2bcf76a7d3ff req-1a26aecd-9d07-4165-8568-83064b3b6ca2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:26.467718 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3c4bd7c0-c8ef-43fc-85ab-2bcf76a7d3ff req-1a26aecd-9d07-4165-8568-83064b3b6ca2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 943 time: 0.0825830 Apr 11 15:00:26.511930 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-3c4bd7c0-c8ef-43fc-85ab-2bcf76a7d3ff req-a97a6587-e729-40aa-b41f-2d8a01a6dcd5 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:00:26.586093 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-3c4bd7c0-c8ef-43fc-85ab-2bcf76a7d3ff req-a97a6587-e729-40aa-b41f-2d8a01a6dcd5 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:00:26.587070 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3c4bd7c0-c8ef-43fc-85ab-2bcf76a7d3ff req-a97a6587-e729-40aa-b41f-2d8a01a6dcd5 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=02552a09-7438-424e-b319-860da052e693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137240 Apr 11 15:00:27.746220 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-9b8ebd55-c5dc-496d-9175-494785b699a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:27.800317 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478d744-25fd-467b-96ed-09e9d461d9e3 req-56b40097-41fe-47f9-9563-9512ea6bf783 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:27.801826 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7478d744-25fd-467b-96ed-09e9d461d9e3 req-56b40097-41fe-47f9-9563-9512ea6bf783 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 943 time: 0.1027687 Apr 11 15:00:27.847455 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7478d744-25fd-467b-96ed-09e9d461d9e3 req-641529f4-2562-40c3-978b-8fac96864554 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=02552a09-7438-424e-b319-860da052e693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396943 Apr 11 15:00:28.261356 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 70b8aba5-f0e9-4a84-93cb-035021c7149b details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 15:00:28.398446 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 70b8aba5-f0e9-4a84-93cb-035021c7149b, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=70b8aba5-f0e9-4a84-93cb-035021c7149b,segment=NetworkSegment(babf2fb0-6b23-4410-abb2-a107cedceb54),segment_id=babf2fb0-6b23-4410-abb2-a107cedceb54)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:00:28.412464 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '70b8aba5-f0e9-4a84-93cb-035021c7149b', 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06', 'port_id': '70b8aba5-f0e9-4a84-93cb-035021c7149b', 'mac_address': 'fa:16:3e:b7:f2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d85470-70e7-4c14-9664-8dfe0c1dd98a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 15:00:28.474091 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:28.490974 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b8aba5-f0e9-4a84-93cb-035021c7149b {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:00:28.506751 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 70b8aba5-f0e9-4a84-93cb-035021c7149b, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=70b8aba5-f0e9-4a84-93cb-035021c7149b,segment=NetworkSegment(babf2fb0-6b23-4410-abb2-a107cedceb54),segment_id=babf2fb0-6b23-4410-abb2-a107cedceb54)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:00:28.611553 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:28.689369 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=70b8aba5-f0e9-4a84-93cb-035021c7149b,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:28.744531 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:28.782895 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:29.040442 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd101a5f-eaec-4cb6-a7e1-4eaa5eb8c6f1 req-5965a103-3258-409e-ac14-924365e89dbe tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:29.041997 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-dd101a5f-eaec-4cb6-a7e1-4eaa5eb8c6f1 req-5965a103-3258-409e-ac14-924365e89dbe tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 944 time: 0.0804973 Apr 11 15:00:29.065156 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['70b8aba5-f0e9-4a84-93cb-035021c7149b'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 15:00:29.093879 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-dd101a5f-eaec-4cb6-a7e1-4eaa5eb8c6f1 req-53871f45-76ef-4c4b-91a5-6fcceedf324b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=02552a09-7438-424e-b319-860da052e693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431120 Apr 11 15:00:30.095099 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:30.270851 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 70b8aba5-f0e9-4a84-93cb-035021c7149b up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:00:30.285066 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591622c-caf4-4188-a4a6-fee2bfae5353 req-1a3f3903-5b08-45c4-b681-04fbb81a9c19 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:30.287354 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a591622c-caf4-4188-a4a6-fee2bfae5353 req-1a3f3903-5b08-45c4-b681-04fbb81a9c19 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 944 time: 0.0886614 Apr 11 15:00:30.343096 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a591622c-caf4-4188-a4a6-fee2bfae5353 req-ea37cf84-935b-4dad-910b-ecf73cf9d991 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=02552a09-7438-424e-b319-860da052e693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476713 Apr 11 15:00:30.406489 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port 70b8aba5-f0e9-4a84-93cb-035021c7149b completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:00:30.412012 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 70b8aba5-f0e9-4a84-93cb-035021c7149b triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:00:30.412385 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:30.533167 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:30.559907 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01dae8a-7ab6-4211-a02d-4d11468a7899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b8aba5-f0e9-4a84-93cb-035021c7149b'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:00:30.570147 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 70b8aba5-f0e9-4a84-93cb-035021c7149b, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=70b8aba5-f0e9-4a84-93cb-035021c7149b,segment=NetworkSegment(babf2fb0-6b23-4410-abb2-a107cedceb54),segment_id=babf2fb0-6b23-4410-abb2-a107cedceb54)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:00:30.610668 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71b0dcc2-7e0e-41a1-aa9d-2543c0b64fbf'] response: {'server_uuid': 'd01dae8a-7ab6-4211-a02d-4d11468a7899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b8aba5-f0e9-4a84-93cb-035021c7149b', 'code': 200} Apr 11 15:00:30.631675 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:30.706374 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=70b8aba5-f0e9-4a84-93cb-035021c7149b,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:31.049476 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d7b3f-f605-4ddf-b4bd-0675b1f30fd5 req-df380c18-0f59-40a5-98ec-a81f712a8c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:31.051048 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c12d7b3f-f605-4ddf-b4bd-0675b1f30fd5 req-df380c18-0f59-40a5-98ec-a81f712a8c64 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 1098 time: 0.0746861 Apr 11 15:00:31.092901 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c12d7b3f-f605-4ddf-b4bd-0675b1f30fd5 req-abee71b6-9d31-4288-a1b3-b08df45b699c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=02552a09-7438-424e-b319-860da052e693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361280 Apr 11 15:00:31.532796 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ae23b-cd19-4472-9cb2-ccd7348cb317 req-433b5e6a-2dd8-4e4d-b97c-7fd74ad1802a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:31.534269 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e46ae23b-cd19-4472-9cb2-ccd7348cb317 req-433b5e6a-2dd8-4e4d-b97c-7fd74ad1802a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 945 time: 0.0847559 Apr 11 15:00:31.578853 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e46ae23b-cd19-4472-9cb2-ccd7348cb317 req-6ae33cb3-14dd-421d-a2f9-e18834ee1298 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=02552a09-7438-424e-b319-860da052e693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389256 Apr 11 15:00:32.777408 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e58b4-b91c-43b0-9c5f-8aa6e9591a22 req-6e374912-3099-47f1-8cc1-29a9aee7a221 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:32.779369 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2d4e58b4-b91c-43b0-9c5f-8aa6e9591a22 req-6e374912-3099-47f1-8cc1-29a9aee7a221 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 945 time: 0.0876434 Apr 11 15:00:32.824423 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2d4e58b4-b91c-43b0-9c5f-8aa6e9591a22 req-a3286fa7-2047-4f06-ae48-a14e4916283a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=02552a09-7438-424e-b319-860da052e693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397882 Apr 11 15:00:34.025558 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbef3ac-99d8-4245-8140-7d466cedec03 req-82435fd7-ca00-4169-b4b2-673488027ee2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:34.027198 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fdbef3ac-99d8-4245-8140-7d466cedec03 req-82435fd7-ca00-4169-b4b2-673488027ee2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 945 time: 0.0874927 Apr 11 15:00:34.074858 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fdbef3ac-99d8-4245-8140-7d466cedec03 req-1f757088-df6f-4caf-82f1-86b02c20a5b4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=02552a09-7438-424e-b319-860da052e693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412912 Apr 11 15:00:34.267314 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37d807-d278-4606-83eb-283d5fee4bf2 req-ab2b10ef-f1e9-4179-98a6-1bbfe499cfbb tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:34.268964 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1e37d807-d278-4606-83eb-283d5fee4bf2 req-ab2b10ef-f1e9-4179-98a6-1bbfe499cfbb tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 945 time: 0.0864422 Apr 11 15:00:34.317733 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1e37d807-d278-4606-83eb-283d5fee4bf2 req-37960356-80d9-4394-91b2-16658d39983a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=02552a09-7438-424e-b319-860da052e693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412145 Apr 11 15:00:34.351728 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 51864) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:00:34.426225 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfab0f05-2f0f-4668-8361-794fb6d552dd tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:34.427654 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bfab0f05-2f0f-4668-8361-794fb6d552dd tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 1093 time: 0.0749547 Apr 11 15:00:34.430507 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 51868) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:00:34.435393 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': '70b8aba5-f0e9-4a84-93cb-035021c7149b', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:00:34.442491 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:00:34.446338 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:floatingip and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:00:34.449127 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:00:34.455006 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:00:34.554708 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for floatingip, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:34.813494 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:34.947714 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Allocated IP 172.26.7.26 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/228beeb0-f3b7-4c81-a95a-3cc42eb2bf9f) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:00:35.109621 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:35.210916 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:35.299048 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:00:35.303445 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:00:35.308569 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:00:35.341740 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=228beeb0-f3b7-4c81-a95a-3cc42eb2bf9f,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:35.362892 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:35.363167 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:35.363509 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:35.363847 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:35.364184 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:35.364517 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:35.364847 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:35.365174 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:35.365498 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:35.365822 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:35.366172 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:35.366495 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:00:35.380781 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-401a9fd4-4b86-4dc3-8007-e411292bfc98 req-be0b3b44-2a2a-4a30-a07a-6032ee20ddb9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2252581 Apr 11 15:00:35.661787 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a9fd4-4b86-4dc3-8007-e411292bfc98 req-107c0e43-21e6-4e54-8e97-1b2ac9b61f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:35.663227 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-401a9fd4-4b86-4dc3-8007-e411292bfc98 req-107c0e43-21e6-4e54-8e97-1b2ac9b61f2a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 1098 time: 0.1853142 Apr 11 15:00:35.889737 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a9fd4-4b86-4dc3-8007-e411292bfc98 req-1e8ad3e3-2b3a-48f9-9564-38f3dfc7d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:35.891274 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-401a9fd4-4b86-4dc3-8007-e411292bfc98 req-1e8ad3e3-2b3a-48f9-9564-38f3dfc7d0fe service neutron] 10.222.0.53 "GET /v2.0/networks?id=080c86d5-406c-4ad4-8ba3-b08a17c70d06 HTTP/1.1" status: 200 len: 898 time: 0.1765482 Apr 11 15:00:35.970918 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-401a9fd4-4b86-4dc3-8007-e411292bfc98 req-c28dc71e-6b33-428b-a2b7-efb3dc5b5a0c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70b8aba5-f0e9-4a84-93cb-035021c7149b HTTP/1.1" status: 200 len: 217 time: 0.0676789 Apr 11 15:00:36.045809 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:36.050611 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a9fd4-4b86-4dc3-8007-e411292bfc98 req-bb4d881d-b4a4-43ee-ad0a-99ce9483f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:36.052075 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-401a9fd4-4b86-4dc3-8007-e411292bfc98 req-bb4d881d-b4a4-43ee-ad0a-99ce9483f289 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=56d85470-70e7-4c14-9664-8dfe0c1dd98a HTTP/1.1" status: 200 len: 834 time: 0.0737786 Apr 11 15:00:36.136493 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a9fd4-4b86-4dc3-8007-e411292bfc98 req-26484c23-88d1-4a37-8b70-2a537f4ab32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:36.138005 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-401a9fd4-4b86-4dc3-8007-e411292bfc98 req-26484c23-88d1-4a37-8b70-2a537f4ab32a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=080c86d5-406c-4ad4-8ba3-b08a17c70d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804269 Apr 11 15:00:36.300854 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:36.468374 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-401a9fd4-4b86-4dc3-8007-e411292bfc98 req-c588426b-027e-4c8c-8fd4-1a81d65a2531 service neutron] 10.222.0.53 "GET /v2.0/networks/080c86d5-406c-4ad4-8ba3-b08a17c70d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241940 Apr 11 15:00:36.710051 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-401a9fd4-4b86-4dc3-8007-e411292bfc98 req-bc0a0e5b-d4ca-4386-bd88-66df01afb4d9 service neutron] 10.222.0.53 "GET /v2.0/networks/080c86d5-406c-4ad4-8ba3-b08a17c70d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328782 Apr 11 15:00:36.752678 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:36.862692 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:36.975720 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=228beeb0-f3b7-4c81-a95a-3cc42eb2bf9f,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:00:36.986258 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:37.167895 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Floating IP f6bc2704-9394-42b3-bc88-a374821a57ae associated. External IP: 172.26.7.26, port: 70b8aba5-f0e9-4a84-93cb-035021c7149b. Apr 11 15:00:37.534239 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Router d270ff21-9a58-4a01-858f-fceb82fa9585 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:00:37.716163 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:00:37.726615 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2410b237-e24b-4939-ab36-bdbf854bda97 None None] Sync routers for ids ['d270ff21-9a58-4a01-858f-fceb82fa9585'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:00:37.736968 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2410b237-e24b-4939-ab36-bdbf854bda97 None None] Routers {'d270ff21-9a58-4a01-858f-fceb82fa9585'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:00:37.737585 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2410b237-e24b-4939-ab36-bdbf854bda97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:00:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d270ff21-9a58-4a01-858f-fceb82fa9585'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:00:37.826708 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:37.885765 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5490af2f-ad0b-48ab-96dc-3d951b293d69 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4542325 Apr 11 15:00:37.886571 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01dae8a-7ab6-4211-a02d-4d11468a7899', 'tag': '70b8aba5-f0e9-4a84-93cb-035021c7149b'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:00:37.924529 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-2410b237-e24b-4939-ab36-bdbf854bda97 None None] Set router d270ff21-9a58-4a01-858f-fceb82fa9585 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:00:37.947094 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a705522c-24a9-4a44-b8b1-8601bfd72644'] response: {'name': 'network-changed', 'server_uuid': 'd01dae8a-7ab6-4211-a02d-4d11468a7899', 'tag': '70b8aba5-f0e9-4a84-93cb-035021c7149b', 'status': 'completed', 'code': 200} Apr 11 15:00:38.128521 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfcdc55-c23c-4708-9e14-e688fb6a11a8 req-a74fa983-f016-419e-bb01-1d1a9c68be2e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:38.129988 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-acfcdc55-c23c-4708-9e14-e688fb6a11a8 req-a74fa983-f016-419e-bb01-1d1a9c68be2e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 945 time: 0.1406040 Apr 11 15:00:38.132124 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f25f7e-bd49-4c27-8bd2-31b04528d963 req-ee8be758-a19a-4b82-8ad6-d1c1a8969581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:38.133786 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-47f25f7e-bd49-4c27-8bd2-31b04528d963 req-ee8be758-a19a-4b82-8ad6-d1c1a8969581 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 1098 time: 0.1431880 Apr 11 15:00:38.336479 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2410b237-e24b-4939-ab36-bdbf854bda97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546141203', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:00:06Z', 'updated_at': '2022-04-11T15:00:12Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:00:07Z', 'updated_at': '2022-04-11T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': 'f6bc2704-9394-42b3-bc88-a374821a57ae', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'floating_ip_address': '172.26.7.26', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'port_id': '70b8aba5-f0e9-4a84-93cb-035021c7149b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06', 'mac_address': 'fa:16:3e:b7:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01dae8a-7ab6-4211-a02d-4d11468a7899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:00:35Z', 'updated_at': '2022-04-11T15:00:35Z', 'revision_number': 0, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d', 'name': '', 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:9c:ad:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '56d85470-70e7-4c14-9664-8dfe0c1dd98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:00:11Z', 'updated_at': '2022-04-11T15:00:16Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '56d85470-70e7-4c14-9664-8dfe0c1dd98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:00:38.340415 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2410b237-e24b-4939-ab36-bdbf854bda97 None None] Checking router: d270ff21-9a58-4a01-858f-fceb82fa9585 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:00:38.350302 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2410b237-e24b-4939-ab36-bdbf854bda97 None None] Routers {'d270ff21-9a58-4a01-858f-fceb82fa9585'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:00:38.350915 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2410b237-e24b-4939-ab36-bdbf854bda97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:00:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d270ff21-9a58-4a01-858f-fceb82fa9585'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:00:38.392252 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-acfcdc55-c23c-4708-9e14-e688fb6a11a8 req-3c29d6fc-8714-4446-8954-462cb1772dff tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=02552a09-7438-424e-b319-860da052e693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2558150 Apr 11 15:00:38.416424 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51876) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:00:38.436605 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f25f7e-bd49-4c27-8bd2-31b04528d963 req-5c949cf6-3726-48fe-ad73-9e085d02b1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:38.439058 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-47f25f7e-bd49-4c27-8bd2-31b04528d963 req-5c949cf6-3726-48fe-ad73-9e085d02b1f7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=080c86d5-406c-4ad4-8ba3-b08a17c70d06 HTTP/1.1" status: 200 len: 898 time: 0.2846177 Apr 11 15:00:38.531148 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-05c9939e-e57d-46f9-a4eb-36efdf6f97d0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/floatingips/f6bc2704-9394-42b3-bc88-a374821a57ae HTTP/1.1" status: 200 len: 990 time: 0.1124053 Apr 11 15:00:38.540955 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-2410b237-e24b-4939-ab36-bdbf854bda97 None None] Set router d270ff21-9a58-4a01-858f-fceb82fa9585 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:00:38.560561 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-47f25f7e-bd49-4c27-8bd2-31b04528d963 req-30544ca6-e4c8-4b48-95e5-fdeeb794d138 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70b8aba5-f0e9-4a84-93cb-035021c7149b HTTP/1.1" status: 200 len: 998 time: 0.1034813 Apr 11 15:00:38.624242 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f25f7e-bd49-4c27-8bd2-31b04528d963 req-f1272941-69e5-4713-9a8f-3f940f4feacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:38.625773 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-47f25f7e-bd49-4c27-8bd2-31b04528d963 req-f1272941-69e5-4713-9a8f-3f940f4feacb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=56d85470-70e7-4c14-9664-8dfe0c1dd98a HTTP/1.1" status: 200 len: 834 time: 0.0597878 Apr 11 15:00:38.706529 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f25f7e-bd49-4c27-8bd2-31b04528d963 req-408d023c-2ff3-4d81-817d-69fb240b6140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:00:38.707924 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-47f25f7e-bd49-4c27-8bd2-31b04528d963 req-408d023c-2ff3-4d81-817d-69fb240b6140 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=080c86d5-406c-4ad4-8ba3-b08a17c70d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742915 Apr 11 15:00:38.843040 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-47f25f7e-bd49-4c27-8bd2-31b04528d963 req-4a271499-4c16-4354-b0cc-3e9c5a6097fd service neutron] 10.222.0.53 "GET /v2.0/networks/080c86d5-406c-4ad4-8ba3-b08a17c70d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279588 Apr 11 15:00:38.905513 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2410b237-e24b-4939-ab36-bdbf854bda97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546141203', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:00:06Z', 'updated_at': '2022-04-11T15:00:12Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:00:07Z', 'updated_at': '2022-04-11T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': 'f6bc2704-9394-42b3-bc88-a374821a57ae', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'floating_ip_address': '172.26.7.26', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'port_id': '70b8aba5-f0e9-4a84-93cb-035021c7149b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06', 'mac_address': 'fa:16:3e:b7:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01dae8a-7ab6-4211-a02d-4d11468a7899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:00:35Z', 'updated_at': '2022-04-11T15:00:35Z', 'revision_number': 0, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d', 'name': '', 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:9c:ad:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '56d85470-70e7-4c14-9664-8dfe0c1dd98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:00:11Z', 'updated_at': '2022-04-11T15:00:16Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '56d85470-70e7-4c14-9664-8dfe0c1dd98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:00:38.909677 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2410b237-e24b-4939-ab36-bdbf854bda97 None None] The sync data for ids ['d270ff21-9a58-4a01-858f-fceb82fa9585'] in dv-neutron-837330-1-hyperv is: [{'id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546141203', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:00:06Z', 'updated_at': '2022-04-11T15:00:12Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:00:07Z', 'updated_at': '2022-04-11T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': 'f6bc2704-9394-42b3-bc88-a374821a57ae', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'floating_ip_address': '172.26.7.26', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'port_id': '70b8aba5-f0e9-4a84-93cb-035021c7149b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06', 'mac_address': 'fa:16:3e:b7:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01dae8a-7ab6-4211-a02d-4d11468a7899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:00:35Z', 'updated_at': '2022-04-11T15:00:35Z', 'revision_number': 0, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d', 'name': '', 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:9c:ad:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '56d85470-70e7-4c14-9664-8dfe0c1dd98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:00:11Z', 'updated_at': '2022-04-11T15:00:16Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '56d85470-70e7-4c14-9664-8dfe0c1dd98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:00:38.977952 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-47f25f7e-bd49-4c27-8bd2-31b04528d963 req-4adc636c-7342-40bb-a8d9-6a5d7fb7528b service neutron] 10.222.0.53 "GET /v2.0/networks/080c86d5-406c-4ad4-8ba3-b08a17c70d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306188 Apr 11 15:00:39.131396 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb13a509-2091-4782-b3ee-b1e0d0c0d8ac None None] New status for floating IP f6bc2704-9394-42b3-bc88-a374821a57ae: ACTIVE {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:00:39.534040 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51880) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:00:39.646051 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d261ec45-7e09-430b-b3b1-eb487bfe0e0e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/floatingips/f6bc2704-9394-42b3-bc88-a374821a57ae HTTP/1.1" status: 200 len: 992 time: 0.1108055 Apr 11 15:00:45.804103 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:00:54.557270 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:55.234526 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-840a9629-db53-4267-925e-57cb10c18a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:57.745673 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-cd89cc36-9e37-463c-bf9c-9bd5c8b022db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:58.742885 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:00:58.811551 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:01:00.076852 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:01:22.806631 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:01:24.550726 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:01:25.293528 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e1e361e7-af49-4b38-8fff-fa338b45b361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:01:27.739298 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a2fcde36-ceb5-47bc-9d77-80a334e004fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:01:28.790723 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:01:28.830290 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:01:30.068990 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:01:36.215811 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-182124cb-e0d8-47c7-a421-bee798ce247c req-8bbcdb8c-3e1a-4f09-a159-e1e00ecef352 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817795 Apr 11 15:01:36.371012 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182124cb-e0d8-47c7-a421-bee798ce247c req-cb63a696-b181-42f5-b6dc-2c62c4360053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:01:36.372473 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-182124cb-e0d8-47c7-a421-bee798ce247c req-cb63a696-b181-42f5-b6dc-2c62c4360053 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 1098 time: 0.0719149 Apr 11 15:01:36.524352 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182124cb-e0d8-47c7-a421-bee798ce247c req-04c159c4-1113-4559-8ef6-993fe032f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:01:36.525817 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-182124cb-e0d8-47c7-a421-bee798ce247c req-04c159c4-1113-4559-8ef6-993fe032f921 service neutron] 10.222.0.53 "GET /v2.0/networks?id=080c86d5-406c-4ad4-8ba3-b08a17c70d06 HTTP/1.1" status: 200 len: 898 time: 0.1340449 Apr 11 15:01:36.636846 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-182124cb-e0d8-47c7-a421-bee798ce247c req-dd428a54-6d88-4977-b0e9-4234ed9bfbed service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70b8aba5-f0e9-4a84-93cb-035021c7149b HTTP/1.1" status: 200 len: 1000 time: 0.1038728 Apr 11 15:01:36.703968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182124cb-e0d8-47c7-a421-bee798ce247c req-2d47f73d-9fd5-435c-8efd-03a183eaedc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:01:36.705984 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-182124cb-e0d8-47c7-a421-bee798ce247c req-2d47f73d-9fd5-435c-8efd-03a183eaedc5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=56d85470-70e7-4c14-9664-8dfe0c1dd98a HTTP/1.1" status: 200 len: 834 time: 0.0623147 Apr 11 15:01:36.781387 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182124cb-e0d8-47c7-a421-bee798ce247c req-5f1ce998-3185-4d54-bc1b-4ccbc461b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:01:36.782908 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-182124cb-e0d8-47c7-a421-bee798ce247c req-5f1ce998-3185-4d54-bc1b-4ccbc461b5d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=080c86d5-406c-4ad4-8ba3-b08a17c70d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715179 Apr 11 15:01:36.922537 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-182124cb-e0d8-47c7-a421-bee798ce247c req-c6b59975-6556-403d-a412-6d9059d56d9d service neutron] 10.222.0.53 "GET /v2.0/networks/080c86d5-406c-4ad4-8ba3-b08a17c70d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332791 Apr 11 15:01:37.057886 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-182124cb-e0d8-47c7-a421-bee798ce247c req-784ad349-d2b6-438b-9875-385cb0b1828a service neutron] 10.222.0.53 "GET /v2.0/networks/080c86d5-406c-4ad4-8ba3-b08a17c70d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298621 Apr 11 15:01:49.137688 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69801b1f-7a47-4198-9825-b38af4f858a8 req-65f3b5b6-5a5f-4b79-8a2a-f0a988814364 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:01:49.139176 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-69801b1f-7a47-4198-9825-b38af4f858a8 req-65f3b5b6-5a5f-4b79-8a2a-f0a988814364 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 945 time: 0.0894394 Apr 11 15:01:49.186312 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-69801b1f-7a47-4198-9825-b38af4f858a8 req-d9e52601-e70c-482d-87b5-895cc8c5b6e8 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=02552a09-7438-424e-b319-860da052e693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404284 Apr 11 15:01:50.384356 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55feba56-2d6c-4911-b5bf-bf1a02406d51 req-acdbae62-26f1-4197-9a51-01c0e9e8bec1 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:01:50.385802 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-55feba56-2d6c-4911-b5bf-bf1a02406d51 req-acdbae62-26f1-4197-9a51-01c0e9e8bec1 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 945 time: 0.0867643 Apr 11 15:01:50.528407 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-55feba56-2d6c-4911-b5bf-bf1a02406d51 req-c86217d3-262d-4af3-b421-1b81f5f19586 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=02552a09-7438-424e-b319-860da052e693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369424 Apr 11 15:01:50.553515 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51912) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:01:50.659355 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-adacdec4-fd68-42e5-af03-5ab4ed769424 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/floatingips/f6bc2704-9394-42b3-bc88-a374821a57ae HTTP/1.1" status: 200 len: 992 time: 0.1045618 Apr 11 15:01:52.308851 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cd2a7-8531-491f-b7b6-188aee5bcd82 req-e383ba77-92fa-43d0-869c-cf35d01ebbf2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:01:52.310307 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-243cd2a7-8531-491f-b7b6-188aee5bcd82 req-e383ba77-92fa-43d0-869c-cf35d01ebbf2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 945 time: 0.0842924 Apr 11 15:01:52.358840 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-243cd2a7-8531-491f-b7b6-188aee5bcd82 req-28b948d8-b8a5-4f9a-b4a2-23fc35d78342 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=02552a09-7438-424e-b319-860da052e693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425181 Apr 11 15:01:53.549295 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ddfb0-6d8f-4072-b68e-ef3da246eeb8 req-551c7e76-50f0-48b5-b2fd-ecd204be308c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:01:53.550773 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-954ddfb0-6d8f-4072-b68e-ef3da246eeb8 req-551c7e76-50f0-48b5-b2fd-ecd204be308c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 945 time: 0.0801973 Apr 11 15:01:53.595737 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-954ddfb0-6d8f-4072-b68e-ef3da246eeb8 req-e3a00cd7-aa24-4f0b-bd3c-97639135b681 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=02552a09-7438-424e-b319-860da052e693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385640 Apr 11 15:01:53.619713 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51924) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:01:53.722283 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8b02cd6e-48b3-4be9-96c9-74a045fbd2f9 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/floatingips/f6bc2704-9394-42b3-bc88-a374821a57ae HTTP/1.1" status: 200 len: 992 time: 0.1013756 Apr 11 15:01:54.027682 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51932) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:01:54.325914 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-194695e9-f840-4452-8ec2-47c7f3603926 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Deleting port 228beeb0-f3b7-4c81-a95a-3cc42eb2bf9f {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:01:54.326173 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-194695e9-f840-4452-8ec2-47c7f3603926 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:01:54.497997 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-194695e9-f840-4452-8ec2-47c7f3603926 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:01:54.498329 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-194695e9-f840-4452-8ec2-47c7f3603926 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:01:54.556014 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:01:54.621873 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-194695e9-f840-4452-8ec2-47c7f3603926 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Calling delete_port for 228beeb0-f3b7-4c81-a95a-3cc42eb2bf9f owned by network:floatingip {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:01:54.847346 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-194695e9-f840-4452-8ec2-47c7f3603926 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:01:54.894729 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194695e9-f840-4452-8ec2-47c7f3603926 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Port': ['ID=228beeb0-f3b7-4c81-a95a-3cc42eb2bf9f,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:01:54.931937 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194695e9-f840-4452-8ec2-47c7f3603926 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:01:54.932289 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194695e9-f840-4452-8ec2-47c7f3603926 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:01:54.932637 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194695e9-f840-4452-8ec2-47c7f3603926 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:01:54.932977 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194695e9-f840-4452-8ec2-47c7f3603926 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:01:54.933314 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194695e9-f840-4452-8ec2-47c7f3603926 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:01:54.933650 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194695e9-f840-4452-8ec2-47c7f3603926 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:01:54.934010 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194695e9-f840-4452-8ec2-47c7f3603926 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:01:54.934342 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194695e9-f840-4452-8ec2-47c7f3603926 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:01:54.934670 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194695e9-f840-4452-8ec2-47c7f3603926 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:01:54.935002 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194695e9-f840-4452-8ec2-47c7f3603926 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:01:54.935329 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194695e9-f840-4452-8ec2-47c7f3603926 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:01:54.935655 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194695e9-f840-4452-8ec2-47c7f3603926 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:01:54.998359 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-194695e9-f840-4452-8ec2-47c7f3603926 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for floatingip, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:01:54.998715 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-194695e9-f840-4452-8ec2-47c7f3603926 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Floating IP f6bc2704-9394-42b3-bc88-a374821a57ae disassociated (deleted). External IP: 172.26.7.26, port: 70b8aba5-f0e9-4a84-93cb-035021c7149b. Apr 11 15:01:55.207221 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-faef374d-18f4-44b5-b254-b7dfb4c168f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:01:55.353480 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194695e9-f840-4452-8ec2-47c7f3603926 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Router d270ff21-9a58-4a01-858f-fceb82fa9585 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:01:55.643393 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194695e9-f840-4452-8ec2-47c7f3603926 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:01:55.654611 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e72d16-4e4f-41b9-b7d1-bd70c8129c9d None None] Sync routers for ids ['d270ff21-9a58-4a01-858f-fceb82fa9585'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:01:55.664766 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e72d16-4e4f-41b9-b7d1-bd70c8129c9d None None] Routers {'d270ff21-9a58-4a01-858f-fceb82fa9585'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:01:55.665376 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b9e72d16-4e4f-41b9-b7d1-bd70c8129c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:01:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d270ff21-9a58-4a01-858f-fceb82fa9585'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:01:55.716054 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-194695e9-f840-4452-8ec2-47c7f3603926 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:01:55.772630 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-194695e9-f840-4452-8ec2-47c7f3603926 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "DELETE /v2.0/floatingips/f6bc2704-9394-42b3-bc88-a374821a57ae HTTP/1.1" status: 204 len: 168 time: 1.7438273 Apr 11 15:01:55.773209 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01dae8a-7ab6-4211-a02d-4d11468a7899', 'tag': '70b8aba5-f0e9-4a84-93cb-035021c7149b'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:01:55.820771 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-191aa506-253a-4d96-bf58-6952b1867f9c'] response: {'name': 'network-changed', 'server_uuid': 'd01dae8a-7ab6-4211-a02d-4d11468a7899', 'tag': '70b8aba5-f0e9-4a84-93cb-035021c7149b', 'status': 'completed', 'code': 200} Apr 11 15:01:55.853040 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-b9e72d16-4e4f-41b9-b7d1-bd70c8129c9d None None] Set router d270ff21-9a58-4a01-858f-fceb82fa9585 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:01:55.935699 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66177948-103f-4c8f-8abc-440ed5cf3a6d req-5b2843d5-4128-4ced-9c81-a810209039d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:01:55.937102 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-66177948-103f-4c8f-8abc-440ed5cf3a6d req-5b2843d5-4128-4ced-9c81-a810209039d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 1098 time: 0.0749288 Apr 11 15:01:56.093201 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66177948-103f-4c8f-8abc-440ed5cf3a6d req-418a5e94-420a-43ba-ac90-ac43097f23b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:01:56.094728 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-66177948-103f-4c8f-8abc-440ed5cf3a6d req-418a5e94-420a-43ba-ac90-ac43097f23b9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=080c86d5-406c-4ad4-8ba3-b08a17c70d06 HTTP/1.1" status: 200 len: 898 time: 0.1512446 Apr 11 15:01:56.167339 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-66177948-103f-4c8f-8abc-440ed5cf3a6d req-92dcfaf9-22c0-4656-9315-726957e10d48 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70b8aba5-f0e9-4a84-93cb-035021c7149b HTTP/1.1" status: 200 len: 217 time: 0.0665178 Apr 11 15:01:56.182763 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b9e72d16-4e4f-41b9-b7d1-bd70c8129c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546141203', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:00:06Z', 'updated_at': '2022-04-11T15:00:12Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:00:07Z', 'updated_at': '2022-04-11T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d', 'name': '', 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:9c:ad:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '56d85470-70e7-4c14-9664-8dfe0c1dd98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:00:11Z', 'updated_at': '2022-04-11T15:00:16Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '56d85470-70e7-4c14-9664-8dfe0c1dd98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:01:56.186660 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e72d16-4e4f-41b9-b7d1-bd70c8129c9d None None] Checking router: d270ff21-9a58-4a01-858f-fceb82fa9585 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:01:56.195618 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e72d16-4e4f-41b9-b7d1-bd70c8129c9d None None] Routers {'d270ff21-9a58-4a01-858f-fceb82fa9585'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:01:56.196316 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b9e72d16-4e4f-41b9-b7d1-bd70c8129c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:01:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d270ff21-9a58-4a01-858f-fceb82fa9585'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:01:56.286185 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66177948-103f-4c8f-8abc-440ed5cf3a6d req-ed1c4626-01d6-4342-8855-ac84148dbe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:01:56.288135 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-66177948-103f-4c8f-8abc-440ed5cf3a6d req-ed1c4626-01d6-4342-8855-ac84148dbe45 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=56d85470-70e7-4c14-9664-8dfe0c1dd98a HTTP/1.1" status: 200 len: 834 time: 0.0631676 Apr 11 15:01:56.358362 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e917deb-cd7e-4473-bcd0-0dc9ed8153bc req-32a18fb7-b6cb-4386-be1b-3e6e94a799eb tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:01:56.359064 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-6e917deb-cd7e-4473-bcd0-0dc9ed8153bc req-32a18fb7-b6cb-4386-be1b-3e6e94a799eb tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:01:56.368941 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66177948-103f-4c8f-8abc-440ed5cf3a6d req-f335c769-f08b-4cf0-8560-440a54c0e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:01:56.370463 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-66177948-103f-4c8f-8abc-440ed5cf3a6d req-f335c769-f08b-4cf0-8560-440a54c0e33d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=080c86d5-406c-4ad4-8ba3-b08a17c70d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743225 Apr 11 15:01:56.423189 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-b9e72d16-4e4f-41b9-b7d1-bd70c8129c9d None None] Set router d270ff21-9a58-4a01-858f-fceb82fa9585 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:01:56.424446 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-6e917deb-cd7e-4473-bcd0-0dc9ed8153bc req-32a18fb7-b6cb-4386-be1b-3e6e94a799eb tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:01:56.425729 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6e917deb-cd7e-4473-bcd0-0dc9ed8153bc req-32a18fb7-b6cb-4386-be1b-3e6e94a799eb tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 945 time: 0.1531608 Apr 11 15:01:56.475322 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6e917deb-cd7e-4473-bcd0-0dc9ed8153bc req-8e56be8d-411a-4b1f-bd3a-fcb7d9a197d1 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=02552a09-7438-424e-b319-860da052e693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427883 Apr 11 15:01:56.517031 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-66177948-103f-4c8f-8abc-440ed5cf3a6d req-15a56fee-10ea-4a72-9991-d6d5b4faaf02 service neutron] 10.222.0.53 "GET /v2.0/networks/080c86d5-406c-4ad4-8ba3-b08a17c70d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396751 Apr 11 15:01:56.653527 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-66177948-103f-4c8f-8abc-440ed5cf3a6d req-7b791012-203c-4128-b568-be5f341118e7 service neutron] 10.222.0.53 "GET /v2.0/networks/080c86d5-406c-4ad4-8ba3-b08a17c70d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297219 Apr 11 15:01:56.745930 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b9e72d16-4e4f-41b9-b7d1-bd70c8129c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546141203', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:00:06Z', 'updated_at': '2022-04-11T15:00:12Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:00:07Z', 'updated_at': '2022-04-11T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d', 'name': '', 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:9c:ad:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '56d85470-70e7-4c14-9664-8dfe0c1dd98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:00:11Z', 'updated_at': '2022-04-11T15:00:16Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '56d85470-70e7-4c14-9664-8dfe0c1dd98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:01:56.749801 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e72d16-4e4f-41b9-b7d1-bd70c8129c9d None None] The sync data for ids ['d270ff21-9a58-4a01-858f-fceb82fa9585'] in dv-neutron-837330-1-hyperv is: [{'id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546141203', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:00:06Z', 'updated_at': '2022-04-11T15:00:12Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:00:07Z', 'updated_at': '2022-04-11T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d', 'name': '', 'network_id': '080c86d5-406c-4ad4-8ba3-b08a17c70d06', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:9c:ad:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '56d85470-70e7-4c14-9664-8dfe0c1dd98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:00:11Z', 'updated_at': '2022-04-11T15:00:16Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '56d85470-70e7-4c14-9664-8dfe0c1dd98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:01:56.974457 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5098e1e2-dd09-43df-8cb1-198f30e12649 None None] New status for floating IP f6bc2704-9394-42b3-bc88-a374821a57ae: DOWN {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:01:57.671717 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8df87-cde2-41e6-8a4a-447bc0bd8de6 req-65f0ae87-b8c0-4876-af72-51737f9cf72a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:01:57.673183 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b8b8df87-cde2-41e6-8a4a-447bc0bd8de6 req-65f0ae87-b8c0-4876-af72-51737f9cf72a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 945 time: 0.0853977 Apr 11 15:01:57.719960 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b8b8df87-cde2-41e6-8a4a-447bc0bd8de6 req-454a225e-ab66-4650-924f-0fd3d8916a92 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=02552a09-7438-424e-b319-860da052e693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398352 Apr 11 15:01:57.738523 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0c74ac47-69b1-47b6-8c82-f08be974e7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:01:58.250049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b69ce-0f4d-462c-a52b-f0cb5e22a24d req-99e9594a-4c2a-4811-ac9a-5b76bd6288da tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:01:58.251464 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-178b69ce-0f4d-462c-a52b-f0cb5e22a24d req-99e9594a-4c2a-4811-ac9a-5b76bd6288da tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.53 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 945 time: 0.0823340 Apr 11 15:01:58.323771 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-178b69ce-0f4d-462c-a52b-f0cb5e22a24d req-57b0ccc3-fcec-4389-810b-06c3487dfcb4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Deleting port 70b8aba5-f0e9-4a84-93cb-035021c7149b {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:01:58.324029 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-178b69ce-0f4d-462c-a52b-f0cb5e22a24d req-57b0ccc3-fcec-4389-810b-06c3487dfcb4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:01:58.577034 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-178b69ce-0f4d-462c-a52b-f0cb5e22a24d req-57b0ccc3-fcec-4389-810b-06c3487dfcb4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] For port 70b8aba5-f0e9-4a84-93cb-035021c7149b, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=70b8aba5-f0e9-4a84-93cb-035021c7149b,segment=NetworkSegment(babf2fb0-6b23-4410-abb2-a107cedceb54),segment_id=babf2fb0-6b23-4410-abb2-a107cedceb54)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:01:58.577299 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-178b69ce-0f4d-462c-a52b-f0cb5e22a24d req-57b0ccc3-fcec-4389-810b-06c3487dfcb4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:01:58.702047 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [req-178b69ce-0f4d-462c-a52b-f0cb5e22a24d req-57b0ccc3-fcec-4389-810b-06c3487dfcb4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Calling delete_port for 70b8aba5-f0e9-4a84-93cb-035021c7149b owned by compute:nova {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:01:58.709306 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:01:58.799839 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:01:58.904327 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-178b69ce-0f4d-462c-a52b-f0cb5e22a24d req-57b0ccc3-fcec-4389-810b-06c3487dfcb4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:01:58.909467 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c3c0f-daa0-41c8-a058-69fe1af07fe2 req-ce9af7a8-55b8-4916-8470-3bf882c22038 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:01:58.911019 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e12c3c0f-daa0-41c8-a058-69fe1af07fe2 req-ce9af7a8-55b8-4916-8470-3bf882c22038 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 945 time: 0.0816565 Apr 11 15:01:58.953315 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0ccc3-fcec-4389-810b-06c3487dfcb4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Port': ['ID=70b8aba5-f0e9-4a84-93cb-035021c7149b,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:01:58.956295 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e12c3c0f-daa0-41c8-a058-69fe1af07fe2 req-9b2df464-ebf0-4c83-81a2-fa6187c85b02 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=02552a09-7438-424e-b319-860da052e693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388823 Apr 11 15:01:58.999753 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b0ccc3-fcec-4389-810b-06c3487dfcb4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:01:59.000172 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b0ccc3-fcec-4389-810b-06c3487dfcb4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:01:59.000453 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b0ccc3-fcec-4389-810b-06c3487dfcb4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:01:59.000790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b0ccc3-fcec-4389-810b-06c3487dfcb4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:01:59.001125 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b0ccc3-fcec-4389-810b-06c3487dfcb4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:01:59.001460 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b0ccc3-fcec-4389-810b-06c3487dfcb4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:01:59.001793 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b0ccc3-fcec-4389-810b-06c3487dfcb4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:01:59.002144 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b0ccc3-fcec-4389-810b-06c3487dfcb4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:01:59.002473 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b0ccc3-fcec-4389-810b-06c3487dfcb4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:01:59.002799 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b0ccc3-fcec-4389-810b-06c3487dfcb4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:01:59.003145 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b0ccc3-fcec-4389-810b-06c3487dfcb4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:01:59.003452 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b0ccc3-fcec-4389-810b-06c3487dfcb4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:01:59.058228 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-178b69ce-0f4d-462c-a52b-f0cb5e22a24d req-57b0ccc3-fcec-4389-810b-06c3487dfcb4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] No DVR routers for this DVR port 70b8aba5-f0e9-4a84-93cb-035021c7149b on host hv-neutron-8373 {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:01:59.061687 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-178b69ce-0f4d-462c-a52b-f0cb5e22a24d req-57b0ccc3-fcec-4389-810b-06c3487dfcb4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:01:59.063194 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01dae8a-7ab6-4211-a02d-4d11468a7899', 'name': 'network-vif-deleted', 'tag': '70b8aba5-f0e9-4a84-93cb-035021c7149b'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:01:59.107859 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71b02626-5c77-4791-ba98-425e9754a3b4'] response: {'server_uuid': 'd01dae8a-7ab6-4211-a02d-4d11468a7899', 'name': 'network-vif-deleted', 'tag': '70b8aba5-f0e9-4a84-93cb-035021c7149b', 'status': 'completed', 'code': 200} Apr 11 15:01:59.162097 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-178b69ce-0f4d-462c-a52b-f0cb5e22a24d req-57b0ccc3-fcec-4389-810b-06c3487dfcb4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.53 "DELETE /v2.0/ports/70b8aba5-f0e9-4a84-93cb-035021c7149b HTTP/1.1" status: 204 len: 173 time: 0.9052711 Apr 11 15:01:59.806232 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:02:00.058784 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:00.148938 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-38594038-593e-41c8-9d2b-12d82667588d req-86c0e1bc-d674-4acd-86b3-aeb0a4170a8f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=d01dae8a-7ab6-4211-a02d-4d11468a7899 HTTP/1.1" status: 200 len: 210 time: 0.0495136 Apr 11 15:02:01.246772 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51952) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:02:01.812234 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1e35408c-82c7-4b83-9bb2-4d5848dc11de tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:02.166954 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-1e35408c-82c7-4b83-9bb2-4d5848dc11de tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Deleting port cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:02:02.167291 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1e35408c-82c7-4b83-9bb2-4d5848dc11de tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:02.464905 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-1e35408c-82c7-4b83-9bb2-4d5848dc11de tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] For port cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d,segment=NetworkSegment(babf2fb0-6b23-4410-abb2-a107cedceb54),segment_id=babf2fb0-6b23-4410-abb2-a107cedceb54)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:02:02.465631 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1e35408c-82c7-4b83-9bb2-4d5848dc11de tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:02.600115 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-1e35408c-82c7-4b83-9bb2-4d5848dc11de tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Calling delete_port for cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:02:02.615531 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 70b8aba5-f0e9-4a84-93cb-035021c7149b no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:02:02.653911 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: 70b8aba5-f0e9-4a84-93cb-035021c7149b {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:02:02.654377 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 70b8aba5-f0e9-4a84-93cb-035021c7149b not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:02:02.863204 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1e35408c-82c7-4b83-9bb2-4d5848dc11de tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:02.912437 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35408c-82c7-4b83-9bb2-4d5848dc11de tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Port': ['ID=cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:03.198584 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1e35408c-82c7-4b83-9bb2-4d5848dc11de tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:03.567351 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e35408c-82c7-4b83-9bb2-4d5848dc11de tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Router d270ff21-9a58-4a01-858f-fceb82fa9585 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:02:03.745586 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e35408c-82c7-4b83-9bb2-4d5848dc11de tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:02:03.755403 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7703fcf9-fa76-48cb-ab5f-f5d302ca5ac8 None None] Sync routers for ids ['d270ff21-9a58-4a01-858f-fceb82fa9585'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:02:03.758619 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1e35408c-82c7-4b83-9bb2-4d5848dc11de tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "PUT /v2.0/routers/d270ff21-9a58-4a01-858f-fceb82fa9585/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5107710 Apr 11 15:02:03.761443 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51958) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:02:03.765080 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7703fcf9-fa76-48cb-ab5f-f5d302ca5ac8 None None] Routers {'d270ff21-9a58-4a01-858f-fceb82fa9585'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:02:03.765676 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7703fcf9-fa76-48cb-ab5f-f5d302ca5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:01:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d270ff21-9a58-4a01-858f-fceb82fa9585'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:02:03.829304 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-cecabdd6-7515-4e00-9197-948ef3ceff4f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Deleting subnet 56d85470-70e7-4c14-9664-8dfe0c1dd98a {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 15:02:03.832627 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cecabdd6-7515-4e00-9197-948ef3ceff4f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:03.893395 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cecabdd6-7515-4e00-9197-948ef3ceff4f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:03.949338 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-7703fcf9-fa76-48cb-ab5f-f5d302ca5ac8 None None] Set router d270ff21-9a58-4a01-858f-fceb82fa9585 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:02:04.083953 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cecabdd6-7515-4e00-9197-948ef3ceff4f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:04.235003 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cecabdd6-7515-4e00-9197-948ef3ceff4f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:04.240451 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7703fcf9-fa76-48cb-ab5f-f5d302ca5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546141203', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:00:06Z', 'updated_at': '2022-04-11T15:02:02Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:00:07Z', 'updated_at': '2022-04-11T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:02:04.244327 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7703fcf9-fa76-48cb-ab5f-f5d302ca5ac8 None None] Checking router: d270ff21-9a58-4a01-858f-fceb82fa9585 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:02:04.252762 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7703fcf9-fa76-48cb-ab5f-f5d302ca5ac8 None None] Routers {'d270ff21-9a58-4a01-858f-fceb82fa9585'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:02:04.253595 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7703fcf9-fa76-48cb-ab5f-f5d302ca5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:01:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['d270ff21-9a58-4a01-858f-fceb82fa9585'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:02:04.278595 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecabdd6-7515-4e00-9197-948ef3ceff4f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Subnet': ['ID=56d85470-70e7-4c14-9664-8dfe0c1dd98a,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:04.283768 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cecabdd6-7515-4e00-9197-948ef3ceff4f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:04.291544 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cecabdd6-7515-4e00-9197-948ef3ceff4f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "DELETE /v2.0/subnets/56d85470-70e7-4c14-9664-8dfe0c1dd98a HTTP/1.1" status: 204 len: 168 time: 0.5290763 Apr 11 15:02:04.294162 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51962) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:02:04.303892 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330c67c7-55d6-4253-be92-cc7b15261c44 None None] Network 080c86d5-406c-4ad4-8ba3-b08a17c70d06 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 15:02:04.478691 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6c01e801-88b7-494d-b14a-882da7c1cae2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:04.625231 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-7703fcf9-fa76-48cb-ab5f-f5d302ca5ac8 None None] Set router d270ff21-9a58-4a01-858f-fceb82fa9585 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:02:04.661974 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6c01e801-88b7-494d-b14a-882da7c1cae2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:04.731503 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-6c01e801-88b7-494d-b14a-882da7c1cae2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Deleting port 3ca9ee39-1bd6-47ec-9b31-9566330b914f {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:02:04.731840 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6c01e801-88b7-494d-b14a-882da7c1cae2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:04.915415 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12b984f-1495-47cd-8caa-dd597f685f8d None None] DHCP port deletion for 080c86d5-406c-4ad4-8ba3-b08a17c70d06 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 15:02:04.916366 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-6c01e801-88b7-494d-b14a-882da7c1cae2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] For port 3ca9ee39-1bd6-47ec-9b31-9566330b914f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=3ca9ee39-1bd6-47ec-9b31-9566330b914f,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:02:04.916809 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6c01e801-88b7-494d-b14a-882da7c1cae2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:04.922586 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-a12b984f-1495-47cd-8caa-dd597f685f8d None None] Deleting port e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:02:04.922958 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a12b984f-1495-47cd-8caa-dd597f685f8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:05.030821 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7703fcf9-fa76-48cb-ab5f-f5d302ca5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546141203', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:00:06Z', 'updated_at': '2022-04-11T15:02:02Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:00:07Z', 'updated_at': '2022-04-11T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:02:05.040474 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-6c01e801-88b7-494d-b14a-882da7c1cae2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Calling delete_port for 3ca9ee39-1bd6-47ec-9b31-9566330b914f owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:02:05.050990 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7703fcf9-fa76-48cb-ab5f-f5d302ca5ac8 None None] The sync data for ids ['d270ff21-9a58-4a01-858f-fceb82fa9585'] in dv-neutron-837330-1-hyperv is: [{'id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546141203', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:00:06Z', 'updated_at': '2022-04-11T15:02:02Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '3ca9ee39-1bd6-47ec-9b31-9566330b914f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd270ff21-9a58-4a01-858f-fceb82fa9585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:00:07Z', 'updated_at': '2022-04-11T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:02:05.229637 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-a12b984f-1495-47cd-8caa-dd597f685f8d None None] For port e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8,segment=NetworkSegment(babf2fb0-6b23-4410-abb2-a107cedceb54),segment_id=babf2fb0-6b23-4410-abb2-a107cedceb54)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:02:05.230062 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a12b984f-1495-47cd-8caa-dd597f685f8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:05.287213 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6c01e801-88b7-494d-b14a-882da7c1cae2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:05.356512 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-a12b984f-1495-47cd-8caa-dd597f685f8d None None] Calling delete_port for e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:02:05.368899 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01e801-88b7-494d-b14a-882da7c1cae2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Port': ['ID=3ca9ee39-1bd6-47ec-9b31-9566330b914f,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:05.431428 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6c01e801-88b7-494d-b14a-882da7c1cae2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:05.611547 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a12b984f-1495-47cd-8caa-dd597f685f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:05.670545 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b984f-1495-47cd-8caa-dd597f685f8d None None] Pushing event deleted for resources: {'Port': ['ID=e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:05.675386 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12b984f-1495-47cd-8caa-dd597f685f8d None None] No DVR routers for this DVR port e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8 on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:02:05.681644 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12b984f-1495-47cd-8caa-dd597f685f8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:02:05.682032 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12b984f-1495-47cd-8caa-dd597f685f8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:02:05.682374 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12b984f-1495-47cd-8caa-dd597f685f8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:02:05.687914 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12b984f-1495-47cd-8caa-dd597f685f8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:02:05.688283 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12b984f-1495-47cd-8caa-dd597f685f8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:02:05.688630 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12b984f-1495-47cd-8caa-dd597f685f8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:02:05.688969 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12b984f-1495-47cd-8caa-dd597f685f8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:02:05.689304 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12b984f-1495-47cd-8caa-dd597f685f8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:02:05.689636 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12b984f-1495-47cd-8caa-dd597f685f8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:02:05.689994 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12b984f-1495-47cd-8caa-dd597f685f8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:02:05.690323 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12b984f-1495-47cd-8caa-dd597f685f8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:02:05.690646 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12b984f-1495-47cd-8caa-dd597f685f8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:02:05.739355 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6c01e801-88b7-494d-b14a-882da7c1cae2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:05.741437 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6c01e801-88b7-494d-b14a-882da7c1cae2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:05.841301 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6c01e801-88b7-494d-b14a-882da7c1cae2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:05.841875 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c01e801-88b7-494d-b14a-882da7c1cae2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Fanout notify agent at l3_agent the message router_deleted on router d270ff21-9a58-4a01-858f-fceb82fa9585 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 15:02:05.859255 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6c01e801-88b7-494d-b14a-882da7c1cae2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:05.860592 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6c01e801-88b7-494d-b14a-882da7c1cae2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "DELETE /v2.0/routers/d270ff21-9a58-4a01-858f-fceb82fa9585 HTTP/1.1" status: 204 len: 168 time: 1.5652871 Apr 11 15:02:05.863024 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51968) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:02:05.980756 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9fc327ea-2d1b-4d4c-bd20-e81df6479139 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:06.126766 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9fc327ea-2d1b-4d4c-bd20-e81df6479139 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:06.152018 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-9fc327ea-2d1b-4d4c-bd20-e81df6479139 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080c86d5-406c-4ad4-8ba3-b08a17c70d06']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:02:06.163547 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-9fc327ea-2d1b-4d4c-bd20-e81df6479139 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'babf2fb0-6b23-4410-abb2-a107cedceb54') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:02:06.163844 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-9fc327ea-2d1b-4d4c-bd20-e81df6479139 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'babf2fb0-6b23-4410-abb2-a107cedceb54') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:02:06.174788 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9fc327ea-2d1b-4d4c-bd20-e81df6479139 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:06.190612 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9fc327ea-2d1b-4d4c-bd20-e81df6479139 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:06.197725 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc327ea-2d1b-4d4c-bd20-e81df6479139 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:02:06.198136 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9fc327ea-2d1b-4d4c-bd20-e81df6479139 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:02:06.212378 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:02:06.389939 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9fc327ea-2d1b-4d4c-bd20-e81df6479139 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:06.408239 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9fc327ea-2d1b-4d4c-bd20-e81df6479139 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:06.469315 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3ca9ee39-1bd6-47ec-9b31-9566330b914f no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:02:06.469812 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc327ea-2d1b-4d4c-bd20-e81df6479139 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Network': ['ID=080c86d5-406c-4ad4-8ba3-b08a17c70d06,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:06.470036 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 3ca9ee39-1bd6-47ec-9b31-9566330b914f {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:02:06.470036 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 3ca9ee39-1bd6-47ec-9b31-9566330b914f not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:02:06.470036 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:02:06.501342 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:02:06.501681 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device e5fdb113-c8d1-48ad-b0c4-4eaa76547bb8 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:02:06.502180 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:02:06.539192 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:02:06.539534 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device cfdd1ba3-e3a3-4577-a941-bc3ebbadc36d not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:02:06.556181 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9fc327ea-2d1b-4d4c-bd20-e81df6479139 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "DELETE /v2.0/networks/080c86d5-406c-4ad4-8ba3-b08a17c70d06 HTTP/1.1" status: 204 len: 168 time: 0.6921406 Apr 11 15:02:06.558810 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51972) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:02:06.630325 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d6faf957-a400-43de-ab9c-4c60936dc701 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:06.662032 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d6faf957-a400-43de-ab9c-4c60936dc701 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:06.789657 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d6faf957-a400-43de-ab9c-4c60936dc701 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:06.807068 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6faf957-a400-43de-ab9c-4c60936dc701 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02552a09-7438-424e-b319-860da052e693,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:06.924692 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d6faf957-a400-43de-ab9c-4c60936dc701 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:06.925822 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d6faf957-a400-43de-ab9c-4c60936dc701 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "DELETE /v2.0/security-groups/02552a09-7438-424e-b319-860da052e693 HTTP/1.1" status: 204 len: 168 time: 0.3661046 Apr 11 15:02:08.545423 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51982) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:02:08.550565 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-ae7c6f0a-916b-46e1-b2f9-351dd08317dc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1209805294', 'description': 'tempest-secgroup-smoke-1209805294 description', 'project_id': '3fd27714ee9e4925afa207147871cc90'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:02:08.557639 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ae7c6f0a-916b-46e1-b2f9-351dd08317dc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:02:08.561746 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ae7c6f0a-916b-46e1-b2f9-351dd08317dc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:02:08.564570 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ae7c6f0a-916b-46e1-b2f9-351dd08317dc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:02:08.571068 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ae7c6f0a-916b-46e1-b2f9-351dd08317dc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:02:08.647381 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ae7c6f0a-916b-46e1-b2f9-351dd08317dc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:08.667708 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ae7c6f0a-916b-46e1-b2f9-351dd08317dc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:02:08.671566 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ae7c6f0a-916b-46e1-b2f9-351dd08317dc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:02:08.674368 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ae7c6f0a-916b-46e1-b2f9-351dd08317dc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:02:08.680760 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ae7c6f0a-916b-46e1-b2f9-351dd08317dc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:02:08.749950 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ae7c6f0a-916b-46e1-b2f9-351dd08317dc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:08.807144 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ae7c6f0a-916b-46e1-b2f9-351dd08317dc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:08.852142 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c6f0a-916b-46e1-b2f9-351dd08317dc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66179578-d756-485a-b778-39f71584edff,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:08.904169 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ae7c6f0a-916b-46e1-b2f9-351dd08317dc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:08.905327 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ae7c6f0a-916b-46e1-b2f9-351dd08317dc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3588674 Apr 11 15:02:08.908174 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51986) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:02:08.914078 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-2c068779-d8c9-4fb0-bc49-dc846a78780f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': '66179578-d756-485a-b778-39f71584edff', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:02:08.920105 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2c068779-d8c9-4fb0-bc49-dc846a78780f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:02:08.923911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2c068779-d8c9-4fb0-bc49-dc846a78780f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:02:08.926910 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2c068779-d8c9-4fb0-bc49-dc846a78780f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:02:08.932612 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2c068779-d8c9-4fb0-bc49-dc846a78780f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:02:09.048399 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2c068779-d8c9-4fb0-bc49-dc846a78780f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:09.110056 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2c068779-d8c9-4fb0-bc49-dc846a78780f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:09.167142 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2c068779-d8c9-4fb0-bc49-dc846a78780f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:09.190756 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c068779-d8c9-4fb0-bc49-dc846a78780f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa851be-6772-4cd6-aaf1-e80435d46e89,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:09.252438 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2c068779-d8c9-4fb0-bc49-dc846a78780f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:09.253669 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2c068779-d8c9-4fb0-bc49-dc846a78780f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3445504 Apr 11 15:02:09.256954 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51990) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:02:09.261899 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-2ee2f199-f9bd-47a6-8392-38b488b6e78b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': '66179578-d756-485a-b778-39f71584edff', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:02:09.267856 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2ee2f199-f9bd-47a6-8392-38b488b6e78b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:02:09.271815 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2ee2f199-f9bd-47a6-8392-38b488b6e78b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:02:09.274767 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2ee2f199-f9bd-47a6-8392-38b488b6e78b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:02:09.280427 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2ee2f199-f9bd-47a6-8392-38b488b6e78b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:02:09.362019 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2ee2f199-f9bd-47a6-8392-38b488b6e78b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:09.422699 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2ee2f199-f9bd-47a6-8392-38b488b6e78b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:09.503052 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2ee2f199-f9bd-47a6-8392-38b488b6e78b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:09.527697 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2f199-f9bd-47a6-8392-38b488b6e78b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7395304-718f-4239-ba54-8a1bacbcfa24,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:09.611645 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2ee2f199-f9bd-47a6-8392-38b488b6e78b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:09.612893 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2ee2f199-f9bd-47a6-8392-38b488b6e78b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3550074 Apr 11 15:02:09.616263 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51994) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:02:09.621777 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-9c2ec614-6cf1-41be-a382-0fe2fdea0c8a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': '66179578-d756-485a-b778-39f71584edff', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:02:09.628051 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9c2ec614-6cf1-41be-a382-0fe2fdea0c8a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:02:09.632906 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9c2ec614-6cf1-41be-a382-0fe2fdea0c8a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:02:09.635815 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9c2ec614-6cf1-41be-a382-0fe2fdea0c8a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:02:09.641484 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9c2ec614-6cf1-41be-a382-0fe2fdea0c8a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:02:09.727818 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9c2ec614-6cf1-41be-a382-0fe2fdea0c8a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:09.793043 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9c2ec614-6cf1-41be-a382-0fe2fdea0c8a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:09.874059 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9c2ec614-6cf1-41be-a382-0fe2fdea0c8a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:09.897609 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ec614-6cf1-41be-a382-0fe2fdea0c8a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313e7944-a7d1-41ee-af75-af75576887f9,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:09.965926 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9c2ec614-6cf1-41be-a382-0fe2fdea0c8a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:09.967181 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9c2ec614-6cf1-41be-a382-0fe2fdea0c8a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3499701 Apr 11 15:02:09.969923 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 51998) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:02:09.974819 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-a4d25994-f07b-4c8d-bf87-7a8563addd35 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': '66179578-d756-485a-b778-39f71584edff', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:02:09.980895 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a4d25994-f07b-4c8d-bf87-7a8563addd35 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:02:09.984668 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a4d25994-f07b-4c8d-bf87-7a8563addd35 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:02:09.987574 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a4d25994-f07b-4c8d-bf87-7a8563addd35 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:02:09.993551 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a4d25994-f07b-4c8d-bf87-7a8563addd35 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:02:10.081412 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a4d25994-f07b-4c8d-bf87-7a8563addd35 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:10.145060 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a4d25994-f07b-4c8d-bf87-7a8563addd35 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:10.218706 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a4d25994-f07b-4c8d-bf87-7a8563addd35 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:10.241882 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d25994-f07b-4c8d-bf87-7a8563addd35 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6124ea0d-40b1-4bb8-92fd-bcf7d3015bda,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:10.315164 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a4d25994-f07b-4c8d-bf87-7a8563addd35 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:10.316356 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a4d25994-f07b-4c8d-bf87-7a8563addd35 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3455164 Apr 11 15:02:10.319682 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52002) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:02:10.324719 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-60b7f9a4-111a-46db-b0ed-ad7e5f621805 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': '66179578-d756-485a-b778-39f71584edff', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:02:10.330754 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-60b7f9a4-111a-46db-b0ed-ad7e5f621805 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:02:10.335216 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-60b7f9a4-111a-46db-b0ed-ad7e5f621805 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:02:10.338253 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-60b7f9a4-111a-46db-b0ed-ad7e5f621805 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:02:10.344100 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-60b7f9a4-111a-46db-b0ed-ad7e5f621805 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:02:10.435670 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-60b7f9a4-111a-46db-b0ed-ad7e5f621805 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Project 3fd27714ee9e4925afa207147871cc90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:02:10.443337 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-60b7f9a4-111a-46db-b0ed-ad7e5f621805 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:10.507769 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-60b7f9a4-111a-46db-b0ed-ad7e5f621805 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:10.577266 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-60b7f9a4-111a-46db-b0ed-ad7e5f621805 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:10.604309 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7f9a4-111a-46db-b0ed-ad7e5f621805 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6585576-d3c4-4e4a-b135-b743043cd9b4,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:10.680195 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-60b7f9a4-111a-46db-b0ed-ad7e5f621805 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:10.681665 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-60b7f9a4-111a-46db-b0ed-ad7e5f621805 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3610623 Apr 11 15:02:10.684318 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52006) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:02:10.689231 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-a4f644c2-9107-4928-b064-46e132a75268 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': '66179578-d756-485a-b778-39f71584edff', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:02:10.696688 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a4f644c2-9107-4928-b064-46e132a75268 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:02:10.702818 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a4f644c2-9107-4928-b064-46e132a75268 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:02:10.704637 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a4f644c2-9107-4928-b064-46e132a75268 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:02:10.710543 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a4f644c2-9107-4928-b064-46e132a75268 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:02:10.777236 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-a4f644c2-9107-4928-b064-46e132a75268 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Project 3fd27714ee9e4925afa207147871cc90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:02:10.784048 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a4f644c2-9107-4928-b064-46e132a75268 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:10.850413 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a4f644c2-9107-4928-b064-46e132a75268 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:10.919613 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a4f644c2-9107-4928-b064-46e132a75268 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:10.943795 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f644c2-9107-4928-b064-46e132a75268 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc9558c4-539b-4661-a4ed-60e81becb953,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:11.005795 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a4f644c2-9107-4928-b064-46e132a75268 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:11.007281 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a4f644c2-9107-4928-b064-46e132a75268 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3220043 Apr 11 15:02:11.010118 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52010) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:02:11.015945 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-2d442168-f77b-45e8-b757-32e0ce5b9407 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'network': {'name': 'tempest-network-smoke--1937559326', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'port_security_enabled': True}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:02:11.021403 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2d442168-f77b-45e8-b757-32e0ce5b9407 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:02:11.025603 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2d442168-f77b-45e8-b757-32e0ce5b9407 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:network and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:02:11.028644 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2d442168-f77b-45e8-b757-32e0ce5b9407 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:02:11.034537 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2d442168-f77b-45e8-b757-32e0ce5b9407 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:02:11.121252 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d442168-f77b-45e8-b757-32e0ce5b9407 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Made reservation on behalf of 3fd27714ee9e4925afa207147871cc90 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:02:11.124779 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2d442168-f77b-45e8-b757-32e0ce5b9407 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:11.153780 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d442168-f77b-45e8-b757-32e0ce5b9407 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:02:11.162860 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2d442168-f77b-45e8-b757-32e0ce5b9407 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:11.165700 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-2d442168-f77b-45e8-b757-32e0ce5b9407 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Added segment bc9ff3f5-d72f-4ccb-a055-48d50e81be5c of type vlan for network f4b6bf9e-047b-4a58-aeb7-1787c257cc2f Apr 11 15:02:11.188182 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2d442168-f77b-45e8-b757-32e0ce5b9407 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:11.281070 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2d442168-f77b-45e8-b757-32e0ce5b9407 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:11.287171 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d442168-f77b-45e8-b757-32e0ce5b9407 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:11.287764 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2d442168-f77b-45e8-b757-32e0ce5b9407 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:11.396224 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d442168-f77b-45e8-b757-32e0ce5b9407 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Network': ['ID=f4b6bf9e-047b-4a58-aeb7-1787c257cc2f,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:11.406555 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network f4b6bf9e-047b-4a58-aeb7-1787c257cc2f details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 15:02:11.440652 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2d442168-f77b-45e8-b757-32e0ce5b9407 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4293120 Apr 11 15:02:11.444031 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52014) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:02:11.449144 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-c94f81e7-5e3d-405e-92fe-d2168680a61a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-476028864', 'admin_state_up': True, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:02:11.456350 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c94f81e7-5e3d-405e-92fe-d2168680a61a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:02:11.460905 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c94f81e7-5e3d-405e-92fe-d2168680a61a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:router and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:02:11.463776 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c94f81e7-5e3d-405e-92fe-d2168680a61a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:02:11.470123 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c94f81e7-5e3d-405e-92fe-d2168680a61a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:02:11.561774 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c94f81e7-5e3d-405e-92fe-d2168680a61a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:11.562831 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c94f81e7-5e3d-405e-92fe-d2168680a61a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:11.577923 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c94f81e7-5e3d-405e-92fe-d2168680a61a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:12.029248 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c94f81e7-5e3d-405e-92fe-d2168680a61a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:12.398533 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c94f81e7-5e3d-405e-92fe-d2168680a61a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:12.428513 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c94f81e7-5e3d-405e-92fe-d2168680a61a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:12.565412 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-c94f81e7-5e3d-405e-92fe-d2168680a61a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Allocated IP 172.26.7.156 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/2a5ccb2c-e96e-485d-8468-e1f01561405f) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:02:12.714708 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c94f81e7-5e3d-405e-92fe-d2168680a61a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:12.795924 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c94f81e7-5e3d-405e-92fe-d2168680a61a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:12.856580 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94f81e7-5e3d-405e-92fe-d2168680a61a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:02:12.859313 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-c94f81e7-5e3d-405e-92fe-d2168680a61a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:02:12.862269 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f81e7-5e3d-405e-92fe-d2168680a61a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:02:12.916523 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f81e7-5e3d-405e-92fe-d2168680a61a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=2a5ccb2c-e96e-485d-8468-e1f01561405f,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:13.365508 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c94f81e7-5e3d-405e-92fe-d2168680a61a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:13.840680 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c94f81e7-5e3d-405e-92fe-d2168680a61a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:14.098250 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94f81e7-5e3d-405e-92fe-d2168680a61a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Router 427c3608-53fb-4ba6-8b53-200ef02a9ff2 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 15:02:14.284184 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94f81e7-5e3d-405e-92fe-d2168680a61a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:02:14.295735 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] Sync routers for ids ['427c3608-53fb-4ba6-8b53-200ef02a9ff2'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:02:14.336532 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] Routers {'427c3608-53fb-4ba6-8b53-200ef02a9ff2'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:02:14.337130 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:01:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['427c3608-53fb-4ba6-8b53-200ef02a9ff2'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:02:14.378467 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c94f81e7-5e3d-405e-92fe-d2168680a61a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:14.379720 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c94f81e7-5e3d-405e-92fe-d2168680a61a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9347429 Apr 11 15:02:14.383307 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52018) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:02:14.427945 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-871d42eb-7f3b-4150-a8ec-5ea4504d6242 tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=3fd27714ee9e4925afa207147871cc90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434875 Apr 11 15:02:14.430448 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52022) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:02:14.518990 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] Set router 427c3608-53fb-4ba6-8b53-200ef02a9ff2 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:02:14.559707 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6381998e-1bde-47b3-9862-d571e92ee1bd tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:14.561214 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6381998e-1bde-47b3-9862-d571e92ee1bd tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298013 Apr 11 15:02:14.564190 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52026) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:02:14.603568 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9170b5d5-65fe-4c51-833b-a9e128568a98 tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=cff58315-4a25-4203-8056-2db185a2b95d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382798 Apr 11 15:02:14.606390 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52030) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:02:14.611578 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-9bf1c30d-3c4e-4919-bbf6-30ecb594932f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-163229110', 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:02:14.721367 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9bf1c30d-3c4e-4919-bbf6-30ecb594932f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:02:14.726019 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9bf1c30d-3c4e-4919-bbf6-30ecb594932f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:subnet and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:02:14.728825 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9bf1c30d-3c4e-4919-bbf6-30ecb594932f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:02:14.734462 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9bf1c30d-3c4e-4919-bbf6-30ecb594932f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:02:14.795314 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf1c30d-3c4e-4919-bbf6-30ecb594932f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Made reservation on behalf of 3fd27714ee9e4925afa207147871cc90 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:02:14.798974 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9bf1c30d-3c4e-4919-bbf6-30ecb594932f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:14.800923 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476028864', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:02:11Z', 'updated_at': '2022-04-11T15:02:13Z', 'revision_number': 3, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:85:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:02:12Z', 'updated_at': '2022-04-11T15:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:02:14.805777 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] Checking router: 427c3608-53fb-4ba6-8b53-200ef02a9ff2 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:02:14.806121 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] Updating router 427c3608-53fb-4ba6-8b53-200ef02a9ff2 port 2a5ccb2c-e96e-485d-8468-e1f01561405f binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:02:14.858456 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:15.058954 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9bf1c30d-3c4e-4919-bbf6-30ecb594932f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:15.140828 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1c30d-3c4e-4919-bbf6-30ecb594932f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Subnet': ['ID=95e3d769-2771-47f1-a0e9-45d8aba13083,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:15.152337 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf1c30d-3c4e-4919-bbf6-30ecb594932f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Checking segment: {'id': 'bc9ff3f5-d72f-4ccb-a055-48d50e81be5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:02:15.152700 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf1c30d-3c4e-4919-bbf6-30ecb594932f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network hostable DHCP agents. Network: f4b6bf9e-047b-4a58-aeb7-1787c257cc2f, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:02:15.196685 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:15.208011 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] Transition to ACTIVE for port object 2a5ccb2c-e96e-485d-8468-e1f01561405f will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:02:15.235688 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf1c30d-3c4e-4919-bbf6-30ecb594932f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network f4b6bf9e-047b-4a58-aeb7-1787c257cc2f is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:02:15.281304 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:15.308958 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-9bf1c30d-3c4e-4919-bbf6-30ecb594932f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, f4b6bf9e-047b-4a58-aeb7-1787c257cc2f) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:02:15.312924 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf1c30d-3c4e-4919-bbf6-30ecb594932f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:15.313504 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9bf1c30d-3c4e-4919-bbf6-30ecb594932f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:15.319366 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606be33d-d1ef-451c-9fca-eed3a9d99c17 None None] Network f4b6bf9e-047b-4a58-aeb7-1787c257cc2f requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 15:02:15.369351 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] Attempting to bind port 2a5ccb2c-e96e-485d-8468-e1f01561405f on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:02:15.369978 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] Attempting to bind port 2a5ccb2c-e96e-485d-8468-e1f01561405f by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:02:15.370182 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] Attempting to bind port 2a5ccb2c-e96e-485d-8468-e1f01561405f on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:02:15.372134 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54813b14-2084-4374-acc2-a57b8f453f33 None None] Pushing event updated for resources: {'Port': ['ID=2a5ccb2c-e96e-485d-8468-e1f01561405f,revision_number=2']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:15.381954 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54813b14-2084-4374-acc2-a57b8f453f33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:02:15.382294 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54813b14-2084-4374-acc2-a57b8f453f33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:02:15.382625 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54813b14-2084-4374-acc2-a57b8f453f33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:02:15.382950 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54813b14-2084-4374-acc2-a57b8f453f33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:02:15.383274 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54813b14-2084-4374-acc2-a57b8f453f33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:02:15.383596 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54813b14-2084-4374-acc2-a57b8f453f33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:02:15.383923 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54813b14-2084-4374-acc2-a57b8f453f33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:02:15.384229 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54813b14-2084-4374-acc2-a57b8f453f33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:02:15.384546 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54813b14-2084-4374-acc2-a57b8f453f33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:02:15.384858 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54813b14-2084-4374-acc2-a57b8f453f33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:02:15.385171 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54813b14-2084-4374-acc2-a57b8f453f33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:02:15.385481 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54813b14-2084-4374-acc2-a57b8f453f33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:02:15.388587 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:02:15.388944 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:02:15.389332 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:15.389701 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:02:15.390175 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] Bound port: 2a5ccb2c-e96e-485d-8468-e1f01561405f, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:02:15.390537 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:15.423723 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9bf1c30d-3c4e-4919-bbf6-30ecb594932f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8163350 Apr 11 15:02:15.426342 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52034) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:02:15.470080 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] For port 2a5ccb2c-e96e-485d-8468-e1f01561405f, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:02:15.474174 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] For port 2a5ccb2c-e96e-485d-8468-e1f01561405f, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2a5ccb2c-e96e-485d-8468-e1f01561405f,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:02:15.552932 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45df43e8-3039-4eb1-a812-cbdf798f6823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-f4b6bf9e-047b-4a58-aeb7-1787c257cc2f', 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'fixed_ips': [{'subnet_id': '95e3d769-2771-47f1-a0e9-45d8aba13083'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 15:02:15.554011 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-45df43e8-3039-4eb1-a812-cbdf798f6823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:15.554835 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:15.635631 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] Routers {'427c3608-53fb-4ba6-8b53-200ef02a9ff2'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:02:15.636818 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:01:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['427c3608-53fb-4ba6-8b53-200ef02a9ff2'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:02:15.715614 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54813b14-2084-4374-acc2-a57b8f453f33 None None] Pushing event updated for resources: {'Port': ['ID=2a5ccb2c-e96e-485d-8468-e1f01561405f,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:15.730453 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-45df43e8-3039-4eb1-a812-cbdf798f6823 None None] Allocated IP 172.20.0.2 (f4b6bf9e-047b-4a58-aeb7-1787c257cc2f/95e3d769-2771-47f1-a0e9-45d8aba13083/9219adf8-1454-4d6f-9e9b-7e899ceff8de) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:02:15.836310 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] Set router 427c3608-53fb-4ba6-8b53-200ef02a9ff2 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:02:15.962229 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-45df43e8-3039-4eb1-a812-cbdf798f6823 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:15.979829 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-45df43e8-3039-4eb1-a812-cbdf798f6823 None None] Transition to ACTIVE for port object 9219adf8-1454-4d6f-9e9b-7e899ceff8de will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:02:16.009060 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-45df43e8-3039-4eb1-a812-cbdf798f6823 None None] Transition to ACTIVE for port object 9219adf8-1454-4d6f-9e9b-7e899ceff8de will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:02:16.099001 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-45df43e8-3039-4eb1-a812-cbdf798f6823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:16.162012 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45df43e8-3039-4eb1-a812-cbdf798f6823 None None] Network f4b6bf9e-047b-4a58-aeb7-1787c257cc2f is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:02:16.165096 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-45df43e8-3039-4eb1-a812-cbdf798f6823 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:02:16.173412 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45df43e8-3039-4eb1-a812-cbdf798f6823 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:02:16.182824 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476028864', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:02:11Z', 'updated_at': '2022-04-11T15:02:13Z', 'revision_number': 3, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:85:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:02:12Z', 'updated_at': '2022-04-11T15:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:02:16.186882 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b09ad7-75c9-4dbb-beb7-c9fbf4db6df6 None None] The sync data for ids ['427c3608-53fb-4ba6-8b53-200ef02a9ff2'] in dv-neutron-837330-1-hyperv is: [{'id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476028864', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:02:11Z', 'updated_at': '2022-04-11T15:02:13Z', 'revision_number': 3, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:85:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:02:12Z', 'updated_at': '2022-04-11T15:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:02:16.246261 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df43e8-3039-4eb1-a812-cbdf798f6823 None None] Pushing event updated for resources: {'Port': ['ID=9219adf8-1454-4d6f-9e9b-7e899ceff8de,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:16.277836 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-45df43e8-3039-4eb1-a812-cbdf798f6823 None None] Attempting to bind port 9219adf8-1454-4d6f-9e9b-7e899ceff8de on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:02:16.278410 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-45df43e8-3039-4eb1-a812-cbdf798f6823 None None] Attempting to bind port 9219adf8-1454-4d6f-9e9b-7e899ceff8de by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bc9ff3f5-d72f-4ccb-a055-48d50e81be5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:02:16.278775 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df43e8-3039-4eb1-a812-cbdf798f6823 None None] Attempting to bind port 9219adf8-1454-4d6f-9e9b-7e899ceff8de on network f4b6bf9e-047b-4a58-aeb7-1787c257cc2f {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:02:16.284687 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df43e8-3039-4eb1-a812-cbdf798f6823 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:02:16.285060 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df43e8-3039-4eb1-a812-cbdf798f6823 None None] Checking segment: {'id': 'bc9ff3f5-d72f-4ccb-a055-48d50e81be5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:02:16.285459 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-45df43e8-3039-4eb1-a812-cbdf798f6823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:16.286439 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df43e8-3039-4eb1-a812-cbdf798f6823 None None] Bound using segment: {'id': 'bc9ff3f5-d72f-4ccb-a055-48d50e81be5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:02:16.287864 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-45df43e8-3039-4eb1-a812-cbdf798f6823 None None] Bound port: 9219adf8-1454-4d6f-9e9b-7e899ceff8de, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9ff3f5-d72f-4ccb-a055-48d50e81be5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:02:16.288370 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-45df43e8-3039-4eb1-a812-cbdf798f6823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:16.335491 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cff0bc2d-0418-42f6-a448-42089e1ba28c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:16.387438 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-45df43e8-3039-4eb1-a812-cbdf798f6823 None None] For port 9219adf8-1454-4d6f-9e9b-7e899ceff8de, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:02:16.391099 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-45df43e8-3039-4eb1-a812-cbdf798f6823 None None] For port 9219adf8-1454-4d6f-9e9b-7e899ceff8de, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9219adf8-1454-4d6f-9e9b-7e899ceff8de,segment=NetworkSegment(bc9ff3f5-d72f-4ccb-a055-48d50e81be5c),segment_id=bc9ff3f5-d72f-4ccb-a055-48d50e81be5c)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:02:16.481874 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-45df43e8-3039-4eb1-a812-cbdf798f6823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:16.573757 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df43e8-3039-4eb1-a812-cbdf798f6823 None None] Pushing event updated for resources: {'Port': ['ID=9219adf8-1454-4d6f-9e9b-7e899ceff8de,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:16.802673 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-cff0bc2d-0418-42f6-a448-42089e1ba28c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Allocated IP 172.20.0.1 (f4b6bf9e-047b-4a58-aeb7-1787c257cc2f/95e3d769-2771-47f1-a0e9-45d8aba13083/48fb11de-130b-4afa-8079-8f98cfbbfdf6) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:02:16.989167 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cff0bc2d-0418-42f6-a448-42089e1ba28c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:17.007039 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-cff0bc2d-0418-42f6-a448-42089e1ba28c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Transition to ACTIVE for port object 48fb11de-130b-4afa-8079-8f98cfbbfdf6 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:02:17.093721 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cff0bc2d-0418-42f6-a448-42089e1ba28c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:17.162956 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff0bc2d-0418-42f6-a448-42089e1ba28c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network f4b6bf9e-047b-4a58-aeb7-1787c257cc2f is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:02:17.171041 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-cff0bc2d-0418-42f6-a448-42089e1ba28c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:02:17.173584 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff0bc2d-0418-42f6-a448-42089e1ba28c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:02:17.212567 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0bc2d-0418-42f6-a448-42089e1ba28c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=48fb11de-130b-4afa-8079-8f98cfbbfdf6,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:17.243312 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cff0bc2d-0418-42f6-a448-42089e1ba28c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:17.592051 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13740dc2-585e-4f8c-921a-74ecd4e7cce7 None None] Network f4b6bf9e-047b-4a58-aeb7-1787c257cc2f requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 15:02:17.742715 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cff0bc2d-0418-42f6-a448-42089e1ba28c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:17.763474 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ef634922-d9c0-418b-84f9-8b8fccdcd08f None None] Provisioning for port 9219adf8-1454-4d6f-9e9b-7e899ceff8de completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:02:18.155586 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-94dabfff-07a7-4758-a085-ccb180e4b689 None None] Provisioning for port 48fb11de-130b-4afa-8079-8f98cfbbfdf6 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:02:18.162227 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-94dabfff-07a7-4758-a085-ccb180e4b689 None None] Provisioning complete for port 48fb11de-130b-4afa-8079-8f98cfbbfdf6 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:02:18.162838 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-94dabfff-07a7-4758-a085-ccb180e4b689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:18.195380 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cff0bc2d-0418-42f6-a448-42089e1ba28c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:18.227071 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-94dabfff-07a7-4758-a085-ccb180e4b689 None None] Port 48fb11de-130b-4afa-8079-8f98cfbbfdf6 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:02:18.258407 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cff0bc2d-0418-42f6-a448-42089e1ba28c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:18.357305 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-20eb7d6e-022a-475a-a7b5-ac7ef1d5f8d8 None None] Provisioning complete for port 48fb11de-130b-4afa-8079-8f98cfbbfdf6 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:02:18.357771 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-20eb7d6e-022a-475a-a7b5-ac7ef1d5f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:18.378251 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-cff0bc2d-0418-42f6-a448-42089e1ba28c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:18.378476 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0bc2d-0418-42f6-a448-42089e1ba28c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=48fb11de-130b-4afa-8079-8f98cfbbfdf6,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:18.421715 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-20eb7d6e-022a-475a-a7b5-ac7ef1d5f8d8 None None] Port 48fb11de-130b-4afa-8079-8f98cfbbfdf6 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:02:18.487825 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2a5ccb2c-e96e-485d-8468-e1f01561405f up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:02:18.520829 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff0bc2d-0418-42f6-a448-42089e1ba28c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network f4b6bf9e-047b-4a58-aeb7-1787c257cc2f is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:02:18.522043 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-cff0bc2d-0418-42f6-a448-42089e1ba28c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:02:18.624254 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 2a5ccb2c-e96e-485d-8468-e1f01561405f completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:02:18.629641 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 2a5ccb2c-e96e-485d-8468-e1f01561405f triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:02:18.630319 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:18.718049 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff0bc2d-0418-42f6-a448-42089e1ba28c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Router 427c3608-53fb-4ba6-8b53-200ef02a9ff2 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:02:18.766129 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-eb3a5d64-404c-4d68-be5a-6dfb4817a6ef None None] Provisioning complete for port 48fb11de-130b-4afa-8079-8f98cfbbfdf6 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:02:18.766504 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-eb3a5d64-404c-4d68-be5a-6dfb4817a6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:18.790864 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:18.825900 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 2a5ccb2c-e96e-485d-8468-e1f01561405f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2a5ccb2c-e96e-485d-8468-e1f01561405f,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:02:18.837376 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-eb3a5d64-404c-4d68-be5a-6dfb4817a6ef None None] Port 48fb11de-130b-4afa-8079-8f98cfbbfdf6 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:02:18.905733 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff0bc2d-0418-42f6-a448-42089e1ba28c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:02:18.915498 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] Sync routers for ids ['427c3608-53fb-4ba6-8b53-200ef02a9ff2'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:02:18.920792 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-cff0bc2d-0418-42f6-a448-42089e1ba28c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "PUT /v2.0/routers/427c3608-53fb-4ba6-8b53-200ef02a9ff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4926231 Apr 11 15:02:18.923266 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:18.924028 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9219adf8-1454-4d6f-9e9b-7e899ceff8de up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:02:19.040472 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] Routers {'427c3608-53fb-4ba6-8b53-200ef02a9ff2'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:02:19.041132 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:01:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['427c3608-53fb-4ba6-8b53-200ef02a9ff2'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:02:19.101643 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-c5a7572a-a424-4f9f-bbe3-86d2e772940c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:02:19.183175 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-c5a7572a-a424-4f9f-bbe3-86d2e772940c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:02:19.184289 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-c5a7572a-a424-4f9f-bbe3-86d2e772940c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1209805294&fields=id&tenant_id=3fd27714ee9e4925afa207147871cc90 HTTP/1.1" status: 200 len: 267 time: 0.1246927 Apr 11 15:02:19.211500 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=2a5ccb2c-e96e-485d-8468-e1f01561405f,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:19.257631 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] Set router 427c3608-53fb-4ba6-8b53-200ef02a9ff2 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:02:19.318328 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 9219adf8-1454-4d6f-9e9b-7e899ceff8de completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:02:19.341514 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-ec2f3990-6568-4eee-ab37-8359c1dee04a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:19.342223 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-ec2f3990-6568-4eee-ab37-8359c1dee04a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:network {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:02:19.388517 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 9219adf8-1454-4d6f-9e9b-7e899ceff8de triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:02:19.388902 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:19.417076 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-ec2f3990-6568-4eee-ab37-8359c1dee04a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:network {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:02:19.418324 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-ec2f3990-6568-4eee-ab37-8359c1dee04a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/networks?id=f4b6bf9e-047b-4a58-aeb7-1787c257cc2f HTTP/1.1" status: 200 len: 797 time: 0.2267668 Apr 11 15:02:19.433338 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-b242afaf-2b13-4002-9607-90a4a81a5744 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/quotas/3fd27714ee9e4925afa207147871cc90 HTTP/1.1" status: 200 len: 375 time: 0.0093133 Apr 11 15:02:19.521017 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-779420cf-c048-4565-a1ef-1a09a721f1d0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:02:19.589484 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-779420cf-c048-4565-a1ef-1a09a721f1d0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:02:19.590939 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-779420cf-c048-4565-a1ef-1a09a721f1d0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1523962 Apr 11 15:02:19.652045 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-c00a3806-6fed-4291-b323-c1d753ed1f68 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 15:02:19.653040 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-c00a3806-6fed-4291-b323-c1d753ed1f68 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0500062 Apr 11 15:02:19.660747 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:19.708616 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 9219adf8-1454-4d6f-9e9b-7e899ceff8de, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9219adf8-1454-4d6f-9e9b-7e899ceff8de,segment=NetworkSegment(bc9ff3f5-d72f-4ccb-a055-48d50e81be5c),segment_id=bc9ff3f5-d72f-4ccb-a055-48d50e81be5c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:02:19.720231 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476028864', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:02:11Z', 'updated_at': '2022-04-11T15:02:17Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:02:12Z', 'updated_at': '2022-04-11T15:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '48fb11de-130b-4afa-8079-8f98cfbbfdf6', 'name': '', 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:bf:e9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '95e3d769-2771-47f1-a0e9-45d8aba13083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:02:16Z', 'updated_at': '2022-04-11T15:02:18Z', 'revision_number': 2, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '95e3d769-2771-47f1-a0e9-45d8aba13083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:02:19.726524 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] Checking router: 427c3608-53fb-4ba6-8b53-200ef02a9ff2 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:02:19.726524 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] Updating router 427c3608-53fb-4ba6-8b53-200ef02a9ff2 port 48fb11de-130b-4afa-8079-8f98cfbbfdf6 binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:02:19.762708 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:19.834012 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:19.894087 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=9219adf8-1454-4d6f-9e9b-7e899ceff8de,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:19.898301 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-bffd82fa-fdc9-4b10-b2e6-ceaeb5998212 service neutron] 10.222.0.66 "GET /v2.0/networks/f4b6bf9e-047b-4a58-aeb7-1787c257cc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387087 Apr 11 15:02:20.030829 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-d9fa787e-9963-4403-b8bc-c605886b2370 service neutron] 10.222.0.66 "GET /v2.0/networks/f4b6bf9e-047b-4a58-aeb7-1787c257cc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254647 Apr 11 15:02:20.203500 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:20.221396 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] Transition to ACTIVE for port object 48fb11de-130b-4afa-8079-8f98cfbbfdf6 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:02:20.297585 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-f03708db-d4bf-4a16-af29-26b6ec05d34a req-af1b530d-96b2-4c6d-9015-8df47174dbe6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:02:20.309923 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-f03708db-d4bf-4a16-af29-26b6ec05d34a req-af1b530d-96b2-4c6d-9015-8df47174dbe6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:02:20.311052 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f03708db-d4bf-4a16-af29-26b6ec05d34a req-af1b530d-96b2-4c6d-9015-8df47174dbe6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 210 time: 0.0571854 Apr 11 15:02:20.315544 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:20.455422 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2a5ccb2c-e96e-485d-8468-e1f01561405f up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:02:20.581139 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded8ff3-3975-487a-a353-ad9a16a7df14 None None] Pushing event updated for resources: {'Port': ['ID=48fb11de-130b-4afa-8079-8f98cfbbfdf6,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:20.651120 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] Attempting to bind port 48fb11de-130b-4afa-8079-8f98cfbbfdf6 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:02:20.651388 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] Attempting to bind port 48fb11de-130b-4afa-8079-8f98cfbbfdf6 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'bc9ff3f5-d72f-4ccb-a055-48d50e81be5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:02:20.651750 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] Attempting to bind port 48fb11de-130b-4afa-8079-8f98cfbbfdf6 on network f4b6bf9e-047b-4a58-aeb7-1787c257cc2f {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:02:20.664066 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:02:20.664720 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] Checking segment: {'id': 'bc9ff3f5-d72f-4ccb-a055-48d50e81be5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:02:20.664850 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:20.665198 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] Bound using segment: {'id': 'bc9ff3f5-d72f-4ccb-a055-48d50e81be5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:02:20.665672 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] Bound port: 48fb11de-130b-4afa-8079-8f98cfbbfdf6, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9ff3f5-d72f-4ccb-a055-48d50e81be5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:02:20.666068 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:20.724862 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 2a5ccb2c-e96e-485d-8468-e1f01561405f triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:02:20.725277 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:20.827928 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] For port 48fb11de-130b-4afa-8079-8f98cfbbfdf6, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:02:20.871531 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] For port 48fb11de-130b-4afa-8079-8f98cfbbfdf6, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=48fb11de-130b-4afa-8079-8f98cfbbfdf6,segment=NetworkSegment(bc9ff3f5-d72f-4ccb-a055-48d50e81be5c),segment_id=bc9ff3f5-d72f-4ccb-a055-48d50e81be5c)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:02:20.890065 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9219adf8-1454-4d6f-9e9b-7e899ceff8de up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:02:20.942348 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:21.033961 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] Routers {'427c3608-53fb-4ba6-8b53-200ef02a9ff2'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:02:21.034592 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:01:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['427c3608-53fb-4ba6-8b53-200ef02a9ff2'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:02:21.111424 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded8ff3-3975-487a-a353-ad9a16a7df14 None None] Pushing event updated for resources: {'Port': ['ID=48fb11de-130b-4afa-8079-8f98cfbbfdf6,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:21.118239 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 9219adf8-1454-4d6f-9e9b-7e899ceff8de triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:02:21.118611 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:21.292627 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] Set router 427c3608-53fb-4ba6-8b53-200ef02a9ff2 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:02:21.481647 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a12634d7-69b6-45a0-8c42-3a071f4f9720 req-95aed08c-fe6e-4ea9-a62c-95bd73dc5128 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 210 time: 0.0500622 Apr 11 15:02:21.686907 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476028864', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:02:11Z', 'updated_at': '2022-04-11T15:02:17Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:02:12Z', 'updated_at': '2022-04-11T15:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '48fb11de-130b-4afa-8079-8f98cfbbfdf6', 'name': '', 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:bf:e9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '95e3d769-2771-47f1-a0e9-45d8aba13083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:02:16Z', 'updated_at': '2022-04-11T15:02:20Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '95e3d769-2771-47f1-a0e9-45d8aba13083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:02:21.690853 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eef17f-c00a-442d-a584-2c85da316e80 None None] The sync data for ids ['427c3608-53fb-4ba6-8b53-200ef02a9ff2'] in dv-neutron-837330-1-hyperv is: [{'id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476028864', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:02:11Z', 'updated_at': '2022-04-11T15:02:17Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:02:12Z', 'updated_at': '2022-04-11T15:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '48fb11de-130b-4afa-8079-8f98cfbbfdf6', 'name': '', 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:bf:e9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '95e3d769-2771-47f1-a0e9-45d8aba13083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:02:16Z', 'updated_at': '2022-04-11T15:02:20Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '95e3d769-2771-47f1-a0e9-45d8aba13083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:02:22.456272 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 48fb11de-130b-4afa-8079-8f98cfbbfdf6 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:02:22.601215 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 48fb11de-130b-4afa-8079-8f98cfbbfdf6 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:02:22.607243 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 48fb11de-130b-4afa-8079-8f98cfbbfdf6 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:02:22.611388 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:22.718078 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8903fac0-9556-4ec0-8212-1dd55d89d1a2 req-4bb592c6-bb93-4a50-9ff3-509bc4183626 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 210 time: 0.0651824 Apr 11 15:02:22.750715 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:22.771873 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-145516b6-0ad8-464b-ae1b-31ce9859d2e0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:22.773428 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-145516b6-0ad8-464b-ae1b-31ce9859d2e0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.53 "GET /v2.0/networks?id=f4b6bf9e-047b-4a58-aeb7-1787c257cc2f HTTP/1.1" status: 200 len: 797 time: 0.3472393 Apr 11 15:02:22.787673 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 48fb11de-130b-4afa-8079-8f98cfbbfdf6, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=48fb11de-130b-4afa-8079-8f98cfbbfdf6,segment=NetworkSegment(bc9ff3f5-d72f-4ccb-a055-48d50e81be5c),segment_id=bc9ff3f5-d72f-4ccb-a055-48d50e81be5c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:02:22.830692 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-4cdfb6ab-8511-404d-be26-2ff099e03a1f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fd27714ee9e4925afa207147871cc90 HTTP/1.1" status: 200 len: 380 time: 0.0414300 Apr 11 15:02:22.840570 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-736b3eb8-c3cd-459d-9b5a-0aea5e053980 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'port': {'device_id': '8f530500-3e95-4633-9db5-ae9b29c7db26', 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f', 'admin_state_up': True, 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'security_groups': ['66179578-d756-485a-b778-39f71584edff']}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:02:22.863882 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:22.934183 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=48fb11de-130b-4afa-8079-8f98cfbbfdf6,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:22.988402 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-736b3eb8-c3cd-459d-9b5a-0aea5e053980 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:02:22.998588 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-736b3eb8-c3cd-459d-9b5a-0aea5e053980 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:02:23.057992 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-736b3eb8-c3cd-459d-9b5a-0aea5e053980 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Made reservation on behalf of 3fd27714ee9e4925afa207147871cc90 for: {'port': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:02:23.061516 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-736b3eb8-c3cd-459d-9b5a-0aea5e053980 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:23.228877 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-736b3eb8-c3cd-459d-9b5a-0aea5e053980 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Allocated IP 172.20.0.11 (f4b6bf9e-047b-4a58-aeb7-1787c257cc2f/95e3d769-2771-47f1-a0e9-45d8aba13083/1c75a23d-575d-4ea5-890a-85a8f40b888e) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:02:23.425369 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-736b3eb8-c3cd-459d-9b5a-0aea5e053980 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:23.440815 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-736b3eb8-c3cd-459d-9b5a-0aea5e053980 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Transition to ACTIVE for port object 1c75a23d-575d-4ea5-890a-85a8f40b888e will not be triggered until provisioned by entity DHCP. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:02:23.543396 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-736b3eb8-c3cd-459d-9b5a-0aea5e053980 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:23.615114 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-736b3eb8-c3cd-459d-9b5a-0aea5e053980 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network f4b6bf9e-047b-4a58-aeb7-1787c257cc2f is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:02:23.622521 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-736b3eb8-c3cd-459d-9b5a-0aea5e053980 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:02:23.626811 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-736b3eb8-c3cd-459d-9b5a-0aea5e053980 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:02:23.662568 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b3eb8-c3cd-459d-9b5a-0aea5e053980 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=1c75a23d-575d-4ea5-890a-85a8f40b888e,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:23.700735 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-736b3eb8-c3cd-459d-9b5a-0aea5e053980 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:23.701352 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-736b3eb8-c3cd-459d-9b5a-0aea5e053980 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:23.796390 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-736b3eb8-c3cd-459d-9b5a-0aea5e053980 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9601717 Apr 11 15:02:23.814118 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-79c1117e-c6e7-4e6e-afe8-08e8c4b1a439 service neutron] Request body: {'port': {'device_id': '8f530500-3e95-4633-9db5-ae9b29c7db26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:02:23.919753 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad2078-797a-4495-a48f-a24da7413870 req-a25c9b30-012e-4565-9756-d7ddb64cb456 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:23.921148 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-38ad2078-797a-4495-a48f-a24da7413870 req-a25c9b30-012e-4565-9756-d7ddb64cb456 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 932 time: 0.0856326 Apr 11 15:02:23.930309 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-79c1117e-c6e7-4e6e-afe8-08e8c4b1a439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:23.937932 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6eb12ec4-a294-4f87-8c79-4cde35cd6d7e None None] Provisioning for port 1c75a23d-575d-4ea5-890a-85a8f40b888e completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:02:23.944451 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6eb12ec4-a294-4f87-8c79-4cde35cd6d7e None None] Provisioning complete for port 1c75a23d-575d-4ea5-890a-85a8f40b888e triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:02:23.945669 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6eb12ec4-a294-4f87-8c79-4cde35cd6d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:23.967607 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-38ad2078-797a-4495-a48f-a24da7413870 req-40682915-b6c1-4182-a400-e8a60c9c7d1d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=66179578-d756-485a-b778-39f71584edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399520 Apr 11 15:02:24.028881 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-6eb12ec4-a294-4f87-8c79-4cde35cd6d7e None None] Port 1c75a23d-575d-4ea5-890a-85a8f40b888e cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:02:24.339583 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-79c1117e-c6e7-4e6e-afe8-08e8c4b1a439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c75a23d-575d-4ea5-890a-85a8f40b888e {{(pid=88617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:02:24.351061 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-79c1117e-c6e7-4e6e-afe8-08e8c4b1a439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:24.369638 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.provisioning_blocks [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-79c1117e-c6e7-4e6e-afe8-08e8c4b1a439 service neutron] Transition to ACTIVE for port object 1c75a23d-575d-4ea5-890a-85a8f40b888e will not be triggered until provisioned by entity L2. {{(pid=88617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:02:24.431227 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 48fb11de-130b-4afa-8079-8f98cfbbfdf6 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:02:24.441657 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-79c1117e-c6e7-4e6e-afe8-08e8c4b1a439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:24.523260 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 48fb11de-130b-4afa-8079-8f98cfbbfdf6 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:02:24.523644 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:24.617982 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:24.632358 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1117e-c6e7-4e6e-afe8-08e8c4b1a439 service neutron] Pushing event updated for resources: {'Port': ['ID=1c75a23d-575d-4ea5-890a-85a8f40b888e,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:24.766832 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-79c1117e-c6e7-4e6e-afe8-08e8c4b1a439 service neutron] Attempting to bind port 1c75a23d-575d-4ea5-890a-85a8f40b888e on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:02:24.768315 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-79c1117e-c6e7-4e6e-afe8-08e8c4b1a439 service neutron] Attempting to bind port 1c75a23d-575d-4ea5-890a-85a8f40b888e by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': 'bc9ff3f5-d72f-4ccb-a055-48d50e81be5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f'}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:02:24.768315 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-79c1117e-c6e7-4e6e-afe8-08e8c4b1a439 service neutron] Attempting to bind port 1c75a23d-575d-4ea5-890a-85a8f40b888e on network f4b6bf9e-047b-4a58-aeb7-1787c257cc2f {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:02:24.773500 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-79c1117e-c6e7-4e6e-afe8-08e8c4b1a439 service neutron] Port 1c75a23d-575d-4ea5-890a-85a8f40b888e on network f4b6bf9e-047b-4a58-aeb7-1787c257cc2f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 15:02:24.774109 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-79c1117e-c6e7-4e6e-afe8-08e8c4b1a439 service neutron] Attempting to bind port 1c75a23d-575d-4ea5-890a-85a8f40b888e on network f4b6bf9e-047b-4a58-aeb7-1787c257cc2f {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:02:24.780168 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-79c1117e-c6e7-4e6e-afe8-08e8c4b1a439 service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:02:24.780503 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-79c1117e-c6e7-4e6e-afe8-08e8c4b1a439 service neutron] Checking segment: {'id': 'bc9ff3f5-d72f-4ccb-a055-48d50e81be5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:02:24.781162 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-79c1117e-c6e7-4e6e-afe8-08e8c4b1a439 service neutron] Bound using segment: {'id': 'bc9ff3f5-d72f-4ccb-a055-48d50e81be5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f'} {{(pid=88617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:02:24.781595 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.managers [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-79c1117e-c6e7-4e6e-afe8-08e8c4b1a439 service neutron] Bound port: 1c75a23d-575d-4ea5-890a-85a8f40b888e, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc9ff3f5-d72f-4ccb-a055-48d50e81be5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f'}}] {{(pid=88617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:02:24.781968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-79c1117e-c6e7-4e6e-afe8-08e8c4b1a439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:24.944056 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-79c1117e-c6e7-4e6e-afe8-08e8c4b1a439 service neutron] For port 1c75a23d-575d-4ea5-890a-85a8f40b888e, host hv-neutron-8373, cleared binding levels {{(pid=88617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:02:24.946839 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-79c1117e-c6e7-4e6e-afe8-08e8c4b1a439 service neutron] For port 1c75a23d-575d-4ea5-890a-85a8f40b888e, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=1c75a23d-575d-4ea5-890a-85a8f40b888e,segment=NetworkSegment(bc9ff3f5-d72f-4ccb-a055-48d50e81be5c),segment_id=bc9ff3f5-d72f-4ccb-a055-48d50e81be5c)] {{(pid=88617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:02:25.041872 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-79c1117e-c6e7-4e6e-afe8-08e8c4b1a439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:25.223218 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4e284712-4fa3-4773-a082-ff8f48563c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:25.260145 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-79c1117e-c6e7-4e6e-afe8-08e8c4b1a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:25.261220 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-79c1117e-c6e7-4e6e-afe8-08e8c4b1a439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:25.262151 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-79c1117e-c6e7-4e6e-afe8-08e8c4b1a439 service neutron] 10.222.0.53 "PUT /v2.0/ports/1c75a23d-575d-4ea5-890a-85a8f40b888e HTTP/1.1" status: 200 len: 1094 time: 1.4527621 Apr 11 15:02:25.262585 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f530500-3e95-4633-9db5-ae9b29c7db26', 'tag': '1c75a23d-575d-4ea5-890a-85a8f40b888e'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:02:25.283356 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1117e-c6e7-4e6e-afe8-08e8c4b1a439 service neutron] Pushing event updated for resources: {'Port': ['ID=1c75a23d-575d-4ea5-890a-85a8f40b888e,revision_number=3']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:25.323035 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11dfbf-90f1-4ab7-b8e4-25c7e8a69252 req-26b84149-aeeb-4d3f-b9b6-2339db0d84d0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:25.323914 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-7e11dfbf-90f1-4ab7-b8e4-25c7e8a69252 req-26b84149-aeeb-4d3f-b9b6-2339db0d84d0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:02:25.327667 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd9e23ab-5931-44b6-a560-baf90d0cb8b3'] response: {'name': 'network-changed', 'server_uuid': '8f530500-3e95-4633-9db5-ae9b29c7db26', 'tag': '1c75a23d-575d-4ea5-890a-85a8f40b888e', 'status': 'completed', 'code': 200} Apr 11 15:02:25.408939 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-7e11dfbf-90f1-4ab7-b8e4-25c7e8a69252 req-26b84149-aeeb-4d3f-b9b6-2339db0d84d0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:02:25.410117 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7e11dfbf-90f1-4ab7-b8e4-25c7e8a69252 req-26b84149-aeeb-4d3f-b9b6-2339db0d84d0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 944 time: 0.2287321 Apr 11 15:02:25.470518 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7e11dfbf-90f1-4ab7-b8e4-25c7e8a69252 req-ec02e010-07a5-472e-a6a1-15ad8a8971d7 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=66179578-d756-485a-b778-39f71584edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539238 Apr 11 15:02:25.477113 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61165732-8e4e-4884-a295-826852efbb33 req-fd070df8-4bac-4e47-8b02-e15637a17144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:25.478603 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-61165732-8e4e-4884-a295-826852efbb33 req-fd070df8-4bac-4e47-8b02-e15637a17144 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 1097 time: 0.1144822 Apr 11 15:02:25.628016 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61165732-8e4e-4884-a295-826852efbb33 req-942d3c60-8dc7-4250-934f-17561ab60fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:25.629385 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-61165732-8e4e-4884-a295-826852efbb33 req-942d3c60-8dc7-4250-934f-17561ab60fb8 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=3fd27714ee9e4925afa207147871cc90&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1384733 Apr 11 15:02:25.766011 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61165732-8e4e-4884-a295-826852efbb33 req-b47a2e2a-81d8-40f9-9eaf-8f373f0168f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:25.767386 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-61165732-8e4e-4884-a295-826852efbb33 req-b47a2e2a-81d8-40f9-9eaf-8f373f0168f4 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1316195 Apr 11 15:02:25.898209 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-62a2fcf4-d3b6-4bb4-9806-a51bea172e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:25.899692 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-62a2fcf4-d3b6-4bb4-9806-a51bea172e4c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 1097 time: 0.0750985 Apr 11 15:02:25.971771 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-8ee4033f-6788-4e21-8717-7609ba9afe1d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c75a23d-575d-4ea5-890a-85a8f40b888e HTTP/1.1" status: 200 len: 217 time: 0.0597692 Apr 11 15:02:26.038432 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-b76a3a3e-bef1-4f20-9d88-6e1f0f2915b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:26.039869 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-b76a3a3e-bef1-4f20-9d88-6e1f0f2915b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=95e3d769-2771-47f1-a0e9-45d8aba13083 HTTP/1.1" status: 200 len: 834 time: 0.0618484 Apr 11 15:02:26.113770 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-a24ad425-de7b-477b-9fe7-e7c7d44a90f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:26.115794 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-a24ad425-de7b-477b-9fe7-e7c7d44a90f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f4b6bf9e-047b-4a58-aeb7-1787c257cc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706184 Apr 11 15:02:26.251732 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-e16331e1-7cba-4590-b033-7abe0a862aa7 service neutron] 10.222.0.53 "GET /v2.0/networks/f4b6bf9e-047b-4a58-aeb7-1787c257cc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285892 Apr 11 15:02:26.385400 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fbb40ccf-2b06-463b-b646-c2410f49e26c req-e898c8d5-380f-4688-be63-272ee62dbe89 service neutron] 10.222.0.53 "GET /v2.0/networks/f4b6bf9e-047b-4a58-aeb7-1787c257cc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280925 Apr 11 15:02:26.658797 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150ad66-268d-43cf-88ed-cedfd649fe64 req-f207d154-eb52-4ad0-b810-a49ebd33cced tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:26.660174 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5150ad66-268d-43cf-88ed-cedfd649fe64 req-f207d154-eb52-4ad0-b810-a49ebd33cced tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 944 time: 0.0806193 Apr 11 15:02:26.705642 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5150ad66-268d-43cf-88ed-cedfd649fe64 req-c7f22fa8-8285-401f-995a-9e53f1004af7 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=66179578-d756-485a-b778-39f71584edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386648 Apr 11 15:02:27.761330 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b567f90b-f68f-4ff6-bdf7-8c70bd641599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:27.901209 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c0dd9-b3be-4d44-9d6f-d6801f7567bf req-3c4247e7-3db0-471b-a96d-ad7b5eb1b651 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:27.902581 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e76c0dd9-b3be-4d44-9d6f-d6801f7567bf req-3c4247e7-3db0-471b-a96d-ad7b5eb1b651 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 944 time: 0.0891304 Apr 11 15:02:27.949118 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e76c0dd9-b3be-4d44-9d6f-d6801f7567bf req-edb23fad-531e-41e6-b48f-13e4648cbaca tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=66179578-d756-485a-b778-39f71584edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408578 Apr 11 15:02:28.709738 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:28.735943 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 1c75a23d-575d-4ea5-890a-85a8f40b888e details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 15:02:28.827829 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:28.873803 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 1c75a23d-575d-4ea5-890a-85a8f40b888e, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=1c75a23d-575d-4ea5-890a-85a8f40b888e,segment=NetworkSegment(bc9ff3f5-d72f-4ccb-a055-48d50e81be5c),segment_id=bc9ff3f5-d72f-4ccb-a055-48d50e81be5c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:02:28.887127 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '1c75a23d-575d-4ea5-890a-85a8f40b888e', 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f', 'port_id': '1c75a23d-575d-4ea5-890a-85a8f40b888e', 'mac_address': 'fa:16:3e:62:fb:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e3d769-2771-47f1-a0e9-45d8aba13083', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 15:02:28.945307 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:28.962244 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c75a23d-575d-4ea5-890a-85a8f40b888e {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:02:28.977750 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 1c75a23d-575d-4ea5-890a-85a8f40b888e, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=1c75a23d-575d-4ea5-890a-85a8f40b888e,segment=NetworkSegment(bc9ff3f5-d72f-4ccb-a055-48d50e81be5c),segment_id=bc9ff3f5-d72f-4ccb-a055-48d50e81be5c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:02:29.109394 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:29.158042 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3120c-e1be-4dda-a859-cafa080967df req-564a20ac-9c62-46cd-9436-2e27a06d4941 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:29.159550 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-79f3120c-e1be-4dda-a859-cafa080967df req-564a20ac-9c62-46cd-9436-2e27a06d4941 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 945 time: 0.0845702 Apr 11 15:02:29.179230 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=1c75a23d-575d-4ea5-890a-85a8f40b888e,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:29.205074 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-79f3120c-e1be-4dda-a859-cafa080967df req-5aa6be4e-548d-42cd-82d2-b33f2e412df9 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=66179578-d756-485a-b778-39f71584edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396271 Apr 11 15:02:29.521474 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['1c75a23d-575d-4ea5-890a-85a8f40b888e'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 15:02:30.052828 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:30.391384 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f579a95-ce4a-41ba-b205-e0ffb70a84b7 req-b8caf91a-0aac-4eee-8a45-aeb0750f2cb1 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:30.392848 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4f579a95-ce4a-41ba-b205-e0ffb70a84b7 req-b8caf91a-0aac-4eee-8a45-aeb0750f2cb1 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 945 time: 0.0817673 Apr 11 15:02:30.437510 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4f579a95-ce4a-41ba-b205-e0ffb70a84b7 req-9389a138-cc3d-4590-951b-c436aaaa62df tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=66179578-d756-485a-b778-39f71584edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379763 Apr 11 15:02:30.768411 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 1c75a23d-575d-4ea5-890a-85a8f40b888e up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:02:30.897225 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port 1c75a23d-575d-4ea5-890a-85a8f40b888e completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:02:30.902666 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 1c75a23d-575d-4ea5-890a-85a8f40b888e triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:02:30.903100 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:31.029446 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:31.057293 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f530500-3e95-4633-9db5-ae9b29c7db26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c75a23d-575d-4ea5-890a-85a8f40b888e'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:02:31.067343 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 1c75a23d-575d-4ea5-890a-85a8f40b888e, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=1c75a23d-575d-4ea5-890a-85a8f40b888e,segment=NetworkSegment(bc9ff3f5-d72f-4ccb-a055-48d50e81be5c),segment_id=bc9ff3f5-d72f-4ccb-a055-48d50e81be5c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:02:31.143765 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:31.179170 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ab16f40-a365-48db-9ace-8cf5b5f1ef0b'] response: {'server_uuid': '8f530500-3e95-4633-9db5-ae9b29c7db26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c75a23d-575d-4ea5-890a-85a8f40b888e', 'code': 200} Apr 11 15:02:31.218648 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=1c75a23d-575d-4ea5-890a-85a8f40b888e,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:31.667121 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4e853-be4e-4a56-8721-23f7f32f4460 req-b909edc2-80ec-4f28-aa14-ef06ab6d07e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:31.668527 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-63f4e853-be4e-4a56-8721-23f7f32f4460 req-b909edc2-80ec-4f28-aa14-ef06ab6d07e3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 1099 time: 0.1375067 Apr 11 15:02:31.678821 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a56ab-89c2-40bb-ab94-5f3dd0ee7429 req-a4be5b4d-ba13-4b39-a515-7166ce174e0b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:31.680175 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-733a56ab-89c2-40bb-ab94-5f3dd0ee7429 req-a4be5b4d-ba13-4b39-a515-7166ce174e0b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 946 time: 0.1124277 Apr 11 15:02:31.745792 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-63f4e853-be4e-4a56-8721-23f7f32f4460 req-3d20f014-515c-4f7a-b08d-3b28b254e039 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=66179578-d756-485a-b778-39f71584edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646696 Apr 11 15:02:31.752609 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-733a56ab-89c2-40bb-ab94-5f3dd0ee7429 req-55e1363b-e3a1-40e1-b93c-d6d5de35a1cb tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=66179578-d756-485a-b778-39f71584edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561097 Apr 11 15:02:32.941120 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdd5ad-224c-4a02-9747-96388f34dd40 req-4b77f4e2-25c0-49b5-97b1-03dc83e6393a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:32.943294 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1fcdd5ad-224c-4a02-9747-96388f34dd40 req-4b77f4e2-25c0-49b5-97b1-03dc83e6393a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 946 time: 0.0812144 Apr 11 15:02:32.994098 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1fcdd5ad-224c-4a02-9747-96388f34dd40 req-2550cc76-af9e-488a-8e7f-3ce6eb928437 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=66179578-d756-485a-b778-39f71584edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445147 Apr 11 15:02:34.179788 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4aa1e-3897-42fc-8716-518d363c9816 req-7d2b1ace-da93-4931-af08-eec4eef2d5d8 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:34.181244 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6fa4aa1e-3897-42fc-8716-518d363c9816 req-7d2b1ace-da93-4931-af08-eec4eef2d5d8 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 946 time: 0.0810804 Apr 11 15:02:34.227535 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6fa4aa1e-3897-42fc-8716-518d363c9816 req-e8c3dc3e-6cc7-406c-b7cb-42403e529db8 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=66179578-d756-485a-b778-39f71584edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393229 Apr 11 15:02:34.416702 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935ffc0-e598-4724-8240-95f431d3fa28 req-47d0055d-0284-4f05-86c1-32db99b3b036 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:34.418230 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8935ffc0-e598-4724-8240-95f431d3fa28 req-47d0055d-0284-4f05-86c1-32db99b3b036 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 946 time: 0.0815849 Apr 11 15:02:34.463570 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8935ffc0-e598-4724-8240-95f431d3fa28 req-782a753c-a807-4e0e-b738-cfb653271541 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=66179578-d756-485a-b778-39f71584edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397122 Apr 11 15:02:34.486132 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52108) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:02:34.559839 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b05884e-a0fe-4f7c-9cad-f0037d0e42b3 tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:34.561348 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2b05884e-a0fe-4f7c-9cad-f0037d0e42b3 tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 1094 time: 0.0742474 Apr 11 15:02:34.564135 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52112) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:02:34.569710 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-4b7d3dbe-2041-4ebc-87e0-5f16624a7296 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': '1c75a23d-575d-4ea5-890a-85a8f40b888e', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:02:34.575697 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4b7d3dbe-2041-4ebc-87e0-5f16624a7296 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:02:34.579536 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4b7d3dbe-2041-4ebc-87e0-5f16624a7296 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:floatingip and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:02:34.582343 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4b7d3dbe-2041-4ebc-87e0-5f16624a7296 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:02:34.588028 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4b7d3dbe-2041-4ebc-87e0-5f16624a7296 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:02:34.674577 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3dbe-2041-4ebc-87e0-5f16624a7296 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for floatingip, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:34.812222 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3dbe-2041-4ebc-87e0-5f16624a7296 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:34.945347 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-4b7d3dbe-2041-4ebc-87e0-5f16624a7296 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Allocated IP 172.26.7.60 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/7b6ca383-0c81-4022-b772-d514bed982e5) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:02:35.098186 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3dbe-2041-4ebc-87e0-5f16624a7296 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:35.195662 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3dbe-2041-4ebc-87e0-5f16624a7296 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:35.257020 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7d3dbe-2041-4ebc-87e0-5f16624a7296 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:02:35.263781 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-4b7d3dbe-2041-4ebc-87e0-5f16624a7296 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:02:35.267879 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7d3dbe-2041-4ebc-87e0-5f16624a7296 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:02:35.297690 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d3dbe-2041-4ebc-87e0-5f16624a7296 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=7b6ca383-0c81-4022-b772-d514bed982e5,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:35.780857 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3dbe-2041-4ebc-87e0-5f16624a7296 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:35.889530 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3dbe-2041-4ebc-87e0-5f16624a7296 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:36.096417 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3dbe-2041-4ebc-87e0-5f16624a7296 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:36.155029 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3dbe-2041-4ebc-87e0-5f16624a7296 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:36.266727 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d3dbe-2041-4ebc-87e0-5f16624a7296 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=7b6ca383-0c81-4022-b772-d514bed982e5,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:02:36.278561 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3dbe-2041-4ebc-87e0-5f16624a7296 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:36.454801 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-4b7d3dbe-2041-4ebc-87e0-5f16624a7296 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Floating IP 5441f7a7-3709-418b-b649-dcaa93595c54 associated. External IP: 172.26.7.60, port: 1c75a23d-575d-4ea5-890a-85a8f40b888e. Apr 11 15:02:36.805464 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:02:36.807140 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7d3dbe-2041-4ebc-87e0-5f16624a7296 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Router 427c3608-53fb-4ba6-8b53-200ef02a9ff2 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:02:37.001785 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7d3dbe-2041-4ebc-87e0-5f16624a7296 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:02:37.014477 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af89a649-9d62-4505-97e2-7a2da3b30a4a None None] Sync routers for ids ['427c3608-53fb-4ba6-8b53-200ef02a9ff2'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:02:37.025640 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af89a649-9d62-4505-97e2-7a2da3b30a4a None None] Routers {'427c3608-53fb-4ba6-8b53-200ef02a9ff2'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:02:37.026298 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-af89a649-9d62-4505-97e2-7a2da3b30a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:02:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['427c3608-53fb-4ba6-8b53-200ef02a9ff2'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:02:37.092530 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3dbe-2041-4ebc-87e0-5f16624a7296 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:37.159232 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4b7d3dbe-2041-4ebc-87e0-5f16624a7296 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5940754 Apr 11 15:02:37.159981 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f530500-3e95-4633-9db5-ae9b29c7db26', 'tag': '1c75a23d-575d-4ea5-890a-85a8f40b888e'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:02:37.228686 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-af89a649-9d62-4505-97e2-7a2da3b30a4a None None] Set router 427c3608-53fb-4ba6-8b53-200ef02a9ff2 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:02:37.278390 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d613668f-ef07-491b-9bff-102e80caefa8'] response: {'name': 'network-changed', 'server_uuid': '8f530500-3e95-4633-9db5-ae9b29c7db26', 'tag': '1c75a23d-575d-4ea5-890a-85a8f40b888e', 'status': 'completed', 'code': 200} Apr 11 15:02:37.389484 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fd9fc-dd63-4abe-a78b-1dc51176f005 req-e325a21c-4d11-46a4-b19d-09184acea2b3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:37.390920 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-262fd9fc-dd63-4abe-a78b-1dc51176f005 req-e325a21c-4d11-46a4-b19d-09184acea2b3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 946 time: 0.1358182 Apr 11 15:02:37.450765 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-262fd9fc-dd63-4abe-a78b-1dc51176f005 req-d40940ea-bdac-42bb-8404-f6b084844a9e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=66179578-d756-485a-b778-39f71584edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539341 Apr 11 15:02:37.453614 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a731fcb-02f5-411e-94ad-1897c0ccbd78 req-95cb15ab-814e-43c8-855a-24cca3e71a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:37.455473 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2a731fcb-02f5-411e-94ad-1897c0ccbd78 req-95cb15ab-814e-43c8-855a-24cca3e71a26 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 1099 time: 0.1334381 Apr 11 15:02:37.476986 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52122) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:02:37.590315 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-77cfba52-4fcc-4e09-87bc-70916c333379 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/floatingips/5441f7a7-3709-418b-b649-dcaa93595c54 HTTP/1.1" status: 200 len: 991 time: 0.1127598 Apr 11 15:02:37.594631 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a731fcb-02f5-411e-94ad-1897c0ccbd78 req-c89abc8d-ff67-475a-94c5-f59df8771692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:37.596081 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2a731fcb-02f5-411e-94ad-1897c0ccbd78 req-c89abc8d-ff67-475a-94c5-f59df8771692 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f4b6bf9e-047b-4a58-aeb7-1787c257cc2f HTTP/1.1" status: 200 len: 899 time: 0.1350818 Apr 11 15:02:37.597802 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-af89a649-9d62-4505-97e2-7a2da3b30a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476028864', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:02:11Z', 'updated_at': '2022-04-11T15:02:17Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:02:12Z', 'updated_at': '2022-04-11T15:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '5441f7a7-3709-418b-b649-dcaa93595c54', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'floating_ip_address': '172.26.7.60', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'port_id': '1c75a23d-575d-4ea5-890a-85a8f40b888e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f', 'mac_address': 'fa:16:3e:62:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f530500-3e95-4633-9db5-ae9b29c7db26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:02:35Z', 'updated_at': '2022-04-11T15:02:35Z', 'revision_number': 0, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fb11de-130b-4afa-8079-8f98cfbbfdf6', 'name': '', 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:bf:e9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '95e3d769-2771-47f1-a0e9-45d8aba13083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:02:16Z', 'updated_at': '2022-04-11T15:02:22Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '95e3d769-2771-47f1-a0e9-45d8aba13083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:02:37.602343 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af89a649-9d62-4505-97e2-7a2da3b30a4a None None] Checking router: 427c3608-53fb-4ba6-8b53-200ef02a9ff2 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:02:37.610523 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af89a649-9d62-4505-97e2-7a2da3b30a4a None None] Routers {'427c3608-53fb-4ba6-8b53-200ef02a9ff2'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:02:37.611115 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-af89a649-9d62-4505-97e2-7a2da3b30a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:02:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['427c3608-53fb-4ba6-8b53-200ef02a9ff2'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:02:37.709445 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2a731fcb-02f5-411e-94ad-1897c0ccbd78 req-c58565b0-b007-4474-a2e2-487eb9e8f5b1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c75a23d-575d-4ea5-890a-85a8f40b888e HTTP/1.1" status: 200 len: 999 time: 0.1074255 Apr 11 15:02:37.776922 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a731fcb-02f5-411e-94ad-1897c0ccbd78 req-7584e1dd-bdeb-4c7b-8d09-a160eb5e8bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:37.778382 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2a731fcb-02f5-411e-94ad-1897c0ccbd78 req-7584e1dd-bdeb-4c7b-8d09-a160eb5e8bc8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=95e3d769-2771-47f1-a0e9-45d8aba13083 HTTP/1.1" status: 200 len: 834 time: 0.0639310 Apr 11 15:02:37.796033 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-af89a649-9d62-4505-97e2-7a2da3b30a4a None None] Set router 427c3608-53fb-4ba6-8b53-200ef02a9ff2 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:02:37.856608 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a731fcb-02f5-411e-94ad-1897c0ccbd78 req-3168144b-d874-4483-b749-bcba66818323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:37.858141 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2a731fcb-02f5-411e-94ad-1897c0ccbd78 req-3168144b-d874-4483-b749-bcba66818323 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f4b6bf9e-047b-4a58-aeb7-1787c257cc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737298 Apr 11 15:02:38.100082 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2a731fcb-02f5-411e-94ad-1897c0ccbd78 req-b27c2149-1af5-4ece-bbb4-93e220e6aac7 service neutron] 10.222.0.53 "GET /v2.0/networks/f4b6bf9e-047b-4a58-aeb7-1787c257cc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360961 Apr 11 15:02:38.163112 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-af89a649-9d62-4505-97e2-7a2da3b30a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476028864', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:02:11Z', 'updated_at': '2022-04-11T15:02:17Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:02:12Z', 'updated_at': '2022-04-11T15:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '5441f7a7-3709-418b-b649-dcaa93595c54', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'floating_ip_address': '172.26.7.60', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'port_id': '1c75a23d-575d-4ea5-890a-85a8f40b888e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f', 'mac_address': 'fa:16:3e:62:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f530500-3e95-4633-9db5-ae9b29c7db26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:02:35Z', 'updated_at': '2022-04-11T15:02:35Z', 'revision_number': 0, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fb11de-130b-4afa-8079-8f98cfbbfdf6', 'name': '', 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:bf:e9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '95e3d769-2771-47f1-a0e9-45d8aba13083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:02:16Z', 'updated_at': '2022-04-11T15:02:22Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '95e3d769-2771-47f1-a0e9-45d8aba13083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:02:38.167801 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af89a649-9d62-4505-97e2-7a2da3b30a4a None None] The sync data for ids ['427c3608-53fb-4ba6-8b53-200ef02a9ff2'] in dv-neutron-837330-1-hyperv is: [{'id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476028864', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:02:11Z', 'updated_at': '2022-04-11T15:02:17Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:02:12Z', 'updated_at': '2022-04-11T15:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '5441f7a7-3709-418b-b649-dcaa93595c54', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'floating_ip_address': '172.26.7.60', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'port_id': '1c75a23d-575d-4ea5-890a-85a8f40b888e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f', 'mac_address': 'fa:16:3e:62:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f530500-3e95-4633-9db5-ae9b29c7db26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:02:35Z', 'updated_at': '2022-04-11T15:02:35Z', 'revision_number': 0, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fb11de-130b-4afa-8079-8f98cfbbfdf6', 'name': '', 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:bf:e9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '95e3d769-2771-47f1-a0e9-45d8aba13083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:02:16Z', 'updated_at': '2022-04-11T15:02:22Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '95e3d769-2771-47f1-a0e9-45d8aba13083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:02:38.260309 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2a731fcb-02f5-411e-94ad-1897c0ccbd78 req-154fee04-abbc-4f78-b7b2-5f514d769943 service neutron] 10.222.0.53 "GET /v2.0/networks/f4b6bf9e-047b-4a58-aeb7-1787c257cc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470304 Apr 11 15:02:38.341790 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d6b06b69-812f-4385-8bb1-de7a07484cee req-66b371be-dfba-4abe-af6e-c5ae5d599d2b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2120619 Apr 11 15:02:38.377412 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928bc337-325b-4d29-9ecc-d28ccd8aa204 None None] New status for floating IP 5441f7a7-3709-418b-b649-dcaa93595c54: ACTIVE {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:02:38.532529 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b06b69-812f-4385-8bb1-de7a07484cee req-776c67ac-5ed7-4710-8522-2121ab6dc3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:38.534016 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d6b06b69-812f-4385-8bb1-de7a07484cee req-776c67ac-5ed7-4710-8522-2121ab6dc3cb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 1099 time: 0.0760324 Apr 11 15:02:38.591816 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52128) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:02:38.782598 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9981865d-da7c-41cf-ae0d-5632bb5d0e80 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/floatingips/5441f7a7-3709-418b-b649-dcaa93595c54 HTTP/1.1" status: 200 len: 993 time: 0.1897440 Apr 11 15:02:38.786996 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b06b69-812f-4385-8bb1-de7a07484cee req-168f25e3-9aaf-4c11-89a5-acbb0b72283a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:38.788480 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d6b06b69-812f-4385-8bb1-de7a07484cee req-168f25e3-9aaf-4c11-89a5-acbb0b72283a service neutron] 10.222.0.53 "GET /v2.0/networks?id=f4b6bf9e-047b-4a58-aeb7-1787c257cc2f HTTP/1.1" status: 200 len: 899 time: 0.2346575 Apr 11 15:02:38.893288 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d6b06b69-812f-4385-8bb1-de7a07484cee req-83a8770d-caa5-4237-a762-5d230df82047 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c75a23d-575d-4ea5-890a-85a8f40b888e HTTP/1.1" status: 200 len: 1001 time: 0.0980432 Apr 11 15:02:38.959248 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b06b69-812f-4385-8bb1-de7a07484cee req-7b4ba01d-177c-452c-9d5a-e1e8a22059c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:38.960702 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d6b06b69-812f-4385-8bb1-de7a07484cee req-7b4ba01d-177c-452c-9d5a-e1e8a22059c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=95e3d769-2771-47f1-a0e9-45d8aba13083 HTTP/1.1" status: 200 len: 834 time: 0.0619867 Apr 11 15:02:39.038720 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b06b69-812f-4385-8bb1-de7a07484cee req-5b144469-afe8-4e6c-a039-f5be15ad9b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:02:39.040227 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d6b06b69-812f-4385-8bb1-de7a07484cee req-5b144469-afe8-4e6c-a039-f5be15ad9b35 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f4b6bf9e-047b-4a58-aeb7-1787c257cc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728602 Apr 11 15:02:39.180369 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d6b06b69-812f-4385-8bb1-de7a07484cee req-38f0de32-5162-4fa6-a949-e76be9cace5e service neutron] 10.222.0.53 "GET /v2.0/networks/f4b6bf9e-047b-4a58-aeb7-1787c257cc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307106 Apr 11 15:02:39.311900 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d6b06b69-812f-4385-8bb1-de7a07484cee req-60a109de-385a-40e9-8f54-87d2e3c51889 service neutron] 10.222.0.53 "GET /v2.0/networks/f4b6bf9e-047b-4a58-aeb7-1787c257cc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255498 Apr 11 15:02:54.594943 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:55.217515 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-351d6d06-578a-4c86-9eb1-2d69b2723f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:57.788941 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e2c45f26-a0b7-48e0-a20e-e9f5e9f08bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:58.730348 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:02:58.822977 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:03:00.074609 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:03:13.804630 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:03:24.571812 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:03:25.229342 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-99f4cec7-4143-4988-b852-2ba3ddf3e96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:03:27.742957 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-582a979a-16c9-44d2-98e4-e83175be8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:03:28.719803 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:03:28.828487 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:03:30.075634 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:03:38.275739 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b42f0b7a-b6e2-4ba2-8a3c-b9ba5340d83e req-59e7ffcc-6d8c-41dc-ba73-fd0d9622cffa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1347966 Apr 11 15:03:38.438215 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f0b7a-b6e2-4ba2-8a3c-b9ba5340d83e req-10c69cb5-ff0b-4e70-91c4-237295e34413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:03:38.439737 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b42f0b7a-b6e2-4ba2-8a3c-b9ba5340d83e req-10c69cb5-ff0b-4e70-91c4-237295e34413 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 1099 time: 0.0784266 Apr 11 15:03:38.593668 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f0b7a-b6e2-4ba2-8a3c-b9ba5340d83e req-dd07772e-8620-4d12-8cb1-60510f6d9511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:03:38.595270 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b42f0b7a-b6e2-4ba2-8a3c-b9ba5340d83e req-dd07772e-8620-4d12-8cb1-60510f6d9511 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f4b6bf9e-047b-4a58-aeb7-1787c257cc2f HTTP/1.1" status: 200 len: 899 time: 0.1340463 Apr 11 15:03:38.703724 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b42f0b7a-b6e2-4ba2-8a3c-b9ba5340d83e req-a9cc0fe4-808c-44ea-8c44-516c6d3df25c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c75a23d-575d-4ea5-890a-85a8f40b888e HTTP/1.1" status: 200 len: 1001 time: 0.1019099 Apr 11 15:03:38.765612 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f0b7a-b6e2-4ba2-8a3c-b9ba5340d83e req-10bfb8a6-ca1f-4423-842b-b1755b24d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:03:38.767126 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b42f0b7a-b6e2-4ba2-8a3c-b9ba5340d83e req-10bfb8a6-ca1f-4423-842b-b1755b24d3b4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=95e3d769-2771-47f1-a0e9-45d8aba13083 HTTP/1.1" status: 200 len: 834 time: 0.0583525 Apr 11 15:03:38.857533 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f0b7a-b6e2-4ba2-8a3c-b9ba5340d83e req-d4e32536-47d5-4223-9d25-fc84d1c33a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:03:38.859063 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b42f0b7a-b6e2-4ba2-8a3c-b9ba5340d83e req-d4e32536-47d5-4223-9d25-fc84d1c33a7b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f4b6bf9e-047b-4a58-aeb7-1787c257cc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0855174 Apr 11 15:03:39.089744 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b42f0b7a-b6e2-4ba2-8a3c-b9ba5340d83e req-a746ebfc-1d86-485a-b181-1c31c594f6a0 service neutron] 10.222.0.53 "GET /v2.0/networks/f4b6bf9e-047b-4a58-aeb7-1787c257cc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242823 Apr 11 15:03:39.226708 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b42f0b7a-b6e2-4ba2-8a3c-b9ba5340d83e req-f443820e-c3fe-4cc8-b451-c70b7e221f68 service neutron] 10.222.0.53 "GET /v2.0/networks/f4b6bf9e-047b-4a58-aeb7-1787c257cc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306932 Apr 11 15:03:50.455827 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bd29e-b51e-4c7c-9e74-128844fa5432 req-100724ff-f536-48ec-aac8-d1ffa744302b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:03:50.457313 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-960bd29e-b51e-4c7c-9e74-128844fa5432 req-100724ff-f536-48ec-aac8-d1ffa744302b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 946 time: 0.0832403 Apr 11 15:03:50.507854 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-960bd29e-b51e-4c7c-9e74-128844fa5432 req-70a2006a-c79c-4f91-ba34-90120209a977 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=66179578-d756-485a-b778-39f71584edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447466 Apr 11 15:03:50.578817 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670ad60-22cf-4cd7-b593-b62038439305 req-c2568ec1-5a2d-41a8-9fc0-2e2cdf466505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:03:50.580237 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c670ad60-22cf-4cd7-b593-b62038439305 req-c2568ec1-5a2d-41a8-9fc0-2e2cdf466505 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 1099 time: 0.0709016 Apr 11 15:03:50.713294 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670ad60-22cf-4cd7-b593-b62038439305 req-6955818f-f1b1-41d2-8d23-7d56abe4ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:03:50.714923 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c670ad60-22cf-4cd7-b593-b62038439305 req-6955818f-f1b1-41d2-8d23-7d56abe4ad9d service neutron] 10.222.0.53 "GET /v2.0/networks?id=f4b6bf9e-047b-4a58-aeb7-1787c257cc2f HTTP/1.1" status: 200 len: 899 time: 0.1276605 Apr 11 15:03:50.804659 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:03:50.829175 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c670ad60-22cf-4cd7-b593-b62038439305 req-8351c8ef-bdc4-4f7a-8589-d87b6f79061d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c75a23d-575d-4ea5-890a-85a8f40b888e HTTP/1.1" status: 200 len: 1001 time: 0.1026218 Apr 11 15:03:50.891602 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670ad60-22cf-4cd7-b593-b62038439305 req-c2b9a4cb-cfd8-4040-b71a-8e1bfc7b35e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:03:50.893033 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c670ad60-22cf-4cd7-b593-b62038439305 req-c2b9a4cb-cfd8-4040-b71a-8e1bfc7b35e1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=95e3d769-2771-47f1-a0e9-45d8aba13083 HTTP/1.1" status: 200 len: 834 time: 0.0577171 Apr 11 15:03:50.970743 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670ad60-22cf-4cd7-b593-b62038439305 req-392d6dac-b764-40fb-9929-bb16ca61dfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:03:50.972227 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c670ad60-22cf-4cd7-b593-b62038439305 req-392d6dac-b764-40fb-9929-bb16ca61dfb9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f4b6bf9e-047b-4a58-aeb7-1787c257cc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729258 Apr 11 15:03:51.106776 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c670ad60-22cf-4cd7-b593-b62038439305 req-83cdd561-aed8-4d86-a8f7-39b6f1055b10 service neutron] 10.222.0.53 "GET /v2.0/networks/f4b6bf9e-047b-4a58-aeb7-1787c257cc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274431 Apr 11 15:03:51.238813 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c670ad60-22cf-4cd7-b593-b62038439305 req-14a627ad-8e7f-4869-b00c-ac258914520e service neutron] 10.222.0.53 "GET /v2.0/networks/f4b6bf9e-047b-4a58-aeb7-1787c257cc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253479 Apr 11 15:03:51.702690 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b429988-428a-4409-ac6f-c48eb22b7957 req-6539a286-2bff-491e-a719-d252b5ce00a2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:03:51.704168 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6b429988-428a-4409-ac6f-c48eb22b7957 req-6539a286-2bff-491e-a719-d252b5ce00a2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 946 time: 0.0868335 Apr 11 15:03:51.750412 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6b429988-428a-4409-ac6f-c48eb22b7957 req-580b0179-8c1d-466b-9bf1-fdbf0f10235f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=66179578-d756-485a-b778-39f71584edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402811 Apr 11 15:03:52.942374 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689afa1-fd98-4817-a831-2711136d08ea req-706c4dc7-d615-4c3b-a450-7af3704185ab tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:03:52.944008 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4689afa1-fd98-4817-a831-2711136d08ea req-706c4dc7-d615-4c3b-a450-7af3704185ab tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 946 time: 0.0819304 Apr 11 15:03:52.991568 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4689afa1-fd98-4817-a831-2711136d08ea req-2818cf0b-0625-4f36-af24-b753d53d8e42 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=66179578-d756-485a-b778-39f71584edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402498 Apr 11 15:03:54.232246 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fd142-f502-4959-a2cf-63272909a291 req-4ef21a38-18fc-4600-b677-c91b4f7e4dd1 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:03:54.233823 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-081fd142-f502-4959-a2cf-63272909a291 req-4ef21a38-18fc-4600-b677-c91b4f7e4dd1 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 946 time: 0.0884130 Apr 11 15:03:54.278569 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-081fd142-f502-4959-a2cf-63272909a291 req-9a88ab26-1384-4d15-8dc2-80e59bc8d761 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=66179578-d756-485a-b778-39f71584edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390816 Apr 11 15:03:54.577135 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:03:55.228488 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a929a4f7-2a49-4ff2-90dd-45c765d0561a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:03:55.471673 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac88d20-1c36-464c-9081-9ced68808a16 req-253a8482-c205-4a1b-be09-2ace72c9eb8f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:03:55.473199 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-dac88d20-1c36-464c-9081-9ced68808a16 req-253a8482-c205-4a1b-be09-2ace72c9eb8f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 946 time: 0.0853951 Apr 11 15:03:55.517839 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-dac88d20-1c36-464c-9081-9ced68808a16 req-09b8c19a-f86f-469b-88ed-2faa127b1e74 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=66179578-d756-485a-b778-39f71584edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389235 Apr 11 15:03:56.709316 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f40ed-deb9-4c65-9bdb-4849a34c327d req-900088ef-2812-42b9-ad61-16dfbe9d5453 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:03:56.710790 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-dc2f40ed-deb9-4c65-9bdb-4849a34c327d req-900088ef-2812-42b9-ad61-16dfbe9d5453 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 946 time: 0.0833533 Apr 11 15:03:56.755918 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-dc2f40ed-deb9-4c65-9bdb-4849a34c327d req-e5be7bc8-5b92-46c5-a72f-57a0879e6c0b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=66179578-d756-485a-b778-39f71584edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381298 Apr 11 15:03:57.782581 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-57e61206-579d-4f6c-8dba-f4c74e974e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:03:57.947538 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e23593-d557-4279-9092-08dcb2887bba req-d53bb074-ec94-4c82-ac2a-1b746c15e918 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:03:57.950260 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-83e23593-d557-4279-9092-08dcb2887bba req-d53bb074-ec94-4c82-ac2a-1b746c15e918 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 946 time: 0.0843210 Apr 11 15:03:58.005960 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-83e23593-d557-4279-9092-08dcb2887bba req-22b9504f-9228-40e6-8061-609ad4b9c234 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=66179578-d756-485a-b778-39f71584edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496659 Apr 11 15:03:58.738448 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:03:58.828589 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:03:59.202129 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228319f-d4aa-483f-b139-e3f56380ada6 req-4cb92922-9112-4ebe-9aa8-94707aadf19e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:03:59.203592 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4228319f-d4aa-483f-b139-e3f56380ada6 req-4cb92922-9112-4ebe-9aa8-94707aadf19e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 946 time: 0.0858078 Apr 11 15:03:59.255024 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4228319f-d4aa-483f-b139-e3f56380ada6 req-5e3a5264-5a52-4e51-a9a1-19f6da8b522a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=66179578-d756-485a-b778-39f71584edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452785 Apr 11 15:04:00.056841 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:04:00.447924 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c216821-c4e1-40bd-87bd-4623bdc0cec4 req-c431be49-d03b-4198-a334-5edcdd07050e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:04:00.450044 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1c216821-c4e1-40bd-87bd-4623bdc0cec4 req-c431be49-d03b-4198-a334-5edcdd07050e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 946 time: 0.0823357 Apr 11 15:04:00.493080 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1c216821-c4e1-40bd-87bd-4623bdc0cec4 req-418797ca-8f82-4b85-9e58-da098012089c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=66179578-d756-485a-b778-39f71584edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374253 Apr 11 15:04:01.684467 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979369d3-5308-44ca-887b-39c0a3566d67 req-99aad9ea-db2e-40af-8b1e-a196e3f7a902 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:04:01.685974 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-979369d3-5308-44ca-887b-39c0a3566d67 req-99aad9ea-db2e-40af-8b1e-a196e3f7a902 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 946 time: 0.0825028 Apr 11 15:04:01.731594 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-979369d3-5308-44ca-887b-39c0a3566d67 req-904e4909-afde-478a-a8cd-ce3e77c6d9ea tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=66179578-d756-485a-b778-39f71584edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398874 Apr 11 15:04:02.920266 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc9c43-62fd-483d-b7b0-a1c63bca80e7 req-0ed126c6-1d49-4557-b9df-4e0db5a8703e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:04:02.921728 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d6dc9c43-62fd-483d-b7b0-a1c63bca80e7 req-0ed126c6-1d49-4557-b9df-4e0db5a8703e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 946 time: 0.0849578 Apr 11 15:04:02.967230 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d6dc9c43-62fd-483d-b7b0-a1c63bca80e7 req-315a9415-491d-4c64-aa3c-fac540512daa tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=66179578-d756-485a-b778-39f71584edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395939 Apr 11 15:04:02.990888 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52180) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:04:03.101203 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-61f19370-d695-4cc9-b612-c8a9db4dbedc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/floatingips/5441f7a7-3709-418b-b649-dcaa93595c54 HTTP/1.1" status: 200 len: 993 time: 0.1091585 Apr 11 15:04:24.583860 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:04:25.233506 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ac431ba1-1449-43da-aae8-c4405852d49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:04:27.754994 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1d1b95f5-82f9-4430-bac0-52c9900a6d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:04:27.803671 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:04:28.713860 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:04:28.811159 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:04:30.080082 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:04:40.224424 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-17dafb26-6516-49e9-be56-3362874388e6 req-975d386d-3e49-4616-ac89-d221196d9fcd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717328 Apr 11 15:04:40.489750 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dafb26-6516-49e9-be56-3362874388e6 req-7a6ce0a4-17c8-4756-8cfa-ef56d6c92df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:04:40.491260 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-17dafb26-6516-49e9-be56-3362874388e6 req-7a6ce0a4-17c8-4756-8cfa-ef56d6c92df6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 1099 time: 0.1815417 Apr 11 15:04:40.646746 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dafb26-6516-49e9-be56-3362874388e6 req-6759c5f5-64b7-499f-bf7e-da328bb13e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:04:40.648200 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-17dafb26-6516-49e9-be56-3362874388e6 req-6759c5f5-64b7-499f-bf7e-da328bb13e74 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f4b6bf9e-047b-4a58-aeb7-1787c257cc2f HTTP/1.1" status: 200 len: 899 time: 0.1380336 Apr 11 15:04:40.752039 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-17dafb26-6516-49e9-be56-3362874388e6 req-852e2028-3f42-4254-9ec6-210e168ab685 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c75a23d-575d-4ea5-890a-85a8f40b888e HTTP/1.1" status: 200 len: 1001 time: 0.0964558 Apr 11 15:04:40.816065 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dafb26-6516-49e9-be56-3362874388e6 req-876a61f8-117c-4cf6-8573-ec693945b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:04:40.817521 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-17dafb26-6516-49e9-be56-3362874388e6 req-876a61f8-117c-4cf6-8573-ec693945b7e7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=95e3d769-2771-47f1-a0e9-45d8aba13083 HTTP/1.1" status: 200 len: 834 time: 0.0603731 Apr 11 15:04:40.894910 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dafb26-6516-49e9-be56-3362874388e6 req-03288f45-d026-4c95-beba-0ba5e0edccad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:04:40.896369 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-17dafb26-6516-49e9-be56-3362874388e6 req-03288f45-d026-4c95-beba-0ba5e0edccad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f4b6bf9e-047b-4a58-aeb7-1787c257cc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734148 Apr 11 15:04:41.031910 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-17dafb26-6516-49e9-be56-3362874388e6 req-606e0f42-8d90-490e-8a29-b664338bdff6 service neutron] 10.222.0.53 "GET /v2.0/networks/f4b6bf9e-047b-4a58-aeb7-1787c257cc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292067 Apr 11 15:04:41.165115 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-17dafb26-6516-49e9-be56-3362874388e6 req-6c7316be-8fba-4148-901f-45ed2d5c5b35 service neutron] 10.222.0.53 "GET /v2.0/networks/f4b6bf9e-047b-4a58-aeb7-1787c257cc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272173 Apr 11 15:04:54.594323 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:04:55.216841 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b42f765f-70d4-468e-82d5-74e6204ff03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:04:57.782826 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-aa5c2417-9b6a-4357-920d-51988a8e2d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:04:58.706404 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:04:58.805477 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:00.104157 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52202) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:05:00.148616 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:00.319326 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-d9ebbae1-e368-4174-9a29-6f03b133a39a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Deleting port 7b6ca383-0c81-4022-b772-d514bed982e5 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:05:00.319572 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d9ebbae1-e368-4174-9a29-6f03b133a39a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:00.490653 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d9ebbae1-e368-4174-9a29-6f03b133a39a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:00.490981 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d9ebbae1-e368-4174-9a29-6f03b133a39a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:00.632884 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-d9ebbae1-e368-4174-9a29-6f03b133a39a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Calling delete_port for 7b6ca383-0c81-4022-b772-d514bed982e5 owned by network:floatingip {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:05:00.885921 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d9ebbae1-e368-4174-9a29-6f03b133a39a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:01.039796 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebbae1-e368-4174-9a29-6f03b133a39a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Port': ['ID=7b6ca383-0c81-4022-b772-d514bed982e5,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:01.082131 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ebbae1-e368-4174-9a29-6f03b133a39a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:01.082480 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ebbae1-e368-4174-9a29-6f03b133a39a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:01.082816 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ebbae1-e368-4174-9a29-6f03b133a39a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:01.083906 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ebbae1-e368-4174-9a29-6f03b133a39a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:01.084232 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ebbae1-e368-4174-9a29-6f03b133a39a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:01.084561 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ebbae1-e368-4174-9a29-6f03b133a39a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:01.084887 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ebbae1-e368-4174-9a29-6f03b133a39a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:01.085219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ebbae1-e368-4174-9a29-6f03b133a39a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:01.085536 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ebbae1-e368-4174-9a29-6f03b133a39a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:01.085872 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ebbae1-e368-4174-9a29-6f03b133a39a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:01.086207 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ebbae1-e368-4174-9a29-6f03b133a39a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:01.086573 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ebbae1-e368-4174-9a29-6f03b133a39a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:01.143402 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d9ebbae1-e368-4174-9a29-6f03b133a39a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for floatingip, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:01.144061 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-d9ebbae1-e368-4174-9a29-6f03b133a39a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Floating IP 5441f7a7-3709-418b-b649-dcaa93595c54 disassociated (deleted). External IP: 172.26.7.60, port: 1c75a23d-575d-4ea5-890a-85a8f40b888e. Apr 11 15:05:01.507868 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ebbae1-e368-4174-9a29-6f03b133a39a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Router 427c3608-53fb-4ba6-8b53-200ef02a9ff2 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:05:01.688614 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ebbae1-e368-4174-9a29-6f03b133a39a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:05:01.699235 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026bb40b-d0cf-4959-8a9b-d0f964fb34d9 None None] Sync routers for ids ['427c3608-53fb-4ba6-8b53-200ef02a9ff2'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:05:01.709207 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026bb40b-d0cf-4959-8a9b-d0f964fb34d9 None None] Routers {'427c3608-53fb-4ba6-8b53-200ef02a9ff2'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:05:01.718625 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-026bb40b-d0cf-4959-8a9b-d0f964fb34d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:04:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['427c3608-53fb-4ba6-8b53-200ef02a9ff2'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:05:01.772093 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d9ebbae1-e368-4174-9a29-6f03b133a39a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:01.832329 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d9ebbae1-e368-4174-9a29-6f03b133a39a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "DELETE /v2.0/floatingips/5441f7a7-3709-418b-b649-dcaa93595c54 HTTP/1.1" status: 204 len: 168 time: 1.7270498 Apr 11 15:05:01.833437 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f530500-3e95-4633-9db5-ae9b29c7db26', 'tag': '1c75a23d-575d-4ea5-890a-85a8f40b888e'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:05:01.880055 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-447c8dd2-7f03-4c61-aaeb-37bca70463f3'] response: {'name': 'network-changed', 'server_uuid': '8f530500-3e95-4633-9db5-ae9b29c7db26', 'tag': '1c75a23d-575d-4ea5-890a-85a8f40b888e', 'status': 'completed', 'code': 200} Apr 11 15:05:01.899573 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-026bb40b-d0cf-4959-8a9b-d0f964fb34d9 None None] Set router 427c3608-53fb-4ba6-8b53-200ef02a9ff2 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:05:01.999435 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a561b44-9c0a-454c-bcef-6ef111941816 req-a69a71cc-118e-474b-917c-3541261c3e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:02.001717 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6a561b44-9c0a-454c-bcef-6ef111941816 req-a69a71cc-118e-474b-917c-3541261c3e7e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 1099 time: 0.0768991 Apr 11 15:05:02.143084 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a561b44-9c0a-454c-bcef-6ef111941816 req-f99290fa-2cb8-4326-9e61-a3093f8b875b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:02.144566 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6a561b44-9c0a-454c-bcef-6ef111941816 req-f99290fa-2cb8-4326-9e61-a3093f8b875b service neutron] 10.222.0.53 "GET /v2.0/networks?id=f4b6bf9e-047b-4a58-aeb7-1787c257cc2f HTTP/1.1" status: 200 len: 899 time: 0.1335444 Apr 11 15:05:02.219038 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6a561b44-9c0a-454c-bcef-6ef111941816 req-ea2397fb-742c-4647-8f24-817c0474f5c7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c75a23d-575d-4ea5-890a-85a8f40b888e HTTP/1.1" status: 200 len: 217 time: 0.0681300 Apr 11 15:05:02.244347 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-026bb40b-d0cf-4959-8a9b-d0f964fb34d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476028864', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:02:11Z', 'updated_at': '2022-04-11T15:02:17Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:02:12Z', 'updated_at': '2022-04-11T15:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '48fb11de-130b-4afa-8079-8f98cfbbfdf6', 'name': '', 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:bf:e9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '95e3d769-2771-47f1-a0e9-45d8aba13083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:02:16Z', 'updated_at': '2022-04-11T15:02:22Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '95e3d769-2771-47f1-a0e9-45d8aba13083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:05:02.248158 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026bb40b-d0cf-4959-8a9b-d0f964fb34d9 None None] Checking router: 427c3608-53fb-4ba6-8b53-200ef02a9ff2 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:05:02.258640 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026bb40b-d0cf-4959-8a9b-d0f964fb34d9 None None] Routers {'427c3608-53fb-4ba6-8b53-200ef02a9ff2'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:05:02.259054 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-026bb40b-d0cf-4959-8a9b-d0f964fb34d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:04:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['427c3608-53fb-4ba6-8b53-200ef02a9ff2'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:05:02.286559 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a561b44-9c0a-454c-bcef-6ef111941816 req-74da3014-c7d3-4cf7-9416-5366224ef378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:02.287747 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6a561b44-9c0a-454c-bcef-6ef111941816 req-74da3014-c7d3-4cf7-9416-5366224ef378 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=95e3d769-2771-47f1-a0e9-45d8aba13083 HTTP/1.1" status: 200 len: 834 time: 0.0632348 Apr 11 15:05:02.365696 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a561b44-9c0a-454c-bcef-6ef111941816 req-38471576-0d2c-4bce-9a33-fd93fde22c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:02.367211 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6a561b44-9c0a-454c-bcef-6ef111941816 req-38471576-0d2c-4bce-9a33-fd93fde22c01 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f4b6bf9e-047b-4a58-aeb7-1787c257cc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726643 Apr 11 15:05:02.448822 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-026bb40b-d0cf-4959-8a9b-d0f964fb34d9 None None] Set router 427c3608-53fb-4ba6-8b53-200ef02a9ff2 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:05:02.526193 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6a561b44-9c0a-454c-bcef-6ef111941816 req-1c81b3ba-031c-4969-afc6-1a4781825e7a service neutron] 10.222.0.53 "GET /v2.0/networks/f4b6bf9e-047b-4a58-aeb7-1787c257cc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357391 Apr 11 15:05:02.647703 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86debd-1e99-488e-969d-747aa1a0f4a8 req-0c5f41db-3a6d-4719-9dd6-8069b8d5a6ea tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:02.648542 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-1d86debd-1e99-488e-969d-747aa1a0f4a8 req-0c5f41db-3a6d-4719-9dd6-8069b8d5a6ea tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:05:02.673120 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6a561b44-9c0a-454c-bcef-6ef111941816 req-bc90f0d0-b431-4bbe-aa48-41369456ca72 service neutron] 10.222.0.53 "GET /v2.0/networks/f4b6bf9e-047b-4a58-aeb7-1787c257cc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407309 Apr 11 15:05:02.742634 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-1d86debd-1e99-488e-969d-747aa1a0f4a8 req-0c5f41db-3a6d-4719-9dd6-8069b8d5a6ea tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:05:02.743866 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1d86debd-1e99-488e-969d-747aa1a0f4a8 req-0c5f41db-3a6d-4719-9dd6-8069b8d5a6ea tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 946 time: 0.1851866 Apr 11 15:05:02.791317 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1d86debd-1e99-488e-969d-747aa1a0f4a8 req-705ce515-2f42-4f01-a6c7-9e115b26123a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=66179578-d756-485a-b778-39f71584edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416141 Apr 11 15:05:02.797520 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-026bb40b-d0cf-4959-8a9b-d0f964fb34d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476028864', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:02:11Z', 'updated_at': '2022-04-11T15:02:17Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:02:12Z', 'updated_at': '2022-04-11T15:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '48fb11de-130b-4afa-8079-8f98cfbbfdf6', 'name': '', 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:bf:e9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '95e3d769-2771-47f1-a0e9-45d8aba13083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:02:16Z', 'updated_at': '2022-04-11T15:02:22Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '95e3d769-2771-47f1-a0e9-45d8aba13083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:05:02.801674 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026bb40b-d0cf-4959-8a9b-d0f964fb34d9 None None] The sync data for ids ['427c3608-53fb-4ba6-8b53-200ef02a9ff2'] in dv-neutron-837330-1-hyperv is: [{'id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476028864', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:02:11Z', 'updated_at': '2022-04-11T15:02:17Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:02:12Z', 'updated_at': '2022-04-11T15:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '48fb11de-130b-4afa-8079-8f98cfbbfdf6', 'name': '', 'network_id': 'f4b6bf9e-047b-4a58-aeb7-1787c257cc2f', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:bf:e9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '95e3d769-2771-47f1-a0e9-45d8aba13083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:02:16Z', 'updated_at': '2022-04-11T15:02:22Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '95e3d769-2771-47f1-a0e9-45d8aba13083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:05:03.020224 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513b2614-2c1f-4ffb-95b8-a8dbd32f5af5 None None] New status for floating IP 5441f7a7-3709-418b-b649-dcaa93595c54: DOWN {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:05:03.985817 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee0373-1075-4c85-b6af-e1655537352f req-ef56f2e2-ea8b-45dc-9e87-59d90766d081 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:03.987323 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-30ee0373-1075-4c85-b6af-e1655537352f req-ef56f2e2-ea8b-45dc-9e87-59d90766d081 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 946 time: 0.0843992 Apr 11 15:05:04.033068 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-30ee0373-1075-4c85-b6af-e1655537352f req-df602062-42d6-49a3-a967-6476a9cb8e60 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=66179578-d756-485a-b778-39f71584edff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399303 Apr 11 15:05:04.309527 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b50d82-4894-4a53-93b3-fdc6b6951070 req-417b860b-a855-4350-9089-956d47036849 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:04.310881 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f0b50d82-4894-4a53-93b3-fdc6b6951070 req-417b860b-a855-4350-9089-956d47036849 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 946 time: 0.0795264 Apr 11 15:05:04.478123 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [req-f0b50d82-4894-4a53-93b3-fdc6b6951070 req-5b110b4d-32d4-4a1e-8123-45731d6101a2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Deleting port 1c75a23d-575d-4ea5-890a-85a8f40b888e {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:05:04.478462 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-f0b50d82-4894-4a53-93b3-fdc6b6951070 req-5b110b4d-32d4-4a1e-8123-45731d6101a2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:04.733237 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [req-f0b50d82-4894-4a53-93b3-fdc6b6951070 req-5b110b4d-32d4-4a1e-8123-45731d6101a2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] For port 1c75a23d-575d-4ea5-890a-85a8f40b888e, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=1c75a23d-575d-4ea5-890a-85a8f40b888e,segment=NetworkSegment(bc9ff3f5-d72f-4ccb-a055-48d50e81be5c),segment_id=bc9ff3f5-d72f-4ccb-a055-48d50e81be5c)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:05:04.733575 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-f0b50d82-4894-4a53-93b3-fdc6b6951070 req-5b110b4d-32d4-4a1e-8123-45731d6101a2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:04.802813 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:05:04.863219 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [req-f0b50d82-4894-4a53-93b3-fdc6b6951070 req-5b110b4d-32d4-4a1e-8123-45731d6101a2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Calling delete_port for 1c75a23d-575d-4ea5-890a-85a8f40b888e owned by compute:nova {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:05:05.057153 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-f0b50d82-4894-4a53-93b3-fdc6b6951070 req-5b110b4d-32d4-4a1e-8123-45731d6101a2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:05.108969 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b110b4d-32d4-4a1e-8123-45731d6101a2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Port': ['ID=1c75a23d-575d-4ea5-890a-85a8f40b888e,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:05.157048 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b110b4d-32d4-4a1e-8123-45731d6101a2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:05.157400 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b110b4d-32d4-4a1e-8123-45731d6101a2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:05.157745 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b110b4d-32d4-4a1e-8123-45731d6101a2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:05.158189 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b110b4d-32d4-4a1e-8123-45731d6101a2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:05.158528 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b110b4d-32d4-4a1e-8123-45731d6101a2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:05.158866 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b110b4d-32d4-4a1e-8123-45731d6101a2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:05.159197 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b110b4d-32d4-4a1e-8123-45731d6101a2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:05.159530 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b110b4d-32d4-4a1e-8123-45731d6101a2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:05.159860 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b110b4d-32d4-4a1e-8123-45731d6101a2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:05.160190 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b110b4d-32d4-4a1e-8123-45731d6101a2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:05.160518 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b110b4d-32d4-4a1e-8123-45731d6101a2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:05.160850 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b110b4d-32d4-4a1e-8123-45731d6101a2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:05.194290 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c341e5dd-df02-4a14-8d92-5f785e8e2d19 req-52c1db53-0d0b-49a0-b769-1a854e7668c0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 210 time: 0.0485499 Apr 11 15:05:05.198588 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b50d82-4894-4a53-93b3-fdc6b6951070 req-5b110b4d-32d4-4a1e-8123-45731d6101a2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] No DVR routers for this DVR port 1c75a23d-575d-4ea5-890a-85a8f40b888e on host hv-neutron-8373 {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:05:05.200884 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-f0b50d82-4894-4a53-93b3-fdc6b6951070 req-5b110b4d-32d4-4a1e-8123-45731d6101a2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:05.203490 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f530500-3e95-4633-9db5-ae9b29c7db26', 'name': 'network-vif-deleted', 'tag': '1c75a23d-575d-4ea5-890a-85a8f40b888e'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:05:05.251250 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c3e539d-df42-4651-b7f7-5f2dd095ce0d'] response: {'server_uuid': '8f530500-3e95-4633-9db5-ae9b29c7db26', 'name': 'network-vif-deleted', 'tag': '1c75a23d-575d-4ea5-890a-85a8f40b888e', 'status': 'completed', 'code': 200} Apr 11 15:05:05.266995 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f0b50d82-4894-4a53-93b3-fdc6b6951070 req-5b110b4d-32d4-4a1e-8123-45731d6101a2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.53 "DELETE /v2.0/ports/1c75a23d-575d-4ea5-890a-85a8f40b888e HTTP/1.1" status: 204 len: 173 time: 0.9510386 Apr 11 15:05:06.363720 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ba122ce8-1eac-4975-a82f-fa24eb4a558f req-711641ab-8432-4b69-bb56-7818e2dcdfe1 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f530500-3e95-4633-9db5-ae9b29c7db26 HTTP/1.1" status: 200 len: 210 time: 0.0438008 Apr 11 15:05:07.458937 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52230) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:05:07.568240 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 1c75a23d-575d-4ea5-890a-85a8f40b888e no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:05:07.607119 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: 1c75a23d-575d-4ea5-890a-85a8f40b888e {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:05:07.607467 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 1c75a23d-575d-4ea5-890a-85a8f40b888e not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:05:08.117736 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-da1c39d8-4580-48bf-8831-0cdc001c3dba tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:08.478112 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-da1c39d8-4580-48bf-8831-0cdc001c3dba tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Deleting port 48fb11de-130b-4afa-8079-8f98cfbbfdf6 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:05:08.478792 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-da1c39d8-4580-48bf-8831-0cdc001c3dba tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:08.668334 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-da1c39d8-4580-48bf-8831-0cdc001c3dba tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] For port 48fb11de-130b-4afa-8079-8f98cfbbfdf6, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=48fb11de-130b-4afa-8079-8f98cfbbfdf6,segment=NetworkSegment(bc9ff3f5-d72f-4ccb-a055-48d50e81be5c),segment_id=bc9ff3f5-d72f-4ccb-a055-48d50e81be5c)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:05:08.668691 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-da1c39d8-4580-48bf-8831-0cdc001c3dba tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:08.795021 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-da1c39d8-4580-48bf-8831-0cdc001c3dba tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Calling delete_port for 48fb11de-130b-4afa-8079-8f98cfbbfdf6 owned by network:router_interface {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:05:09.195051 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-da1c39d8-4580-48bf-8831-0cdc001c3dba tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:09.246177 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c39d8-4580-48bf-8831-0cdc001c3dba tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Port': ['ID=48fb11de-130b-4afa-8079-8f98cfbbfdf6,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:09.633055 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-da1c39d8-4580-48bf-8831-0cdc001c3dba tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:09.996089 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1c39d8-4580-48bf-8831-0cdc001c3dba tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Router 427c3608-53fb-4ba6-8b53-200ef02a9ff2 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:05:10.171919 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1c39d8-4580-48bf-8831-0cdc001c3dba tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:05:10.182081 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d856194-90ed-4f09-9a60-94ba6a9f1d7b None None] Sync routers for ids ['427c3608-53fb-4ba6-8b53-200ef02a9ff2'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:05:10.184592 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-da1c39d8-4580-48bf-8831-0cdc001c3dba tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "PUT /v2.0/routers/427c3608-53fb-4ba6-8b53-200ef02a9ff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7246025 Apr 11 15:05:10.187364 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52234) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:05:10.190981 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d856194-90ed-4f09-9a60-94ba6a9f1d7b None None] Routers {'427c3608-53fb-4ba6-8b53-200ef02a9ff2'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:05:10.191578 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-9d856194-90ed-4f09-9a60-94ba6a9f1d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:04:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['427c3608-53fb-4ba6-8b53-200ef02a9ff2'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:05:10.258973 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-b65373d7-0258-4a60-880f-3874ea880aa4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Deleting subnet 95e3d769-2771-47f1-a0e9-45d8aba13083 {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 15:05:10.261944 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b65373d7-0258-4a60-880f-3874ea880aa4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:10.316246 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b65373d7-0258-4a60-880f-3874ea880aa4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:10.402647 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-9d856194-90ed-4f09-9a60-94ba6a9f1d7b None None] Set router 427c3608-53fb-4ba6-8b53-200ef02a9ff2 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:05:10.403636 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b65373d7-0258-4a60-880f-3874ea880aa4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:10.554834 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b65373d7-0258-4a60-880f-3874ea880aa4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:10.594799 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65373d7-0258-4a60-880f-3874ea880aa4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Subnet': ['ID=95e3d769-2771-47f1-a0e9-45d8aba13083,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:10.596744 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b65373d7-0258-4a60-880f-3874ea880aa4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:10.602406 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826596f6-08e1-4b60-bc39-d2a3767f28ce None None] Network f4b6bf9e-047b-4a58-aeb7-1787c257cc2f requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 15:05:10.606816 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b65373d7-0258-4a60-880f-3874ea880aa4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "DELETE /v2.0/subnets/95e3d769-2771-47f1-a0e9-45d8aba13083 HTTP/1.1" status: 204 len: 168 time: 0.4161298 Apr 11 15:05:10.607049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52238) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:05:10.704556 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-9d856194-90ed-4f09-9a60-94ba6a9f1d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476028864', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:02:11Z', 'updated_at': '2022-04-11T15:05:09Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:02:12Z', 'updated_at': '2022-04-11T15:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:05:10.709420 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d856194-90ed-4f09-9a60-94ba6a9f1d7b None None] Checking router: 427c3608-53fb-4ba6-8b53-200ef02a9ff2 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:05:10.718120 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d856194-90ed-4f09-9a60-94ba6a9f1d7b None None] Routers {'427c3608-53fb-4ba6-8b53-200ef02a9ff2'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:05:10.718729 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-9d856194-90ed-4f09-9a60-94ba6a9f1d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:04:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['427c3608-53fb-4ba6-8b53-200ef02a9ff2'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:05:10.806075 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9027aa3b-179e-4824-ab34-342f1ec6a96f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:10.890852 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6546923-46f7-4ef5-9d18-17feffe96d6b None None] DHCP port deletion for f4b6bf9e-047b-4a58-aeb7-1787c257cc2f request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 15:05:10.895087 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-e6546923-46f7-4ef5-9d18-17feffe96d6b None None] Deleting port 9219adf8-1454-4d6f-9e9b-7e899ceff8de {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:05:10.896004 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e6546923-46f7-4ef5-9d18-17feffe96d6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:10.912766 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-9d856194-90ed-4f09-9a60-94ba6a9f1d7b None None] Set router 427c3608-53fb-4ba6-8b53-200ef02a9ff2 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:05:11.000107 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9027aa3b-179e-4824-ab34-342f1ec6a96f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:11.080198 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-9027aa3b-179e-4824-ab34-342f1ec6a96f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Deleting port 2a5ccb2c-e96e-485d-8468-e1f01561405f {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:05:11.080526 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9027aa3b-179e-4824-ab34-342f1ec6a96f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:11.121623 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-e6546923-46f7-4ef5-9d18-17feffe96d6b None None] For port 9219adf8-1454-4d6f-9e9b-7e899ceff8de, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9219adf8-1454-4d6f-9e9b-7e899ceff8de,segment=NetworkSegment(bc9ff3f5-d72f-4ccb-a055-48d50e81be5c),segment_id=bc9ff3f5-d72f-4ccb-a055-48d50e81be5c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:05:11.122050 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e6546923-46f7-4ef5-9d18-17feffe96d6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:11.210931 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-9d856194-90ed-4f09-9a60-94ba6a9f1d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476028864', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:02:11Z', 'updated_at': '2022-04-11T15:05:09Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:02:12Z', 'updated_at': '2022-04-11T15:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:05:11.214919 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d856194-90ed-4f09-9a60-94ba6a9f1d7b None None] The sync data for ids ['427c3608-53fb-4ba6-8b53-200ef02a9ff2'] in dv-neutron-837330-1-hyperv is: [{'id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476028864', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156'}], 'enable_snat': True}, 'gw_port_id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:02:11Z', 'updated_at': '2022-04-11T15:05:09Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '2a5ccb2c-e96e-485d-8468-e1f01561405f', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427c3608-53fb-4ba6-8b53-200ef02a9ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:02:12Z', 'updated_at': '2022-04-11T15:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:05:11.255701 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-e6546923-46f7-4ef5-9d18-17feffe96d6b None None] Calling delete_port for 9219adf8-1454-4d6f-9e9b-7e899ceff8de owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:05:11.388333 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-9027aa3b-179e-4824-ab34-342f1ec6a96f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] For port 2a5ccb2c-e96e-485d-8468-e1f01561405f, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=2a5ccb2c-e96e-485d-8468-e1f01561405f,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:05:11.388609 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9027aa3b-179e-4824-ab34-342f1ec6a96f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:11.392262 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e6546923-46f7-4ef5-9d18-17feffe96d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:11.441612 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6546923-46f7-4ef5-9d18-17feffe96d6b None None] Pushing event deleted for resources: {'Port': ['ID=9219adf8-1454-4d6f-9e9b-7e899ceff8de,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:11.444490 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6546923-46f7-4ef5-9d18-17feffe96d6b None None] No DVR routers for this DVR port 9219adf8-1454-4d6f-9e9b-7e899ceff8de on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:05:11.455526 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6546923-46f7-4ef5-9d18-17feffe96d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:11.455953 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6546923-46f7-4ef5-9d18-17feffe96d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:11.456432 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6546923-46f7-4ef5-9d18-17feffe96d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:11.456894 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6546923-46f7-4ef5-9d18-17feffe96d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:11.457356 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6546923-46f7-4ef5-9d18-17feffe96d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:11.458388 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6546923-46f7-4ef5-9d18-17feffe96d6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:11.458893 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6546923-46f7-4ef5-9d18-17feffe96d6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:11.459235 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6546923-46f7-4ef5-9d18-17feffe96d6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:11.459569 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6546923-46f7-4ef5-9d18-17feffe96d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:11.459898 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6546923-46f7-4ef5-9d18-17feffe96d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:11.460233 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6546923-46f7-4ef5-9d18-17feffe96d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:11.460611 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6546923-46f7-4ef5-9d18-17feffe96d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:11.518751 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-9027aa3b-179e-4824-ab34-342f1ec6a96f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Calling delete_port for 2a5ccb2c-e96e-485d-8468-e1f01561405f owned by network:router_gateway {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:05:11.763589 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9027aa3b-179e-4824-ab34-342f1ec6a96f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:11.813250 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027aa3b-179e-4824-ab34-342f1ec6a96f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Port': ['ID=2a5ccb2c-e96e-485d-8468-e1f01561405f,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:11.906429 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9027aa3b-179e-4824-ab34-342f1ec6a96f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:12.081475 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9027aa3b-179e-4824-ab34-342f1ec6a96f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:12.084508 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9027aa3b-179e-4824-ab34-342f1ec6a96f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:12.186264 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9027aa3b-179e-4824-ab34-342f1ec6a96f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:12.186744 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9027aa3b-179e-4824-ab34-342f1ec6a96f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Fanout notify agent at l3_agent the message router_deleted on router 427c3608-53fb-4ba6-8b53-200ef02a9ff2 {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 15:05:12.202955 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9027aa3b-179e-4824-ab34-342f1ec6a96f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:12.206178 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9027aa3b-179e-4824-ab34-342f1ec6a96f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "DELETE /v2.0/routers/427c3608-53fb-4ba6-8b53-200ef02a9ff2 HTTP/1.1" status: 204 len: 168 time: 1.5955794 Apr 11 15:05:12.206712 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52242) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:05:12.325975 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-55c88da4-9daa-4f21-8cd6-4253634614b4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:12.458924 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-55c88da4-9daa-4f21-8cd6-4253634614b4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:12.483462 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-55c88da4-9daa-4f21-8cd6-4253634614b4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b6bf9e-047b-4a58-aeb7-1787c257cc2f']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:05:12.495933 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-55c88da4-9daa-4f21-8cd6-4253634614b4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc9ff3f5-d72f-4ccb-a055-48d50e81be5c') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:05:12.496240 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-55c88da4-9daa-4f21-8cd6-4253634614b4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc9ff3f5-d72f-4ccb-a055-48d50e81be5c') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:05:12.508390 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-55c88da4-9daa-4f21-8cd6-4253634614b4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:12.524351 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-55c88da4-9daa-4f21-8cd6-4253634614b4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:12.530277 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c88da4-9daa-4f21-8cd6-4253634614b4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:05:12.530664 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-55c88da4-9daa-4f21-8cd6-4253634614b4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:05:12.545430 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:05:12.684156 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9219adf8-1454-4d6f-9e9b-7e899ceff8de no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:05:12.685608 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-55c88da4-9daa-4f21-8cd6-4253634614b4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:12.703770 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-55c88da4-9daa-4f21-8cd6-4253634614b4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:12.715190 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c88da4-9daa-4f21-8cd6-4253634614b4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Network': ['ID=f4b6bf9e-047b-4a58-aeb7-1787c257cc2f,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:12.720383 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 9219adf8-1454-4d6f-9e9b-7e899ceff8de {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:05:12.720702 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9219adf8-1454-4d6f-9e9b-7e899ceff8de not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:05:12.721134 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2a5ccb2c-e96e-485d-8468-e1f01561405f no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:05:12.758840 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 2a5ccb2c-e96e-485d-8468-e1f01561405f {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:05:12.759175 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 2a5ccb2c-e96e-485d-8468-e1f01561405f not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:05:12.759574 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 48fb11de-130b-4afa-8079-8f98cfbbfdf6 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:05:12.792038 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 48fb11de-130b-4afa-8079-8f98cfbbfdf6 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:05:12.792377 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 48fb11de-130b-4afa-8079-8f98cfbbfdf6 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:05:12.792880 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-55c88da4-9daa-4f21-8cd6-4253634614b4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "DELETE /v2.0/networks/f4b6bf9e-047b-4a58-aeb7-1787c257cc2f HTTP/1.1" status: 204 len: 168 time: 0.5851595 Apr 11 15:05:12.795477 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52246) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:05:12.865563 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b3d60be3-8df3-4170-b718-16b5c3bc764a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:12.895011 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b3d60be3-8df3-4170-b718-16b5c3bc764a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:13.038532 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b3d60be3-8df3-4170-b718-16b5c3bc764a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:13.060874 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d60be3-8df3-4170-b718-16b5c3bc764a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66179578-d756-485a-b778-39f71584edff,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:13.124329 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b3d60be3-8df3-4170-b718-16b5c3bc764a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:13.126102 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b3d60be3-8df3-4170-b718-16b5c3bc764a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "DELETE /v2.0/security-groups/66179578-d756-485a-b778-39f71584edff HTTP/1.1" status: 204 len: 168 time: 0.3294475 Apr 11 15:05:13.651168 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52254) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:05:13.656584 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-f29329b4-cb52-4613-b305-2c8e4d7c9f17 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-697526723', 'description': 'tempest-secgroup-smoke-697526723 description', 'project_id': '3fd27714ee9e4925afa207147871cc90'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:05:13.662838 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f29329b4-cb52-4613-b305-2c8e4d7c9f17 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:05:13.666943 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f29329b4-cb52-4613-b305-2c8e4d7c9f17 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:05:13.669845 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f29329b4-cb52-4613-b305-2c8e4d7c9f17 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:05:13.675574 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f29329b4-cb52-4613-b305-2c8e4d7c9f17 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:05:13.868670 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f29329b4-cb52-4613-b305-2c8e4d7c9f17 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:13.889572 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f29329b4-cb52-4613-b305-2c8e4d7c9f17 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:05:13.893343 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f29329b4-cb52-4613-b305-2c8e4d7c9f17 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:05:13.896514 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f29329b4-cb52-4613-b305-2c8e4d7c9f17 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:05:13.902325 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f29329b4-cb52-4613-b305-2c8e4d7c9f17 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:05:13.971034 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f29329b4-cb52-4613-b305-2c8e4d7c9f17 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:14.045317 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f29329b4-cb52-4613-b305-2c8e4d7c9f17 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:14.089790 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29329b4-cb52-4613-b305-2c8e4d7c9f17 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=212cc900-b252-4b33-b16d-982d01617e8e,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:14.165412 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f29329b4-cb52-4613-b305-2c8e4d7c9f17 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:14.166618 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f29329b4-cb52-4613-b305-2c8e4d7c9f17 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5144074 Apr 11 15:05:14.169426 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52258) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:05:14.174389 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-1521e3cb-338f-4974-8f2f-ff430c5cb1fc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': '212cc900-b252-4b33-b16d-982d01617e8e', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:05:14.181473 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-1521e3cb-338f-4974-8f2f-ff430c5cb1fc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:05:14.185486 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1521e3cb-338f-4974-8f2f-ff430c5cb1fc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:05:14.188450 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-1521e3cb-338f-4974-8f2f-ff430c5cb1fc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:05:14.194655 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-1521e3cb-338f-4974-8f2f-ff430c5cb1fc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:05:14.297442 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1521e3cb-338f-4974-8f2f-ff430c5cb1fc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:14.360227 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1521e3cb-338f-4974-8f2f-ff430c5cb1fc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:14.437842 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1521e3cb-338f-4974-8f2f-ff430c5cb1fc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:14.462881 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521e3cb-338f-4974-8f2f-ff430c5cb1fc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d858b99-7fe8-4511-88dc-784995c922f0,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:14.577347 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-1521e3cb-338f-4974-8f2f-ff430c5cb1fc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:14.578653 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1521e3cb-338f-4974-8f2f-ff430c5cb1fc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4082456 Apr 11 15:05:14.581339 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52262) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:05:14.586940 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-e507b9c2-e732-457e-8b38-2faa24adfa36 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': '212cc900-b252-4b33-b16d-982d01617e8e', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:05:14.593023 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e507b9c2-e732-457e-8b38-2faa24adfa36 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:05:14.596905 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e507b9c2-e732-457e-8b38-2faa24adfa36 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:05:14.600590 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e507b9c2-e732-457e-8b38-2faa24adfa36 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:05:14.606345 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e507b9c2-e732-457e-8b38-2faa24adfa36 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:05:14.678736 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e507b9c2-e732-457e-8b38-2faa24adfa36 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:14.742580 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e507b9c2-e732-457e-8b38-2faa24adfa36 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:14.803407 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e507b9c2-e732-457e-8b38-2faa24adfa36 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:14.828883 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507b9c2-e732-457e-8b38-2faa24adfa36 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9790ab-ed0b-444a-a697-cfa82ab260a4,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:14.912044 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e507b9c2-e732-457e-8b38-2faa24adfa36 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:14.913268 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e507b9c2-e732-457e-8b38-2faa24adfa36 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3309264 Apr 11 15:05:14.915904 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52266) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:05:14.920935 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-e4b72c1c-a073-4a29-b115-f5c925d439f3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': '212cc900-b252-4b33-b16d-982d01617e8e', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:05:14.927443 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e4b72c1c-a073-4a29-b115-f5c925d439f3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:05:14.931121 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e4b72c1c-a073-4a29-b115-f5c925d439f3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:05:14.934134 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e4b72c1c-a073-4a29-b115-f5c925d439f3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:05:14.939865 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e4b72c1c-a073-4a29-b115-f5c925d439f3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:05:15.022219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e4b72c1c-a073-4a29-b115-f5c925d439f3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:15.086021 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e4b72c1c-a073-4a29-b115-f5c925d439f3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:15.146415 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e4b72c1c-a073-4a29-b115-f5c925d439f3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:15.169835 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b72c1c-a073-4a29-b115-f5c925d439f3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d58e0f2-4fad-4331-b0e9-0943716ab86a,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:15.226345 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e4b72c1c-a073-4a29-b115-f5c925d439f3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:15.227611 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e4b72c1c-a073-4a29-b115-f5c925d439f3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3107915 Apr 11 15:05:15.230359 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52270) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:05:15.235330 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-b715d855-8996-47b2-be9e-bc45b9cb8ce8 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': '212cc900-b252-4b33-b16d-982d01617e8e', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:05:15.241814 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b715d855-8996-47b2-be9e-bc45b9cb8ce8 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:05:15.245552 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b715d855-8996-47b2-be9e-bc45b9cb8ce8 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:05:15.248346 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b715d855-8996-47b2-be9e-bc45b9cb8ce8 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:05:15.254174 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b715d855-8996-47b2-be9e-bc45b9cb8ce8 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:05:15.326243 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b715d855-8996-47b2-be9e-bc45b9cb8ce8 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:15.390446 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b715d855-8996-47b2-be9e-bc45b9cb8ce8 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:15.460737 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b715d855-8996-47b2-be9e-bc45b9cb8ce8 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:15.485524 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715d855-8996-47b2-be9e-bc45b9cb8ce8 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc91af7-5abe-4e88-9e53-f2b2f63eaa4a,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:15.548294 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b715d855-8996-47b2-be9e-bc45b9cb8ce8 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:15.549479 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b715d855-8996-47b2-be9e-bc45b9cb8ce8 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3181419 Apr 11 15:05:15.552375 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52274) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:05:15.557269 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-d42076ed-b2d4-44ff-8c43-8e5f119ead2b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': '212cc900-b252-4b33-b16d-982d01617e8e', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:05:15.563196 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-d42076ed-b2d4-44ff-8c43-8e5f119ead2b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:05:15.567465 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d42076ed-b2d4-44ff-8c43-8e5f119ead2b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:05:15.570910 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-d42076ed-b2d4-44ff-8c43-8e5f119ead2b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:05:15.576603 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-d42076ed-b2d4-44ff-8c43-8e5f119ead2b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:05:15.657102 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.securitygroups_db [None req-d42076ed-b2d4-44ff-8c43-8e5f119ead2b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Project 3fd27714ee9e4925afa207147871cc90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:05:15.664659 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d42076ed-b2d4-44ff-8c43-8e5f119ead2b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:15.729467 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d42076ed-b2d4-44ff-8c43-8e5f119ead2b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:15.782429 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d42076ed-b2d4-44ff-8c43-8e5f119ead2b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:15.805771 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42076ed-b2d4-44ff-8c43-8e5f119ead2b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10386a3e-096a-4632-ae31-8a925a438a8d,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:15.862455 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d42076ed-b2d4-44ff-8c43-8e5f119ead2b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:15.863598 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d42076ed-b2d4-44ff-8c43-8e5f119ead2b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3102827 Apr 11 15:05:15.866262 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52278) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:05:15.871258 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-cc0262c2-a8ff-4417-8bcd-970bfaee5065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': '212cc900-b252-4b33-b16d-982d01617e8e', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:05:15.877125 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-cc0262c2-a8ff-4417-8bcd-970bfaee5065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:05:15.881658 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-cc0262c2-a8ff-4417-8bcd-970bfaee5065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:05:15.884647 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-cc0262c2-a8ff-4417-8bcd-970bfaee5065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:05:15.890705 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-cc0262c2-a8ff-4417-8bcd-970bfaee5065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:05:15.986341 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.securitygroups_db [None req-cc0262c2-a8ff-4417-8bcd-970bfaee5065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Project 3fd27714ee9e4925afa207147871cc90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:05:15.994843 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cc0262c2-a8ff-4417-8bcd-970bfaee5065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:16.064786 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cc0262c2-a8ff-4417-8bcd-970bfaee5065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:16.142667 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cc0262c2-a8ff-4417-8bcd-970bfaee5065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:16.170134 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0262c2-a8ff-4417-8bcd-970bfaee5065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be8d4ed1-b1e8-4325-97b3-99cf70bcfd73,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:16.251352 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-cc0262c2-a8ff-4417-8bcd-970bfaee5065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:16.252554 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-cc0262c2-a8ff-4417-8bcd-970bfaee5065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3853636 Apr 11 15:05:16.256892 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52282) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:05:16.262473 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-94b0c37b-1efe-42c0-94b4-9339bca132e4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'network': {'name': 'tempest-network-smoke--327472875', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'port_security_enabled': True}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:05:16.268992 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-94b0c37b-1efe-42c0-94b4-9339bca132e4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:05:16.272045 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-94b0c37b-1efe-42c0-94b4-9339bca132e4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:network and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:05:16.275036 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-94b0c37b-1efe-42c0-94b4-9339bca132e4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:05:16.280998 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-94b0c37b-1efe-42c0-94b4-9339bca132e4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:05:16.342540 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b0c37b-1efe-42c0-94b4-9339bca132e4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Made reservation on behalf of 3fd27714ee9e4925afa207147871cc90 for: {'network': 1} {{(pid=88617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:05:16.346087 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-94b0c37b-1efe-42c0-94b4-9339bca132e4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:16.375021 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b0c37b-1efe-42c0-94b4-9339bca132e4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=88617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:05:16.383945 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-94b0c37b-1efe-42c0-94b4-9339bca132e4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:16.384281 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.segments_db [None req-94b0c37b-1efe-42c0-94b4-9339bca132e4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Added segment b11aae5d-0c14-445b-b109-6d6a59cf12d7 of type vlan for network 46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5 Apr 11 15:05:16.409346 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-94b0c37b-1efe-42c0-94b4-9339bca132e4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:16.512114 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-94b0c37b-1efe-42c0-94b4-9339bca132e4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:16.517716 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b0c37b-1efe-42c0-94b4-9339bca132e4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:16.518329 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-94b0c37b-1efe-42c0-94b4-9339bca132e4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:16.628762 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0c37b-1efe-42c0-94b4-9339bca132e4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Network': ['ID=46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:16.638831 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 15:05:16.675008 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-94b0c37b-1efe-42c0-94b4-9339bca132e4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4168708 Apr 11 15:05:16.677656 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52286) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:05:16.682707 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-714fbcdd-758c-43b9-b322-b0b3c3a5f065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1405781715', 'admin_state_up': True, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:05:16.690005 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-714fbcdd-758c-43b9-b322-b0b3c3a5f065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:05:16.695205 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-714fbcdd-758c-43b9-b322-b0b3c3a5f065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:router and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:05:16.697895 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-714fbcdd-758c-43b9-b322-b0b3c3a5f065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:05:16.704436 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-714fbcdd-758c-43b9-b322-b0b3c3a5f065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:05:16.794259 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-714fbcdd-758c-43b9-b322-b0b3c3a5f065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:16.795291 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-714fbcdd-758c-43b9-b322-b0b3c3a5f065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:16.810559 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-714fbcdd-758c-43b9-b322-b0b3c3a5f065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:17.151572 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-714fbcdd-758c-43b9-b322-b0b3c3a5f065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:17.522541 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-714fbcdd-758c-43b9-b322-b0b3c3a5f065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router_gateway, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:17.551026 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-714fbcdd-758c-43b9-b322-b0b3c3a5f065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:17.779985 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-714fbcdd-758c-43b9-b322-b0b3c3a5f065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Allocated IP 172.26.7.176 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/1517d11f-bcd7-4d9a-9e57-aa58b385eb5b) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:05:17.924703 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-714fbcdd-758c-43b9-b322-b0b3c3a5f065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:18.017080 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-714fbcdd-758c-43b9-b322-b0b3c3a5f065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:18.077687 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714fbcdd-758c-43b9-b322-b0b3c3a5f065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:05:18.080377 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-714fbcdd-758c-43b9-b322-b0b3c3a5f065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:05:18.088265 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714fbcdd-758c-43b9-b322-b0b3c3a5f065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:05:18.132233 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fbcdd-758c-43b9-b322-b0b3c3a5f065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=1517d11f-bcd7-4d9a-9e57-aa58b385eb5b,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:18.557528 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-714fbcdd-758c-43b9-b322-b0b3c3a5f065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router_gateway, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:18.900477 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-714fbcdd-758c-43b9-b322-b0b3c3a5f065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:19.194041 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714fbcdd-758c-43b9-b322-b0b3c3a5f065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Router 5a0ab9a8-4c64-429a-a66c-6683bc7b170f is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 15:05:19.489126 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714fbcdd-758c-43b9-b322-b0b3c3a5f065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:05:19.500149 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] Sync routers for ids ['5a0ab9a8-4c64-429a-a66c-6683bc7b170f'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:05:19.510612 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] Routers {'5a0ab9a8-4c64-429a-a66c-6683bc7b170f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:05:19.511230 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:04:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['5a0ab9a8-4c64-429a-a66c-6683bc7b170f'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:05:19.563757 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-714fbcdd-758c-43b9-b322-b0b3c3a5f065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:19.564989 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-714fbcdd-758c-43b9-b322-b0b3c3a5f065 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8863487 Apr 11 15:05:19.568782 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52290) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:05:19.652886 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-90660d24-cdba-4190-a69d-a081e825ba4c tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=3fd27714ee9e4925afa207147871cc90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0819745 Apr 11 15:05:19.658202 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52296) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:05:19.701971 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] Set router 5a0ab9a8-4c64-429a-a66c-6683bc7b170f gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:05:19.796200 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb91b935-2ecd-4448-b377-e4dec7cbcff6 tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:19.797600 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-bb91b935-2ecd-4448-b377-e4dec7cbcff6 tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1384435 Apr 11 15:05:19.800517 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52300) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:05:19.841122 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6e057ec5-226e-4171-b632-15cc70d67b30 tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=cff58315-4a25-4203-8056-2db185a2b95d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393863 Apr 11 15:05:19.843571 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52304) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:05:19.848875 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-9e154f4a-7297-4276-877e-20c6dac50e87 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-701618102', 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:05:19.959162 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9e154f4a-7297-4276-877e-20c6dac50e87 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:05:19.963104 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9e154f4a-7297-4276-877e-20c6dac50e87 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:subnet and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:05:19.965945 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9e154f4a-7297-4276-877e-20c6dac50e87 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:05:19.971571 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9e154f4a-7297-4276-877e-20c6dac50e87 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:05:20.032588 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405781715', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:05:16Z', 'updated_at': '2022-04-11T15:05:18Z', 'revision_number': 3, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:05:17Z', 'updated_at': '2022-04-11T15:05:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:05:20.037389 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] Checking router: 5a0ab9a8-4c64-429a-a66c-6683bc7b170f for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:05:20.037748 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] Updating router 5a0ab9a8-4c64-429a-a66c-6683bc7b170f port 1517d11f-bcd7-4d9a-9e57-aa58b385eb5b binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:05:20.043587 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e154f4a-7297-4276-877e-20c6dac50e87 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Made reservation on behalf of 3fd27714ee9e4925afa207147871cc90 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:05:20.047464 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9e154f4a-7297-4276-877e-20c6dac50e87 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:20.093810 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:20.323523 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9e154f4a-7297-4276-877e-20c6dac50e87 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:20.407323 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e154f4a-7297-4276-877e-20c6dac50e87 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Subnet': ['ID=658d00de-f7d0-465a-a8e8-c7934d0c277d,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:20.412807 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e154f4a-7297-4276-877e-20c6dac50e87 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Checking segment: {'id': 'b11aae5d-0c14-445b-b109-6d6a59cf12d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:05:20.413170 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e154f4a-7297-4276-877e-20c6dac50e87 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network hostable DHCP agents. Network: 46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:05:20.448499 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:20.460729 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] Transition to ACTIVE for port object 1517d11f-bcd7-4d9a-9e57-aa58b385eb5b will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:05:20.519446 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e154f4a-7297-4276-877e-20c6dac50e87 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network 46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:05:20.542281 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:20.617473 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-9e154f4a-7297-4276-877e-20c6dac50e87 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:05:20.622172 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e154f4a-7297-4276-877e-20c6dac50e87 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:20.622694 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] Attempting to bind port 1517d11f-bcd7-4d9a-9e57-aa58b385eb5b on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:05:20.622888 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9e154f4a-7297-4276-877e-20c6dac50e87 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:20.623274 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] Attempting to bind port 1517d11f-bcd7-4d9a-9e57-aa58b385eb5b by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:05:20.623584 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] Attempting to bind port 1517d11f-bcd7-4d9a-9e57-aa58b385eb5b on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:05:20.627223 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6f875e-79a5-4ad4-987c-e69465a358d1 None None] Network 46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 15:05:20.639968 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906970a-5904-40b5-9aec-8b40a0604dee None None] Pushing event updated for resources: {'Port': ['ID=1517d11f-bcd7-4d9a-9e57-aa58b385eb5b,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:20.661055 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:05:20.661477 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:05:20.661928 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:20.662324 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:05:20.662796 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] Bound port: 1517d11f-bcd7-4d9a-9e57-aa58b385eb5b, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:05:20.663172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:20.720419 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9e154f4a-7297-4276-877e-20c6dac50e87 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8757722 Apr 11 15:05:20.723092 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52308) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:05:20.819162 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] For port 1517d11f-bcd7-4d9a-9e57-aa58b385eb5b, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:05:20.855065 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] For port 1517d11f-bcd7-4d9a-9e57-aa58b385eb5b, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=1517d11f-bcd7-4d9a-9e57-aa58b385eb5b,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:05:20.918151 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:20.952392 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c594625-addc-46e1-8135-a889393d941b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5', 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'fixed_ips': [{'subnet_id': '658d00de-f7d0-465a-a8e8-c7934d0c277d'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 15:05:20.953213 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8c594625-addc-46e1-8135-a889393d941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:21.063253 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] Routers {'5a0ab9a8-4c64-429a-a66c-6683bc7b170f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:05:21.063932 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:04:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['5a0ab9a8-4c64-429a-a66c-6683bc7b170f'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:05:21.132259 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906970a-5904-40b5-9aec-8b40a0604dee None None] Pushing event updated for resources: {'Port': ['ID=1517d11f-bcd7-4d9a-9e57-aa58b385eb5b,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:21.372092 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-8c594625-addc-46e1-8135-a889393d941b None None] Allocated IP 172.20.0.2 (46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5/658d00de-f7d0-465a-a8e8-c7934d0c277d/6edf8553-a75d-4e44-aa5b-d7e723efb38a) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:05:21.376342 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] Set router 5a0ab9a8-4c64-429a-a66c-6683bc7b170f gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:05:21.553345 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-69a9e853-0b7a-4997-ae57-a7c6b4dbf291 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:21.844349 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8c594625-addc-46e1-8135-a889393d941b None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:21.856656 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8c594625-addc-46e1-8135-a889393d941b None None] Transition to ACTIVE for port object 6edf8553-a75d-4e44-aa5b-d7e723efb38a will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:05:21.880466 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405781715', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:05:16Z', 'updated_at': '2022-04-11T15:05:18Z', 'revision_number': 3, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:05:17Z', 'updated_at': '2022-04-11T15:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:05:21.882728 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8c594625-addc-46e1-8135-a889393d941b None None] Transition to ACTIVE for port object 6edf8553-a75d-4e44-aa5b-d7e723efb38a will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:05:21.886385 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c45cef9-a192-488e-8202-1dd16e04cde9 None None] The sync data for ids ['5a0ab9a8-4c64-429a-a66c-6683bc7b170f'] in dv-neutron-837330-1-hyperv is: [{'id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405781715', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:05:16Z', 'updated_at': '2022-04-11T15:05:18Z', 'revision_number': 3, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:05:17Z', 'updated_at': '2022-04-11T15:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:05:21.955824 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8c594625-addc-46e1-8135-a889393d941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:22.021320 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c594625-addc-46e1-8135-a889393d941b None None] Network 46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:05:22.024348 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-8c594625-addc-46e1-8135-a889393d941b None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:05:22.028121 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c594625-addc-46e1-8135-a889393d941b None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:05:22.033664 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-69a9e853-0b7a-4997-ae57-a7c6b4dbf291 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Allocated IP 172.20.0.1 (46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5/658d00de-f7d0-465a-a8e8-c7934d0c277d/29e17efb-fa69-4784-8ea5-037058ac3eea) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:05:22.080970 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c594625-addc-46e1-8135-a889393d941b None None] Pushing event updated for resources: {'Port': ['ID=6edf8553-a75d-4e44-aa5b-d7e723efb38a,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:22.151506 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-8c594625-addc-46e1-8135-a889393d941b None None] Attempting to bind port 6edf8553-a75d-4e44-aa5b-d7e723efb38a on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:05:22.153053 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-8c594625-addc-46e1-8135-a889393d941b None None] Attempting to bind port 6edf8553-a75d-4e44-aa5b-d7e723efb38a by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'b11aae5d-0c14-445b-b109-6d6a59cf12d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:05:22.153576 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c594625-addc-46e1-8135-a889393d941b None None] Attempting to bind port 6edf8553-a75d-4e44-aa5b-d7e723efb38a on network 46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:05:22.160318 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c594625-addc-46e1-8135-a889393d941b None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:05:22.160998 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c594625-addc-46e1-8135-a889393d941b None None] Checking segment: {'id': 'b11aae5d-0c14-445b-b109-6d6a59cf12d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:05:22.161579 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8c594625-addc-46e1-8135-a889393d941b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:22.162191 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c594625-addc-46e1-8135-a889393d941b None None] Bound using segment: {'id': 'b11aae5d-0c14-445b-b109-6d6a59cf12d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:05:22.162842 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-8c594625-addc-46e1-8135-a889393d941b None None] Bound port: 6edf8553-a75d-4e44-aa5b-d7e723efb38a, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b11aae5d-0c14-445b-b109-6d6a59cf12d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:05:22.163400 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8c594625-addc-46e1-8135-a889393d941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:22.217562 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-69a9e853-0b7a-4997-ae57-a7c6b4dbf291 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:22.237721 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-69a9e853-0b7a-4997-ae57-a7c6b4dbf291 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Transition to ACTIVE for port object 29e17efb-fa69-4784-8ea5-037058ac3eea will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:05:22.266884 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-8c594625-addc-46e1-8135-a889393d941b None None] For port 6edf8553-a75d-4e44-aa5b-d7e723efb38a, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:05:22.270304 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-8c594625-addc-46e1-8135-a889393d941b None None] For port 6edf8553-a75d-4e44-aa5b-d7e723efb38a, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6edf8553-a75d-4e44-aa5b-d7e723efb38a,segment=NetworkSegment(b11aae5d-0c14-445b-b109-6d6a59cf12d7),segment_id=b11aae5d-0c14-445b-b109-6d6a59cf12d7)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:05:22.359461 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-69a9e853-0b7a-4997-ae57-a7c6b4dbf291 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:22.370559 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8c594625-addc-46e1-8135-a889393d941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:22.439063 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a9e853-0b7a-4997-ae57-a7c6b4dbf291 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network 46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:05:22.442602 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-69a9e853-0b7a-4997-ae57-a7c6b4dbf291 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:05:22.445579 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a9e853-0b7a-4997-ae57-a7c6b4dbf291 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:05:22.468410 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c594625-addc-46e1-8135-a889393d941b None None] Pushing event updated for resources: {'Port': ['ID=6edf8553-a75d-4e44-aa5b-d7e723efb38a,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:22.502938 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9e853-0b7a-4997-ae57-a7c6b4dbf291 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=29e17efb-fa69-4784-8ea5-037058ac3eea,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:22.542643 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-69a9e853-0b7a-4997-ae57-a7c6b4dbf291 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:22.555370 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 1517d11f-bcd7-4d9a-9e57-aa58b385eb5b up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:05:22.721512 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 1517d11f-bcd7-4d9a-9e57-aa58b385eb5b completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:05:22.732193 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 1517d11f-bcd7-4d9a-9e57-aa58b385eb5b triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:05:22.737573 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:22.797491 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-69a9e853-0b7a-4997-ae57-a7c6b4dbf291 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:22.882407 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:22.902558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 1517d11f-bcd7-4d9a-9e57-aa58b385eb5b, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=1517d11f-bcd7-4d9a-9e57-aa58b385eb5b,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:05:22.992188 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:23.077458 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=1517d11f-bcd7-4d9a-9e57-aa58b385eb5b,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:23.338325 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-69a9e853-0b7a-4997-ae57-a7c6b4dbf291 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:23.409410 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-69a9e853-0b7a-4997-ae57-a7c6b4dbf291 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:23.530672 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9e853-0b7a-4997-ae57-a7c6b4dbf291 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=29e17efb-fa69-4784-8ea5-037058ac3eea,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:23.533196 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-69a9e853-0b7a-4997-ae57-a7c6b4dbf291 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:23.539978 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c069c3b-dd4c-40fc-97dd-6d9d78866c30 None None] Network 46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 15:05:23.673569 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a9e853-0b7a-4997-ae57-a7c6b4dbf291 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network 46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:05:23.674702 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-69a9e853-0b7a-4997-ae57-a7c6b4dbf291 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:05:23.700707 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-06a2b68f-59b4-451e-95f6-7bf53700ed4f None None] Provisioning for port 6edf8553-a75d-4e44-aa5b-d7e723efb38a completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:05:23.873336 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a9e853-0b7a-4997-ae57-a7c6b4dbf291 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Router 5a0ab9a8-4c64-429a-a66c-6683bc7b170f has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:05:24.073452 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a9e853-0b7a-4997-ae57-a7c6b4dbf291 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:05:24.085981 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] Sync routers for ids ['5a0ab9a8-4c64-429a-a66c-6683bc7b170f'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:05:24.092063 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-69a9e853-0b7a-4997-ae57-a7c6b4dbf291 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "PUT /v2.0/routers/5a0ab9a8-4c64-429a-a66c-6683bc7b170f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3611290 Apr 11 15:05:24.096057 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] Routers {'5a0ab9a8-4c64-429a-a66c-6683bc7b170f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:05:24.096676 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:04:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['5a0ab9a8-4c64-429a-a66c-6683bc7b170f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:05:24.105832 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ef620a69-9e76-4ad5-ac1f-8100825afa45 None None] Provisioning for port 29e17efb-fa69-4784-8ea5-037058ac3eea completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:05:24.110979 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ef620a69-9e76-4ad5-ac1f-8100825afa45 None None] Provisioning complete for port 29e17efb-fa69-4784-8ea5-037058ac3eea triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:05:24.111351 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ef620a69-9e76-4ad5-ac1f-8100825afa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:24.185651 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-ef620a69-9e76-4ad5-ac1f-8100825afa45 None None] Port 29e17efb-fa69-4784-8ea5-037058ac3eea cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:05:24.305161 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4e9d827f-4805-4c1f-8e21-e1223358444a None None] Provisioning complete for port 29e17efb-fa69-4784-8ea5-037058ac3eea triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:05:24.305989 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4e9d827f-4805-4c1f-8e21-e1223358444a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:24.317682 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] Set router 5a0ab9a8-4c64-429a-a66c-6683bc7b170f gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:05:24.320293 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-76199191-8b91-48a2-be21-259495d1dc31 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:05:24.365882 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-4e9d827f-4805-4c1f-8e21-e1223358444a None None] Port 29e17efb-fa69-4784-8ea5-037058ac3eea cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:05:24.391874 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-76199191-8b91-48a2-be21-259495d1dc31 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:05:24.393055 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-76199191-8b91-48a2-be21-259495d1dc31 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-697526723&fields=id&tenant_id=3fd27714ee9e4925afa207147871cc90 HTTP/1.1" status: 200 len: 267 time: 0.1191432 Apr 11 15:05:24.499005 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-eca8259c-d4bd-4c11-8040-12ba039e12f1 None None] Provisioning complete for port 29e17efb-fa69-4784-8ea5-037058ac3eea triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:05:24.499455 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-eca8259c-d4bd-4c11-8040-12ba039e12f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:24.567292 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-94dccf67-c9fa-4fcd-972e-713ab968f9a6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:24.569215 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-94dccf67-c9fa-4fcd-972e-713ab968f9a6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:network {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:05:24.619327 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 1517d11f-bcd7-4d9a-9e57-aa58b385eb5b up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:05:24.645602 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-94dccf67-c9fa-4fcd-972e-713ab968f9a6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:network {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:05:24.647174 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-94dccf67-c9fa-4fcd-972e-713ab968f9a6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/networks?id=46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5 HTTP/1.1" status: 200 len: 796 time: 0.2460051 Apr 11 15:05:24.659296 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-eca8259c-d4bd-4c11-8040-12ba039e12f1 None None] Port 29e17efb-fa69-4784-8ea5-037058ac3eea cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:05:24.667395 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-c2c43b5a-01a4-41ed-a021-92cec342041e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/quotas/3fd27714ee9e4925afa207147871cc90 HTTP/1.1" status: 200 len: 375 time: 0.0138111 Apr 11 15:05:24.682705 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:24.695404 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405781715', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:05:16Z', 'updated_at': '2022-04-11T15:05:22Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:05:17Z', 'updated_at': '2022-04-11T15:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '29e17efb-fa69-4784-8ea5-037058ac3eea', 'name': '', 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:ba:13:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '658d00de-f7d0-465a-a8e8-c7934d0c277d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:05:21Z', 'updated_at': '2022-04-11T15:05:23Z', 'revision_number': 2, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '658d00de-f7d0-465a-a8e8-c7934d0c277d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:05:24.698820 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 1517d11f-bcd7-4d9a-9e57-aa58b385eb5b triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:05:24.699190 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:24.699406 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] Checking router: 5a0ab9a8-4c64-429a-a66c-6683bc7b170f for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:05:24.699750 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] Updating router 5a0ab9a8-4c64-429a-a66c-6683bc7b170f port 29e17efb-fa69-4784-8ea5-037058ac3eea binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:05:24.761025 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:24.762527 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-5b6a89f7-b75b-4247-ae32-d9c0beaa7514 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:05:24.827400 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6edf8553-a75d-4e44-aa5b-d7e723efb38a up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:05:24.836793 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-5b6a89f7-b75b-4247-ae32-d9c0beaa7514 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:05:24.838264 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-5b6a89f7-b75b-4247-ae32-d9c0beaa7514 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1651673 Apr 11 15:05:24.904464 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-3263e341-c764-43c1-a514-41efc76426e9 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 15:05:24.905543 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-3263e341-c764-43c1-a514-41efc76426e9 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0536013 Apr 11 15:05:24.954262 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 6edf8553-a75d-4e44-aa5b-d7e723efb38a completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:05:24.959826 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 6edf8553-a75d-4e44-aa5b-d7e723efb38a triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:05:24.960208 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:25.050693 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-21ec01ad-816e-40fa-b1f9-089ccc824c5e service neutron] 10.222.0.66 "GET /v2.0/networks/46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383717 Apr 11 15:05:25.108252 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:25.142486 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 6edf8553-a75d-4e44-aa5b-d7e723efb38a, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6edf8553-a75d-4e44-aa5b-d7e723efb38a,segment=NetworkSegment(b11aae5d-0c14-445b-b109-6d6a59cf12d7),segment_id=b11aae5d-0c14-445b-b109-6d6a59cf12d7)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:05:25.187389 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-197db62a-0a2c-42a3-881f-cb1e65e2b13d service neutron] 10.222.0.66 "GET /v2.0/networks/46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345904 Apr 11 15:05:25.206773 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:25.208349 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:25.224570 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] Transition to ACTIVE for port object 29e17efb-fa69-4784-8ea5-037058ac3eea will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:05:25.267297 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4879b304-858a-446e-9edb-97ef3818ff3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:25.320451 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=6edf8553-a75d-4e44-aa5b-d7e723efb38a,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:25.341182 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:25.513571 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d5650-fd74-49e3-9f89-b1ffd3c32c87 None None] Pushing event updated for resources: {'Port': ['ID=29e17efb-fa69-4784-8ea5-037058ac3eea,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:25.563835 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d5650-fd74-49e3-9f89-b1ffd3c32c87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:25.564171 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d5650-fd74-49e3-9f89-b1ffd3c32c87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:25.564508 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d5650-fd74-49e3-9f89-b1ffd3c32c87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:25.564830 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d5650-fd74-49e3-9f89-b1ffd3c32c87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:25.565150 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d5650-fd74-49e3-9f89-b1ffd3c32c87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:25.565498 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d5650-fd74-49e3-9f89-b1ffd3c32c87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:25.565815 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d5650-fd74-49e3-9f89-b1ffd3c32c87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:25.566152 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d5650-fd74-49e3-9f89-b1ffd3c32c87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:25.566475 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d5650-fd74-49e3-9f89-b1ffd3c32c87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:25.567620 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d5650-fd74-49e3-9f89-b1ffd3c32c87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:25.568351 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d5650-fd74-49e3-9f89-b1ffd3c32c87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:25.568677 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d5650-fd74-49e3-9f89-b1ffd3c32c87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:05:25.607200 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] Attempting to bind port 29e17efb-fa69-4784-8ea5-037058ac3eea on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:05:25.607560 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] Attempting to bind port 29e17efb-fa69-4784-8ea5-037058ac3eea by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'b11aae5d-0c14-445b-b109-6d6a59cf12d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:05:25.607916 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] Attempting to bind port 29e17efb-fa69-4784-8ea5-037058ac3eea on network 46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5 {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:05:25.617963 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:05:25.618325 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] Checking segment: {'id': 'b11aae5d-0c14-445b-b109-6d6a59cf12d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:05:25.618716 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:25.619088 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] Bound using segment: {'id': 'b11aae5d-0c14-445b-b109-6d6a59cf12d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:05:25.619538 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] Bound port: 29e17efb-fa69-4784-8ea5-037058ac3eea, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b11aae5d-0c14-445b-b109-6d6a59cf12d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:05:25.619904 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:25.710543 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] For port 29e17efb-fa69-4784-8ea5-037058ac3eea, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:05:25.713409 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] For port 29e17efb-fa69-4784-8ea5-037058ac3eea, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=29e17efb-fa69-4784-8ea5-037058ac3eea,segment=NetworkSegment(b11aae5d-0c14-445b-b109-6d6a59cf12d7),segment_id=b11aae5d-0c14-445b-b109-6d6a59cf12d7)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:05:25.782828 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:25.861964 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] Routers {'5a0ab9a8-4c64-429a-a66c-6683bc7b170f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:05:25.862600 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:04:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['5a0ab9a8-4c64-429a-a66c-6683bc7b170f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:05:25.917976 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d5650-fd74-49e3-9f89-b1ffd3c32c87 None None] Pushing event updated for resources: {'Port': ['ID=29e17efb-fa69-4784-8ea5-037058ac3eea,revision_number=4']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:26.059385 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] Set router 5a0ab9a8-4c64-429a-a66c-6683bc7b170f gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:05:26.430801 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405781715', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:05:16Z', 'updated_at': '2022-04-11T15:05:22Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:05:17Z', 'updated_at': '2022-04-11T15:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '29e17efb-fa69-4784-8ea5-037058ac3eea', 'name': '', 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:ba:13:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '658d00de-f7d0-465a-a8e8-c7934d0c277d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:05:21Z', 'updated_at': '2022-04-11T15:05:25Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '658d00de-f7d0-465a-a8e8-c7934d0c277d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:05:26.435184 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf2bc5c-23c8-4093-a743-3a27a4d46f3a None None] The sync data for ids ['5a0ab9a8-4c64-429a-a66c-6683bc7b170f'] in dv-neutron-837330-1-hyperv is: [{'id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405781715', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:05:16Z', 'updated_at': '2022-04-11T15:05:22Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:05:17Z', 'updated_at': '2022-04-11T15:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '29e17efb-fa69-4784-8ea5-037058ac3eea', 'name': '', 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:ba:13:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '658d00de-f7d0-465a-a8e8-c7934d0c277d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:05:21Z', 'updated_at': '2022-04-11T15:05:25Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '658d00de-f7d0-465a-a8e8-c7934d0c277d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:05:26.593040 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-341dda01-ec1b-4cad-87dc-3d0f4b6e1cf6 req-4051bb26-9d2c-422c-ab90-e209f8364610 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:05:26.612781 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-341dda01-ec1b-4cad-87dc-3d0f4b6e1cf6 req-4051bb26-9d2c-422c-ab90-e209f8364610 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:05:26.614817 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-341dda01-ec1b-4cad-87dc-3d0f4b6e1cf6 req-4051bb26-9d2c-422c-ab90-e209f8364610 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 210 time: 0.1774459 Apr 11 15:05:26.618282 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6edf8553-a75d-4e44-aa5b-d7e723efb38a up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:05:26.718370 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 6edf8553-a75d-4e44-aa5b-d7e723efb38a triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:05:26.718747 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:27.781818 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5d76d941-057b-4022-9f96-e570c4296213 req-4b9d323b-8e3e-4152-969e-5648ccbaf910 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 210 time: 0.0451601 Apr 11 15:05:27.828401 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-41173814-b561-49a9-be92-14bc053ff23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:28.531150 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 29e17efb-fa69-4784-8ea5-037058ac3eea up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:05:28.671610 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 29e17efb-fa69-4784-8ea5-037058ac3eea completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:05:28.677406 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 29e17efb-fa69-4784-8ea5-037058ac3eea triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:05:28.677835 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:28.745940 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-a6a6087e-f098-40aa-914b-45b229548672 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:28.747462 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-a6a6087e-f098-40aa-914b-45b229548672 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.53 "GET /v2.0/networks?id=46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5 HTTP/1.1" status: 200 len: 796 time: 0.1533506 Apr 11 15:05:28.792157 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:28.810917 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-4f263218-5b14-472c-9c62-ab9744b567cd tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fd27714ee9e4925afa207147871cc90 HTTP/1.1" status: 200 len: 379 time: 0.0494039 Apr 11 15:05:28.822424 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-c824c1c7-95f4-435d-a8e5-5631aed5ca77 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'port': {'device_id': '9af96dcc-fe10-4fbe-b1d4-a3a4be223d82', 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5', 'admin_state_up': True, 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'security_groups': ['212cc900-b252-4b33-b16d-982d01617e8e']}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:05:28.825297 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:28.844352 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:28.867260 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 29e17efb-fa69-4784-8ea5-037058ac3eea, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=29e17efb-fa69-4784-8ea5-037058ac3eea,segment=NetworkSegment(b11aae5d-0c14-445b-b109-6d6a59cf12d7),segment_id=b11aae5d-0c14-445b-b109-6d6a59cf12d7)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:05:28.940677 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:28.977699 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-22e7f0be-9764-468d-b9cb-8f855bb58546 req-181b5585-0829-4717-b23c-867466189a0f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 210 time: 0.0556610 Apr 11 15:05:29.011611 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=29e17efb-fa69-4784-8ea5-037058ac3eea,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:29.031619 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-c824c1c7-95f4-435d-a8e5-5631aed5ca77 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:05:29.041886 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-c824c1c7-95f4-435d-a8e5-5631aed5ca77 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:05:29.174636 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-c824c1c7-95f4-435d-a8e5-5631aed5ca77 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Made reservation on behalf of 3fd27714ee9e4925afa207147871cc90 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:05:29.178512 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-c824c1c7-95f4-435d-a8e5-5631aed5ca77 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:29.343008 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-c824c1c7-95f4-435d-a8e5-5631aed5ca77 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Allocated IP 172.20.0.11 (46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5/658d00de-f7d0-465a-a8e8-c7934d0c277d/1043b6f8-f94d-4a73-aad9-a602aed105fc) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:05:29.634234 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-c824c1c7-95f4-435d-a8e5-5631aed5ca77 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:29.649778 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-c824c1c7-95f4-435d-a8e5-5631aed5ca77 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Transition to ACTIVE for port object 1043b6f8-f94d-4a73-aad9-a602aed105fc will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:05:29.726095 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-c824c1c7-95f4-435d-a8e5-5631aed5ca77 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:29.791532 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-c824c1c7-95f4-435d-a8e5-5631aed5ca77 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network 46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:05:29.794417 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-c824c1c7-95f4-435d-a8e5-5631aed5ca77 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:05:29.803976 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-c824c1c7-95f4-435d-a8e5-5631aed5ca77 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:05:29.843899 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824c1c7-95f4-435d-a8e5-5631aed5ca77 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=1043b6f8-f94d-4a73-aad9-a602aed105fc,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:29.878156 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-c824c1c7-95f4-435d-a8e5-5631aed5ca77 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:29.879043 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-c824c1c7-95f4-435d-a8e5-5631aed5ca77 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:29.955241 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-c824c1c7-95f4-435d-a8e5-5631aed5ca77 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1391392 Apr 11 15:05:29.972683 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-9045ad00-f422-4ea0-b095-0bbc7b63479f service neutron] Request body: {'port': {'device_id': '9af96dcc-fe10-4fbe-b1d4-a3a4be223d82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:05:30.094909 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:30.097348 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-9045ad00-f422-4ea0-b095-0bbc7b63479f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:30.140508 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-49799511-ce0c-4364-bc41-5b898785c9c4 None None] Provisioning for port 1043b6f8-f94d-4a73-aad9-a602aed105fc completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:05:30.147368 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-49799511-ce0c-4364-bc41-5b898785c9c4 None None] Provisioning complete for port 1043b6f8-f94d-4a73-aad9-a602aed105fc triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:05:30.147861 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-49799511-ce0c-4364-bc41-5b898785c9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:30.187650 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464848c9-9fff-47a0-af0c-2200a82345c5 req-6432f830-7c24-45e0-ab88-d37d3bdd31fd tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:30.189251 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-464848c9-9fff-47a0-af0c-2200a82345c5 req-6432f830-7c24-45e0-ab88-d37d3bdd31fd tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 932 time: 0.0918834 Apr 11 15:05:30.212391 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-49799511-ce0c-4364-bc41-5b898785c9c4 None None] Port 1043b6f8-f94d-4a73-aad9-a602aed105fc cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:05:30.237213 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-464848c9-9fff-47a0-af0c-2200a82345c5 req-23ddd107-2cdc-4565-acff-00d2b1ab7bb1 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418034 Apr 11 15:05:30.447833 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-9045ad00-f422-4ea0-b095-0bbc7b63479f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1043b6f8-f94d-4a73-aad9-a602aed105fc {{(pid=88616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:05:30.455771 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-9045ad00-f422-4ea0-b095-0bbc7b63479f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:30.471047 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-9045ad00-f422-4ea0-b095-0bbc7b63479f service neutron] Transition to ACTIVE for port object 1043b6f8-f94d-4a73-aad9-a602aed105fc will not be triggered until provisioned by entity L2. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:05:30.513542 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 29e17efb-fa69-4784-8ea5-037058ac3eea up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:05:30.542366 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-9045ad00-f422-4ea0-b095-0bbc7b63479f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:30.582292 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 29e17efb-fa69-4784-8ea5-037058ac3eea triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:05:30.583579 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:30.710389 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045ad00-f422-4ea0-b095-0bbc7b63479f service neutron] Pushing event updated for resources: {'Port': ['ID=1043b6f8-f94d-4a73-aad9-a602aed105fc,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:30.787547 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-9045ad00-f422-4ea0-b095-0bbc7b63479f service neutron] Attempting to bind port 1043b6f8-f94d-4a73-aad9-a602aed105fc on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:05:30.787879 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-9045ad00-f422-4ea0-b095-0bbc7b63479f service neutron] Attempting to bind port 1043b6f8-f94d-4a73-aad9-a602aed105fc by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': 'b11aae5d-0c14-445b-b109-6d6a59cf12d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5'}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:05:30.788203 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-9045ad00-f422-4ea0-b095-0bbc7b63479f service neutron] Attempting to bind port 1043b6f8-f94d-4a73-aad9-a602aed105fc on network 46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:05:30.792682 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-9045ad00-f422-4ea0-b095-0bbc7b63479f service neutron] Port 1043b6f8-f94d-4a73-aad9-a602aed105fc on network 46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 15:05:30.793285 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-9045ad00-f422-4ea0-b095-0bbc7b63479f service neutron] Attempting to bind port 1043b6f8-f94d-4a73-aad9-a602aed105fc on network 46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:05:30.798030 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-9045ad00-f422-4ea0-b095-0bbc7b63479f service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:05:30.798364 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-9045ad00-f422-4ea0-b095-0bbc7b63479f service neutron] Checking segment: {'id': 'b11aae5d-0c14-445b-b109-6d6a59cf12d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:05:30.798930 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-9045ad00-f422-4ea0-b095-0bbc7b63479f service neutron] Bound using segment: {'id': 'b11aae5d-0c14-445b-b109-6d6a59cf12d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5'} {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:05:30.799352 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-9045ad00-f422-4ea0-b095-0bbc7b63479f service neutron] Bound port: 1043b6f8-f94d-4a73-aad9-a602aed105fc, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b11aae5d-0c14-445b-b109-6d6a59cf12d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5'}}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:05:30.799692 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-9045ad00-f422-4ea0-b095-0bbc7b63479f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:30.898001 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-9045ad00-f422-4ea0-b095-0bbc7b63479f service neutron] For port 1043b6f8-f94d-4a73-aad9-a602aed105fc, host hv-neutron-8373, cleared binding levels {{(pid=88616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:05:30.901268 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-9045ad00-f422-4ea0-b095-0bbc7b63479f service neutron] For port 1043b6f8-f94d-4a73-aad9-a602aed105fc, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=1043b6f8-f94d-4a73-aad9-a602aed105fc,segment=NetworkSegment(b11aae5d-0c14-445b-b109-6d6a59cf12d7),segment_id=b11aae5d-0c14-445b-b109-6d6a59cf12d7)] {{(pid=88616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:05:30.977329 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-9045ad00-f422-4ea0-b095-0bbc7b63479f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:31.032808 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-9045ad00-f422-4ea0-b095-0bbc7b63479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:31.033951 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-9045ad00-f422-4ea0-b095-0bbc7b63479f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:31.038568 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-9045ad00-f422-4ea0-b095-0bbc7b63479f service neutron] 10.222.0.53 "PUT /v2.0/ports/1043b6f8-f94d-4a73-aad9-a602aed105fc HTTP/1.1" status: 200 len: 1094 time: 1.0672908 Apr 11 15:05:31.041293 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af96dcc-fe10-4fbe-b1d4-a3a4be223d82', 'tag': '1043b6f8-f94d-4a73-aad9-a602aed105fc'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:05:31.072908 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045ad00-f422-4ea0-b095-0bbc7b63479f service neutron] Pushing event updated for resources: {'Port': ['ID=1043b6f8-f94d-4a73-aad9-a602aed105fc,revision_number=3']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:31.097714 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeb5ca3a-1886-4423-83aa-12d8995f342d'] response: {'name': 'network-changed', 'server_uuid': '9af96dcc-fe10-4fbe-b1d4-a3a4be223d82', 'tag': '1043b6f8-f94d-4a73-aad9-a602aed105fc', 'status': 'completed', 'code': 200} Apr 11 15:05:31.215983 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bbfcf-f42b-4b2e-af98-a819b279c2cf req-124c8002-86ae-4dce-81e4-f7c7f38020ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:31.217492 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ff8bbfcf-f42b-4b2e-af98-a819b279c2cf req-124c8002-86ae-4dce-81e4-f7c7f38020ec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 1097 time: 0.0739403 Apr 11 15:05:31.366484 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bbfcf-f42b-4b2e-af98-a819b279c2cf req-da849271-b44e-46a9-b25a-c4dbd8595e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:31.367832 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ff8bbfcf-f42b-4b2e-af98-a819b279c2cf req-da849271-b44e-46a9-b25a-c4dbd8595e15 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=3fd27714ee9e4925afa207147871cc90&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1386750 Apr 11 15:05:31.422108 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7c438-82a7-4bfe-8d0c-47c6b2a6964f req-88b2fb46-2a9e-4ced-b94d-ee0379d97a9b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:31.427825 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-04d7c438-82a7-4bfe-8d0c-47c6b2a6964f req-88b2fb46-2a9e-4ced-b94d-ee0379d97a9b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 944 time: 0.0816960 Apr 11 15:05:31.468370 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-04d7c438-82a7-4bfe-8d0c-47c6b2a6964f req-bd4ab21d-6cb5-4d6c-9261-161a35b0046f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381544 Apr 11 15:05:31.511488 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bbfcf-f42b-4b2e-af98-a819b279c2cf req-63376f24-aeb8-4b4f-bc7c-3c81e8e14bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:31.513002 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ff8bbfcf-f42b-4b2e-af98-a819b279c2cf req-63376f24-aeb8-4b4f-bc7c-3c81e8e14bb8 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1395769 Apr 11 15:05:31.650834 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-32efedc6-1908-4c73-88e3-92c78444adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:31.652368 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-32efedc6-1908-4c73-88e3-92c78444adbd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 1097 time: 0.0786448 Apr 11 15:05:31.730553 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-33eae593-bfb3-4b9c-b968-b7dd98d736d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1043b6f8-f94d-4a73-aad9-a602aed105fc HTTP/1.1" status: 200 len: 217 time: 0.0652235 Apr 11 15:05:31.889158 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-8f334fdd-3fd9-419e-bf93-32641963b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:31.890545 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-8f334fdd-3fd9-419e-bf93-32641963b0ea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=658d00de-f7d0-465a-a8e8-c7934d0c277d HTTP/1.1" status: 200 len: 834 time: 0.1538291 Apr 11 15:05:31.968555 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-066148f0-7c67-4ebd-80d3-8f4ec2d32c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:31.970073 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-066148f0-7c67-4ebd-80d3-8f4ec2d32c25 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732548 Apr 11 15:05:32.104135 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-0cdb7bb6-435b-4050-a874-268559004508 service neutron] 10.222.0.53 "GET /v2.0/networks/46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280158 Apr 11 15:05:32.235709 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cd192474-09c3-446a-b66b-2ba5db425a10 req-c3ccbf30-c970-43cf-a625-45687d5101b7 service neutron] 10.222.0.53 "GET /v2.0/networks/46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259668 Apr 11 15:05:32.657872 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ed25d-5df2-48f0-931b-1b5ba48ce5ff req-e9c1e29a-fa95-4cc8-8ec5-5a636c82505e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:32.658559 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-098ed25d-5df2-48f0-931b-1b5ba48ce5ff req-e9c1e29a-fa95-4cc8-8ec5-5a636c82505e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:05:32.745901 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-098ed25d-5df2-48f0-931b-1b5ba48ce5ff req-e9c1e29a-fa95-4cc8-8ec5-5a636c82505e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:05:32.747051 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-098ed25d-5df2-48f0-931b-1b5ba48ce5ff req-e9c1e29a-fa95-4cc8-8ec5-5a636c82505e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 944 time: 0.1687853 Apr 11 15:05:32.792641 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-098ed25d-5df2-48f0-931b-1b5ba48ce5ff req-a3293601-129a-4083-a430-8099ffa68e28 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397909 Apr 11 15:05:33.984374 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2544fad-e517-4203-8ce9-a42bb022c4be req-249307cc-8a97-4351-9234-fea5c69298d6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:33.985824 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f2544fad-e517-4203-8ce9-a42bb022c4be req-249307cc-8a97-4351-9234-fea5c69298d6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 944 time: 0.0855103 Apr 11 15:05:34.031713 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f2544fad-e517-4203-8ce9-a42bb022c4be req-ce7f683b-dbb6-4b4c-b2f9-6c975af5e6ca tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393858 Apr 11 15:05:35.219954 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ae95e-b5a0-4362-b088-815638e10a6b req-df24b2ba-36be-44a3-be80-b1b006ea3b5a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:35.221421 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d93ae95e-b5a0-4362-b088-815638e10a6b req-df24b2ba-36be-44a3-be80-b1b006ea3b5a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 944 time: 0.0835752 Apr 11 15:05:35.266518 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d93ae95e-b5a0-4362-b088-815638e10a6b req-af33359e-4d4a-4b7b-b7b6-a54785a707fb tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383198 Apr 11 15:05:35.712376 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 1043b6f8-f94d-4a73-aad9-a602aed105fc details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 15:05:35.855854 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 1043b6f8-f94d-4a73-aad9-a602aed105fc, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=1043b6f8-f94d-4a73-aad9-a602aed105fc,segment=NetworkSegment(b11aae5d-0c14-445b-b109-6d6a59cf12d7),segment_id=b11aae5d-0c14-445b-b109-6d6a59cf12d7)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:05:35.868848 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '1043b6f8-f94d-4a73-aad9-a602aed105fc', 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5', 'port_id': '1043b6f8-f94d-4a73-aad9-a602aed105fc', 'mac_address': 'fa:16:3e:34:76:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658d00de-f7d0-465a-a8e8-c7934d0c277d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 15:05:35.927076 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:35.943863 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1043b6f8-f94d-4a73-aad9-a602aed105fc {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:05:35.959134 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 1043b6f8-f94d-4a73-aad9-a602aed105fc, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=1043b6f8-f94d-4a73-aad9-a602aed105fc,segment=NetworkSegment(b11aae5d-0c14-445b-b109-6d6a59cf12d7),segment_id=b11aae5d-0c14-445b-b109-6d6a59cf12d7)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:05:36.033947 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:36.103617 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=1043b6f8-f94d-4a73-aad9-a602aed105fc,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:36.456971 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fca17-b47d-413c-a7d8-fa8adbc373f5 req-3d239364-894e-4e65-8a24-12157da628cf tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:36.458695 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-353fca17-b47d-413c-a7d8-fa8adbc373f5 req-3d239364-894e-4e65-8a24-12157da628cf tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 945 time: 0.0820906 Apr 11 15:05:36.494788 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['1043b6f8-f94d-4a73-aad9-a602aed105fc'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 15:05:36.507210 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-353fca17-b47d-413c-a7d8-fa8adbc373f5 req-f2aaa6c2-0004-49e0-86d1-d28b5460b14a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429513 Apr 11 15:05:37.697080 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdb374-c206-49af-85c6-e2f6a811b00f req-ae99a8f5-63a5-43ea-976c-f52c91e60624 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:37.698652 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-04fdb374-c206-49af-85c6-e2f6a811b00f req-ae99a8f5-63a5-43ea-976c-f52c91e60624 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 945 time: 0.0831058 Apr 11 15:05:37.710983 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 1043b6f8-f94d-4a73-aad9-a602aed105fc up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:05:37.748458 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-04fdb374-c206-49af-85c6-e2f6a811b00f req-f35fb704-5d3f-4eef-af68-94360c5f4e44 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442333 Apr 11 15:05:37.857814 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port 1043b6f8-f94d-4a73-aad9-a602aed105fc completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:05:37.863101 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 1043b6f8-f94d-4a73-aad9-a602aed105fc triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:05:37.863470 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:38.002740 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:38.031848 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af96dcc-fe10-4fbe-b1d4-a3a4be223d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1043b6f8-f94d-4a73-aad9-a602aed105fc'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:05:38.043586 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 1043b6f8-f94d-4a73-aad9-a602aed105fc, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=1043b6f8-f94d-4a73-aad9-a602aed105fc,segment=NetworkSegment(b11aae5d-0c14-445b-b109-6d6a59cf12d7),segment_id=b11aae5d-0c14-445b-b109-6d6a59cf12d7)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:05:38.084633 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa488072-ce45-456b-9fb1-115c9981badf'] response: {'server_uuid': '9af96dcc-fe10-4fbe-b1d4-a3a4be223d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1043b6f8-f94d-4a73-aad9-a602aed105fc', 'code': 200} Apr 11 15:05:38.134897 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:38.227290 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=1043b6f8-f94d-4a73-aad9-a602aed105fc,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:38.499591 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bde42-7768-498e-a059-55ff5da70387 req-453c3135-87ca-47ab-ad48-bc9c6d4431fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:38.501089 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ee3bde42-7768-498e-a059-55ff5da70387 req-453c3135-87ca-47ab-ad48-bc9c6d4431fb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 1099 time: 0.0764735 Apr 11 15:05:38.542929 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ee3bde42-7768-498e-a059-55ff5da70387 req-769e5857-e492-4213-8604-0b071e641826 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361035 Apr 11 15:05:38.947439 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550fbfd-e3e0-4831-8471-3a1e87b91e45 req-a4323459-d2fd-4792-92c5-f17be22350b0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:38.948961 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b550fbfd-e3e0-4831-8471-3a1e87b91e45 req-a4323459-d2fd-4792-92c5-f17be22350b0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 946 time: 0.0909083 Apr 11 15:05:38.997653 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b550fbfd-e3e0-4831-8471-3a1e87b91e45 req-19f5b793-0986-492e-8a2e-1a56f1cbf2c8 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427141 Apr 11 15:05:40.201982 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c13c2-9b53-45fa-9132-35ad62f0d2c5 req-dc08d863-d387-4bfe-b4e5-65274ea6be31 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:40.203446 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d24c13c2-9b53-45fa-9132-35ad62f0d2c5 req-dc08d863-d387-4bfe-b4e5-65274ea6be31 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 946 time: 0.0923321 Apr 11 15:05:40.250286 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d24c13c2-9b53-45fa-9132-35ad62f0d2c5 req-d9f1db4c-b99c-4f5c-8bca-3035450e25ea tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409076 Apr 11 15:05:40.441558 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451562c-5dca-4614-bfed-55099fa9662d req-dc94e974-1fb3-4ba8-a0ee-a9768b2b65ed tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:40.443159 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c451562c-5dca-4614-bfed-55099fa9662d req-dc94e974-1fb3-4ba8-a0ee-a9768b2b65ed tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 946 time: 0.0866551 Apr 11 15:05:40.487583 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c451562c-5dca-4614-bfed-55099fa9662d req-ab6e0097-583a-4174-abc7-55fb9519b8d6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387988 Apr 11 15:05:40.510857 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52376) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:05:40.586671 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5095c6b5-6496-45d0-a841-377880a617c0 tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:40.588086 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-5095c6b5-6496-45d0-a841-377880a617c0 tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 1094 time: 0.0762405 Apr 11 15:05:40.590894 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52380) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:05:40.595724 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-4e607019-6928-45cd-80db-6c027055fe5e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': '1043b6f8-f94d-4a73-aad9-a602aed105fc', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:05:40.602462 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4e607019-6928-45cd-80db-6c027055fe5e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:05:40.606346 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4e607019-6928-45cd-80db-6c027055fe5e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:floatingip and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:05:40.609182 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4e607019-6928-45cd-80db-6c027055fe5e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:05:40.615460 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4e607019-6928-45cd-80db-6c027055fe5e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:05:40.679741 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e607019-6928-45cd-80db-6c027055fe5e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for floatingip, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:40.818129 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e607019-6928-45cd-80db-6c027055fe5e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:40.957775 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-4e607019-6928-45cd-80db-6c027055fe5e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Allocated IP 172.26.7.211 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/15b1925c-62ff-494b-b5dd-c13da7205c3d) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:05:41.113659 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e607019-6928-45cd-80db-6c027055fe5e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:41.188653 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e607019-6928-45cd-80db-6c027055fe5e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:41.254106 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e607019-6928-45cd-80db-6c027055fe5e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:05:41.262252 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-4e607019-6928-45cd-80db-6c027055fe5e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:05:41.264737 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e607019-6928-45cd-80db-6c027055fe5e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:05:41.299925 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e607019-6928-45cd-80db-6c027055fe5e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=15b1925c-62ff-494b-b5dd-c13da7205c3d,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:41.784375 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e607019-6928-45cd-80db-6c027055fe5e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:41.803008 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:05:41.923576 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e607019-6928-45cd-80db-6c027055fe5e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:42.162433 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e607019-6928-45cd-80db-6c027055fe5e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:42.206967 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c1e03ce3-5cf6-4c6a-8907-bc687319b073 req-cb4fdd1a-124f-481d-9f3f-dc23f4205b00 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749559 Apr 11 15:05:42.225768 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e607019-6928-45cd-80db-6c027055fe5e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:42.389346 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e607019-6928-45cd-80db-6c027055fe5e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=15b1925c-62ff-494b-b5dd-c13da7205c3d,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:05:42.401253 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e607019-6928-45cd-80db-6c027055fe5e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:42.548987 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e03ce3-5cf6-4c6a-8907-bc687319b073 req-348a3b2e-5017-4805-add7-7e597ccfee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:42.550527 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c1e03ce3-5cf6-4c6a-8907-bc687319b073 req-348a3b2e-5017-4805-add7-7e597ccfee35 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 1099 time: 0.2416093 Apr 11 15:05:42.622479 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-4e607019-6928-45cd-80db-6c027055fe5e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Floating IP 70774ca6-4e17-4254-82f0-500fffd8a905 associated. External IP: 172.26.7.211, port: 1043b6f8-f94d-4a73-aad9-a602aed105fc. Apr 11 15:05:42.853015 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e03ce3-5cf6-4c6a-8907-bc687319b073 req-a1259869-4241-41d9-a888-34b7fc2623c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:42.854503 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c1e03ce3-5cf6-4c6a-8907-bc687319b073 req-a1259869-4241-41d9-a888-34b7fc2623c8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5 HTTP/1.1" status: 200 len: 898 time: 0.2856550 Apr 11 15:05:43.155431 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c1e03ce3-5cf6-4c6a-8907-bc687319b073 req-40ac7127-df5e-4abb-a009-f50bd0464d7d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1043b6f8-f94d-4a73-aad9-a602aed105fc HTTP/1.1" status: 200 len: 1000 time: 0.2913783 Apr 11 15:05:43.310681 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e03ce3-5cf6-4c6a-8907-bc687319b073 req-ce6c67ab-8413-4b67-a3b3-71bca570ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:43.312110 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c1e03ce3-5cf6-4c6a-8907-bc687319b073 req-ce6c67ab-8413-4b67-a3b3-71bca570ae50 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=658d00de-f7d0-465a-a8e8-c7934d0c277d HTTP/1.1" status: 200 len: 834 time: 0.1446183 Apr 11 15:05:43.317391 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e607019-6928-45cd-80db-6c027055fe5e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Router 5a0ab9a8-4c64-429a-a66c-6683bc7b170f has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:05:43.540871 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e03ce3-5cf6-4c6a-8907-bc687319b073 req-39201faf-1a32-41a1-932f-8eaaafce7ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:43.542464 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c1e03ce3-5cf6-4c6a-8907-bc687319b073 req-39201faf-1a32-41a1-932f-8eaaafce7ab0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2233713 Apr 11 15:05:43.589204 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e607019-6928-45cd-80db-6c027055fe5e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:05:43.599409 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb933890-84b7-4d22-aaef-506812a5b3d9 None None] Sync routers for ids ['5a0ab9a8-4c64-429a-a66c-6683bc7b170f'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:05:43.608182 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb933890-84b7-4d22-aaef-506812a5b3d9 None None] Routers {'5a0ab9a8-4c64-429a-a66c-6683bc7b170f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:05:43.608787 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-eb933890-84b7-4d22-aaef-506812a5b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:05:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['5a0ab9a8-4c64-429a-a66c-6683bc7b170f'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:05:43.706644 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c1e03ce3-5cf6-4c6a-8907-bc687319b073 req-b831549b-ce88-4c79-8e74-18f043ceac16 service neutron] 10.222.0.53 "GET /v2.0/networks/46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550276 Apr 11 15:05:43.750016 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e607019-6928-45cd-80db-6c027055fe5e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:43.791207 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-eb933890-84b7-4d22-aaef-506812a5b3d9 None None] Set router 5a0ab9a8-4c64-429a-a66c-6683bc7b170f gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:05:43.869466 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4e607019-6928-45cd-80db-6c027055fe5e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2775590 Apr 11 15:05:43.872943 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af96dcc-fe10-4fbe-b1d4-a3a4be223d82', 'tag': '1043b6f8-f94d-4a73-aad9-a602aed105fc'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:05:43.898610 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c1e03ce3-5cf6-4c6a-8907-bc687319b073 req-c9025d84-bf15-4722-b9db-eaa0585f953a service neutron] 10.222.0.53 "GET /v2.0/networks/46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858935 Apr 11 15:05:43.931024 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a3ef038-0d17-4c35-b780-aabe2db1f699'] response: {'name': 'network-changed', 'server_uuid': '9af96dcc-fe10-4fbe-b1d4-a3a4be223d82', 'tag': '1043b6f8-f94d-4a73-aad9-a602aed105fc', 'status': 'completed', 'code': 200} Apr 11 15:05:44.072602 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4e608-5aa3-4e69-a972-65eec251dfd4 req-bd3c3b70-499f-4b8e-98a2-c7d4fb491fd4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:44.075205 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1dc4e608-5aa3-4e69-a972-65eec251dfd4 req-bd3c3b70-499f-4b8e-98a2-c7d4fb491fd4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 946 time: 0.1010551 Apr 11 15:05:44.106093 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c863a8-2d58-45fb-82bb-8cc67c5e35a9 req-bb3255d1-9378-4b33-a8d9-27fe148ca3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:44.107605 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-76c863a8-2d58-45fb-82bb-8cc67c5e35a9 req-bb3255d1-9378-4b33-a8d9-27fe148ca3cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 1099 time: 0.0794692 Apr 11 15:05:44.127010 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1dc4e608-5aa3-4e69-a972-65eec251dfd4 req-f1c8b46a-ae19-4567-85fb-dab0531c6d2e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446210 Apr 11 15:05:44.154151 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52388) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:05:44.175512 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-eb933890-84b7-4d22-aaef-506812a5b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405781715', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:05:16Z', 'updated_at': '2022-04-11T15:05:22Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:05:17Z', 'updated_at': '2022-04-11T15:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '70774ca6-4e17-4254-82f0-500fffd8a905', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'floating_ip_address': '172.26.7.211', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'port_id': '1043b6f8-f94d-4a73-aad9-a602aed105fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5', 'mac_address': 'fa:16:3e:34:76:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af96dcc-fe10-4fbe-b1d4-a3a4be223d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:05:41Z', 'updated_at': '2022-04-11T15:05:41Z', 'revision_number': 0, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e17efb-fa69-4784-8ea5-037058ac3eea', 'name': '', 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:ba:13:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '658d00de-f7d0-465a-a8e8-c7934d0c277d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:05:21Z', 'updated_at': '2022-04-11T15:05:28Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '658d00de-f7d0-465a-a8e8-c7934d0c277d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:05:44.180229 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb933890-84b7-4d22-aaef-506812a5b3d9 None None] Checking router: 5a0ab9a8-4c64-429a-a66c-6683bc7b170f for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:05:44.188701 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb933890-84b7-4d22-aaef-506812a5b3d9 None None] Routers {'5a0ab9a8-4c64-429a-a66c-6683bc7b170f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:05:44.189314 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-eb933890-84b7-4d22-aaef-506812a5b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:05:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['5a0ab9a8-4c64-429a-a66c-6683bc7b170f'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:05:44.273547 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c863a8-2d58-45fb-82bb-8cc67c5e35a9 req-9532247d-e2d3-4400-a00e-fcb6fa884def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:44.275108 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-76c863a8-2d58-45fb-82bb-8cc67c5e35a9 req-9532247d-e2d3-4400-a00e-fcb6fa884def service neutron] 10.222.0.53 "GET /v2.0/networks?id=46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5 HTTP/1.1" status: 200 len: 898 time: 0.1528013 Apr 11 15:05:44.391605 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-76c863a8-2d58-45fb-82bb-8cc67c5e35a9 req-a7d07965-81af-446d-94a1-f2401b3f9235 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1043b6f8-f94d-4a73-aad9-a602aed105fc HTTP/1.1" status: 200 len: 1000 time: 0.1043508 Apr 11 15:05:44.393129 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a5c9d0a4-e3f8-4f8b-9a2b-0c11a642b5ac tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/floatingips/70774ca6-4e17-4254-82f0-500fffd8a905 HTTP/1.1" status: 200 len: 992 time: 0.2373078 Apr 11 15:05:44.404451 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-eb933890-84b7-4d22-aaef-506812a5b3d9 None None] Set router 5a0ab9a8-4c64-429a-a66c-6683bc7b170f gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:05:44.486498 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c863a8-2d58-45fb-82bb-8cc67c5e35a9 req-9a2a5415-50b2-4313-8dac-114ce326b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:44.487959 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-76c863a8-2d58-45fb-82bb-8cc67c5e35a9 req-9a2a5415-50b2-4313-8dac-114ce326b43d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=658d00de-f7d0-465a-a8e8-c7934d0c277d HTTP/1.1" status: 200 len: 834 time: 0.0654690 Apr 11 15:05:44.563159 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c863a8-2d58-45fb-82bb-8cc67c5e35a9 req-195b6423-adf2-47ea-a669-42767e08c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:05:44.564653 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-76c863a8-2d58-45fb-82bb-8cc67c5e35a9 req-195b6423-adf2-47ea-a669-42767e08c994 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711715 Apr 11 15:05:44.702943 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-76c863a8-2d58-45fb-82bb-8cc67c5e35a9 req-90d9e9b1-9db1-4c7b-89dd-a2938c6a11b2 service neutron] 10.222.0.53 "GET /v2.0/networks/46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294475 Apr 11 15:05:44.795666 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-eb933890-84b7-4d22-aaef-506812a5b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405781715', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:05:16Z', 'updated_at': '2022-04-11T15:05:22Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:05:17Z', 'updated_at': '2022-04-11T15:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '70774ca6-4e17-4254-82f0-500fffd8a905', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'floating_ip_address': '172.26.7.211', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'port_id': '1043b6f8-f94d-4a73-aad9-a602aed105fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5', 'mac_address': 'fa:16:3e:34:76:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af96dcc-fe10-4fbe-b1d4-a3a4be223d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:05:41Z', 'updated_at': '2022-04-11T15:05:41Z', 'revision_number': 0, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e17efb-fa69-4784-8ea5-037058ac3eea', 'name': '', 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:ba:13:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '658d00de-f7d0-465a-a8e8-c7934d0c277d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:05:21Z', 'updated_at': '2022-04-11T15:05:28Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '658d00de-f7d0-465a-a8e8-c7934d0c277d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:05:44.800033 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb933890-84b7-4d22-aaef-506812a5b3d9 None None] The sync data for ids ['5a0ab9a8-4c64-429a-a66c-6683bc7b170f'] in dv-neutron-837330-1-hyperv is: [{'id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405781715', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:05:16Z', 'updated_at': '2022-04-11T15:05:22Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:05:17Z', 'updated_at': '2022-04-11T15:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '70774ca6-4e17-4254-82f0-500fffd8a905', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'floating_ip_address': '172.26.7.211', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'port_id': '1043b6f8-f94d-4a73-aad9-a602aed105fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5', 'mac_address': 'fa:16:3e:34:76:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af96dcc-fe10-4fbe-b1d4-a3a4be223d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:05:41Z', 'updated_at': '2022-04-11T15:05:41Z', 'revision_number': 0, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e17efb-fa69-4784-8ea5-037058ac3eea', 'name': '', 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:ba:13:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '658d00de-f7d0-465a-a8e8-c7934d0c277d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:05:21Z', 'updated_at': '2022-04-11T15:05:28Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '658d00de-f7d0-465a-a8e8-c7934d0c277d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:05:44.963603 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-76c863a8-2d58-45fb-82bb-8cc67c5e35a9 req-c41c60f8-8699-4181-9ec5-15e1d2a95f39 service neutron] 10.222.0.53 "GET /v2.0/networks/46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520285 Apr 11 15:05:44.993257 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f83a8a-53d2-400e-ad06-e75c893d7630 None None] New status for floating IP 70774ca6-4e17-4254-82f0-500fffd8a905: ACTIVE {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:05:45.397481 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52392) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:05:45.506499 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-68e59d37-8efa-45bf-b2df-ef1c7988e528 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/floatingips/70774ca6-4e17-4254-82f0-500fffd8a905 HTTP/1.1" status: 200 len: 994 time: 0.1077788 Apr 11 15:05:54.593888 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:55.242632 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-cf13d94c-8bbd-40e2-ad16-aef1be6b43d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:57.782974 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-348786a0-ca29-4b06-be3e-e7027a76ad6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:58.759842 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:05:58.848260 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:06:00.105818 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:06:18.802532 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:06:24.596303 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:06:25.224997 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-68759f1b-d36e-44ac-b3e3-1e788df6441d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:06:27.751043 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-17eb99b6-0721-4267-9940-2c646b314a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:06:28.733497 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:06:28.819069 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:06:30.102645 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:06:42.526885 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [req-8f41abd0-3f67-4d47-a9ff-0eb208506f0b req-f498e376-249d-4b1c-a07b-a472f46bc9c0 service neutron] (88616) timed out ('10.222.0.66', 48790) {{(pid=88616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 11 15:06:43.212321 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c3a7c07c-12a4-4a2e-b7c8-7981ada39167 req-26a1ced1-f866-4b50-b172-443d7d4684b8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728724 Apr 11 15:06:43.372939 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7c07c-12a4-4a2e-b7c8-7981ada39167 req-5ab27f9e-5793-46d3-bece-65740b2969a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:06:43.374363 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c3a7c07c-12a4-4a2e-b7c8-7981ada39167 req-5ab27f9e-5793-46d3-bece-65740b2969a0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 1099 time: 0.0713565 Apr 11 15:06:43.518098 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7c07c-12a4-4a2e-b7c8-7981ada39167 req-af8f5bc7-3c65-4986-88b3-bd3e07b6c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:06:43.519541 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c3a7c07c-12a4-4a2e-b7c8-7981ada39167 req-af8f5bc7-3c65-4986-88b3-bd3e07b6c5ff service neutron] 10.222.0.53 "GET /v2.0/networks?id=46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5 HTTP/1.1" status: 200 len: 898 time: 0.1260858 Apr 11 15:06:43.624009 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c3a7c07c-12a4-4a2e-b7c8-7981ada39167 req-6f714079-315f-4641-bf37-2797be240b27 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1043b6f8-f94d-4a73-aad9-a602aed105fc HTTP/1.1" status: 200 len: 1002 time: 0.0973799 Apr 11 15:06:43.686705 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7c07c-12a4-4a2e-b7c8-7981ada39167 req-83f50f7a-9ae6-4a8d-8c59-e7110e962074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:06:43.688140 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c3a7c07c-12a4-4a2e-b7c8-7981ada39167 req-83f50f7a-9ae6-4a8d-8c59-e7110e962074 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=658d00de-f7d0-465a-a8e8-c7934d0c277d HTTP/1.1" status: 200 len: 834 time: 0.0581517 Apr 11 15:06:43.768270 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7c07c-12a4-4a2e-b7c8-7981ada39167 req-49d51a0e-2e34-4b24-b2c0-1f0b0be9bac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:06:43.769754 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c3a7c07c-12a4-4a2e-b7c8-7981ada39167 req-49d51a0e-2e34-4b24-b2c0-1f0b0be9bac1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741341 Apr 11 15:06:43.902856 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c3a7c07c-12a4-4a2e-b7c8-7981ada39167 req-55c8b3ed-8a40-4b63-865b-7ea0720106d9 service neutron] 10.222.0.53 "GET /v2.0/networks/46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269741 Apr 11 15:06:44.036519 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c3a7c07c-12a4-4a2e-b7c8-7981ada39167 req-427c888e-ab44-4a80-a0c4-4854dae501fe service neutron] 10.222.0.53 "GET /v2.0/networks/46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276789 Apr 11 15:06:54.612615 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:06:55.224359 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0a9790e3-bc2b-4118-bbd2-8420eae8daf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:06:55.802079 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:06:57.747948 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-61ba39d7-acb5-4049-b69f-d07eefb498d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:06:58.732918 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:06:58.812973 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:06:59.110208 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67caf72d-854a-4b16-b999-527e95aa4495 req-35d5696e-5605-4c51-a2d4-b946e3b01860 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:06:59.111588 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-67caf72d-854a-4b16-b999-527e95aa4495 req-35d5696e-5605-4c51-a2d4-b946e3b01860 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 946 time: 0.0819104 Apr 11 15:06:59.158385 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-67caf72d-854a-4b16-b999-527e95aa4495 req-5255cb9b-258a-45ed-8f24-941a47ad1ffc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405314 Apr 11 15:06:59.307772 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52434) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:06:59.469222 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-59faad45-099e-45f7-bebd-169551144a50 req-154ca8ae-654a-4636-a91d-bc13687fef03 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1599894 Apr 11 15:07:00.115970 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:07:00.359396 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aae526-1525-4cdf-af17-c873ba5c8b4c req-3adf0b46-60ec-48f9-88bf-aa8ea1876bcf tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:00.360849 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-07aae526-1525-4cdf-af17-c873ba5c8b4c req-3adf0b46-60ec-48f9-88bf-aa8ea1876bcf tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 946 time: 0.0826054 Apr 11 15:07:00.406701 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-07aae526-1525-4cdf-af17-c873ba5c8b4c req-49e2655e-fcab-426d-acbb-aa901533151a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401335 Apr 11 15:07:01.608107 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41fc0f-8fb6-40f6-b774-ae31f4cfbc4e req-07622699-4730-4edb-9403-85aa57861b09 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:01.609580 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4b41fc0f-8fb6-40f6-b774-ae31f4cfbc4e req-07622699-4730-4edb-9403-85aa57861b09 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 946 time: 0.0829508 Apr 11 15:07:01.657951 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4b41fc0f-8fb6-40f6-b774-ae31f4cfbc4e req-b06190ee-3cde-4302-b28c-0b4c8a318f07 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419292 Apr 11 15:07:01.885555 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59faad45-099e-45f7-bebd-169551144a50 req-1120d24b-6e2b-41cd-8eef-f9ea4a966c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:01.887405 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-59faad45-099e-45f7-bebd-169551144a50 req-1120d24b-6e2b-41cd-8eef-f9ea4a966c3f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 1099 time: 0.0748246 Apr 11 15:07:02.022308 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59faad45-099e-45f7-bebd-169551144a50 req-5459fbca-7f2b-4f2a-a230-49e4dc01ae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:02.023775 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-59faad45-099e-45f7-bebd-169551144a50 req-5459fbca-7f2b-4f2a-a230-49e4dc01ae6f service neutron] 10.222.0.53 "GET /v2.0/networks?id=46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5 HTTP/1.1" status: 200 len: 898 time: 0.1299767 Apr 11 15:07:02.238373 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-59faad45-099e-45f7-bebd-169551144a50 req-d01528ef-0b79-45ac-bfd1-bdcbf58cb514 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1043b6f8-f94d-4a73-aad9-a602aed105fc HTTP/1.1" status: 200 len: 1002 time: 0.2078550 Apr 11 15:07:02.303802 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59faad45-099e-45f7-bebd-169551144a50 req-06faca24-2e1e-4a5c-9b26-066ffef6b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:02.305233 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-59faad45-099e-45f7-bebd-169551144a50 req-06faca24-2e1e-4a5c-9b26-066ffef6b0cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=658d00de-f7d0-465a-a8e8-c7934d0c277d HTTP/1.1" status: 200 len: 834 time: 0.0602293 Apr 11 15:07:02.385466 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59faad45-099e-45f7-bebd-169551144a50 req-50b97e1d-9789-4f70-9079-854a94a6aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:02.387007 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-59faad45-099e-45f7-bebd-169551144a50 req-50b97e1d-9789-4f70-9079-854a94a6aae3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750065 Apr 11 15:07:02.522470 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-59faad45-099e-45f7-bebd-169551144a50 req-0f6099b2-b14c-47f5-af87-4968a17e2652 service neutron] 10.222.0.53 "GET /v2.0/networks/46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298468 Apr 11 15:07:02.654685 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-59faad45-099e-45f7-bebd-169551144a50 req-3f567e53-2730-4138-b51f-c041cf51c9b5 service neutron] 10.222.0.53 "GET /v2.0/networks/46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267402 Apr 11 15:07:02.856285 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efcdd5-ec5b-4e50-b22b-39c5bf63bb45 req-665301d4-3b3d-4278-bb12-d0552035b045 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:02.857688 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e1efcdd5-ec5b-4e50-b22b-39c5bf63bb45 req-665301d4-3b3d-4278-bb12-d0552035b045 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 946 time: 0.0841680 Apr 11 15:07:02.902867 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e1efcdd5-ec5b-4e50-b22b-39c5bf63bb45 req-81bf1120-e5a6-41f6-966d-e9b9b75bbf48 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394633 Apr 11 15:07:04.093223 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff094e29-250d-4bc8-afd9-bd7ad4ef30d3 req-62d662c4-3c14-4aa3-b201-5ab2bf791118 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:04.094765 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ff094e29-250d-4bc8-afd9-bd7ad4ef30d3 req-62d662c4-3c14-4aa3-b201-5ab2bf791118 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 946 time: 0.0840590 Apr 11 15:07:04.140426 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ff094e29-250d-4bc8-afd9-bd7ad4ef30d3 req-814d9c1b-fb92-47e0-93a5-87930c4be6e8 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400176 Apr 11 15:07:05.329648 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54855346-895a-4658-8089-a55c44f01c64 req-44651d3c-553e-46d3-bdee-12a65b993ec4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:05.331055 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-54855346-895a-4658-8089-a55c44f01c64 req-44651d3c-553e-46d3-bdee-12a65b993ec4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 946 time: 0.0817804 Apr 11 15:07:05.380393 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-54855346-895a-4658-8089-a55c44f01c64 req-5eb05e36-8f7f-46b4-9589-2ce94b6f68df tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436530 Apr 11 15:07:06.578367 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eee2f8-b5de-4e60-aef9-7d26863b91a8 req-89edf390-1c3a-44e0-a442-fb388317ff67 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:06.579869 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f9eee2f8-b5de-4e60-aef9-7d26863b91a8 req-89edf390-1c3a-44e0-a442-fb388317ff67 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 946 time: 0.0880599 Apr 11 15:07:06.627920 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f9eee2f8-b5de-4e60-aef9-7d26863b91a8 req-3cbd1966-9300-4b2f-ba49-f97fec14ed21 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420661 Apr 11 15:07:07.819279 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd6712-ee33-4546-84a3-686873df1acd req-49b1fc7b-8be1-4d31-9c54-b41d60988284 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:07.820780 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d9cd6712-ee33-4546-84a3-686873df1acd req-49b1fc7b-8be1-4d31-9c54-b41d60988284 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 946 time: 0.0861833 Apr 11 15:07:07.866641 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d9cd6712-ee33-4546-84a3-686873df1acd req-b30e4218-c21f-4955-8ddb-9fcfd39532bd tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390277 Apr 11 15:07:09.080395 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d32a2-972b-4e98-bae7-5a97a1ba3a16 req-5222456a-4bd7-45f5-9c19-b676c0a775bc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:09.082206 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6c6d32a2-972b-4e98-bae7-5a97a1ba3a16 req-5222456a-4bd7-45f5-9c19-b676c0a775bc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 946 time: 0.0905442 Apr 11 15:07:09.130382 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6c6d32a2-972b-4e98-bae7-5a97a1ba3a16 req-7e5988aa-eb60-41e7-8668-233fde48a3aa tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417876 Apr 11 15:07:10.334943 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25865044-eae9-40f2-a836-230389adf5ec req-55084401-4ab5-4ff7-b772-de220ae7ef65 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:10.336358 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-25865044-eae9-40f2-a836-230389adf5ec req-55084401-4ab5-4ff7-b772-de220ae7ef65 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 946 time: 0.0879405 Apr 11 15:07:10.387878 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-25865044-eae9-40f2-a836-230389adf5ec req-847f2a32-8b2f-4849-9f85-0f796e60f46e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456624 Apr 11 15:07:11.582156 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2ccc7-905f-4940-a5d6-d40025965de8 req-08ba8c0d-acd9-4cec-ac34-136db8a99aa5 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:11.583637 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-20a2ccc7-905f-4940-a5d6-d40025965de8 req-08ba8c0d-acd9-4cec-ac34-136db8a99aa5 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 946 time: 0.0841553 Apr 11 15:07:11.631644 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-20a2ccc7-905f-4940-a5d6-d40025965de8 req-361880ed-7baa-4114-ab8e-4d970ca37725 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409765 Apr 11 15:07:12.819554 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5166192-f3cf-4d04-b503-ea9dfd5aff45 req-1b0034e2-8161-4890-aad1-a991225b1020 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:12.820907 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d5166192-f3cf-4d04-b503-ea9dfd5aff45 req-1b0034e2-8161-4890-aad1-a991225b1020 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 946 time: 0.0835366 Apr 11 15:07:12.865650 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d5166192-f3cf-4d04-b503-ea9dfd5aff45 req-e2f72d6b-b2de-45d4-89ff-524878c96f3b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383599 Apr 11 15:07:14.054906 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac7ce7-37c5-4fa7-addd-4119440002e4 req-42834031-96e9-4a61-8595-da4ab63215f6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:14.056414 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d9ac7ce7-37c5-4fa7-addd-4119440002e4 req-42834031-96e9-4a61-8595-da4ab63215f6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 946 time: 0.0810828 Apr 11 15:07:14.105110 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d9ac7ce7-37c5-4fa7-addd-4119440002e4 req-8a2f486b-6baf-4225-b96e-6665b5ac192c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423877 Apr 11 15:07:15.062925 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-59faad45-099e-45f7-bebd-169551144a50 req-9b50261e-47e1-4a2a-b2a6-fc58e9e816bc service neutron] 10.222.0.53 "GET /v2.0/ports/1043b6f8-f94d-4a73-aad9-a602aed105fc/bindings/hv-neutron-8373 HTTP/1.1" status: 200 len: 384 time: 0.0767741 Apr 11 15:07:15.296760 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077aa4b1-77ce-468f-81de-ed9eaa30a297 req-745f8269-9714-48ed-8371-c072613337aa tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:15.298192 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-077aa4b1-77ce-468f-81de-ed9eaa30a297 req-745f8269-9714-48ed-8371-c072613337aa tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 946 time: 0.0863330 Apr 11 15:07:15.343370 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-077aa4b1-77ce-468f-81de-ed9eaa30a297 req-9b1a9099-6979-4756-93e8-9574cca3f883 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391045 Apr 11 15:07:15.673402 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59faad45-099e-45f7-bebd-169551144a50 req-50b24565-3645-46e2-af57-032a3e4305ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:15.674892 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-59faad45-099e-45f7-bebd-169551144a50 req-50b24565-3645-46e2-af57-032a3e4305ac service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82&tenant_id=3fd27714ee9e4925afa207147871cc90 HTTP/1.1" status: 200 len: 1099 time: 0.0737395 Apr 11 15:07:15.786544 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59faad45-099e-45f7-bebd-169551144a50 req-b7498125-b5bd-4c99-91cb-b8f4b05d6e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:15.788043 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-59faad45-099e-45f7-bebd-169551144a50 req-b7498125-b5bd-4c99-91cb-b8f4b05d6e4e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 1099 time: 0.0763066 Apr 11 15:07:15.919374 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59faad45-099e-45f7-bebd-169551144a50 req-2ba6d7e0-5bbc-43e1-b19a-0171a090e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:15.920827 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-59faad45-099e-45f7-bebd-169551144a50 req-2ba6d7e0-5bbc-43e1-b19a-0171a090e30e service neutron] 10.222.0.53 "GET /v2.0/networks?id=46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5 HTTP/1.1" status: 200 len: 898 time: 0.1268616 Apr 11 15:07:16.026085 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-59faad45-099e-45f7-bebd-169551144a50 req-5fea06ce-b3a8-4894-a764-b7538d7ff4aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1043b6f8-f94d-4a73-aad9-a602aed105fc HTTP/1.1" status: 200 len: 1002 time: 0.0987773 Apr 11 15:07:16.087697 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59faad45-099e-45f7-bebd-169551144a50 req-993b35f6-43ca-41ba-a410-79679c48588b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:16.089142 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-59faad45-099e-45f7-bebd-169551144a50 req-993b35f6-43ca-41ba-a410-79679c48588b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=658d00de-f7d0-465a-a8e8-c7934d0c277d HTTP/1.1" status: 200 len: 834 time: 0.0579445 Apr 11 15:07:16.168838 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59faad45-099e-45f7-bebd-169551144a50 req-d7bb4034-8bdc-4e42-bd3f-925f6a4c28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:16.170340 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-59faad45-099e-45f7-bebd-169551144a50 req-d7bb4034-8bdc-4e42-bd3f-925f6a4c28d0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756936 Apr 11 15:07:16.302804 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-59faad45-099e-45f7-bebd-169551144a50 req-e30824d4-5cd6-44dd-9626-73be0871dd76 service neutron] 10.222.0.53 "GET /v2.0/networks/46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257930 Apr 11 15:07:16.576049 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-59faad45-099e-45f7-bebd-169551144a50 req-e498f0b3-08af-40f3-a88c-f678a297a5d3 service neutron] 10.222.0.53 "GET /v2.0/networks/46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664478 Apr 11 15:07:16.600423 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f53ccd-a9f2-4f75-9edf-058d7f76ae11 req-cc4bc9b3-8280-44d4-94c9-81d11fa988a7 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:16.601891 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-77f53ccd-a9f2-4f75-9edf-058d7f76ae11 req-cc4bc9b3-8280-44d4-94c9-81d11fa988a7 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 946 time: 0.1202993 Apr 11 15:07:16.653987 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-77f53ccd-a9f2-4f75-9edf-058d7f76ae11 req-602d67dd-17b4-4f5e-905d-12852655c600 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459993 Apr 11 15:07:17.849818 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cbfff6-47d5-428b-acf1-0917741cf734 req-340db4b7-6cb8-4c4b-a7a9-c39f36a884af tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:17.851296 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-56cbfff6-47d5-428b-acf1-0917741cf734 req-340db4b7-6cb8-4c4b-a7a9-c39f36a884af tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 946 time: 0.0817828 Apr 11 15:07:17.895237 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-56cbfff6-47d5-428b-acf1-0917741cf734 req-d44c2c59-6997-4731-9818-088703efc9ad tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382831 Apr 11 15:07:18.176070 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 1043b6f8-f94d-4a73-aad9-a602aed105fc no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:07:18.291217 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:07:18.317057 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af96dcc-fe10-4fbe-b1d4-a3a4be223d82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1043b6f8-f94d-4a73-aad9-a602aed105fc'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:07:18.326534 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 1043b6f8-f94d-4a73-aad9-a602aed105fc, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=1043b6f8-f94d-4a73-aad9-a602aed105fc,segment=NetworkSegment(b11aae5d-0c14-445b-b109-6d6a59cf12d7),segment_id=b11aae5d-0c14-445b-b109-6d6a59cf12d7)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:07:18.371881 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-601d39da-df6c-4860-a491-c5586945b6ab'] response: {'server_uuid': '9af96dcc-fe10-4fbe-b1d4-a3a4be223d82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1043b6f8-f94d-4a73-aad9-a602aed105fc', 'code': 200} Apr 11 15:07:18.395057 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:07:18.465962 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=1043b6f8-f94d-4a73-aad9-a602aed105fc,revision_number=6']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:07:18.472832 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:07:18.473188 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:07:18.473520 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:07:18.473882 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:07:18.474207 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:07:18.474534 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:07:18.474859 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:07:18.475183 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:07:18.475504 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:07:18.475823 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:07:18.476142 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:07:18.476458 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:07:19.088642 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfa7ac-84d7-4479-831d-3307df887c3b req-a02c77cd-722d-485f-9fc0-fe2d5c321daf tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:19.090124 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-28cfa7ac-84d7-4479-831d-3307df887c3b req-a02c77cd-722d-485f-9fc0-fe2d5c321daf tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 944 time: 0.0869386 Apr 11 15:07:19.135428 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-28cfa7ac-84d7-4479-831d-3307df887c3b req-e6f79e50-5249-468e-8ce7-c6bafa42fb07 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396264 Apr 11 15:07:20.183848 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 1043b6f8-f94d-4a73-aad9-a602aed105fc details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 15:07:20.322582 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 1043b6f8-f94d-4a73-aad9-a602aed105fc, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=1043b6f8-f94d-4a73-aad9-a602aed105fc,segment=NetworkSegment(b11aae5d-0c14-445b-b109-6d6a59cf12d7),segment_id=b11aae5d-0c14-445b-b109-6d6a59cf12d7)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:07:20.331750 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b58daf-a469-4247-ba3e-129db052a224 req-5e62d5dd-33d8-4ca2-8443-c189021cd51d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:20.333475 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-53b58daf-a469-4247-ba3e-129db052a224 req-5e62d5dd-33d8-4ca2-8443-c189021cd51d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 944 time: 0.0873938 Apr 11 15:07:20.336197 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '1043b6f8-f94d-4a73-aad9-a602aed105fc', 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5', 'port_id': '1043b6f8-f94d-4a73-aad9-a602aed105fc', 'mac_address': 'fa:16:3e:34:76:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658d00de-f7d0-465a-a8e8-c7934d0c277d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 15:07:20.379705 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-53b58daf-a469-4247-ba3e-129db052a224 req-6139da7b-b6a6-48a0-ac23-362507d7d949 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398245 Apr 11 15:07:20.393263 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:07:20.410584 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1043b6f8-f94d-4a73-aad9-a602aed105fc {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:07:20.426945 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 1043b6f8-f94d-4a73-aad9-a602aed105fc, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=1043b6f8-f94d-4a73-aad9-a602aed105fc,segment=NetworkSegment(b11aae5d-0c14-445b-b109-6d6a59cf12d7),segment_id=b11aae5d-0c14-445b-b109-6d6a59cf12d7)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:07:20.492730 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:07:20.564965 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=1043b6f8-f94d-4a73-aad9-a602aed105fc,revision_number=7']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:07:20.622791 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['1043b6f8-f94d-4a73-aad9-a602aed105fc'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 15:07:20.823934 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7087859-ffcb-46d6-beb5-398555437c35 req-87ef5dbf-f0a3-427e-afd5-75de2389def1 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:20.825700 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a7087859-ffcb-46d6-beb5-398555437c35 req-87ef5dbf-f0a3-427e-afd5-75de2389def1 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 945 time: 0.0877862 Apr 11 15:07:20.917949 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a7087859-ffcb-46d6-beb5-398555437c35 req-6b1d5344-1530-4867-af66-724bf2725442 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533957 Apr 11 15:07:20.948470 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cfe40-87f0-4caf-8969-0be6f120a471 req-2c44da75-18a2-4346-8206-fa12a44349ca tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:20.949974 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-be3cfe40-87f0-4caf-8969-0be6f120a471 req-2c44da75-18a2-4346-8206-fa12a44349ca tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.53 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82&tenant_id=3fd27714ee9e4925afa207147871cc90&binding%3Ahost_id=hv-neutron-8373 HTTP/1.1" status: 200 len: 945 time: 0.1355488 Apr 11 15:07:21.111837 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1508a-4329-4de9-b18d-5580c205c052 req-01028cde-2449-41f5-a073-ee3d090ea160 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:21.113296 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2bd1508a-4329-4de9-b18d-5580c205c052 req-01028cde-2449-41f5-a073-ee3d090ea160 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 945 time: 0.0833342 Apr 11 15:07:21.113571 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cfe40-87f0-4caf-8969-0be6f120a471 req-0f0a46bd-34eb-4bc6-86a4-e0c0a2786c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:21.115084 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-be3cfe40-87f0-4caf-8969-0be6f120a471 req-0f0a46bd-34eb-4bc6-86a4-e0c0a2786c0a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 1098 time: 0.0717092 Apr 11 15:07:21.163151 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2bd1508a-4329-4de9-b18d-5580c205c052 req-8d13e6ba-f2f5-4330-a3f2-d08a5b655af6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431554 Apr 11 15:07:21.247669 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cfe40-87f0-4caf-8969-0be6f120a471 req-399027bf-88af-4cb6-a45e-77dfe5e1b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:21.249124 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-be3cfe40-87f0-4caf-8969-0be6f120a471 req-399027bf-88af-4cb6-a45e-77dfe5e1b9ab service neutron] 10.222.0.53 "GET /v2.0/networks?id=46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5 HTTP/1.1" status: 200 len: 898 time: 0.1281567 Apr 11 15:07:21.359781 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-be3cfe40-87f0-4caf-8969-0be6f120a471 req-e6bca56a-610b-43e6-8608-2e4b99219e36 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1043b6f8-f94d-4a73-aad9-a602aed105fc HTTP/1.1" status: 200 len: 1001 time: 0.1043823 Apr 11 15:07:21.425357 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cfe40-87f0-4caf-8969-0be6f120a471 req-579fac43-948e-48bf-838d-475787542b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:21.426722 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-be3cfe40-87f0-4caf-8969-0be6f120a471 req-579fac43-948e-48bf-838d-475787542b45 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=658d00de-f7d0-465a-a8e8-c7934d0c277d HTTP/1.1" status: 200 len: 834 time: 0.0616391 Apr 11 15:07:21.521182 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cfe40-87f0-4caf-8969-0be6f120a471 req-5d070ba4-d273-4855-9bc1-eb53a71ea032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:21.522684 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-be3cfe40-87f0-4caf-8969-0be6f120a471 req-5d070ba4-d273-4855-9bc1-eb53a71ea032 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903695 Apr 11 15:07:21.657404 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-be3cfe40-87f0-4caf-8969-0be6f120a471 req-8d2e63d8-fc21-4a32-8874-fd8c46b02609 service neutron] 10.222.0.53 "GET /v2.0/networks/46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282480 Apr 11 15:07:21.788056 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-be3cfe40-87f0-4caf-8969-0be6f120a471 req-a5d7416e-65d3-41ac-863a-c1f4bbd7c7d1 service neutron] 10.222.0.53 "GET /v2.0/networks/46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249797 Apr 11 15:07:22.191059 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 1043b6f8-f94d-4a73-aad9-a602aed105fc up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:07:22.260164 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 1043b6f8-f94d-4a73-aad9-a602aed105fc triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:07:22.260527 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:07:22.357085 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb0b4d-3d9c-489a-87a0-446140a5b66d req-40148adc-af84-45a3-915f-900582ee4bbf tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:22.358579 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1deb0b4d-3d9c-489a-87a0-446140a5b66d req-40148adc-af84-45a3-915f-900582ee4bbf tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 945 time: 0.0847700 Apr 11 15:07:22.381842 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:07:22.404401 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1deb0b4d-3d9c-489a-87a0-446140a5b66d req-92c4444b-fafa-46e4-b1f3-862cb02b6dc6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399599 Apr 11 15:07:22.411713 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af96dcc-fe10-4fbe-b1d4-a3a4be223d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1043b6f8-f94d-4a73-aad9-a602aed105fc'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:07:22.424187 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 1043b6f8-f94d-4a73-aad9-a602aed105fc, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=1043b6f8-f94d-4a73-aad9-a602aed105fc,segment=NetworkSegment(b11aae5d-0c14-445b-b109-6d6a59cf12d7),segment_id=b11aae5d-0c14-445b-b109-6d6a59cf12d7)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:07:22.471877 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd719f76-8fd7-43f4-8eb0-2c3fc676da6d'] response: {'server_uuid': '9af96dcc-fe10-4fbe-b1d4-a3a4be223d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1043b6f8-f94d-4a73-aad9-a602aed105fc', 'code': 200} Apr 11 15:07:22.485741 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:07:22.559379 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=1043b6f8-f94d-4a73-aad9-a602aed105fc,revision_number=8']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:07:23.599862 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d1a65-0d4c-44ee-8e4b-12e126a1a3a9 req-cb25d836-9efd-427c-96b3-fdea1b8b7c21 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:23.601382 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5f3d1a65-0d4c-44ee-8e4b-12e126a1a3a9 req-cb25d836-9efd-427c-96b3-fdea1b8b7c21 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 946 time: 0.0820997 Apr 11 15:07:23.646757 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5f3d1a65-0d4c-44ee-8e4b-12e126a1a3a9 req-bbb8d3e7-53d1-4a81-9465-407f24fe2799 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389874 Apr 11 15:07:23.670267 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52526) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:07:23.779217 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2f9975cb-b70c-456e-a7be-80a305a77353 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/floatingips/70774ca6-4e17-4254-82f0-500fffd8a905 HTTP/1.1" status: 200 len: 994 time: 0.1078117 Apr 11 15:07:24.588998 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:07:25.228092 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ab56fb88-1bd8-42fc-a911-efaaee7ba8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:07:27.772444 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-86f0b32b-ec1d-4cb8-819b-09f353fccc68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:07:28.748753 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:07:28.909387 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:07:30.080919 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:07:32.801666 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:07:45.326807 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-880d8cd5-b1c8-4c9e-a196-b6c83b78af11 req-076017dc-8bc8-4cd1-a147-c03e1e51ed6d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1596184 Apr 11 15:07:45.482572 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d8cd5-b1c8-4c9e-a196-b6c83b78af11 req-7b478f36-09c8-47bd-a37d-b6ed60d40a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:45.484062 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-880d8cd5-b1c8-4c9e-a196-b6c83b78af11 req-7b478f36-09c8-47bd-a37d-b6ed60d40a7a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 1099 time: 0.0710533 Apr 11 15:07:45.631256 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d8cd5-b1c8-4c9e-a196-b6c83b78af11 req-150157e5-e8ca-41c9-943d-901f9e1a165b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:45.632634 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-880d8cd5-b1c8-4c9e-a196-b6c83b78af11 req-150157e5-e8ca-41c9-943d-901f9e1a165b service neutron] 10.222.0.53 "GET /v2.0/networks?id=46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5 HTTP/1.1" status: 200 len: 898 time: 0.1294997 Apr 11 15:07:45.736868 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-880d8cd5-b1c8-4c9e-a196-b6c83b78af11 req-33011f02-eb81-4a2c-8062-d0ddc6c5370b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1043b6f8-f94d-4a73-aad9-a602aed105fc HTTP/1.1" status: 200 len: 1002 time: 0.0979984 Apr 11 15:07:45.799240 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d8cd5-b1c8-4c9e-a196-b6c83b78af11 req-b77c039b-432b-449b-b868-3459b022dedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:45.800681 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-880d8cd5-b1c8-4c9e-a196-b6c83b78af11 req-b77c039b-432b-449b-b868-3459b022dedc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=658d00de-f7d0-465a-a8e8-c7934d0c277d HTTP/1.1" status: 200 len: 834 time: 0.0578628 Apr 11 15:07:45.879114 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d8cd5-b1c8-4c9e-a196-b6c83b78af11 req-e3fb1ea5-aef3-42be-8983-66a33642d0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:07:45.880601 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-880d8cd5-b1c8-4c9e-a196-b6c83b78af11 req-e3fb1ea5-aef3-42be-8983-66a33642d0eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741558 Apr 11 15:07:46.016969 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-880d8cd5-b1c8-4c9e-a196-b6c83b78af11 req-39ca459a-0b92-4679-8d13-0aa65bddd34b service neutron] 10.222.0.53 "GET /v2.0/networks/46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294196 Apr 11 15:07:46.154436 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-880d8cd5-b1c8-4c9e-a196-b6c83b78af11 req-9fd0b75a-3e5e-439c-8847-04992f506b33 service neutron] 10.222.0.53 "GET /v2.0/networks/46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313801 Apr 11 15:07:54.623256 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:07:55.217204 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-28f8943c-d719-4be0-8b1d-b844d53d3d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:07:57.777782 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-52ff76da-b6c9-46a4-bfb7-fce9554126c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:07:58.897253 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:07:58.925612 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:00.114783 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:09.801300 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:08:16.918762 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52554) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:08:17.127530 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-9d3838c3-4d24-4d47-9fee-c7974917bfdc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Deleting port 15b1925c-62ff-494b-b5dd-c13da7205c3d {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:08:17.127870 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9d3838c3-4d24-4d47-9fee-c7974917bfdc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:17.296211 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9d3838c3-4d24-4d47-9fee-c7974917bfdc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:17.296518 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9d3838c3-4d24-4d47-9fee-c7974917bfdc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:17.424634 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-9d3838c3-4d24-4d47-9fee-c7974917bfdc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Calling delete_port for 15b1925c-62ff-494b-b5dd-c13da7205c3d owned by network:floatingip {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:08:17.628857 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9d3838c3-4d24-4d47-9fee-c7974917bfdc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:17.678137 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3838c3-4d24-4d47-9fee-c7974917bfdc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Port': ['ID=15b1925c-62ff-494b-b5dd-c13da7205c3d,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:17.690152 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3838c3-4d24-4d47-9fee-c7974917bfdc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:17.693710 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3838c3-4d24-4d47-9fee-c7974917bfdc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:17.693710 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3838c3-4d24-4d47-9fee-c7974917bfdc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:17.693710 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3838c3-4d24-4d47-9fee-c7974917bfdc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:17.693710 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3838c3-4d24-4d47-9fee-c7974917bfdc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:17.693710 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3838c3-4d24-4d47-9fee-c7974917bfdc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:17.693710 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3838c3-4d24-4d47-9fee-c7974917bfdc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:17.693710 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3838c3-4d24-4d47-9fee-c7974917bfdc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:17.693710 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3838c3-4d24-4d47-9fee-c7974917bfdc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:17.693710 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3838c3-4d24-4d47-9fee-c7974917bfdc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:17.693710 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3838c3-4d24-4d47-9fee-c7974917bfdc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:17.695295 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3838c3-4d24-4d47-9fee-c7974917bfdc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:17.891357 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9d3838c3-4d24-4d47-9fee-c7974917bfdc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for floatingip, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:17.891585 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-9d3838c3-4d24-4d47-9fee-c7974917bfdc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Floating IP 70774ca6-4e17-4254-82f0-500fffd8a905 disassociated (deleted). External IP: 172.26.7.211, port: 1043b6f8-f94d-4a73-aad9-a602aed105fc. Apr 11 15:08:18.243186 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3838c3-4d24-4d47-9fee-c7974917bfdc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Router 5a0ab9a8-4c64-429a-a66c-6683bc7b170f has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:08:18.420751 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3838c3-4d24-4d47-9fee-c7974917bfdc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:08:18.430766 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b69b4e-1cd0-485d-9077-2100373a4aa2 None None] Sync routers for ids ['5a0ab9a8-4c64-429a-a66c-6683bc7b170f'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:08:18.442988 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b69b4e-1cd0-485d-9077-2100373a4aa2 None None] Routers {'5a0ab9a8-4c64-429a-a66c-6683bc7b170f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:08:18.446066 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b0b69b4e-1cd0-485d-9077-2100373a4aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:07:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['5a0ab9a8-4c64-429a-a66c-6683bc7b170f'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:08:18.497520 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9d3838c3-4d24-4d47-9fee-c7974917bfdc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:18.557168 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9d3838c3-4d24-4d47-9fee-c7974917bfdc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "DELETE /v2.0/floatingips/70774ca6-4e17-4254-82f0-500fffd8a905 HTTP/1.1" status: 204 len: 168 time: 1.6373830 Apr 11 15:08:18.557758 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af96dcc-fe10-4fbe-b1d4-a3a4be223d82', 'tag': '1043b6f8-f94d-4a73-aad9-a602aed105fc'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:08:18.657610 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c27d6268-e3cf-4476-90dc-7c4744f3d8ce'] response: {'name': 'network-changed', 'server_uuid': '9af96dcc-fe10-4fbe-b1d4-a3a4be223d82', 'tag': '1043b6f8-f94d-4a73-aad9-a602aed105fc', 'status': 'completed', 'code': 200} Apr 11 15:08:18.664700 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-b0b69b4e-1cd0-485d-9077-2100373a4aa2 None None] Set router 5a0ab9a8-4c64-429a-a66c-6683bc7b170f gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:08:18.779906 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02278ef3-71e9-4b95-886d-ea622cfc3388 req-a7f951a1-d412-4355-b533-905e4541a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:18.781342 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-02278ef3-71e9-4b95-886d-ea622cfc3388 req-a7f951a1-d412-4355-b533-905e4541a833 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 1099 time: 0.0751643 Apr 11 15:08:18.924929 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02278ef3-71e9-4b95-886d-ea622cfc3388 req-a9838f89-a652-4673-bcbd-6477de5dfce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:18.926450 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-02278ef3-71e9-4b95-886d-ea622cfc3388 req-a9838f89-a652-4673-bcbd-6477de5dfce9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5 HTTP/1.1" status: 200 len: 898 time: 0.1396420 Apr 11 15:08:18.993301 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b0b69b4e-1cd0-485d-9077-2100373a4aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405781715', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:05:16Z', 'updated_at': '2022-04-11T15:05:22Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:05:17Z', 'updated_at': '2022-04-11T15:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '29e17efb-fa69-4784-8ea5-037058ac3eea', 'name': '', 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:ba:13:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '658d00de-f7d0-465a-a8e8-c7934d0c277d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:05:21Z', 'updated_at': '2022-04-11T15:05:28Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '658d00de-f7d0-465a-a8e8-c7934d0c277d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:08:18.998225 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b69b4e-1cd0-485d-9077-2100373a4aa2 None None] Checking router: 5a0ab9a8-4c64-429a-a66c-6683bc7b170f for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:08:19.000874 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-02278ef3-71e9-4b95-886d-ea622cfc3388 req-1ece03b8-0530-4ac9-bc20-a839fd2e2f9a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1043b6f8-f94d-4a73-aad9-a602aed105fc HTTP/1.1" status: 200 len: 217 time: 0.0673325 Apr 11 15:08:19.022159 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b69b4e-1cd0-485d-9077-2100373a4aa2 None None] Routers {'5a0ab9a8-4c64-429a-a66c-6683bc7b170f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:08:19.022159 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b0b69b4e-1cd0-485d-9077-2100373a4aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:07:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['5a0ab9a8-4c64-429a-a66c-6683bc7b170f'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:08:19.086104 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02278ef3-71e9-4b95-886d-ea622cfc3388 req-458419ff-a5d8-4863-9782-69e5d6125961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:19.087592 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-02278ef3-71e9-4b95-886d-ea622cfc3388 req-458419ff-a5d8-4863-9782-69e5d6125961 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=658d00de-f7d0-465a-a8e8-c7934d0c277d HTTP/1.1" status: 200 len: 834 time: 0.0622663 Apr 11 15:08:19.173247 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02278ef3-71e9-4b95-886d-ea622cfc3388 req-fd3e0710-8e20-48c5-bc54-9a1e56762dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:19.174858 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-02278ef3-71e9-4b95-886d-ea622cfc3388 req-fd3e0710-8e20-48c5-bc54-9a1e56762dae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810843 Apr 11 15:08:19.204579 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4aeaa0-e3fb-4745-84c4-7b46d9539b0e req-27990e8d-df61-475f-acb5-777a42f52b8f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:19.206125 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0c4aeaa0-e3fb-4745-84c4-7b46d9539b0e req-27990e8d-df61-475f-acb5-777a42f52b8f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 946 time: 0.0947249 Apr 11 15:08:19.210954 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-b0b69b4e-1cd0-485d-9077-2100373a4aa2 None None] Set router 5a0ab9a8-4c64-429a-a66c-6683bc7b170f gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:08:19.256990 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0c4aeaa0-e3fb-4745-84c4-7b46d9539b0e req-f411a61d-d124-4275-9468-f1d405602d5c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441113 Apr 11 15:08:19.314186 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-02278ef3-71e9-4b95-886d-ea622cfc3388 req-870ef6c9-b1f8-4e67-9f63-c8c7c4bf994b service neutron] 10.222.0.53 "GET /v2.0/networks/46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297412 Apr 11 15:08:19.566465 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-b0b69b4e-1cd0-485d-9077-2100373a4aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405781715', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:05:16Z', 'updated_at': '2022-04-11T15:05:22Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:05:17Z', 'updated_at': '2022-04-11T15:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '29e17efb-fa69-4784-8ea5-037058ac3eea', 'name': '', 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:ba:13:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '658d00de-f7d0-465a-a8e8-c7934d0c277d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:05:21Z', 'updated_at': '2022-04-11T15:05:28Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '658d00de-f7d0-465a-a8e8-c7934d0c277d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:08:19.570623 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b69b4e-1cd0-485d-9077-2100373a4aa2 None None] The sync data for ids ['5a0ab9a8-4c64-429a-a66c-6683bc7b170f'] in dv-neutron-837330-1-hyperv is: [{'id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405781715', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:05:16Z', 'updated_at': '2022-04-11T15:05:22Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:05:17Z', 'updated_at': '2022-04-11T15:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '29e17efb-fa69-4784-8ea5-037058ac3eea', 'name': '', 'network_id': '46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:ba:13:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '658d00de-f7d0-465a-a8e8-c7934d0c277d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:05:21Z', 'updated_at': '2022-04-11T15:05:28Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '658d00de-f7d0-465a-a8e8-c7934d0c277d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:08:19.583723 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-02278ef3-71e9-4b95-886d-ea622cfc3388 req-024d89bb-3b29-4be1-96d8-e8d003110054 service neutron] 10.222.0.53 "GET /v2.0/networks/46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635276 Apr 11 15:08:19.781436 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dc238b-d93c-419b-be2e-5e5fd4865729 None None] New status for floating IP 70774ca6-4e17-4254-82f0-500fffd8a905: DOWN {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:08:20.598185 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145634f7-8d7a-47fd-b86c-d5556ea0a8e8 req-2fab04b4-4d4e-40db-91c9-9e1a4d1d9708 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:20.598821 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-145634f7-8d7a-47fd-b86c-d5556ea0a8e8 req-2fab04b4-4d4e-40db-91c9-9e1a4d1d9708 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:08:20.663040 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-145634f7-8d7a-47fd-b86c-d5556ea0a8e8 req-2fab04b4-4d4e-40db-91c9-9e1a4d1d9708 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:08:20.664232 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-145634f7-8d7a-47fd-b86c-d5556ea0a8e8 req-2fab04b4-4d4e-40db-91c9-9e1a4d1d9708 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 946 time: 0.1457119 Apr 11 15:08:20.710309 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-145634f7-8d7a-47fd-b86c-d5556ea0a8e8 req-c2300b19-7276-4285-a12b-1d0fd63f3b90 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395279 Apr 11 15:08:21.246303 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abc469-22e7-4521-86f6-a1cee3fd539e req-c007a863-98b7-4560-88bf-df0a21e5c173 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:21.248346 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-91abc469-22e7-4521-86f6-a1cee3fd539e req-c007a863-98b7-4560-88bf-df0a21e5c173 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.53 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 946 time: 0.0817404 Apr 11 15:08:21.315395 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [req-91abc469-22e7-4521-86f6-a1cee3fd539e req-b197a736-d7be-4f73-9686-37a9c1a3aa82 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Deleting port 1043b6f8-f94d-4a73-aad9-a602aed105fc {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:08:21.315654 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-91abc469-22e7-4521-86f6-a1cee3fd539e req-b197a736-d7be-4f73-9686-37a9c1a3aa82 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:21.559864 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [req-91abc469-22e7-4521-86f6-a1cee3fd539e req-b197a736-d7be-4f73-9686-37a9c1a3aa82 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] For port 1043b6f8-f94d-4a73-aad9-a602aed105fc, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=1043b6f8-f94d-4a73-aad9-a602aed105fc,segment=NetworkSegment(b11aae5d-0c14-445b-b109-6d6a59cf12d7),segment_id=b11aae5d-0c14-445b-b109-6d6a59cf12d7)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:08:21.560227 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-91abc469-22e7-4521-86f6-a1cee3fd539e req-b197a736-d7be-4f73-9686-37a9c1a3aa82 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:21.682862 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [req-91abc469-22e7-4521-86f6-a1cee3fd539e req-b197a736-d7be-4f73-9686-37a9c1a3aa82 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Calling delete_port for 1043b6f8-f94d-4a73-aad9-a602aed105fc owned by compute:nova {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:08:21.879805 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-91abc469-22e7-4521-86f6-a1cee3fd539e req-b197a736-d7be-4f73-9686-37a9c1a3aa82 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:21.917184 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48a498-2318-4d0e-8188-7aea7bf7392f req-8453b76c-24bd-4f16-86c6-fb6438a79d21 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:21.918717 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ab48a498-2318-4d0e-8188-7aea7bf7392f req-8453b76c-24bd-4f16-86c6-fb6438a79d21 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=9af96dcc-fe10-4fbe-b1d4-a3a4be223d82 HTTP/1.1" status: 200 len: 867 time: 0.0854874 Apr 11 15:08:21.931966 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197a736-d7be-4f73-9686-37a9c1a3aa82 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Port': ['ID=1043b6f8-f94d-4a73-aad9-a602aed105fc,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:21.968387 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ab48a498-2318-4d0e-8188-7aea7bf7392f req-84d65dfc-cbcf-4032-afcf-2376f9130cc5 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=212cc900-b252-4b33-b16d-982d01617e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435948 Apr 11 15:08:22.010568 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [req-91abc469-22e7-4521-86f6-a1cee3fd539e req-b197a736-d7be-4f73-9686-37a9c1a3aa82 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] No DVR routers for this DVR port 1043b6f8-f94d-4a73-aad9-a602aed105fc on host hv-neutron-8373 {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:08:22.014330 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-91abc469-22e7-4521-86f6-a1cee3fd539e req-b197a736-d7be-4f73-9686-37a9c1a3aa82 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:22.016893 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af96dcc-fe10-4fbe-b1d4-a3a4be223d82', 'name': 'network-vif-deleted', 'tag': '1043b6f8-f94d-4a73-aad9-a602aed105fc'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:08:22.064365 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c5b6899-8dee-4403-8674-bb9c6ab4deac'] response: {'server_uuid': '9af96dcc-fe10-4fbe-b1d4-a3a4be223d82', 'name': 'network-vif-deleted', 'tag': '1043b6f8-f94d-4a73-aad9-a602aed105fc', 'status': 'completed', 'code': 200} Apr 11 15:08:22.080362 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-91abc469-22e7-4521-86f6-a1cee3fd539e req-b197a736-d7be-4f73-9686-37a9c1a3aa82 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.53 "DELETE /v2.0/ports/1043b6f8-f94d-4a73-aad9-a602aed105fc HTTP/1.1" status: 204 len: 173 time: 0.8272924 Apr 11 15:08:23.065981 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52590) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:08:23.623823 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e57122b5-073b-4f4e-916d-b24c6f2eb440 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:24.088154 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-e57122b5-073b-4f4e-916d-b24c6f2eb440 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Deleting port 29e17efb-fa69-4784-8ea5-037058ac3eea {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:08:24.088827 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e57122b5-073b-4f4e-916d-b24c6f2eb440 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:24.274753 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-e57122b5-073b-4f4e-916d-b24c6f2eb440 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] For port 29e17efb-fa69-4784-8ea5-037058ac3eea, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=29e17efb-fa69-4784-8ea5-037058ac3eea,segment=NetworkSegment(b11aae5d-0c14-445b-b109-6d6a59cf12d7),segment_id=b11aae5d-0c14-445b-b109-6d6a59cf12d7)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:08:24.275114 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e57122b5-073b-4f4e-916d-b24c6f2eb440 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:24.402095 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-e57122b5-073b-4f4e-916d-b24c6f2eb440 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Calling delete_port for 29e17efb-fa69-4784-8ea5-037058ac3eea owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:08:24.519696 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 1043b6f8-f94d-4a73-aad9-a602aed105fc no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:08:24.554717 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: 1043b6f8-f94d-4a73-aad9-a602aed105fc {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:08:24.555062 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 1043b6f8-f94d-4a73-aad9-a602aed105fc not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:08:24.634272 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:24.782496 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e57122b5-073b-4f4e-916d-b24c6f2eb440 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:24.863745 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57122b5-073b-4f4e-916d-b24c6f2eb440 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Port': ['ID=29e17efb-fa69-4784-8ea5-037058ac3eea,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:25.219761 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e57122b5-073b-4f4e-916d-b24c6f2eb440 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:25.228274 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d7392fbc-da7e-4c0b-a369-55bf2f6d518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:25.589281 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57122b5-073b-4f4e-916d-b24c6f2eb440 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Router 5a0ab9a8-4c64-429a-a66c-6683bc7b170f has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:08:25.777431 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57122b5-073b-4f4e-916d-b24c6f2eb440 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:08:25.789701 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93215fef-f322-4eb8-93fb-aba61c04a1c5 None None] Sync routers for ids ['5a0ab9a8-4c64-429a-a66c-6683bc7b170f'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:08:25.794681 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e57122b5-073b-4f4e-916d-b24c6f2eb440 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "PUT /v2.0/routers/5a0ab9a8-4c64-429a-a66c-6683bc7b170f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7275133 Apr 11 15:08:25.797306 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52594) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:08:25.804304 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93215fef-f322-4eb8-93fb-aba61c04a1c5 None None] Routers {'5a0ab9a8-4c64-429a-a66c-6683bc7b170f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:08:25.804917 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-93215fef-f322-4eb8-93fb-aba61c04a1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:07:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['5a0ab9a8-4c64-429a-a66c-6683bc7b170f'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:08:25.872853 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e2747a-485b-4154-8198-f966460cfa47 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Deleting subnet 658d00de-f7d0-465a-a8e8-c7934d0c277d {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 15:08:25.875820 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f2e2747a-485b-4154-8198-f966460cfa47 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:25.932912 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f2e2747a-485b-4154-8198-f966460cfa47 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:25.995434 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-93215fef-f322-4eb8-93fb-aba61c04a1c5 None None] Set router 5a0ab9a8-4c64-429a-a66c-6683bc7b170f gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:08:26.021752 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f2e2747a-485b-4154-8198-f966460cfa47 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:26.166303 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f2e2747a-485b-4154-8198-f966460cfa47 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:26.209966 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2747a-485b-4154-8198-f966460cfa47 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Subnet': ['ID=658d00de-f7d0-465a-a8e8-c7934d0c277d,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:26.218530 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f2e2747a-485b-4154-8198-f966460cfa47 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:26.224906 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f2e2747a-485b-4154-8198-f966460cfa47 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "DELETE /v2.0/subnets/658d00de-f7d0-465a-a8e8-c7934d0c277d HTTP/1.1" status: 204 len: 168 time: 0.4265108 Apr 11 15:08:26.227690 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52598) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:08:26.232472 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25902f71-ac9e-4c9c-b5f5-aa86423ee56b None None] Network 46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 15:08:26.412382 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:26.505294 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-93215fef-f322-4eb8-93fb-aba61c04a1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405781715', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:05:16Z', 'updated_at': '2022-04-11T15:08:24Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:05:17Z', 'updated_at': '2022-04-11T15:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:08:26.511580 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93215fef-f322-4eb8-93fb-aba61c04a1c5 None None] Checking router: 5a0ab9a8-4c64-429a-a66c-6683bc7b170f for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:08:26.523485 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93215fef-f322-4eb8-93fb-aba61c04a1c5 None None] Routers {'5a0ab9a8-4c64-429a-a66c-6683bc7b170f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:08:26.524087 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-93215fef-f322-4eb8-93fb-aba61c04a1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:07:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['5a0ab9a8-4c64-429a-a66c-6683bc7b170f'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:08:26.595250 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147ad989-ebc7-4db3-8aec-15ed61b7760d None None] DHCP port deletion for 46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 15:08:26.599960 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:26.604285 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-147ad989-ebc7-4db3-8aec-15ed61b7760d None None] Deleting port 6edf8553-a75d-4e44-aa5b-d7e723efb38a {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:08:26.604668 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-147ad989-ebc7-4db3-8aec-15ed61b7760d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:26.656741 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Deleting port 1517d11f-bcd7-4d9a-9e57-aa58b385eb5b {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:08:26.659693 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:26.807785 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-93215fef-f322-4eb8-93fb-aba61c04a1c5 None None] Set router 5a0ab9a8-4c64-429a-a66c-6683bc7b170f gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:08:26.948816 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] For port 1517d11f-bcd7-4d9a-9e57-aa58b385eb5b, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=1517d11f-bcd7-4d9a-9e57-aa58b385eb5b,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:08:26.949166 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:27.077868 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Calling delete_port for 1517d11f-bcd7-4d9a-9e57-aa58b385eb5b owned by network:router_gateway {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:08:27.102364 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-147ad989-ebc7-4db3-8aec-15ed61b7760d None None] For port 6edf8553-a75d-4e44-aa5b-d7e723efb38a, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6edf8553-a75d-4e44-aa5b-d7e723efb38a,segment=NetworkSegment(b11aae5d-0c14-445b-b109-6d6a59cf12d7),segment_id=b11aae5d-0c14-445b-b109-6d6a59cf12d7)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:08:27.102834 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-147ad989-ebc7-4db3-8aec-15ed61b7760d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:27.269622 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-147ad989-ebc7-4db3-8aec-15ed61b7760d None None] Calling delete_port for 6edf8553-a75d-4e44-aa5b-d7e723efb38a owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:08:27.320239 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:27.419306 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Port': ['ID=1517d11f-bcd7-4d9a-9e57-aa58b385eb5b,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:27.467544 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:27.467795 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:27.468062 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:27.468378 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:27.468932 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:27.468932 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:27.469383 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:27.469611 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:27.469969 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:27.470305 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:27.470639 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:27.470970 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:27.514797 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-93215fef-f322-4eb8-93fb-aba61c04a1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405781715', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:05:16Z', 'updated_at': '2022-04-11T15:08:24Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:05:17Z', 'updated_at': '2022-04-11T15:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:08:27.520909 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93215fef-f322-4eb8-93fb-aba61c04a1c5 None None] The sync data for ids ['5a0ab9a8-4c64-429a-a66c-6683bc7b170f'] in dv-neutron-837330-1-hyperv is: [{'id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405781715', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:05:16Z', 'updated_at': '2022-04-11T15:08:24Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '1517d11f-bcd7-4d9a-9e57-aa58b385eb5b', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0ab9a8-4c64-429a-a66c-6683bc7b170f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:05:17Z', 'updated_at': '2022-04-11T15:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:08:27.521587 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:27.566712 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-147ad989-ebc7-4db3-8aec-15ed61b7760d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:27.620600 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ad989-ebc7-4db3-8aec-15ed61b7760d None None] Pushing event deleted for resources: {'Port': ['ID=6edf8553-a75d-4e44-aa5b-d7e723efb38a,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:27.625149 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147ad989-ebc7-4db3-8aec-15ed61b7760d None None] No DVR routers for this DVR port 6edf8553-a75d-4e44-aa5b-d7e723efb38a on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:08:27.634989 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147ad989-ebc7-4db3-8aec-15ed61b7760d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:27.635543 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147ad989-ebc7-4db3-8aec-15ed61b7760d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:27.636034 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147ad989-ebc7-4db3-8aec-15ed61b7760d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:27.636957 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147ad989-ebc7-4db3-8aec-15ed61b7760d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:27.636957 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147ad989-ebc7-4db3-8aec-15ed61b7760d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:27.638335 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147ad989-ebc7-4db3-8aec-15ed61b7760d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:27.638813 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147ad989-ebc7-4db3-8aec-15ed61b7760d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:27.639182 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147ad989-ebc7-4db3-8aec-15ed61b7760d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:27.639533 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147ad989-ebc7-4db3-8aec-15ed61b7760d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:27.639856 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147ad989-ebc7-4db3-8aec-15ed61b7760d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:27.640178 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147ad989-ebc7-4db3-8aec-15ed61b7760d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:27.640512 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147ad989-ebc7-4db3-8aec-15ed61b7760d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:27.744604 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:27.747618 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:27.761014 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7b54442d-f98b-459b-a681-9d4dabe13aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:27.840376 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:27.840830 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Fanout notify agent at l3_agent the message router_deleted on router 5a0ab9a8-4c64-429a-a66c-6683bc7b170f {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 15:08:27.872996 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:27.874367 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8042a107-1ce8-4dc3-b22a-9b40b51e1030 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "DELETE /v2.0/routers/5a0ab9a8-4c64-429a-a66c-6683bc7b170f HTTP/1.1" status: 204 len: 168 time: 1.6456821 Apr 11 15:08:27.878950 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52602) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:08:28.031617 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-991fbc77-ed51-415f-9f3b-83fa10baa2d2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:28.173584 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-991fbc77-ed51-415f-9f3b-83fa10baa2d2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:28.202524 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-991fbc77-ed51-415f-9f3b-83fa10baa2d2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:08:28.215797 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-991fbc77-ed51-415f-9f3b-83fa10baa2d2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b11aae5d-0c14-445b-b109-6d6a59cf12d7') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:08:28.216237 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-991fbc77-ed51-415f-9f3b-83fa10baa2d2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b11aae5d-0c14-445b-b109-6d6a59cf12d7') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:08:28.229032 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-991fbc77-ed51-415f-9f3b-83fa10baa2d2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:28.245956 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-991fbc77-ed51-415f-9f3b-83fa10baa2d2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:28.253586 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991fbc77-ed51-415f-9f3b-83fa10baa2d2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:08:28.254134 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-991fbc77-ed51-415f-9f3b-83fa10baa2d2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:08:28.270125 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:08:28.393782 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-991fbc77-ed51-415f-9f3b-83fa10baa2d2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:28.411653 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-991fbc77-ed51-415f-9f3b-83fa10baa2d2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:28.423379 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991fbc77-ed51-415f-9f3b-83fa10baa2d2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Network': ['ID=46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:28.474666 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-991fbc77-ed51-415f-9f3b-83fa10baa2d2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "DELETE /v2.0/networks/46bd9303-50ad-4c3b-9cd9-44b5caa5b2a5 HTTP/1.1" status: 204 len: 168 time: 0.5944636 Apr 11 15:08:28.477494 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52606) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:08:28.546063 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-df7864f6-daf7-474c-8265-cea23bd03aca tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:28.575891 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-df7864f6-daf7-474c-8265-cea23bd03aca tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:28.656645 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 1517d11f-bcd7-4d9a-9e57-aa58b385eb5b no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:08:28.696131 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 1517d11f-bcd7-4d9a-9e57-aa58b385eb5b {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:08:28.696399 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 1517d11f-bcd7-4d9a-9e57-aa58b385eb5b not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:08:28.696811 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6edf8553-a75d-4e44-aa5b-d7e723efb38a no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:08:28.719819 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-df7864f6-daf7-474c-8265-cea23bd03aca tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:28.730361 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 6edf8553-a75d-4e44-aa5b-d7e723efb38a {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:08:28.730712 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6edf8553-a75d-4e44-aa5b-d7e723efb38a not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:08:28.731275 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 29e17efb-fa69-4784-8ea5-037058ac3eea no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:08:28.742448 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7864f6-daf7-474c-8265-cea23bd03aca tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=212cc900-b252-4b33-b16d-982d01617e8e,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:28.776530 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:28.780686 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 29e17efb-fa69-4784-8ea5-037058ac3eea {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:08:28.781031 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 29e17efb-fa69-4784-8ea5-037058ac3eea not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:08:28.800078 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-df7864f6-daf7-474c-8265-cea23bd03aca tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:28.803454 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-df7864f6-daf7-474c-8265-cea23bd03aca tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "DELETE /v2.0/security-groups/212cc900-b252-4b33-b16d-982d01617e8e HTTP/1.1" status: 204 len: 168 time: 0.3249807 Apr 11 15:08:28.845776 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:29.244749 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52614) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:08:29.251152 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-c3f5be6f-e334-4255-a558-3240b2866281 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1193457472', 'description': 'tempest-secgroup-smoke-1193457472 description', 'project_id': '3fd27714ee9e4925afa207147871cc90'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:08:29.257488 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c3f5be6f-e334-4255-a558-3240b2866281 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:08:29.261698 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c3f5be6f-e334-4255-a558-3240b2866281 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:08:29.265206 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c3f5be6f-e334-4255-a558-3240b2866281 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:08:29.270971 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c3f5be6f-e334-4255-a558-3240b2866281 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:08:29.325191 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c3f5be6f-e334-4255-a558-3240b2866281 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:29.345680 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c3f5be6f-e334-4255-a558-3240b2866281 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:08:29.349575 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c3f5be6f-e334-4255-a558-3240b2866281 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:08:29.352455 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-c3f5be6f-e334-4255-a558-3240b2866281 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:08:29.358865 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-c3f5be6f-e334-4255-a558-3240b2866281 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:08:29.432055 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c3f5be6f-e334-4255-a558-3240b2866281 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:29.502811 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c3f5be6f-e334-4255-a558-3240b2866281 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:29.547503 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5be6f-e334-4255-a558-3240b2866281 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dadf925b-3490-471b-bbcc-af60ca59ae09,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:29.611117 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-c3f5be6f-e334-4255-a558-3240b2866281 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:29.612355 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c3f5be6f-e334-4255-a558-3240b2866281 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3666110 Apr 11 15:08:29.615345 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52618) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:08:29.620487 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-b873611e-acfc-4719-8e98-b1ecad3c77d7 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': 'dadf925b-3490-471b-bbcc-af60ca59ae09', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:08:29.627575 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b873611e-acfc-4719-8e98-b1ecad3c77d7 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:08:29.631501 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b873611e-acfc-4719-8e98-b1ecad3c77d7 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:08:29.634371 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b873611e-acfc-4719-8e98-b1ecad3c77d7 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:08:29.640189 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b873611e-acfc-4719-8e98-b1ecad3c77d7 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:08:29.709096 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b873611e-acfc-4719-8e98-b1ecad3c77d7 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:29.770127 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b873611e-acfc-4719-8e98-b1ecad3c77d7 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:29.845169 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b873611e-acfc-4719-8e98-b1ecad3c77d7 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:29.869254 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873611e-acfc-4719-8e98-b1ecad3c77d7 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64432529-50d3-4c8d-a065-16c2b731f40c,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:29.936883 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b873611e-acfc-4719-8e98-b1ecad3c77d7 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:29.938200 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b873611e-acfc-4719-8e98-b1ecad3c77d7 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3217885 Apr 11 15:08:29.940942 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52622) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:08:29.946077 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-b60d8c94-3235-4852-a7ea-5a878e956a4e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': 'dadf925b-3490-471b-bbcc-af60ca59ae09', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:08:29.952734 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b60d8c94-3235-4852-a7ea-5a878e956a4e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:08:29.956574 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b60d8c94-3235-4852-a7ea-5a878e956a4e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:08:29.959616 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-b60d8c94-3235-4852-a7ea-5a878e956a4e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:08:29.965293 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-b60d8c94-3235-4852-a7ea-5a878e956a4e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:08:30.041871 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b60d8c94-3235-4852-a7ea-5a878e956a4e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:30.103090 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b60d8c94-3235-4852-a7ea-5a878e956a4e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:30.119939 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:30.176956 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b60d8c94-3235-4852-a7ea-5a878e956a4e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:30.203093 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d8c94-3235-4852-a7ea-5a878e956a4e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b4e1f9a-73de-419a-a5f3-76e1e9ec710a,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:30.268213 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-b60d8c94-3235-4852-a7ea-5a878e956a4e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:30.269436 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b60d8c94-3235-4852-a7ea-5a878e956a4e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3275435 Apr 11 15:08:30.272054 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52626) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:08:30.276947 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-86c96041-c6cf-43b8-9025-595f09defc61 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': 'dadf925b-3490-471b-bbcc-af60ca59ae09', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:08:30.283506 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-86c96041-c6cf-43b8-9025-595f09defc61 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:08:30.287393 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-86c96041-c6cf-43b8-9025-595f09defc61 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:08:30.290160 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-86c96041-c6cf-43b8-9025-595f09defc61 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:08:30.296331 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-86c96041-c6cf-43b8-9025-595f09defc61 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:08:30.360761 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-86c96041-c6cf-43b8-9025-595f09defc61 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:30.423671 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-86c96041-c6cf-43b8-9025-595f09defc61 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:30.496381 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-86c96041-c6cf-43b8-9025-595f09defc61 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:30.521544 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c96041-c6cf-43b8-9025-595f09defc61 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b4e18dc-5fce-4266-b4f8-cf2bb7b7fe9b,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:30.588293 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-86c96041-c6cf-43b8-9025-595f09defc61 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:30.589538 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-86c96041-c6cf-43b8-9025-595f09defc61 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3165231 Apr 11 15:08:30.592709 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52630) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:08:30.598375 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-2f5e6010-878a-4850-9ef0-fc9beca3c64f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': 'dadf925b-3490-471b-bbcc-af60ca59ae09', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:08:30.607414 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-2f5e6010-878a-4850-9ef0-fc9beca3c64f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:08:30.611301 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-2f5e6010-878a-4850-9ef0-fc9beca3c64f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:08:30.614177 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-2f5e6010-878a-4850-9ef0-fc9beca3c64f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:08:30.619908 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-2f5e6010-878a-4850-9ef0-fc9beca3c64f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:08:30.698353 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2f5e6010-878a-4850-9ef0-fc9beca3c64f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:30.760864 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2f5e6010-878a-4850-9ef0-fc9beca3c64f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:30.799346 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2f5e6010-878a-4850-9ef0-fc9beca3c64f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:30.823014 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e6010-878a-4850-9ef0-fc9beca3c64f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22528fd5-9fae-41a4-94ec-606e16766bd3,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:30.903020 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-2f5e6010-878a-4850-9ef0-fc9beca3c64f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:30.904402 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2f5e6010-878a-4850-9ef0-fc9beca3c64f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3107791 Apr 11 15:08:30.907048 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52634) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:08:30.912049 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-9be6a570-b818-4e84-bad8-37f19eeeb34e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': 'dadf925b-3490-471b-bbcc-af60ca59ae09', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:08:30.918200 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-9be6a570-b818-4e84-bad8-37f19eeeb34e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:08:30.922703 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9be6a570-b818-4e84-bad8-37f19eeeb34e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:08:30.925576 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9be6a570-b818-4e84-bad8-37f19eeeb34e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:08:30.931303 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-9be6a570-b818-4e84-bad8-37f19eeeb34e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:08:31.029111 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.securitygroups_db [None req-9be6a570-b818-4e84-bad8-37f19eeeb34e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Project 3fd27714ee9e4925afa207147871cc90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:08:31.036663 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9be6a570-b818-4e84-bad8-37f19eeeb34e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:31.103320 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9be6a570-b818-4e84-bad8-37f19eeeb34e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:31.176893 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9be6a570-b818-4e84-bad8-37f19eeeb34e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:31.201352 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6a570-b818-4e84-bad8-37f19eeeb34e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de761d32-ad5d-4bae-9394-0e2ffbc408a6,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:31.262773 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9be6a570-b818-4e84-bad8-37f19eeeb34e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:31.264093 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9be6a570-b818-4e84-bad8-37f19eeeb34e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3560555 Apr 11 15:08:31.266822 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52638) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:08:31.271851 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-f0ca4a80-62f5-44a1-b090-02765ee7d28e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': 'dadf925b-3490-471b-bbcc-af60ca59ae09', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:08:31.278604 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f0ca4a80-62f5-44a1-b090-02765ee7d28e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:08:31.282661 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f0ca4a80-62f5-44a1-b090-02765ee7d28e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:08:31.285740 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-f0ca4a80-62f5-44a1-b090-02765ee7d28e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:08:31.291496 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-f0ca4a80-62f5-44a1-b090-02765ee7d28e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:08:31.336741 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.securitygroups_db [None req-f0ca4a80-62f5-44a1-b090-02765ee7d28e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Project 3fd27714ee9e4925afa207147871cc90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:08:31.345106 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f0ca4a80-62f5-44a1-b090-02765ee7d28e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:31.411275 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f0ca4a80-62f5-44a1-b090-02765ee7d28e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:31.490917 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f0ca4a80-62f5-44a1-b090-02765ee7d28e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:31.513186 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca4a80-62f5-44a1-b090-02765ee7d28e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=363e70d5-5ce2-4ac7-91a1-796cd8c8f1f2,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:31.605395 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f0ca4a80-62f5-44a1-b090-02765ee7d28e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:31.607202 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f0ca4a80-62f5-44a1-b090-02765ee7d28e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3394046 Apr 11 15:08:31.610296 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52642) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:08:31.616124 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-b0642675-9868-4a3b-8b92-d98d137b4fc0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'network': {'name': 'tempest-network-smoke--334216388', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'port_security_enabled': True}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:08:31.621168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b0642675-9868-4a3b-8b92-d98d137b4fc0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:08:31.625418 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b0642675-9868-4a3b-8b92-d98d137b4fc0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:network and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:08:31.628770 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b0642675-9868-4a3b-8b92-d98d137b4fc0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:08:31.634428 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b0642675-9868-4a3b-8b92-d98d137b4fc0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:08:31.822272 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0642675-9868-4a3b-8b92-d98d137b4fc0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Made reservation on behalf of 3fd27714ee9e4925afa207147871cc90 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:08:31.825721 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b0642675-9868-4a3b-8b92-d98d137b4fc0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:31.853872 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0642675-9868-4a3b-8b92-d98d137b4fc0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:08:31.862815 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b0642675-9868-4a3b-8b92-d98d137b4fc0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:31.863197 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-b0642675-9868-4a3b-8b92-d98d137b4fc0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Added segment 80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c of type vlan for network 506ae2e2-4108-48d1-bd8a-9ba339f079a8 Apr 11 15:08:31.888231 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b0642675-9868-4a3b-8b92-d98d137b4fc0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:31.993774 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b0642675-9868-4a3b-8b92-d98d137b4fc0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:31.999456 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0642675-9868-4a3b-8b92-d98d137b4fc0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:32.000068 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b0642675-9868-4a3b-8b92-d98d137b4fc0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:32.108773 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0642675-9868-4a3b-8b92-d98d137b4fc0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Network': ['ID=506ae2e2-4108-48d1-bd8a-9ba339f079a8,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:32.119163 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 506ae2e2-4108-48d1-bd8a-9ba339f079a8 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 15:08:32.155282 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b0642675-9868-4a3b-8b92-d98d137b4fc0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5437963 Apr 11 15:08:32.157970 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52646) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:08:32.163185 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-9b81ae94-fd2f-443b-ba7b-f3f5419b74f0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1142021652', 'admin_state_up': True, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:08:32.171052 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9b81ae94-fd2f-443b-ba7b-f3f5419b74f0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:08:32.175102 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9b81ae94-fd2f-443b-ba7b-f3f5419b74f0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:router and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:08:32.177959 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9b81ae94-fd2f-443b-ba7b-f3f5419b74f0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:08:32.184065 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9b81ae94-fd2f-443b-ba7b-f3f5419b74f0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:08:32.263038 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9b81ae94-fd2f-443b-ba7b-f3f5419b74f0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:32.264158 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9b81ae94-fd2f-443b-ba7b-f3f5419b74f0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:32.281361 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9b81ae94-fd2f-443b-ba7b-f3f5419b74f0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:32.622513 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9b81ae94-fd2f-443b-ba7b-f3f5419b74f0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:33.007355 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9b81ae94-fd2f-443b-ba7b-f3f5419b74f0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:33.037498 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9b81ae94-fd2f-443b-ba7b-f3f5419b74f0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:33.173538 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-9b81ae94-fd2f-443b-ba7b-f3f5419b74f0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Allocated IP 172.26.7.130 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/0d349e64-f317-447c-ac98-9442aae3fc78) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:08:33.326907 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9b81ae94-fd2f-443b-ba7b-f3f5419b74f0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:33.411642 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9b81ae94-fd2f-443b-ba7b-f3f5419b74f0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:33.469775 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b81ae94-fd2f-443b-ba7b-f3f5419b74f0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:08:33.472577 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-9b81ae94-fd2f-443b-ba7b-f3f5419b74f0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:08:33.475303 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b81ae94-fd2f-443b-ba7b-f3f5419b74f0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:08:33.529213 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81ae94-fd2f-443b-ba7b-f3f5419b74f0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=0d349e64-f317-447c-ac98-9442aae3fc78,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:34.078012 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9b81ae94-fd2f-443b-ba7b-f3f5419b74f0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:34.423242 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9b81ae94-fd2f-443b-ba7b-f3f5419b74f0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:34.748515 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b81ae94-fd2f-443b-ba7b-f3f5419b74f0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Router dd1b736f-6075-45e9-bbce-bf425cb4d06f is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 15:08:34.923770 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b81ae94-fd2f-443b-ba7b-f3f5419b74f0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:08:34.934694 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] Sync routers for ids ['dd1b736f-6075-45e9-bbce-bf425cb4d06f'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:08:34.944634 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] Routers {'dd1b736f-6075-45e9-bbce-bf425cb4d06f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:08:34.945226 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:08:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dd1b736f-6075-45e9-bbce-bf425cb4d06f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:08:35.005759 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9b81ae94-fd2f-443b-ba7b-f3f5419b74f0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:35.009839 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9b81ae94-fd2f-443b-ba7b-f3f5419b74f0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8480206 Apr 11 15:08:35.010342 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52650) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:08:35.057319 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-1c023715-7be5-46f0-82b9-9a3e27950f5a tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=3fd27714ee9e4925afa207147871cc90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430443 Apr 11 15:08:35.057529 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52654) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:08:35.124720 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] Set router dd1b736f-6075-45e9-bbce-bf425cb4d06f gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:08:35.296757 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ddeb5c-f908-48d5-bed9-eacbd389c7a5 tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:35.300669 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-89ddeb5c-f908-48d5-bed9-eacbd389c7a5 tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2397397 Apr 11 15:08:35.301048 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52658) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:08:35.348951 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9286b284-1973-4743-9077-625cccd7ed15 tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=cff58315-4a25-4203-8056-2db185a2b95d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444520 Apr 11 15:08:35.349182 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52662) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:08:35.354498 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-ffaed2ef-cdd4-4084-9bad-4d3265aece81 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-190281232', 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:08:35.447312 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142021652', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:08:32Z', 'updated_at': '2022-04-11T15:08:33Z', 'revision_number': 3, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:dc:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:08:33Z', 'updated_at': '2022-04-11T15:08:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:08:35.451289 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] Checking router: dd1b736f-6075-45e9-bbce-bf425cb4d06f for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:08:35.451634 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] Updating router dd1b736f-6075-45e9-bbce-bf425cb4d06f port 0d349e64-f317-447c-ac98-9442aae3fc78 binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:08:35.464236 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ffaed2ef-cdd4-4084-9bad-4d3265aece81 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:08:35.468273 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ffaed2ef-cdd4-4084-9bad-4d3265aece81 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:subnet and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:08:35.471091 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-ffaed2ef-cdd4-4084-9bad-4d3265aece81 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:08:35.476769 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-ffaed2ef-cdd4-4084-9bad-4d3265aece81 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:08:35.506868 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:35.553669 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffaed2ef-cdd4-4084-9bad-4d3265aece81 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Made reservation on behalf of 3fd27714ee9e4925afa207147871cc90 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:08:35.557630 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ffaed2ef-cdd4-4084-9bad-4d3265aece81 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:35.844288 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:35.855648 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] Transition to ACTIVE for port object 0d349e64-f317-447c-ac98-9442aae3fc78 will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:08:35.925794 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:35.954424 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ffaed2ef-cdd4-4084-9bad-4d3265aece81 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:36.005739 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271ce51-79be-42c8-a2ef-3528477bf144 None None] Pushing event updated for resources: {'Port': ['ID=0d349e64-f317-447c-ac98-9442aae3fc78,revision_number=2']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:36.019418 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271ce51-79be-42c8-a2ef-3528477bf144 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:36.019760 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271ce51-79be-42c8-a2ef-3528477bf144 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:36.020092 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271ce51-79be-42c8-a2ef-3528477bf144 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:36.020424 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271ce51-79be-42c8-a2ef-3528477bf144 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:36.020748 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271ce51-79be-42c8-a2ef-3528477bf144 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:36.021071 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271ce51-79be-42c8-a2ef-3528477bf144 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:36.021390 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271ce51-79be-42c8-a2ef-3528477bf144 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:36.021708 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271ce51-79be-42c8-a2ef-3528477bf144 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:36.022050 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271ce51-79be-42c8-a2ef-3528477bf144 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:36.022364 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271ce51-79be-42c8-a2ef-3528477bf144 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:36.022678 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271ce51-79be-42c8-a2ef-3528477bf144 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:36.022991 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271ce51-79be-42c8-a2ef-3528477bf144 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:08:36.023870 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaed2ef-cdd4-4084-9bad-4d3265aece81 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Subnet': ['ID=af9fd105-aeeb-4212-9970-b9c049bc2fdf,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:36.027677 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] Attempting to bind port 0d349e64-f317-447c-ac98-9442aae3fc78 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:08:36.028071 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] Attempting to bind port 0d349e64-f317-447c-ac98-9442aae3fc78 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:08:36.028429 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] Attempting to bind port 0d349e64-f317-447c-ac98-9442aae3fc78 on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:08:36.033887 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:08:36.034262 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:08:36.034780 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:36.035022 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:08:36.035481 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] Bound port: 0d349e64-f317-447c-ac98-9442aae3fc78, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:08:36.035849 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:36.062700 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaed2ef-cdd4-4084-9bad-4d3265aece81 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Checking segment: {'id': '80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:08:36.063172 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaed2ef-cdd4-4084-9bad-4d3265aece81 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network hostable DHCP agents. Network: 506ae2e2-4108-48d1-bd8a-9ba339f079a8, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:08:36.111818 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] For port 0d349e64-f317-447c-ac98-9442aae3fc78, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:08:36.114694 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] For port 0d349e64-f317-447c-ac98-9442aae3fc78, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=0d349e64-f317-447c-ac98-9442aae3fc78,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:08:36.130754 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaed2ef-cdd4-4084-9bad-4d3265aece81 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network 506ae2e2-4108-48d1-bd8a-9ba339f079a8 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:08:36.165561 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:36.182280 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-ffaed2ef-cdd4-4084-9bad-4d3265aece81 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 506ae2e2-4108-48d1-bd8a-9ba339f079a8) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:08:36.188215 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaed2ef-cdd4-4084-9bad-4d3265aece81 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:36.191327 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ffaed2ef-cdd4-4084-9bad-4d3265aece81 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:36.191462 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2010f2e-58ea-45d6-b822-57fd5b2e2f54 None None] Network 506ae2e2-4108-48d1-bd8a-9ba339f079a8 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 15:08:36.244447 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] Routers {'dd1b736f-6075-45e9-bbce-bf425cb4d06f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:08:36.245053 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:08:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dd1b736f-6075-45e9-bbce-bf425cb4d06f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:08:36.261824 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ffaed2ef-cdd4-4084-9bad-4d3265aece81 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9091570 Apr 11 15:08:36.262065 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52666) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:08:36.317296 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271ce51-79be-42c8-a2ef-3528477bf144 None None] Pushing event updated for resources: {'Port': ['ID=0d349e64-f317-447c-ac98-9442aae3fc78,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:36.423431 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a036bf31-2a7b-4118-a773-49eb92800c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-506ae2e2-4108-48d1-bd8a-9ba339f079a8', 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'fixed_ips': [{'subnet_id': 'af9fd105-aeeb-4212-9970-b9c049bc2fdf'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 15:08:36.424475 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a036bf31-2a7b-4118-a773-49eb92800c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:36.447916 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] Set router dd1b736f-6075-45e9-bbce-bf425cb4d06f gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:08:36.587461 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-a036bf31-2a7b-4118-a773-49eb92800c04 None None] Allocated IP 172.20.0.2 (506ae2e2-4108-48d1-bd8a-9ba339f079a8/af9fd105-aeeb-4212-9970-b9c049bc2fdf/beb3c225-1365-429b-ba28-ee2e75fd160a) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:08:36.750791 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142021652', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:08:32Z', 'updated_at': '2022-04-11T15:08:33Z', 'revision_number': 3, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:dc:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:08:33Z', 'updated_at': '2022-04-11T15:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:08:36.755615 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d937dc-055a-45b8-bce9-e65cc45cee2e None None] The sync data for ids ['dd1b736f-6075-45e9-bbce-bf425cb4d06f'] in dv-neutron-837330-1-hyperv is: [{'id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142021652', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:08:32Z', 'updated_at': '2022-04-11T15:08:33Z', 'revision_number': 3, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:dc:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:08:33Z', 'updated_at': '2022-04-11T15:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:08:36.802601 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a036bf31-2a7b-4118-a773-49eb92800c04 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:36.813355 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a036bf31-2a7b-4118-a773-49eb92800c04 None None] Transition to ACTIVE for port object beb3c225-1365-429b-ba28-ee2e75fd160a will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:08:36.832945 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-a036bf31-2a7b-4118-a773-49eb92800c04 None None] Transition to ACTIVE for port object beb3c225-1365-429b-ba28-ee2e75fd160a will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:08:36.903069 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a036bf31-2a7b-4118-a773-49eb92800c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:36.967825 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a036bf31-2a7b-4118-a773-49eb92800c04 None None] Network 506ae2e2-4108-48d1-bd8a-9ba339f079a8 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:08:36.970719 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-a036bf31-2a7b-4118-a773-49eb92800c04 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:08:36.988722 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a036bf31-2a7b-4118-a773-49eb92800c04 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:08:37.002507 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036bf31-2a7b-4118-a773-49eb92800c04 None None] Pushing event updated for resources: {'Port': ['ID=beb3c225-1365-429b-ba28-ee2e75fd160a,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:37.046767 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba02c45d-7d82-4155-a591-0333fd07c15b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:37.122502 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-a036bf31-2a7b-4118-a773-49eb92800c04 None None] Attempting to bind port beb3c225-1365-429b-ba28-ee2e75fd160a on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:08:37.122873 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-a036bf31-2a7b-4118-a773-49eb92800c04 None None] Attempting to bind port beb3c225-1365-429b-ba28-ee2e75fd160a by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:08:37.123239 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a036bf31-2a7b-4118-a773-49eb92800c04 None None] Attempting to bind port beb3c225-1365-429b-ba28-ee2e75fd160a on network 506ae2e2-4108-48d1-bd8a-9ba339f079a8 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:08:37.129281 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a036bf31-2a7b-4118-a773-49eb92800c04 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:08:37.129656 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a036bf31-2a7b-4118-a773-49eb92800c04 None None] Checking segment: {'id': '80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:08:37.130099 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a036bf31-2a7b-4118-a773-49eb92800c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:37.130493 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a036bf31-2a7b-4118-a773-49eb92800c04 None None] Bound using segment: {'id': '80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:08:37.130957 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-a036bf31-2a7b-4118-a773-49eb92800c04 None None] Bound port: beb3c225-1365-429b-ba28-ee2e75fd160a, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:08:37.131328 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a036bf31-2a7b-4118-a773-49eb92800c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:37.230260 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-a036bf31-2a7b-4118-a773-49eb92800c04 None None] For port beb3c225-1365-429b-ba28-ee2e75fd160a, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:08:37.235264 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-a036bf31-2a7b-4118-a773-49eb92800c04 None None] For port beb3c225-1365-429b-ba28-ee2e75fd160a, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=beb3c225-1365-429b-ba28-ee2e75fd160a,segment=NetworkSegment(80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c),segment_id=80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:08:37.315662 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a036bf31-2a7b-4118-a773-49eb92800c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:37.412259 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036bf31-2a7b-4118-a773-49eb92800c04 None None] Pushing event updated for resources: {'Port': ['ID=beb3c225-1365-429b-ba28-ee2e75fd160a,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:37.502304 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-ba02c45d-7d82-4155-a591-0333fd07c15b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Allocated IP 172.20.0.1 (506ae2e2-4108-48d1-bd8a-9ba339f079a8/af9fd105-aeeb-4212-9970-b9c049bc2fdf/9bca74be-6370-4051-9483-e4c217c59dc6) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:08:37.812875 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba02c45d-7d82-4155-a591-0333fd07c15b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:37.828198 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-ba02c45d-7d82-4155-a591-0333fd07c15b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Transition to ACTIVE for port object 9bca74be-6370-4051-9483-e4c217c59dc6 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:08:37.931492 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba02c45d-7d82-4155-a591-0333fd07c15b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:38.006494 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba02c45d-7d82-4155-a591-0333fd07c15b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network 506ae2e2-4108-48d1-bd8a-9ba339f079a8 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:08:38.014093 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-ba02c45d-7d82-4155-a591-0333fd07c15b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:08:38.016646 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba02c45d-7d82-4155-a591-0333fd07c15b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:08:38.056847 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02c45d-7d82-4155-a591-0333fd07c15b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=9bca74be-6370-4051-9483-e4c217c59dc6,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:38.083700 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba02c45d-7d82-4155-a591-0333fd07c15b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:38.410972 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba02c45d-7d82-4155-a591-0333fd07c15b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:38.664386 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 0d349e64-f317-447c-ac98-9442aae3fc78 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:08:38.805488 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 0d349e64-f317-447c-ac98-9442aae3fc78 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:08:38.810963 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 0d349e64-f317-447c-ac98-9442aae3fc78 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:08:38.811406 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:38.837350 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba02c45d-7d82-4155-a591-0333fd07c15b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:38.880597 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba02c45d-7d82-4155-a591-0333fd07c15b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:38.945671 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:38.963679 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 0d349e64-f317-447c-ac98-9442aae3fc78, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=0d349e64-f317-447c-ac98-9442aae3fc78,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:08:39.000186 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ba02c45d-7d82-4155-a591-0333fd07c15b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:39.003974 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02c45d-7d82-4155-a591-0333fd07c15b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=9bca74be-6370-4051-9483-e4c217c59dc6,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:39.013478 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3963c9e-6c97-4228-94f9-e9aa8e9c2ca3 None None] Network 506ae2e2-4108-48d1-bd8a-9ba339f079a8 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 15:08:39.042525 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:39.043292 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device beb3c225-1365-429b-ba28-ee2e75fd160a up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:08:39.143006 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba02c45d-7d82-4155-a591-0333fd07c15b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network 506ae2e2-4108-48d1-bd8a-9ba339f079a8 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:08:39.143991 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-ba02c45d-7d82-4155-a591-0333fd07c15b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:08:39.288432 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=0d349e64-f317-447c-ac98-9442aae3fc78,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:39.317643 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-0b18348d-ded3-47c7-bbbd-eee2802b5edf None None] Provisioning for port beb3c225-1365-429b-ba28-ee2e75fd160a completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:08:39.330159 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba02c45d-7d82-4155-a591-0333fd07c15b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Router dd1b736f-6075-45e9-bbce-bf425cb4d06f has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:08:39.386937 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port beb3c225-1365-429b-ba28-ee2e75fd160a completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:08:39.394126 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port beb3c225-1365-429b-ba28-ee2e75fd160a triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:08:39.394423 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:39.539358 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:39.577683 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port beb3c225-1365-429b-ba28-ee2e75fd160a, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=beb3c225-1365-429b-ba28-ee2e75fd160a,segment=NetworkSegment(80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c),segment_id=80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:08:39.645798 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba02c45d-7d82-4155-a591-0333fd07c15b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:08:39.651881 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:39.670348 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ba02c45d-7d82-4155-a591-0333fd07c15b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "PUT /v2.0/routers/dd1b736f-6075-45e9-bbce-bf425cb4d06f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3964832 Apr 11 15:08:39.693278 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] Sync routers for ids ['dd1b736f-6075-45e9-bbce-bf425cb4d06f'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:08:39.718557 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] Routers {'dd1b736f-6075-45e9-bbce-bf425cb4d06f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:08:39.724659 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:08:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dd1b736f-6075-45e9-bbce-bf425cb4d06f'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:08:39.841321 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-21cd2026-3b4b-4621-8e37-8f8d05a85fc1 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:08:39.898344 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=beb3c225-1365-429b-ba28-ee2e75fd160a,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:39.910402 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-dd48958a-d1e2-4cf1-93ef-177dfc551e7a None None] Provisioning complete for port beb3c225-1365-429b-ba28-ee2e75fd160a triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:08:39.913457 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-dd48958a-d1e2-4cf1-93ef-177dfc551e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:39.942743 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-21cd2026-3b4b-4621-8e37-8f8d05a85fc1 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:08:39.944155 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-21cd2026-3b4b-4621-8e37-8f8d05a85fc1 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1193457472&fields=id&tenant_id=3fd27714ee9e4925afa207147871cc90 HTTP/1.1" status: 200 len: 267 time: 0.1436920 Apr 11 15:08:40.002254 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] Set router dd1b736f-6075-45e9-bbce-bf425cb4d06f gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:08:40.133358 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-85168d4d-3ffd-4223-b508-0a853e611da6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:40.134066 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-85168d4d-3ffd-4223-b508-0a853e611da6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:network {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:08:40.210977 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-85168d4d-3ffd-4223-b508-0a853e611da6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:network {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:08:40.212196 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-85168d4d-3ffd-4223-b508-0a853e611da6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/networks?id=506ae2e2-4108-48d1-bd8a-9ba339f079a8 HTTP/1.1" status: 200 len: 796 time: 0.2611709 Apr 11 15:08:40.228568 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-00ade04e-10e6-43e8-b28c-94012855855f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/quotas/3fd27714ee9e4925afa207147871cc90 HTTP/1.1" status: 200 len: 375 time: 0.0096548 Apr 11 15:08:40.317766 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-95fe6665-c190-42f6-9588-bf4bb02cb552 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:08:40.347785 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-dd48958a-d1e2-4cf1-93ef-177dfc551e7a None None] Provisioning for port 9bca74be-6370-4051-9483-e4c217c59dc6 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:08:40.357719 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-dd48958a-d1e2-4cf1-93ef-177dfc551e7a None None] Provisioning complete for port 9bca74be-6370-4051-9483-e4c217c59dc6 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:08:40.359424 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-dd48958a-d1e2-4cf1-93ef-177dfc551e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:40.389104 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-95fe6665-c190-42f6-9588-bf4bb02cb552 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:08:40.390467 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-95fe6665-c190-42f6-9588-bf4bb02cb552 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1553903 Apr 11 15:08:40.424561 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-dd48958a-d1e2-4cf1-93ef-177dfc551e7a None None] Port 9bca74be-6370-4051-9483-e4c217c59dc6 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:08:40.438094 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142021652', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:08:32Z', 'updated_at': '2022-04-11T15:08:38Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:08:33Z', 'updated_at': '2022-04-11T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '9bca74be-6370-4051-9483-e4c217c59dc6', 'name': '', 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:01:92:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'af9fd105-aeeb-4212-9970-b9c049bc2fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:08:37Z', 'updated_at': '2022-04-11T15:08:38Z', 'revision_number': 2, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': 'af9fd105-aeeb-4212-9970-b9c049bc2fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:08:40.441942 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] Checking router: dd1b736f-6075-45e9-bbce-bf425cb4d06f for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:08:40.442292 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] Updating router dd1b736f-6075-45e9-bbce-bf425cb4d06f port 9bca74be-6370-4051-9483-e4c217c59dc6 binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:08:40.495249 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:40.577889 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-3e70e0d1-e5a5-4301-a078-3ffefd5cdf00 service neutron] 10.222.0.66 "GET /v2.0/networks/506ae2e2-4108-48d1-bd8a-9ba339f079a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703262 Apr 11 15:08:40.615814 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-0b9172bf-4f6d-4709-884a-6a6907fe0c20 None None] Provisioning complete for port 9bca74be-6370-4051-9483-e4c217c59dc6 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:08:40.615814 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0b9172bf-4f6d-4709-884a-6a6907fe0c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:40.647648 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 0d349e64-f317-447c-ac98-9442aae3fc78 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:08:40.717227 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-68c16e8b-140c-45d4-bb8b-8efaaff15c26 service neutron] 10.222.0.66 "GET /v2.0/networks/506ae2e2-4108-48d1-bd8a-9ba339f079a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370962 Apr 11 15:08:40.799843 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-0b9172bf-4f6d-4709-884a-6a6907fe0c20 None None] Port 9bca74be-6370-4051-9483-e4c217c59dc6 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:08:40.911026 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 0d349e64-f317-447c-ac98-9442aae3fc78 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:08:40.911484 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:40.978458 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ff11ef0a-52a2-41df-9241-1c9521fb8d41 req-4a09cf67-31ca-4507-a75a-102204f84e94 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 210 time: 0.0621333 Apr 11 15:08:41.126706 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:41.140638 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device beb3c225-1365-429b-ba28-ee2e75fd160a up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:08:41.170078 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] Transition to ACTIVE for port object 9bca74be-6370-4051-9483-e4c217c59dc6 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:08:41.213685 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port beb3c225-1365-429b-ba28-ee2e75fd160a triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:08:41.214078 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:41.250068 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:41.449513 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf33854-4d2c-4411-950c-20396ecfcd2c None None] Pushing event updated for resources: {'Port': ['ID=9bca74be-6370-4051-9483-e4c217c59dc6,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:41.561322 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] Attempting to bind port 9bca74be-6370-4051-9483-e4c217c59dc6 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:08:41.561607 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] Attempting to bind port 9bca74be-6370-4051-9483-e4c217c59dc6 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:08:41.561995 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] Attempting to bind port 9bca74be-6370-4051-9483-e4c217c59dc6 on network 506ae2e2-4108-48d1-bd8a-9ba339f079a8 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:08:41.581644 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:08:41.582047 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] Checking segment: {'id': '80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:08:41.582451 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:41.582843 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] Bound using segment: {'id': '80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:08:41.583365 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] Bound port: 9bca74be-6370-4051-9483-e4c217c59dc6, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:08:41.583684 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:41.693818 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] For port 9bca74be-6370-4051-9483-e4c217c59dc6, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:08:41.696728 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] For port 9bca74be-6370-4051-9483-e4c217c59dc6, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9bca74be-6370-4051-9483-e4c217c59dc6,segment=NetworkSegment(80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c),segment_id=80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:08:41.765833 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:41.844868 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] Routers {'dd1b736f-6075-45e9-bbce-bf425cb4d06f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:08:41.845544 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:08:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dd1b736f-6075-45e9-bbce-bf425cb4d06f'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:08:41.904783 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf33854-4d2c-4411-950c-20396ecfcd2c None None] Pushing event updated for resources: {'Port': ['ID=9bca74be-6370-4051-9483-e4c217c59dc6,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:42.078796 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] Set router dd1b736f-6075-45e9-bbce-bf425cb4d06f gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:08:42.144145 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fe4f9571-7e8f-4f14-b289-46a31fe635ff req-455df6b3-186f-4397-8bce-1fa48dd28d64 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 210 time: 0.0464826 Apr 11 15:08:42.413136 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142021652', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:08:32Z', 'updated_at': '2022-04-11T15:08:38Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:08:33Z', 'updated_at': '2022-04-11T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '9bca74be-6370-4051-9483-e4c217c59dc6', 'name': '', 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:01:92:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'af9fd105-aeeb-4212-9970-b9c049bc2fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:08:37Z', 'updated_at': '2022-04-11T15:08:41Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': 'af9fd105-aeeb-4212-9970-b9c049bc2fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:08:42.416991 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0351c01-5c32-4cc2-8ecb-433c25f5f54d None None] The sync data for ids ['dd1b736f-6075-45e9-bbce-bf425cb4d06f'] in dv-neutron-837330-1-hyperv is: [{'id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142021652', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:08:32Z', 'updated_at': '2022-04-11T15:08:38Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:08:33Z', 'updated_at': '2022-04-11T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '9bca74be-6370-4051-9483-e4c217c59dc6', 'name': '', 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:01:92:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'af9fd105-aeeb-4212-9970-b9c049bc2fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:08:37Z', 'updated_at': '2022-04-11T15:08:41Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': 'af9fd105-aeeb-4212-9970-b9c049bc2fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:08:42.635803 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9bca74be-6370-4051-9483-e4c217c59dc6 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:08:42.885114 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 9bca74be-6370-4051-9483-e4c217c59dc6 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:08:42.891029 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 9bca74be-6370-4051-9483-e4c217c59dc6 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:08:42.891410 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:43.077497 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:43.102137 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-46306147-f66a-4d5d-976c-db5f80cccdba tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:43.103641 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-46306147-f66a-4d5d-976c-db5f80cccdba tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.53 "GET /v2.0/networks?id=506ae2e2-4108-48d1-bd8a-9ba339f079a8 HTTP/1.1" status: 200 len: 796 time: 0.1929078 Apr 11 15:08:43.116339 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 9bca74be-6370-4051-9483-e4c217c59dc6, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9bca74be-6370-4051-9483-e4c217c59dc6,segment=NetworkSegment(80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c),segment_id=80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:08:43.161246 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-d80b3d04-28aa-4190-a071-fd37dee0f97e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fd27714ee9e4925afa207147871cc90 HTTP/1.1" status: 200 len: 380 time: 0.0442677 Apr 11 15:08:43.165490 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:43.170999 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-ebb04162-2843-446e-90b3-bdbc0aaed4bc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'port': {'device_id': 'bc76aa02-23be-487d-8072-3a8591eea3cd', 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8', 'admin_state_up': True, 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'security_groups': ['dadf925b-3490-471b-bbcc-af60ca59ae09']}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:08:43.283542 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=9bca74be-6370-4051-9483-e4c217c59dc6,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:43.353172 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-ebb04162-2843-446e-90b3-bdbc0aaed4bc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:08:43.366807 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-ebb04162-2843-446e-90b3-bdbc0aaed4bc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:08:43.372647 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ca84bfeb-0e33-4145-992a-be08783ceb05 req-c4729c65-5205-4abe-896a-cae999b39d38 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 210 time: 0.0512500 Apr 11 15:08:43.445295 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-ebb04162-2843-446e-90b3-bdbc0aaed4bc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Made reservation on behalf of 3fd27714ee9e4925afa207147871cc90 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:08:43.448922 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-ebb04162-2843-446e-90b3-bdbc0aaed4bc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:43.619738 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-ebb04162-2843-446e-90b3-bdbc0aaed4bc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Allocated IP 172.20.0.7 (506ae2e2-4108-48d1-bd8a-9ba339f079a8/af9fd105-aeeb-4212-9970-b9c049bc2fdf/888401f2-332f-40d7-998d-022c181c47a1) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:08:43.819200 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-ebb04162-2843-446e-90b3-bdbc0aaed4bc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:43.835021 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-ebb04162-2843-446e-90b3-bdbc0aaed4bc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Transition to ACTIVE for port object 888401f2-332f-40d7-998d-022c181c47a1 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:08:43.966059 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-ebb04162-2843-446e-90b3-bdbc0aaed4bc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:44.041628 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-ebb04162-2843-446e-90b3-bdbc0aaed4bc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network 506ae2e2-4108-48d1-bd8a-9ba339f079a8 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:08:44.049922 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-ebb04162-2843-446e-90b3-bdbc0aaed4bc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:08:44.054189 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-ebb04162-2843-446e-90b3-bdbc0aaed4bc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:08:44.086432 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb04162-2843-446e-90b3-bdbc0aaed4bc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=888401f2-332f-40d7-998d-022c181c47a1,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:44.126647 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-ebb04162-2843-446e-90b3-bdbc0aaed4bc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:44.127633 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-ebb04162-2843-446e-90b3-bdbc0aaed4bc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:44.252283 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-ebb04162-2843-446e-90b3-bdbc0aaed4bc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0863733 Apr 11 15:08:44.269080 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-05a355d2-0dbb-46b9-bda6-902b347c4bb2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 15:08:44.270122 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-05a355d2-0dbb-46b9-bda6-902b347c4bb2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050731 Apr 11 15:08:44.321389 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-00ed9ecd-a05d-47e0-8d77-116e018f2f3f service neutron] Request body: {'port': {'device_id': 'bc76aa02-23be-487d-8072-3a8591eea3cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:08:44.353964 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5cb9c06e-8ff0-4eb9-9d16-bc4b42558dc4 None None] Provisioning for port 888401f2-332f-40d7-998d-022c181c47a1 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:08:44.359306 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5cb9c06e-8ff0-4eb9-9d16-bc4b42558dc4 None None] Provisioning complete for port 888401f2-332f-40d7-998d-022c181c47a1 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:08:44.359688 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5cb9c06e-8ff0-4eb9-9d16-bc4b42558dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:44.420098 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-5cb9c06e-8ff0-4eb9-9d16-bc4b42558dc4 None None] Port 888401f2-332f-40d7-998d-022c181c47a1 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:08:44.436549 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-00ed9ecd-a05d-47e0-8d77-116e018f2f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:44.604541 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9bca74be-6370-4051-9483-e4c217c59dc6 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:08:44.674284 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 9bca74be-6370-4051-9483-e4c217c59dc6 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:08:44.674661 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:44.797810 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8eb479-1cc6-4d05-a0d0-7c78c58d75ab req-5bd475a4-9568-4b53-b618-6792fbe990dd tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:44.798523 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-2c8eb479-1cc6-4d05-a0d0-7c78c58d75ab req-5bd475a4-9568-4b53-b618-6792fbe990dd tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:08:44.967794 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-2c8eb479-1cc6-4d05-a0d0-7c78c58d75ab req-5bd475a4-9568-4b53-b618-6792fbe990dd tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:08:44.969000 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2c8eb479-1cc6-4d05-a0d0-7c78c58d75ab req-5bd475a4-9568-4b53-b618-6792fbe990dd tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 931 time: 0.4781780 Apr 11 15:08:44.978299 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-00ed9ecd-a05d-47e0-8d77-116e018f2f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 888401f2-332f-40d7-998d-022c181c47a1 {{(pid=88616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:08:45.000383 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-00ed9ecd-a05d-47e0-8d77-116e018f2f3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:45.031158 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-00ed9ecd-a05d-47e0-8d77-116e018f2f3f service neutron] Transition to ACTIVE for port object 888401f2-332f-40d7-998d-022c181c47a1 will not be triggered until provisioned by entity L2. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:08:45.039324 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2c8eb479-1cc6-4d05-a0d0-7c78c58d75ab req-326d2b4b-eda7-401c-b9b0-fca884a09f6f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636747 Apr 11 15:08:45.092037 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-00ed9ecd-a05d-47e0-8d77-116e018f2f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:45.281453 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed9ecd-a05d-47e0-8d77-116e018f2f3f service neutron] Pushing event updated for resources: {'Port': ['ID=888401f2-332f-40d7-998d-022c181c47a1,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:45.357251 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-00ed9ecd-a05d-47e0-8d77-116e018f2f3f service neutron] Attempting to bind port 888401f2-332f-40d7-998d-022c181c47a1 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:08:45.357598 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-00ed9ecd-a05d-47e0-8d77-116e018f2f3f service neutron] Attempting to bind port 888401f2-332f-40d7-998d-022c181c47a1 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8'}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:08:45.357954 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-00ed9ecd-a05d-47e0-8d77-116e018f2f3f service neutron] Attempting to bind port 888401f2-332f-40d7-998d-022c181c47a1 on network 506ae2e2-4108-48d1-bd8a-9ba339f079a8 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:08:45.362635 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-00ed9ecd-a05d-47e0-8d77-116e018f2f3f service neutron] Port 888401f2-332f-40d7-998d-022c181c47a1 on network 506ae2e2-4108-48d1-bd8a-9ba339f079a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 15:08:45.362950 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-00ed9ecd-a05d-47e0-8d77-116e018f2f3f service neutron] Attempting to bind port 888401f2-332f-40d7-998d-022c181c47a1 on network 506ae2e2-4108-48d1-bd8a-9ba339f079a8 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:08:45.367936 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-00ed9ecd-a05d-47e0-8d77-116e018f2f3f service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:08:45.368266 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-00ed9ecd-a05d-47e0-8d77-116e018f2f3f service neutron] Checking segment: {'id': '80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:08:45.368643 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-00ed9ecd-a05d-47e0-8d77-116e018f2f3f service neutron] Bound using segment: {'id': '80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8'} {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:08:45.369065 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-00ed9ecd-a05d-47e0-8d77-116e018f2f3f service neutron] Bound port: 888401f2-332f-40d7-998d-022c181c47a1, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8'}}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:08:45.369415 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-00ed9ecd-a05d-47e0-8d77-116e018f2f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:45.464176 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-00ed9ecd-a05d-47e0-8d77-116e018f2f3f service neutron] For port 888401f2-332f-40d7-998d-022c181c47a1, host hv-neutron-8373, cleared binding levels {{(pid=88616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:08:45.468493 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-00ed9ecd-a05d-47e0-8d77-116e018f2f3f service neutron] For port 888401f2-332f-40d7-998d-022c181c47a1, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=888401f2-332f-40d7-998d-022c181c47a1,segment=NetworkSegment(80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c),segment_id=80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c)] {{(pid=88616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:08:45.543004 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-00ed9ecd-a05d-47e0-8d77-116e018f2f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:45.600930 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-00ed9ecd-a05d-47e0-8d77-116e018f2f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:45.601558 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-00ed9ecd-a05d-47e0-8d77-116e018f2f3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:45.602981 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-00ed9ecd-a05d-47e0-8d77-116e018f2f3f service neutron] 10.222.0.53 "PUT /v2.0/ports/888401f2-332f-40d7-998d-022c181c47a1 HTTP/1.1" status: 200 len: 1093 time: 1.3257325 Apr 11 15:08:45.603424 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc76aa02-23be-487d-8072-3a8591eea3cd', 'tag': '888401f2-332f-40d7-998d-022c181c47a1'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:08:45.648482 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed9ecd-a05d-47e0-8d77-116e018f2f3f service neutron] Pushing event updated for resources: {'Port': ['ID=888401f2-332f-40d7-998d-022c181c47a1,revision_number=3']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:45.674336 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baaf1ee4-cfdf-495f-ab53-fc7e69aa8676'] response: {'name': 'network-changed', 'server_uuid': 'bc76aa02-23be-487d-8072-3a8591eea3cd', 'tag': '888401f2-332f-40d7-998d-022c181c47a1', 'status': 'completed', 'code': 200} Apr 11 15:08:45.807179 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e906a6f-3061-4c87-b258-d40d69a802d9 req-13aab7be-c89a-43b1-8cc8-4f611516b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:45.807179 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9e906a6f-3061-4c87-b258-d40d69a802d9 req-13aab7be-c89a-43b1-8cc8-4f611516b648 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 1096 time: 0.0835409 Apr 11 15:08:45.962889 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e906a6f-3061-4c87-b258-d40d69a802d9 req-48859d45-7aed-41bc-b868-376e075ea3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:45.964383 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9e906a6f-3061-4c87-b258-d40d69a802d9 req-48859d45-7aed-41bc-b868-376e075ea3e5 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=3fd27714ee9e4925afa207147871cc90&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1456313 Apr 11 15:08:46.103712 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e906a6f-3061-4c87-b258-d40d69a802d9 req-50acc075-b765-450d-a580-6c0adbb7fde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:46.105178 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9e906a6f-3061-4c87-b258-d40d69a802d9 req-50acc075-b765-450d-a580-6c0adbb7fde2 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1353104 Apr 11 15:08:46.287472 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-f26b159b-d1b7-4ee1-a692-8e0b589c3821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:46.288957 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-f26b159b-d1b7-4ee1-a692-8e0b589c3821 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 1096 time: 0.0960901 Apr 11 15:08:46.297560 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedb56a-fa86-4582-bef5-b233e0f6a659 req-8d8cd57d-598e-4c00-b6a1-301d7b409509 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:46.298910 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8aedb56a-fa86-4582-bef5-b233e0f6a659 req-8d8cd57d-598e-4c00-b6a1-301d7b409509 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 943 time: 0.1481981 Apr 11 15:08:46.382911 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-a916da4c-1e08-4af1-9574-970c867cf7a2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=888401f2-332f-40d7-998d-022c181c47a1 HTTP/1.1" status: 200 len: 217 time: 0.0790274 Apr 11 15:08:46.455765 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8aedb56a-fa86-4582-bef5-b233e0f6a659 req-b59fa182-6fd3-4e5d-9d92-f79992d94b3a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505430 Apr 11 15:08:46.469692 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-8884fcc0-be05-4b87-9d91-bc7b0583142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:46.471148 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-8884fcc0-be05-4b87-9d91-bc7b0583142a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af9fd105-aeeb-4212-9970-b9c049bc2fdf HTTP/1.1" status: 200 len: 834 time: 0.0771120 Apr 11 15:08:46.561956 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-bfb9e04d-8e23-46f4-90d4-3681eeafd9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:46.564553 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-bfb9e04d-8e23-46f4-90d4-3681eeafd9e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=506ae2e2-4108-48d1-bd8a-9ba339f079a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734971 Apr 11 15:08:46.705818 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-e2b97bb0-4c3f-49db-b0f3-3dd09ab18ca6 service neutron] 10.222.0.53 "GET /v2.0/networks/506ae2e2-4108-48d1-bd8a-9ba339f079a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274247 Apr 11 15:08:46.801212 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:08:46.844284 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-576b9821-2f5f-4818-bbc7-0ce5505e1b77 req-a309c0de-250a-4c1d-88ee-7198e3d53214 service neutron] 10.222.0.53 "GET /v2.0/networks/506ae2e2-4108-48d1-bd8a-9ba339f079a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318693 Apr 11 15:08:47.646043 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64922b21-b490-45c2-b296-e49ec2728c44 req-706755d8-cf96-49e1-81d0-5aba729e19d1 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:47.647498 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-64922b21-b490-45c2-b296-e49ec2728c44 req-706755d8-cf96-49e1-81d0-5aba729e19d1 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 943 time: 0.0831120 Apr 11 15:08:47.691886 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-64922b21-b490-45c2-b296-e49ec2728c44 req-bdd7ba35-40bb-4400-95f0-888957ab8200 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:08:47.703417 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-64922b21-b490-45c2-b296-e49ec2728c44 req-bdd7ba35-40bb-4400-95f0-888957ab8200 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:08:47.704563 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-64922b21-b490-45c2-b296-e49ec2728c44 req-bdd7ba35-40bb-4400-95f0-888957ab8200 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509107 Apr 11 15:08:48.891866 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e55ec7-4fe5-479f-8a10-66a4a93af9fb req-504df759-5fa3-497f-9b95-d4d457c06f1f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:48.893246 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-69e55ec7-4fe5-479f-8a10-66a4a93af9fb req-504df759-5fa3-497f-9b95-d4d457c06f1f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 943 time: 0.0810995 Apr 11 15:08:48.941162 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-69e55ec7-4fe5-479f-8a10-66a4a93af9fb req-6cf7d276-69ee-423c-a531-6ab3b6733d2f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422091 Apr 11 15:08:50.137755 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c53ebc-1bca-4730-85a0-425e66fa9f3b req-50adfba8-8552-46ca-abb2-295ae63a46e6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:50.139202 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-46c53ebc-1bca-4730-85a0-425e66fa9f3b req-50adfba8-8552-46ca-abb2-295ae63a46e6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 943 time: 0.0841942 Apr 11 15:08:50.184171 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-46c53ebc-1bca-4730-85a0-425e66fa9f3b req-41c99b5b-f0d4-46b2-9871-cf302385626e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391867 Apr 11 15:08:50.661461 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 888401f2-332f-40d7-998d-022c181c47a1 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 15:08:50.793798 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 888401f2-332f-40d7-998d-022c181c47a1, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=888401f2-332f-40d7-998d-022c181c47a1,segment=NetworkSegment(80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c),segment_id=80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:08:50.806814 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '888401f2-332f-40d7-998d-022c181c47a1', 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8', 'port_id': '888401f2-332f-40d7-998d-022c181c47a1', 'mac_address': 'fa:16:3e:58:18:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9fd105-aeeb-4212-9970-b9c049bc2fdf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 15:08:50.862598 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:50.880033 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 888401f2-332f-40d7-998d-022c181c47a1 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:08:50.895278 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 888401f2-332f-40d7-998d-022c181c47a1, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=888401f2-332f-40d7-998d-022c181c47a1,segment=NetworkSegment(80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c),segment_id=80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:08:50.948308 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:51.021776 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=888401f2-332f-40d7-998d-022c181c47a1,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:51.370487 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d58e0-80f0-4117-8118-890cff725216 req-169bb88e-f369-4428-934f-320deda79453 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:51.372108 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a02d58e0-80f0-4117-8118-890cff725216 req-169bb88e-f369-4428-934f-320deda79453 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 944 time: 0.0805542 Apr 11 15:08:51.375730 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['888401f2-332f-40d7-998d-022c181c47a1'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 15:08:51.422781 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a02d58e0-80f0-4117-8118-890cff725216 req-0fece440-ab5c-4524-8bd3-cfe6684c07cb tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427279 Apr 11 15:08:52.614881 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c9be6-6b5b-416a-a10f-379961df699e req-8b19aec4-19e3-4756-861f-09459634ec3d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:52.616394 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-413c9be6-6b5b-416a-a10f-379961df699e req-8b19aec4-19e3-4756-861f-09459634ec3d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 944 time: 0.0825686 Apr 11 15:08:52.661651 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-413c9be6-6b5b-416a-a10f-379961df699e req-0ca5f2e8-51de-44e7-b3fe-02aea89edfdf tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387492 Apr 11 15:08:52.677344 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 888401f2-332f-40d7-998d-022c181c47a1 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:08:52.799301 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port 888401f2-332f-40d7-998d-022c181c47a1 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:08:52.804480 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 888401f2-332f-40d7-998d-022c181c47a1 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:08:52.804851 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:52.922502 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:52.952304 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc76aa02-23be-487d-8072-3a8591eea3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888401f2-332f-40d7-998d-022c181c47a1'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:08:52.963009 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 888401f2-332f-40d7-998d-022c181c47a1, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=888401f2-332f-40d7-998d-022c181c47a1,segment=NetworkSegment(80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c),segment_id=80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:08:53.022722 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:53.067057 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ef1d307-4cc5-48bb-80d2-ef66c8b4c351'] response: {'server_uuid': 'bc76aa02-23be-487d-8072-3a8591eea3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888401f2-332f-40d7-998d-022c181c47a1', 'code': 200} Apr 11 15:08:53.100339 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=888401f2-332f-40d7-998d-022c181c47a1,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:53.494480 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80a8b6-ede0-4192-8392-9e1f9b85a502 req-318175ee-debc-4400-9ac0-350b89d74e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:53.495949 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5d80a8b6-ede0-4192-8392-9e1f9b85a502 req-318175ee-debc-4400-9ac0-350b89d74e3a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 1098 time: 0.1694140 Apr 11 15:08:53.536285 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5d80a8b6-ede0-4192-8392-9e1f9b85a502 req-1e42a52f-ba2f-4179-a35c-8f4a3a5e3e65 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340345 Apr 11 15:08:53.851174 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95971b-9a2a-467a-94c5-155a96efe7d0 req-e66d5fb9-4bfc-42b8-8236-f30554e5c7f2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:53.852528 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0f95971b-9a2a-467a-94c5-155a96efe7d0 req-e66d5fb9-4bfc-42b8-8236-f30554e5c7f2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 945 time: 0.0837276 Apr 11 15:08:53.898382 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0f95971b-9a2a-467a-94c5-155a96efe7d0 req-937786d1-689c-409a-8715-e02ff4354850 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393252 Apr 11 15:08:54.668190 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:55.095813 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9e5d6-a611-4d1d-a810-06d0a69d835e req-eefd466e-61f5-458c-9def-161acacacac4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:55.097284 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ccd9e5d6-a611-4d1d-a810-06d0a69d835e req-eefd466e-61f5-458c-9def-161acacacac4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 945 time: 0.0906899 Apr 11 15:08:55.147148 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ccd9e5d6-a611-4d1d-a810-06d0a69d835e req-c0094262-a430-437d-9748-7c0713b2d5ca tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440993 Apr 11 15:08:55.262173 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d8c2daca-9b58-4c65-9ceb-ddc7e39d2858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:56.331464 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65fd88-9fd4-4ee3-8409-3d3d7dd97374 req-049d4c2f-8aff-4c55-a0da-2949610f9f1d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:56.332815 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8b65fd88-9fd4-4ee3-8409-3d3d7dd97374 req-049d4c2f-8aff-4c55-a0da-2949610f9f1d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 945 time: 0.0801888 Apr 11 15:08:56.382034 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-8b65fd88-9fd4-4ee3-8409-3d3d7dd97374 req-3f2428e2-7254-4e06-b4df-3df35a15a41d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433507 Apr 11 15:08:56.568667 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa38d30-281c-49b7-a689-8b23728680b0 req-f8b8303f-cea9-4f34-bcbf-542cf8a2b664 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:56.570151 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1fa38d30-281c-49b7-a689-8b23728680b0 req-f8b8303f-cea9-4f34-bcbf-542cf8a2b664 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 945 time: 0.0822136 Apr 11 15:08:56.615963 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1fa38d30-281c-49b7-a689-8b23728680b0 req-52ac1c9b-dbf2-4fae-afd4-c0cc64972f04 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400696 Apr 11 15:08:56.638024 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52736) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:08:56.722261 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2671f6e-fdc8-4304-a5b6-45c3e0d4afc0 tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:56.724832 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c2671f6e-fdc8-4304-a5b6-45c3e0d4afc0 tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 1093 time: 0.0855165 Apr 11 15:08:56.727534 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52740) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:08:56.735345 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-9d86ddbf-d3c7-4dcd-bdc7-61985137b900 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': '888401f2-332f-40d7-998d-022c181c47a1', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:08:56.743412 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-9d86ddbf-d3c7-4dcd-bdc7-61985137b900 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:08:56.749756 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9d86ddbf-d3c7-4dcd-bdc7-61985137b900 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:floatingip and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:08:56.752932 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-9d86ddbf-d3c7-4dcd-bdc7-61985137b900 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:08:56.759105 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-9d86ddbf-d3c7-4dcd-bdc7-61985137b900 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:08:56.885746 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9d86ddbf-d3c7-4dcd-bdc7-61985137b900 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for floatingip, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:57.025161 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9d86ddbf-d3c7-4dcd-bdc7-61985137b900 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:57.176758 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-9d86ddbf-d3c7-4dcd-bdc7-61985137b900 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Allocated IP 172.26.7.124 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/e144bb63-3104-4c2c-87ba-9d97778650c8) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:08:57.323177 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9d86ddbf-d3c7-4dcd-bdc7-61985137b900 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:57.400085 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9d86ddbf-d3c7-4dcd-bdc7-61985137b900 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:57.467718 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d86ddbf-d3c7-4dcd-bdc7-61985137b900 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:08:57.474426 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-9d86ddbf-d3c7-4dcd-bdc7-61985137b900 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:08:57.478471 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d86ddbf-d3c7-4dcd-bdc7-61985137b900 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:08:57.508599 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86ddbf-d3c7-4dcd-bdc7-61985137b900 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=e144bb63-3104-4c2c-87ba-9d97778650c8,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:57.811465 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-de6ef321-884d-428e-83ce-acbea31a671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:57.898144 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9d86ddbf-d3c7-4dcd-bdc7-61985137b900 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:58.157150 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9d86ddbf-d3c7-4dcd-bdc7-61985137b900 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:58.357787 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9d86ddbf-d3c7-4dcd-bdc7-61985137b900 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:58.421943 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9d86ddbf-d3c7-4dcd-bdc7-61985137b900 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:58.532444 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86ddbf-d3c7-4dcd-bdc7-61985137b900 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=e144bb63-3104-4c2c-87ba-9d97778650c8,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:08:58.544057 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9d86ddbf-d3c7-4dcd-bdc7-61985137b900 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:58.703806 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:58.719061 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-9d86ddbf-d3c7-4dcd-bdc7-61985137b900 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Floating IP ca020c5c-e149-4ef4-80b6-27a9c841cef3 associated. External IP: 172.26.7.124, port: 888401f2-332f-40d7-998d-022c181c47a1. Apr 11 15:08:58.834107 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:59.077532 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d86ddbf-d3c7-4dcd-bdc7-61985137b900 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Router dd1b736f-6075-45e9-bbce-bf425cb4d06f has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:08:59.264598 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d86ddbf-d3c7-4dcd-bdc7-61985137b900 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:08:59.274604 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc2efde-ec3e-494d-97c2-c06ad5289eb3 None None] Sync routers for ids ['dd1b736f-6075-45e9-bbce-bf425cb4d06f'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:08:59.284910 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc2efde-ec3e-494d-97c2-c06ad5289eb3 None None] Routers {'dd1b736f-6075-45e9-bbce-bf425cb4d06f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:08:59.285604 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-0bc2efde-ec3e-494d-97c2-c06ad5289eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:08:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dd1b736f-6075-45e9-bbce-bf425cb4d06f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:08:59.371047 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9d86ddbf-d3c7-4dcd-bdc7-61985137b900 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:08:59.434496 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9d86ddbf-d3c7-4dcd-bdc7-61985137b900 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7034137 Apr 11 15:08:59.434496 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc76aa02-23be-487d-8072-3a8591eea3cd', 'tag': '888401f2-332f-40d7-998d-022c181c47a1'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:08:59.497105 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-0bc2efde-ec3e-494d-97c2-c06ad5289eb3 None None] Set router dd1b736f-6075-45e9-bbce-bf425cb4d06f gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:08:59.535751 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cfe6295-268a-4899-adbe-f0f99085786c'] response: {'name': 'network-changed', 'server_uuid': 'bc76aa02-23be-487d-8072-3a8591eea3cd', 'tag': '888401f2-332f-40d7-998d-022c181c47a1', 'status': 'completed', 'code': 200} Apr 11 15:08:59.624503 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b6b52-a961-49a3-ab9b-799719efc958 req-1344c764-63c6-4b6c-b261-03663ba92e58 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:59.629582 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e54b6b52-a961-49a3-ab9b-799719efc958 req-1344c764-63c6-4b6c-b261-03663ba92e58 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 945 time: 0.0927072 Apr 11 15:08:59.661264 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893af041-300a-4704-b0fa-7fc15e5ed595 req-b4799a95-de55-46ad-9038-7e9fa3da5357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:59.662805 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-893af041-300a-4704-b0fa-7fc15e5ed595 req-b4799a95-de55-46ad-9038-7e9fa3da5357 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 1098 time: 0.0746605 Apr 11 15:08:59.673671 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e54b6b52-a961-49a3-ab9b-799719efc958 req-98089a26-54bf-4b0b-8dea-6d00f8ab55c3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414224 Apr 11 15:08:59.698408 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52754) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:08:59.807493 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893af041-300a-4704-b0fa-7fc15e5ed595 req-21f31771-0ed1-45b3-972b-329bb8a106c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:59.807934 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-dbf6e139-2e24-4308-8ed3-97d29eade079 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/floatingips/ca020c5c-e149-4ef4-80b6-27a9c841cef3 HTTP/1.1" status: 200 len: 991 time: 0.1084085 Apr 11 15:08:59.811185 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-893af041-300a-4704-b0fa-7fc15e5ed595 req-21f31771-0ed1-45b3-972b-329bb8a106c0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=506ae2e2-4108-48d1-bd8a-9ba339f079a8 HTTP/1.1" status: 200 len: 898 time: 0.1418409 Apr 11 15:08:59.862412 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-0bc2efde-ec3e-494d-97c2-c06ad5289eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142021652', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:08:32Z', 'updated_at': '2022-04-11T15:08:38Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:08:33Z', 'updated_at': '2022-04-11T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': 'ca020c5c-e149-4ef4-80b6-27a9c841cef3', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'floating_ip_address': '172.26.7.124', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'port_id': '888401f2-332f-40d7-998d-022c181c47a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8', 'mac_address': 'fa:16:3e:58:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc76aa02-23be-487d-8072-3a8591eea3cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:08:57Z', 'updated_at': '2022-04-11T15:08:57Z', 'revision_number': 0, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bca74be-6370-4051-9483-e4c217c59dc6', 'name': '', 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:01:92:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'af9fd105-aeeb-4212-9970-b9c049bc2fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:08:37Z', 'updated_at': '2022-04-11T15:08:43Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': 'af9fd105-aeeb-4212-9970-b9c049bc2fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:08:59.866214 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc2efde-ec3e-494d-97c2-c06ad5289eb3 None None] Checking router: dd1b736f-6075-45e9-bbce-bf425cb4d06f for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:08:59.874813 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc2efde-ec3e-494d-97c2-c06ad5289eb3 None None] Routers {'dd1b736f-6075-45e9-bbce-bf425cb4d06f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:08:59.875419 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-0bc2efde-ec3e-494d-97c2-c06ad5289eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:08:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dd1b736f-6075-45e9-bbce-bf425cb4d06f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:08:59.916822 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-893af041-300a-4704-b0fa-7fc15e5ed595 req-319f31e8-5e31-4ebc-95f5-2930839b3a79 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=888401f2-332f-40d7-998d-022c181c47a1 HTTP/1.1" status: 200 len: 999 time: 0.1002986 Apr 11 15:08:59.978822 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893af041-300a-4704-b0fa-7fc15e5ed595 req-c03065f8-555a-4215-ac68-12a86f7d0ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:08:59.980282 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-893af041-300a-4704-b0fa-7fc15e5ed595 req-c03065f8-555a-4215-ac68-12a86f7d0ab5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af9fd105-aeeb-4212-9970-b9c049bc2fdf HTTP/1.1" status: 200 len: 834 time: 0.0577724 Apr 11 15:09:00.056452 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-0bc2efde-ec3e-494d-97c2-c06ad5289eb3 None None] Set router dd1b736f-6075-45e9-bbce-bf425cb4d06f gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:09:00.069989 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893af041-300a-4704-b0fa-7fc15e5ed595 req-5fa20ea1-fbcd-4dd3-9fec-4f7861f2223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:09:00.071435 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-893af041-300a-4704-b0fa-7fc15e5ed595 req-5fa20ea1-fbcd-4dd3-9fec-4f7861f2223d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=506ae2e2-4108-48d1-bd8a-9ba339f079a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854425 Apr 11 15:09:00.119723 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:09:00.212213 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-893af041-300a-4704-b0fa-7fc15e5ed595 req-fadc4714-54e8-47e9-8876-513db836c761 service neutron] 10.222.0.53 "GET /v2.0/networks/506ae2e2-4108-48d1-bd8a-9ba339f079a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340652 Apr 11 15:09:00.345919 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-893af041-300a-4704-b0fa-7fc15e5ed595 req-d447ea35-23ae-4a0c-94ba-66124504a1aa service neutron] 10.222.0.53 "GET /v2.0/networks/506ae2e2-4108-48d1-bd8a-9ba339f079a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274090 Apr 11 15:09:00.416931 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-0bc2efde-ec3e-494d-97c2-c06ad5289eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142021652', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:08:32Z', 'updated_at': '2022-04-11T15:08:38Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:08:33Z', 'updated_at': '2022-04-11T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': 'ca020c5c-e149-4ef4-80b6-27a9c841cef3', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'floating_ip_address': '172.26.7.124', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'port_id': '888401f2-332f-40d7-998d-022c181c47a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8', 'mac_address': 'fa:16:3e:58:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc76aa02-23be-487d-8072-3a8591eea3cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:08:57Z', 'updated_at': '2022-04-11T15:08:57Z', 'revision_number': 0, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bca74be-6370-4051-9483-e4c217c59dc6', 'name': '', 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:01:92:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'af9fd105-aeeb-4212-9970-b9c049bc2fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:08:37Z', 'updated_at': '2022-04-11T15:08:43Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': 'af9fd105-aeeb-4212-9970-b9c049bc2fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:09:00.421583 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc2efde-ec3e-494d-97c2-c06ad5289eb3 None None] The sync data for ids ['dd1b736f-6075-45e9-bbce-bf425cb4d06f'] in dv-neutron-837330-1-hyperv is: [{'id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142021652', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:08:32Z', 'updated_at': '2022-04-11T15:08:38Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:08:33Z', 'updated_at': '2022-04-11T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': 'ca020c5c-e149-4ef4-80b6-27a9c841cef3', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'floating_ip_address': '172.26.7.124', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'port_id': '888401f2-332f-40d7-998d-022c181c47a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8', 'mac_address': 'fa:16:3e:58:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc76aa02-23be-487d-8072-3a8591eea3cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:08:57Z', 'updated_at': '2022-04-11T15:08:57Z', 'revision_number': 0, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bca74be-6370-4051-9483-e4c217c59dc6', 'name': '', 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:01:92:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'af9fd105-aeeb-4212-9970-b9c049bc2fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:08:37Z', 'updated_at': '2022-04-11T15:08:43Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': 'af9fd105-aeeb-4212-9970-b9c049bc2fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:09:00.603080 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0990d0-5eef-4705-9af8-1e04f7c05285 None None] New status for floating IP ca020c5c-e149-4ef4-80b6-27a9c841cef3: ACTIVE {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:09:00.812226 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52760) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:09:01.035827 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-b73ff427-b11a-42f2-a42b-fe239270e3b8 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/floatingips/ca020c5c-e149-4ef4-80b6-27a9c841cef3 HTTP/1.1" status: 200 len: 993 time: 0.2223790 Apr 11 15:09:23.800453 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:09:24.639452 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:09:25.267913 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-094afa18-2f77-4044-8329-a7912843e09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:09:27.794175 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5c35878e-7f90-4352-b96b-21dfe1c296e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:09:28.749750 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:09:28.821786 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:09:30.102875 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:09:46.211469 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5ea455b7-4a07-46fa-8e8d-6ef9aabcd018 req-b6b5922d-1a11-4ef0-8f04-29348cf45fc3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712774 Apr 11 15:09:46.376128 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea455b7-4a07-46fa-8e8d-6ef9aabcd018 req-6dc7f102-2650-4f6a-830d-847a2c6c345a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:09:46.377500 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5ea455b7-4a07-46fa-8e8d-6ef9aabcd018 req-6dc7f102-2650-4f6a-830d-847a2c6c345a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 1098 time: 0.0764530 Apr 11 15:09:46.531054 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea455b7-4a07-46fa-8e8d-6ef9aabcd018 req-9263bf4b-e4fc-4d06-a8f5-3f832ef2dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:09:46.532562 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5ea455b7-4a07-46fa-8e8d-6ef9aabcd018 req-9263bf4b-e4fc-4d06-a8f5-3f832ef2dccb service neutron] 10.222.0.53 "GET /v2.0/networks?id=506ae2e2-4108-48d1-bd8a-9ba339f079a8 HTTP/1.1" status: 200 len: 898 time: 0.1351535 Apr 11 15:09:46.647277 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5ea455b7-4a07-46fa-8e8d-6ef9aabcd018 req-31e3ba25-2205-45b9-a4b9-557345b81a36 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=888401f2-332f-40d7-998d-022c181c47a1 HTTP/1.1" status: 200 len: 1001 time: 0.1088469 Apr 11 15:09:46.709653 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea455b7-4a07-46fa-8e8d-6ef9aabcd018 req-a57574cf-88ce-4dff-bae4-5c3460697d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:09:46.711121 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5ea455b7-4a07-46fa-8e8d-6ef9aabcd018 req-a57574cf-88ce-4dff-bae4-5c3460697d2e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af9fd105-aeeb-4212-9970-b9c049bc2fdf HTTP/1.1" status: 200 len: 834 time: 0.0578368 Apr 11 15:09:46.784476 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea455b7-4a07-46fa-8e8d-6ef9aabcd018 req-0c5e67f3-ecee-417c-a221-5aade64e0988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:09:46.785968 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5ea455b7-4a07-46fa-8e8d-6ef9aabcd018 req-0c5e67f3-ecee-417c-a221-5aade64e0988 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=506ae2e2-4108-48d1-bd8a-9ba339f079a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691552 Apr 11 15:09:47.021269 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5ea455b7-4a07-46fa-8e8d-6ef9aabcd018 req-ae1357c3-549d-4ee7-8ced-7e173e49096e service neutron] 10.222.0.53 "GET /v2.0/networks/506ae2e2-4108-48d1-bd8a-9ba339f079a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293479 Apr 11 15:09:47.154341 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5ea455b7-4a07-46fa-8e8d-6ef9aabcd018 req-78f757e2-31e6-4c6f-8913-ab9ff538d153 service neutron] 10.222.0.53 "GET /v2.0/networks/506ae2e2-4108-48d1-bd8a-9ba339f079a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268477 Apr 11 15:09:54.643688 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:09:55.226961 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-eab82ab6-bf45-4476-a327-2c28c203d743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:09:57.763843 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e4a7f4ac-0c17-4443-b865-29c5fa5ab236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:09:58.724765 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:09:58.838017 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:10:00.141192 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:10:00.799733 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:10:12.000043 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247c908-8352-4b3a-9cae-38e68c83fc8b req-82755163-5f70-488a-8bcf-0c9ad008f4f3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:10:12.001801 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e247c908-8352-4b3a-9cae-38e68c83fc8b req-82755163-5f70-488a-8bcf-0c9ad008f4f3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 945 time: 0.0842597 Apr 11 15:10:12.055681 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e247c908-8352-4b3a-9cae-38e68c83fc8b req-4923398a-3333-4952-b3e0-efc90f13418c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466206 Apr 11 15:10:13.251792 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae2fdc-11fd-465a-95a1-6e229929de88 req-57fa5c23-431e-49b2-ae33-8e0ba78e589e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:10:13.253251 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4eae2fdc-11fd-465a-95a1-6e229929de88 req-57fa5c23-431e-49b2-ae33-8e0ba78e589e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 945 time: 0.0814168 Apr 11 15:10:13.299368 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4eae2fdc-11fd-465a-95a1-6e229929de88 req-da5f9801-3169-4649-bd4f-9fa5c451fe38 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395460 Apr 11 15:10:14.496091 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc659454-9735-484f-bb3f-896271673ebf req-58df1ba5-22a8-4d65-8f37-6dabad3b94a1 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:10:14.497569 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-dc659454-9735-484f-bb3f-896271673ebf req-58df1ba5-22a8-4d65-8f37-6dabad3b94a1 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 945 time: 0.0840747 Apr 11 15:10:14.547372 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-dc659454-9735-484f-bb3f-896271673ebf req-1bc3d322-20fb-479b-a741-c54e77095d2a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432048 Apr 11 15:10:15.753009 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a37a7a-1fe3-4527-8838-5c37c94f9091 req-78915d99-4105-4d5c-b5f0-fe6f693df73f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:10:15.762195 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-64a37a7a-1fe3-4527-8838-5c37c94f9091 req-78915d99-4105-4d5c-b5f0-fe6f693df73f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 945 time: 0.0878780 Apr 11 15:10:15.803530 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-64a37a7a-1fe3-4527-8838-5c37c94f9091 req-8068011f-3bbb-419c-8c5d-ce97b1c8a199 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431929 Apr 11 15:10:16.990386 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247e277-fa35-410e-a31d-0752b027be6e req-fcef1512-4542-4a66-a725-6aa9c4c04df1 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:10:16.992019 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2247e277-fa35-410e-a31d-0752b027be6e req-fcef1512-4542-4a66-a725-6aa9c4c04df1 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 945 time: 0.0823345 Apr 11 15:10:17.042514 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2247e277-fa35-410e-a31d-0752b027be6e req-3f14034b-85d4-41c0-8e71-0911294a9f39 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440948 Apr 11 15:10:18.229512 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8c2a8-9253-4c4f-acdd-5c6f205f7f45 req-4cbe2b27-4cae-4c06-a8eb-2539effd17a9 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:10:18.231010 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c5e8c2a8-9253-4c4f-acdd-5c6f205f7f45 req-4cbe2b27-4cae-4c06-a8eb-2539effd17a9 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 945 time: 0.0800991 Apr 11 15:10:18.276394 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c5e8c2a8-9253-4c4f-acdd-5c6f205f7f45 req-4a14e932-f061-495d-a0bc-5b674f980d81 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398033 Apr 11 15:10:19.472493 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73186d1-6e10-40cc-a061-248eb4a9f3ab req-36153a67-b48d-49aa-b1c0-d9869fc5a757 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:10:19.474296 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a73186d1-6e10-40cc-a061-248eb4a9f3ab req-36153a67-b48d-49aa-b1c0-d9869fc5a757 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 945 time: 0.0895116 Apr 11 15:10:19.521241 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a73186d1-6e10-40cc-a061-248eb4a9f3ab req-d20da945-e7c0-4507-be1e-b931e6119636 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414891 Apr 11 15:10:20.730196 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f554d1-7352-40dd-b7a9-3fae570d88cb req-9eb007a0-a5d6-4656-9fff-710246f8640f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:10:20.731790 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-78f554d1-7352-40dd-b7a9-3fae570d88cb req-9eb007a0-a5d6-4656-9fff-710246f8640f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 945 time: 0.0917482 Apr 11 15:10:20.777922 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-78f554d1-7352-40dd-b7a9-3fae570d88cb req-02bc1121-28ea-4b06-ae42-0d235f2ed707 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402248 Apr 11 15:10:21.971000 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dc957-7867-4817-943f-f874252e7cc5 req-53254b23-1a79-4f08-8505-b5053698da5e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:10:21.972484 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-790dc957-7867-4817-943f-f874252e7cc5 req-53254b23-1a79-4f08-8505-b5053698da5e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 945 time: 0.0815589 Apr 11 15:10:22.022886 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-790dc957-7867-4817-943f-f874252e7cc5 req-168304a2-06ba-42f6-894b-6c9b04c2b2dd tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440097 Apr 11 15:10:23.362311 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8daa16a-1375-4611-ba50-5959efcd8e0b req-fb546bd1-3a77-4ad3-8e21-42e2c824e619 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:10:23.363802 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d8daa16a-1375-4611-ba50-5959efcd8e0b req-fb546bd1-3a77-4ad3-8e21-42e2c824e619 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 945 time: 0.0843477 Apr 11 15:10:23.414473 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d8daa16a-1375-4611-ba50-5959efcd8e0b req-248198b0-f928-4975-bd3e-21343e1a5ead tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443451 Apr 11 15:10:24.603611 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a02a7-9eb6-42e0-a2b0-8fd7900ba08e req-ff20ebe0-d069-4228-aa5e-5343d2b83648 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:10:24.605114 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-806a02a7-9eb6-42e0-a2b0-8fd7900ba08e req-ff20ebe0-d069-4228-aa5e-5343d2b83648 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 945 time: 0.0850911 Apr 11 15:10:24.659551 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-806a02a7-9eb6-42e0-a2b0-8fd7900ba08e req-e5fdda6c-aff3-448e-b215-078ab4aa3558 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479515 Apr 11 15:10:24.678318 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:10:25.262615 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-842b4589-04cc-4439-8bb6-c37e531437c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:10:25.991872 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e4049-abeb-4b35-a8b0-0106df69e0dd req-24cc895c-de8b-4ea2-ba6e-c6a27bcb43cb tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:10:25.993385 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2a6e4049-abeb-4b35-a8b0-0106df69e0dd req-24cc895c-de8b-4ea2-ba6e-c6a27bcb43cb tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 945 time: 0.2255075 Apr 11 15:10:26.039038 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2a6e4049-abeb-4b35-a8b0-0106df69e0dd req-6f6bedc9-c301-4946-bdb9-7ea1d4307564 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398719 Apr 11 15:10:27.280397 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a74a2-3db5-4ab6-999c-07dc66ed8614 req-3bdfc8c2-110a-41c2-843f-967f2fde82d7 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:10:27.281897 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8e4a74a2-3db5-4ab6-999c-07dc66ed8614 req-3bdfc8c2-110a-41c2-843f-967f2fde82d7 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 945 time: 0.1354930 Apr 11 15:10:27.335113 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8e4a74a2-3db5-4ab6-999c-07dc66ed8614 req-e90a4323-2ed9-403c-ad83-85a2b869007c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468884 Apr 11 15:10:27.765566 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-204ff1f7-58b0-40b2-866a-fa57b433967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:10:28.528823 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f4e97-253c-4aa2-8988-8a9907991f0d req-6e8f0f17-17c5-4dec-89dd-f4f847d8ad55 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:10:28.530317 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c28f4e97-253c-4aa2-8988-8a9907991f0d req-6e8f0f17-17c5-4dec-89dd-f4f847d8ad55 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 945 time: 0.0869236 Apr 11 15:10:28.575706 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c28f4e97-253c-4aa2-8988-8a9907991f0d req-a6ecae1d-4390-4009-8e98-fa1bd9c620e8 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396564 Apr 11 15:10:28.599368 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52834) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:10:28.720129 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-2f958362-b8e0-4d21-821b-a4ca08dd7205 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/floatingips/ca020c5c-e149-4ef4-80b6-27a9c841cef3 HTTP/1.1" status: 200 len: 993 time: 0.1195874 Apr 11 15:10:28.760268 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:10:28.856970 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:10:30.103089 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:10:30.380870 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b465f6-3e62-4455-a534-3aeb23407e1a req-ad3041ba-062c-4b21-b0c5-af3ae86c6c29 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:10:30.382365 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-63b465f6-3e62-4455-a534-3aeb23407e1a req-ad3041ba-062c-4b21-b0c5-af3ae86c6c29 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 945 time: 0.1046112 Apr 11 15:10:30.480768 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-63b465f6-3e62-4455-a534-3aeb23407e1a req-cb234f62-0acc-454d-ad95-5582d96cfac7 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923655 Apr 11 15:10:30.516956 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e248ca-ef46-4f78-917a-a8c14100abe1 req-45ba22cf-68b0-47c0-8714-03d87b4aafb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:10:30.518981 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-07e248ca-ef46-4f78-917a-a8c14100abe1 req-45ba22cf-68b0-47c0-8714-03d87b4aafb2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 1098 time: 0.0978048 Apr 11 15:10:30.696643 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e248ca-ef46-4f78-917a-a8c14100abe1 req-9e1f5b8d-6b7b-4d7a-8803-8aa850463895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:10:30.698094 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-07e248ca-ef46-4f78-917a-a8c14100abe1 req-9e1f5b8d-6b7b-4d7a-8803-8aa850463895 service neutron] 10.222.0.53 "GET /v2.0/networks?id=506ae2e2-4108-48d1-bd8a-9ba339f079a8 HTTP/1.1" status: 200 len: 898 time: 0.1736307 Apr 11 15:10:30.829665 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-07e248ca-ef46-4f78-917a-a8c14100abe1 req-ef4bec33-bfa0-4144-b962-c5719f9faf67 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=888401f2-332f-40d7-998d-022c181c47a1 HTTP/1.1" status: 200 len: 1001 time: 0.1258147 Apr 11 15:10:30.901339 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e248ca-ef46-4f78-917a-a8c14100abe1 req-46f459d5-6d50-4ba5-8ba3-ba87d55ecd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:10:30.904062 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-07e248ca-ef46-4f78-917a-a8c14100abe1 req-46f459d5-6d50-4ba5-8ba3-ba87d55ecd2e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af9fd105-aeeb-4212-9970-b9c049bc2fdf HTTP/1.1" status: 200 len: 834 time: 0.0693831 Apr 11 15:10:30.985014 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e248ca-ef46-4f78-917a-a8c14100abe1 req-5cd117f3-56b4-4a1a-a96a-3fa6ba84637e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:10:30.986547 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-07e248ca-ef46-4f78-917a-a8c14100abe1 req-5cd117f3-56b4-4a1a-a96a-3fa6ba84637e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=506ae2e2-4108-48d1-bd8a-9ba339f079a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753777 Apr 11 15:10:31.118357 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-07e248ca-ef46-4f78-917a-a8c14100abe1 req-ec41ef47-63e0-41ec-bb41-b64edeba0c41 service neutron] 10.222.0.53 "GET /v2.0/networks/506ae2e2-4108-48d1-bd8a-9ba339f079a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260316 Apr 11 15:10:31.352436 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-07e248ca-ef46-4f78-917a-a8c14100abe1 req-7670d600-f8c5-4e3a-b316-bbd04b232ebe service neutron] 10.222.0.53 "GET /v2.0/networks/506ae2e2-4108-48d1-bd8a-9ba339f079a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285168 Apr 11 15:10:31.673759 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc86d99-38e7-48be-9e35-198799eadfc4 req-68560ea5-a053-4fc2-9d9f-281aa2b9ca84 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:10:31.675197 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-abc86d99-38e7-48be-9e35-198799eadfc4 req-68560ea5-a053-4fc2-9d9f-281aa2b9ca84 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 945 time: 0.0813305 Apr 11 15:10:31.731148 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-abc86d99-38e7-48be-9e35-198799eadfc4 req-195ad478-1768-4fb7-a055-ad911daa62e4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495465 Apr 11 15:10:32.948561 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b2bd3-5f4f-478a-810e-5fbbb0b95227 req-4261d248-304e-4aea-9979-d1dd6a49faaa tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:10:32.950275 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3e1b2bd3-5f4f-478a-810e-5fbbb0b95227 req-4261d248-304e-4aea-9979-d1dd6a49faaa tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 945 time: 0.0827718 Apr 11 15:10:33.000555 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3e1b2bd3-5f4f-478a-810e-5fbbb0b95227 req-3c2dcb71-3ca1-4fcd-b881-b1c397e5f9c2 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414436 Apr 11 15:10:33.032202 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52850) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:10:33.144078 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9ccb0050-067a-4141-91b0-ab74963751d8 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/floatingips/ca020c5c-e149-4ef4-80b6-27a9c841cef3 HTTP/1.1" status: 200 len: 993 time: 0.1106102 Apr 11 15:10:37.798395 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:10:48.207684 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4e0bf357-6338-4c1c-8d8c-5abe02d07b3f req-01dfccf7-5603-4575-a2d8-f655eb1ddb0b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733938 Apr 11 15:10:48.373571 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bf357-6338-4c1c-8d8c-5abe02d07b3f req-2ff7eaff-ccda-4acc-ba9f-1d11a40caa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:10:48.375250 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4e0bf357-6338-4c1c-8d8c-5abe02d07b3f req-2ff7eaff-ccda-4acc-ba9f-1d11a40caa9b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 1098 time: 0.0743883 Apr 11 15:10:48.522908 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bf357-6338-4c1c-8d8c-5abe02d07b3f req-fc22e7cc-6fbc-4394-8627-db8a0c696524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:10:48.524396 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4e0bf357-6338-4c1c-8d8c-5abe02d07b3f req-fc22e7cc-6fbc-4394-8627-db8a0c696524 service neutron] 10.222.0.53 "GET /v2.0/networks?id=506ae2e2-4108-48d1-bd8a-9ba339f079a8 HTTP/1.1" status: 200 len: 898 time: 0.1297956 Apr 11 15:10:48.631879 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4e0bf357-6338-4c1c-8d8c-5abe02d07b3f req-e7626e0c-87f2-4632-951a-6bd4387aab22 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=888401f2-332f-40d7-998d-022c181c47a1 HTTP/1.1" status: 200 len: 1001 time: 0.1006875 Apr 11 15:10:48.701197 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bf357-6338-4c1c-8d8c-5abe02d07b3f req-0f8a8a2e-64a7-40df-bc0e-bede25103dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:10:48.702711 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4e0bf357-6338-4c1c-8d8c-5abe02d07b3f req-0f8a8a2e-64a7-40df-bc0e-bede25103dfd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af9fd105-aeeb-4212-9970-b9c049bc2fdf HTTP/1.1" status: 200 len: 834 time: 0.0626173 Apr 11 15:10:48.794982 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bf357-6338-4c1c-8d8c-5abe02d07b3f req-2cd4a9e2-fa17-4639-86b9-ac9211a41167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:10:48.796482 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4e0bf357-6338-4c1c-8d8c-5abe02d07b3f req-2cd4a9e2-fa17-4639-86b9-ac9211a41167 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=506ae2e2-4108-48d1-bd8a-9ba339f079a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868700 Apr 11 15:10:48.933368 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4e0bf357-6338-4c1c-8d8c-5abe02d07b3f req-f1eaa2df-dfb6-49b8-8d79-b7f2e2a4ca51 service neutron] 10.222.0.53 "GET /v2.0/networks/506ae2e2-4108-48d1-bd8a-9ba339f079a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295457 Apr 11 15:10:49.064234 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4e0bf357-6338-4c1c-8d8c-5abe02d07b3f req-3ae5c22e-435d-4dad-b523-1975c0ad8565 service neutron] 10.222.0.53 "GET /v2.0/networks/506ae2e2-4108-48d1-bd8a-9ba339f079a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251049 Apr 11 15:10:54.650817 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:10:55.233764 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-cb402f8e-97d1-4921-acc9-b3968b5de91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:10:57.814040 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c2d9ec63-1b9c-4987-8598-efd058796c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:10:58.747927 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:10:58.833529 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:00.119033 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:14.797920 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:11:24.688879 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:25.243018 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6a08-9037-41ad-b531-9db45b6dd087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:27.782195 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c10ebb1e-5a5e-4aba-be1c-108a0b5f1214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:28.722443 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:28.839236 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:30.117047 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:30.417298 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 52894) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:11:30.674622 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-0d9961b6-5174-4258-85fa-7db184506be0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Deleting port e144bb63-3104-4c2c-87ba-9d97778650c8 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:11:30.674889 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0d9961b6-5174-4258-85fa-7db184506be0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:30.902562 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0d9961b6-5174-4258-85fa-7db184506be0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:30.903032 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0d9961b6-5174-4258-85fa-7db184506be0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:31.149024 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-0d9961b6-5174-4258-85fa-7db184506be0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Calling delete_port for e144bb63-3104-4c2c-87ba-9d97778650c8 owned by network:floatingip {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:11:31.362219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0d9961b6-5174-4258-85fa-7db184506be0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:31.410902 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9961b6-5174-4258-85fa-7db184506be0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Port': ['ID=e144bb63-3104-4c2c-87ba-9d97778650c8,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:31.454559 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9961b6-5174-4258-85fa-7db184506be0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:31.455246 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9961b6-5174-4258-85fa-7db184506be0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:31.455246 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9961b6-5174-4258-85fa-7db184506be0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:31.455533 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9961b6-5174-4258-85fa-7db184506be0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:31.455857 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9961b6-5174-4258-85fa-7db184506be0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:31.456181 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9961b6-5174-4258-85fa-7db184506be0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:31.456499 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9961b6-5174-4258-85fa-7db184506be0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:31.456816 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9961b6-5174-4258-85fa-7db184506be0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:31.457132 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9961b6-5174-4258-85fa-7db184506be0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:31.457447 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9961b6-5174-4258-85fa-7db184506be0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:31.457767 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9961b6-5174-4258-85fa-7db184506be0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:31.458108 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9961b6-5174-4258-85fa-7db184506be0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:31.522229 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0d9961b6-5174-4258-85fa-7db184506be0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for floatingip, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:31.522564 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-0d9961b6-5174-4258-85fa-7db184506be0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Floating IP ca020c5c-e149-4ef4-80b6-27a9c841cef3 disassociated (deleted). External IP: 172.26.7.124, port: 888401f2-332f-40d7-998d-022c181c47a1. Apr 11 15:11:31.895348 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9961b6-5174-4258-85fa-7db184506be0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Router dd1b736f-6075-45e9-bbce-bf425cb4d06f has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:11:32.081253 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9961b6-5174-4258-85fa-7db184506be0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:11:32.091263 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad4dc59-082a-43fa-b1a4-02788cf9d6f0 None None] Sync routers for ids ['dd1b736f-6075-45e9-bbce-bf425cb4d06f'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:11:32.101416 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad4dc59-082a-43fa-b1a4-02788cf9d6f0 None None] Routers {'dd1b736f-6075-45e9-bbce-bf425cb4d06f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:11:32.109438 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fad4dc59-082a-43fa-b1a4-02788cf9d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:11:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dd1b736f-6075-45e9-bbce-bf425cb4d06f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:11:32.162467 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-0d9961b6-5174-4258-85fa-7db184506be0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:32.220167 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-0d9961b6-5174-4258-85fa-7db184506be0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "DELETE /v2.0/floatingips/ca020c5c-e149-4ef4-80b6-27a9c841cef3 HTTP/1.1" status: 204 len: 168 time: 1.7994480 Apr 11 15:11:32.220167 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc76aa02-23be-487d-8072-3a8591eea3cd', 'tag': '888401f2-332f-40d7-998d-022c181c47a1'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:11:32.272445 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81dfa4c4-a190-4fb9-a8a9-de78287a9e20'] response: {'name': 'network-changed', 'server_uuid': 'bc76aa02-23be-487d-8072-3a8591eea3cd', 'tag': '888401f2-332f-40d7-998d-022c181c47a1', 'status': 'completed', 'code': 200} Apr 11 15:11:32.293719 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-fad4dc59-082a-43fa-b1a4-02788cf9d6f0 None None] Set router dd1b736f-6075-45e9-bbce-bf425cb4d06f gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:11:32.397811 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e814485-5f31-430f-bba1-2bccefa2119c req-157c1950-0f8b-4fb0-b781-fd7f0681bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:11:32.399458 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4e814485-5f31-430f-bba1-2bccefa2119c req-157c1950-0f8b-4fb0-b781-fd7f0681bc0f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 1098 time: 0.0814700 Apr 11 15:11:32.545320 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e814485-5f31-430f-bba1-2bccefa2119c req-827c1286-6211-4f09-b7f4-1bc9168dad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:11:32.546820 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4e814485-5f31-430f-bba1-2bccefa2119c req-827c1286-6211-4f09-b7f4-1bc9168dad8a service neutron] 10.222.0.53 "GET /v2.0/networks?id=506ae2e2-4108-48d1-bd8a-9ba339f079a8 HTTP/1.1" status: 200 len: 898 time: 0.1415663 Apr 11 15:11:32.620645 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4e814485-5f31-430f-bba1-2bccefa2119c req-ca5e62d0-9bac-45af-aef8-5cdffaa1cfd9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=888401f2-332f-40d7-998d-022c181c47a1 HTTP/1.1" status: 200 len: 217 time: 0.0672491 Apr 11 15:11:32.625519 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fad4dc59-082a-43fa-b1a4-02788cf9d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142021652', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:08:32Z', 'updated_at': '2022-04-11T15:08:38Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:08:33Z', 'updated_at': '2022-04-11T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '9bca74be-6370-4051-9483-e4c217c59dc6', 'name': '', 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:01:92:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'af9fd105-aeeb-4212-9970-b9c049bc2fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:08:37Z', 'updated_at': '2022-04-11T15:08:43Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': 'af9fd105-aeeb-4212-9970-b9c049bc2fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:11:32.629990 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad4dc59-082a-43fa-b1a4-02788cf9d6f0 None None] Checking router: dd1b736f-6075-45e9-bbce-bf425cb4d06f for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:11:32.640739 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad4dc59-082a-43fa-b1a4-02788cf9d6f0 None None] Routers {'dd1b736f-6075-45e9-bbce-bf425cb4d06f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:11:32.641410 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fad4dc59-082a-43fa-b1a4-02788cf9d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:11:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dd1b736f-6075-45e9-bbce-bf425cb4d06f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:11:32.688553 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e814485-5f31-430f-bba1-2bccefa2119c req-05678249-53fb-49f3-a0ec-28d647baae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:11:32.690157 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4e814485-5f31-430f-bba1-2bccefa2119c req-05678249-53fb-49f3-a0ec-28d647baae01 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af9fd105-aeeb-4212-9970-b9c049bc2fdf HTTP/1.1" status: 200 len: 834 time: 0.0630231 Apr 11 15:11:32.770754 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e814485-5f31-430f-bba1-2bccefa2119c req-5b4af33b-6058-4386-a1f5-bd4763120531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:11:32.773059 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4e814485-5f31-430f-bba1-2bccefa2119c req-5b4af33b-6058-4386-a1f5-bd4763120531 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=506ae2e2-4108-48d1-bd8a-9ba339f079a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763667 Apr 11 15:11:32.799461 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd9782-eeee-4d4a-9be2-5bee705cd6a1 req-38b7de0e-d53f-41a2-a05c-19e820c7a4c6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:11:32.800164 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-73cd9782-eeee-4d4a-9be2-5bee705cd6a1 req-38b7de0e-d53f-41a2-a05c-19e820c7a4c6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:11:32.833556 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-fad4dc59-082a-43fa-b1a4-02788cf9d6f0 None None] Set router dd1b736f-6075-45e9-bbce-bf425cb4d06f gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:11:32.859259 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-73cd9782-eeee-4d4a-9be2-5bee705cd6a1 req-38b7de0e-d53f-41a2-a05c-19e820c7a4c6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:11:32.860507 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-73cd9782-eeee-4d4a-9be2-5bee705cd6a1 req-38b7de0e-d53f-41a2-a05c-19e820c7a4c6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 945 time: 0.1489232 Apr 11 15:11:32.911389 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-73cd9782-eeee-4d4a-9be2-5bee705cd6a1 req-aa9dec15-25d3-43af-bd79-d933ce6aa0f7 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446408 Apr 11 15:11:33.018541 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4e814485-5f31-430f-bba1-2bccefa2119c req-dd3d86ea-7a9f-4372-b9a9-1f4bc93edd12 service neutron] 10.222.0.53 "GET /v2.0/networks/506ae2e2-4108-48d1-bd8a-9ba339f079a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378252 Apr 11 15:11:33.174679 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-fad4dc59-082a-43fa-b1a4-02788cf9d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142021652', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:08:32Z', 'updated_at': '2022-04-11T15:08:38Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:08:33Z', 'updated_at': '2022-04-11T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '9bca74be-6370-4051-9483-e4c217c59dc6', 'name': '', 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:01:92:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'af9fd105-aeeb-4212-9970-b9c049bc2fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:08:37Z', 'updated_at': '2022-04-11T15:08:43Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': 'af9fd105-aeeb-4212-9970-b9c049bc2fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:11:33.179336 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4e814485-5f31-430f-bba1-2bccefa2119c req-1d267537-717e-472e-9ce2-2f69a7c5676b service neutron] 10.222.0.53 "GET /v2.0/networks/506ae2e2-4108-48d1-bd8a-9ba339f079a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562500 Apr 11 15:11:33.179535 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad4dc59-082a-43fa-b1a4-02788cf9d6f0 None None] The sync data for ids ['dd1b736f-6075-45e9-bbce-bf425cb4d06f'] in dv-neutron-837330-1-hyperv is: [{'id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142021652', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:08:32Z', 'updated_at': '2022-04-11T15:08:38Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:08:33Z', 'updated_at': '2022-04-11T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '9bca74be-6370-4051-9483-e4c217c59dc6', 'name': '', 'network_id': '506ae2e2-4108-48d1-bd8a-9ba339f079a8', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:01:92:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'af9fd105-aeeb-4212-9970-b9c049bc2fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:08:37Z', 'updated_at': '2022-04-11T15:08:43Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': 'af9fd105-aeeb-4212-9970-b9c049bc2fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:11:33.413512 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea05be0-af14-4fef-809f-ca8e0cbbc919 None None] New status for floating IP ca020c5c-e149-4ef4-80b6-27a9c841cef3: DOWN {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:11:34.104042 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369b298-7a0b-4563-bcf7-c5fee1f0f1b5 req-b13470e4-e677-42d5-84a6-b2d9f876735a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:11:34.105529 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a369b298-7a0b-4563-bcf7-c5fee1f0f1b5 req-b13470e4-e677-42d5-84a6-b2d9f876735a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 945 time: 0.0829282 Apr 11 15:11:34.155173 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a369b298-7a0b-4563-bcf7-c5fee1f0f1b5 req-ba309abb-5f1d-4be6-a8bc-fe328586cef3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=dadf925b-3490-471b-bbcc-af60ca59ae09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438905 Apr 11 15:11:34.628514 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc495b-9450-40b3-9edb-3f903c07305e req-292e9e29-a66d-40ab-81ab-3133972a76a5 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:11:34.630029 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3dbc495b-9450-40b3-9edb-3f903c07305e req-292e9e29-a66d-40ab-81ab-3133972a76a5 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 945 time: 0.0801115 Apr 11 15:11:34.699857 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [req-3dbc495b-9450-40b3-9edb-3f903c07305e req-450e5b26-eb61-4c85-87fa-58f7ec0979ac tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Deleting port 888401f2-332f-40d7-998d-022c181c47a1 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:11:34.700195 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-3dbc495b-9450-40b3-9edb-3f903c07305e req-450e5b26-eb61-4c85-87fa-58f7ec0979ac tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:34.946575 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [req-3dbc495b-9450-40b3-9edb-3f903c07305e req-450e5b26-eb61-4c85-87fa-58f7ec0979ac tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] For port 888401f2-332f-40d7-998d-022c181c47a1, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=888401f2-332f-40d7-998d-022c181c47a1,segment=NetworkSegment(80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c),segment_id=80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:11:34.946844 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-3dbc495b-9450-40b3-9edb-3f903c07305e req-450e5b26-eb61-4c85-87fa-58f7ec0979ac tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:35.073607 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [req-3dbc495b-9450-40b3-9edb-3f903c07305e req-450e5b26-eb61-4c85-87fa-58f7ec0979ac tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Calling delete_port for 888401f2-332f-40d7-998d-022c181c47a1 owned by compute:nova {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:11:35.282018 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-3dbc495b-9450-40b3-9edb-3f903c07305e req-450e5b26-eb61-4c85-87fa-58f7ec0979ac tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:35.304875 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ae3b5032-f0ea-4104-a827-26e9cea2111e req-af5f41c6-b250-4173-88ab-3b22dd905079 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 210 time: 0.0422373 Apr 11 15:11:35.337983 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e5b26-eb61-4c85-87fa-58f7ec0979ac tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Port': ['ID=888401f2-332f-40d7-998d-022c181c47a1,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:35.376352 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e5b26-eb61-4c85-87fa-58f7ec0979ac tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:35.376681 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e5b26-eb61-4c85-87fa-58f7ec0979ac tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:35.377020 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e5b26-eb61-4c85-87fa-58f7ec0979ac tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:35.377355 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e5b26-eb61-4c85-87fa-58f7ec0979ac tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:35.377686 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e5b26-eb61-4c85-87fa-58f7ec0979ac tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:35.378047 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e5b26-eb61-4c85-87fa-58f7ec0979ac tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:35.378379 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e5b26-eb61-4c85-87fa-58f7ec0979ac tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:35.378702 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e5b26-eb61-4c85-87fa-58f7ec0979ac tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:35.379023 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e5b26-eb61-4c85-87fa-58f7ec0979ac tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:35.379339 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e5b26-eb61-4c85-87fa-58f7ec0979ac tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:35.379661 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e5b26-eb61-4c85-87fa-58f7ec0979ac tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:35.379980 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e5b26-eb61-4c85-87fa-58f7ec0979ac tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:35.421675 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbc495b-9450-40b3-9edb-3f903c07305e req-450e5b26-eb61-4c85-87fa-58f7ec0979ac tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] No DVR routers for this DVR port 888401f2-332f-40d7-998d-022c181c47a1 on host hv-neutron-8373 {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:11:35.424063 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-3dbc495b-9450-40b3-9edb-3f903c07305e req-450e5b26-eb61-4c85-87fa-58f7ec0979ac tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:35.426528 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc76aa02-23be-487d-8072-3a8591eea3cd', 'name': 'network-vif-deleted', 'tag': '888401f2-332f-40d7-998d-022c181c47a1'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:11:35.470693 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a430e56-4911-4c14-8fb4-4091e013da46'] response: {'server_uuid': 'bc76aa02-23be-487d-8072-3a8591eea3cd', 'name': 'network-vif-deleted', 'tag': '888401f2-332f-40d7-998d-022c181c47a1', 'status': 'completed', 'code': 200} Apr 11 15:11:35.482659 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3dbc495b-9450-40b3-9edb-3f903c07305e req-450e5b26-eb61-4c85-87fa-58f7ec0979ac tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.53 "DELETE /v2.0/ports/888401f2-332f-40d7-998d-022c181c47a1 HTTP/1.1" status: 204 len: 173 time: 0.8473463 Apr 11 15:11:36.470982 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-34a22db1-0c73-45d2-a46c-0a454b6d160b req-50c7211f-da67-4bcf-99a3-21ad90d23ed7 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc76aa02-23be-487d-8072-3a8591eea3cd HTTP/1.1" status: 200 len: 210 time: 0.0426526 Apr 11 15:11:37.371695 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 888401f2-332f-40d7-998d-022c181c47a1 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:11:37.409350 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: 888401f2-332f-40d7-998d-022c181c47a1 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:11:37.409695 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 888401f2-332f-40d7-998d-022c181c47a1 not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:11:37.571418 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52914) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:11:38.226667 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e2edf9f8-4c8c-4eb0-9c4b-e72e87c49f0a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:38.586687 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-e2edf9f8-4c8c-4eb0-9c4b-e72e87c49f0a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Deleting port 9bca74be-6370-4051-9483-e4c217c59dc6 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:11:38.587363 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e2edf9f8-4c8c-4eb0-9c4b-e72e87c49f0a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:38.775785 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-e2edf9f8-4c8c-4eb0-9c4b-e72e87c49f0a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] For port 9bca74be-6370-4051-9483-e4c217c59dc6, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9bca74be-6370-4051-9483-e4c217c59dc6,segment=NetworkSegment(80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c),segment_id=80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:11:38.776141 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e2edf9f8-4c8c-4eb0-9c4b-e72e87c49f0a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:38.902942 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-e2edf9f8-4c8c-4eb0-9c4b-e72e87c49f0a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Calling delete_port for 9bca74be-6370-4051-9483-e4c217c59dc6 owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:11:39.304290 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e2edf9f8-4c8c-4eb0-9c4b-e72e87c49f0a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:39.358788 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2edf9f8-4c8c-4eb0-9c4b-e72e87c49f0a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Port': ['ID=9bca74be-6370-4051-9483-e4c217c59dc6,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:39.743202 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e2edf9f8-4c8c-4eb0-9c4b-e72e87c49f0a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:40.118625 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2edf9f8-4c8c-4eb0-9c4b-e72e87c49f0a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Router dd1b736f-6075-45e9-bbce-bf425cb4d06f has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:11:40.304082 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2edf9f8-4c8c-4eb0-9c4b-e72e87c49f0a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:11:40.313805 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7570717f-169f-490f-bf89-e51d3cab52db None None] Sync routers for ids ['dd1b736f-6075-45e9-bbce-bf425cb4d06f'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:11:40.317981 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e2edf9f8-4c8c-4eb0-9c4b-e72e87c49f0a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "PUT /v2.0/routers/dd1b736f-6075-45e9-bbce-bf425cb4d06f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7453754 Apr 11 15:11:40.320551 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52920) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:11:40.322953 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7570717f-169f-490f-bf89-e51d3cab52db None None] Routers {'dd1b736f-6075-45e9-bbce-bf425cb4d06f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:11:40.323558 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-7570717f-169f-490f-bf89-e51d3cab52db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:11:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dd1b736f-6075-45e9-bbce-bf425cb4d06f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:11:40.393375 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea0eda1-3fdb-4af7-a07b-7ba4daf09029 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Deleting subnet af9fd105-aeeb-4212-9970-b9c049bc2fdf {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 15:11:40.396488 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eea0eda1-3fdb-4af7-a07b-7ba4daf09029 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:40.452305 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eea0eda1-3fdb-4af7-a07b-7ba4daf09029 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:40.498592 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-7570717f-169f-490f-bf89-e51d3cab52db None None] Set router dd1b736f-6075-45e9-bbce-bf425cb4d06f gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:11:40.535737 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eea0eda1-3fdb-4af7-a07b-7ba4daf09029 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:40.678581 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eea0eda1-3fdb-4af7-a07b-7ba4daf09029 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:40.720140 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0eda1-3fdb-4af7-a07b-7ba4daf09029 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Subnet': ['ID=af9fd105-aeeb-4212-9970-b9c049bc2fdf,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:40.722102 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eea0eda1-3fdb-4af7-a07b-7ba4daf09029 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:40.728897 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-eea0eda1-3fdb-4af7-a07b-7ba4daf09029 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "DELETE /v2.0/subnets/af9fd105-aeeb-4212-9970-b9c049bc2fdf HTTP/1.1" status: 204 len: 168 time: 0.4073584 Apr 11 15:11:40.730298 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e99f99-7aab-4e5c-97b5-61187cf74040 None None] Network 506ae2e2-4108-48d1-bd8a-9ba339f079a8 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 15:11:40.731522 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52924) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:11:40.829643 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-7570717f-169f-490f-bf89-e51d3cab52db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142021652', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:08:32Z', 'updated_at': '2022-04-11T15:11:39Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:08:33Z', 'updated_at': '2022-04-11T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:11:40.833715 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7570717f-169f-490f-bf89-e51d3cab52db None None] Checking router: dd1b736f-6075-45e9-bbce-bf425cb4d06f for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:11:40.842186 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7570717f-169f-490f-bf89-e51d3cab52db None None] Routers {'dd1b736f-6075-45e9-bbce-bf425cb4d06f'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:11:40.842792 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-7570717f-169f-490f-bf89-e51d3cab52db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:11:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['dd1b736f-6075-45e9-bbce-bf425cb4d06f'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:11:40.919631 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c19ab4ab-4f83-40ab-a3a8-81d889ee5746 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:41.016059 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812ed188-7bfe-4c31-a62c-899110e8ea88 None None] DHCP port deletion for 506ae2e2-4108-48d1-bd8a-9ba339f079a8 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 15:11:41.021294 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-812ed188-7bfe-4c31-a62c-899110e8ea88 None None] Deleting port beb3c225-1365-429b-ba28-ee2e75fd160a {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:11:41.021927 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-812ed188-7bfe-4c31-a62c-899110e8ea88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:41.027044 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-7570717f-169f-490f-bf89-e51d3cab52db None None] Set router dd1b736f-6075-45e9-bbce-bf425cb4d06f gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:11:41.252000 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c19ab4ab-4f83-40ab-a3a8-81d889ee5746 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:41.294521 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-812ed188-7bfe-4c31-a62c-899110e8ea88 None None] For port beb3c225-1365-429b-ba28-ee2e75fd160a, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=beb3c225-1365-429b-ba28-ee2e75fd160a,segment=NetworkSegment(80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c),segment_id=80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:11:41.295073 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-812ed188-7bfe-4c31-a62c-899110e8ea88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:41.340952 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-c19ab4ab-4f83-40ab-a3a8-81d889ee5746 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Deleting port 0d349e64-f317-447c-ac98-9442aae3fc78 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:11:41.341312 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c19ab4ab-4f83-40ab-a3a8-81d889ee5746 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:41.388470 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-7570717f-169f-490f-bf89-e51d3cab52db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142021652', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:08:32Z', 'updated_at': '2022-04-11T15:11:39Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:08:33Z', 'updated_at': '2022-04-11T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:11:41.392775 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7570717f-169f-490f-bf89-e51d3cab52db None None] The sync data for ids ['dd1b736f-6075-45e9-bbce-bf425cb4d06f'] in dv-neutron-837330-1-hyperv is: [{'id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142021652', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:08:32Z', 'updated_at': '2022-04-11T15:11:39Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': '0d349e64-f317-447c-ac98-9442aae3fc78', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1b736f-6075-45e9-bbce-bf425cb4d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:08:33Z', 'updated_at': '2022-04-11T15:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:11:41.463046 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-812ed188-7bfe-4c31-a62c-899110e8ea88 None None] Calling delete_port for beb3c225-1365-429b-ba28-ee2e75fd160a owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:11:41.534766 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-c19ab4ab-4f83-40ab-a3a8-81d889ee5746 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] For port 0d349e64-f317-447c-ac98-9442aae3fc78, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=0d349e64-f317-447c-ac98-9442aae3fc78,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:11:41.535207 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c19ab4ab-4f83-40ab-a3a8-81d889ee5746 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:41.632426 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-812ed188-7bfe-4c31-a62c-899110e8ea88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363'] for port, after_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:41.669150 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-c19ab4ab-4f83-40ab-a3a8-81d889ee5746 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Calling delete_port for 0d349e64-f317-447c-ac98-9442aae3fc78 owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:11:41.685803 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ed188-7bfe-4c31-a62c-899110e8ea88 None None] Pushing event deleted for resources: {'Port': ['ID=beb3c225-1365-429b-ba28-ee2e75fd160a,revision_number=None']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:41.694457 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812ed188-7bfe-4c31-a62c-899110e8ea88 None None] No DVR routers for this DVR port beb3c225-1365-429b-ba28-ee2e75fd160a on host dv-neutron-837330-1-hyperv {{(pid=88618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:11:41.696571 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812ed188-7bfe-4c31-a62c-899110e8ea88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:41.696929 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812ed188-7bfe-4c31-a62c-899110e8ea88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:41.697275 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812ed188-7bfe-4c31-a62c-899110e8ea88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:41.697618 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812ed188-7bfe-4c31-a62c-899110e8ea88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:41.697990 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812ed188-7bfe-4c31-a62c-899110e8ea88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:41.698329 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812ed188-7bfe-4c31-a62c-899110e8ea88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:41.698662 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812ed188-7bfe-4c31-a62c-899110e8ea88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:41.698991 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812ed188-7bfe-4c31-a62c-899110e8ea88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:41.699321 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812ed188-7bfe-4c31-a62c-899110e8ea88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:41.699644 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812ed188-7bfe-4c31-a62c-899110e8ea88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:41.699981 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812ed188-7bfe-4c31-a62c-899110e8ea88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:41.700295 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812ed188-7bfe-4c31-a62c-899110e8ea88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:41.938745 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c19ab4ab-4f83-40ab-a3a8-81d889ee5746 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:41.987844 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ab4ab-4f83-40ab-a3a8-81d889ee5746 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Port': ['ID=0d349e64-f317-447c-ac98-9442aae3fc78,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:42.083540 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c19ab4ab-4f83-40ab-a3a8-81d889ee5746 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:42.262674 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c19ab4ab-4f83-40ab-a3a8-81d889ee5746 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:42.264959 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c19ab4ab-4f83-40ab-a3a8-81d889ee5746 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:42.378722 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c19ab4ab-4f83-40ab-a3a8-81d889ee5746 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:42.379181 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19ab4ab-4f83-40ab-a3a8-81d889ee5746 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Fanout notify agent at l3_agent the message router_deleted on router dd1b736f-6075-45e9-bbce-bf425cb4d06f {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 15:11:42.396714 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c19ab4ab-4f83-40ab-a3a8-81d889ee5746 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:42.397877 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c19ab4ab-4f83-40ab-a3a8-81d889ee5746 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "DELETE /v2.0/routers/dd1b736f-6075-45e9-bbce-bf425cb4d06f HTTP/1.1" status: 204 len: 168 time: 1.6652136 Apr 11 15:11:42.400788 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52928) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:11:42.526626 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bd2c9bc2-c2c7-43a4-8690-22fbd2654620 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:42.671316 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bd2c9bc2-c2c7-43a4-8690-22fbd2654620 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:42.701866 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-bd2c9bc2-c2c7-43a4-8690-22fbd2654620 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506ae2e2-4108-48d1-bd8a-9ba339f079a8']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:11:42.716052 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-bd2c9bc2-c2c7-43a4-8690-22fbd2654620 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:11:42.716354 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-bd2c9bc2-c2c7-43a4-8690-22fbd2654620 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80eaa4d0-d98f-4e0f-a5a3-f702e3ac941c') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:11:42.728305 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bd2c9bc2-c2c7-43a4-8690-22fbd2654620 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:42.744353 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bd2c9bc2-c2c7-43a4-8690-22fbd2654620 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:42.750711 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2c9bc2-c2c7-43a4-8690-22fbd2654620 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:11:42.751674 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bd2c9bc2-c2c7-43a4-8690-22fbd2654620 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:11:42.765729 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:11:42.907982 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 0d349e64-f317-447c-ac98-9442aae3fc78 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:11:42.923785 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bd2c9bc2-c2c7-43a4-8690-22fbd2654620 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:42.943396 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 0d349e64-f317-447c-ac98-9442aae3fc78 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:11:42.943747 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 0d349e64-f317-447c-ac98-9442aae3fc78 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:11:42.944161 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device beb3c225-1365-429b-ba28-ee2e75fd160a no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:11:42.945464 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bd2c9bc2-c2c7-43a4-8690-22fbd2654620 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:42.951657 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c9bc2-c2c7-43a4-8690-22fbd2654620 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Network': ['ID=506ae2e2-4108-48d1-bd8a-9ba339f079a8,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:42.980850 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: beb3c225-1365-429b-ba28-ee2e75fd160a {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:11:42.981195 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device beb3c225-1365-429b-ba28-ee2e75fd160a not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:11:42.981607 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9bca74be-6370-4051-9483-e4c217c59dc6 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:11:43.015276 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 9bca74be-6370-4051-9483-e4c217c59dc6 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:11:43.015622 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9bca74be-6370-4051-9483-e4c217c59dc6 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:11:43.025482 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-bd2c9bc2-c2c7-43a4-8690-22fbd2654620 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "DELETE /v2.0/networks/506ae2e2-4108-48d1-bd8a-9ba339f079a8 HTTP/1.1" status: 204 len: 168 time: 0.6215856 Apr 11 15:11:43.025903 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52932) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:11:43.102677 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e6637be3-15ef-4fed-b813-8c6891984c0f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:43.139728 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e6637be3-15ef-4fed-b813-8c6891984c0f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:43.372931 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e6637be3-15ef-4fed-b813-8c6891984c0f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:43.392185 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6637be3-15ef-4fed-b813-8c6891984c0f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadf925b-3490-471b-bbcc-af60ca59ae09,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:43.451424 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e6637be3-15ef-4fed-b813-8c6891984c0f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:43.452566 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e6637be3-15ef-4fed-b813-8c6891984c0f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "DELETE /v2.0/security-groups/dadf925b-3490-471b-bbcc-af60ca59ae09 HTTP/1.1" status: 204 len: 168 time: 0.4255354 Apr 11 15:11:44.009502 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52940) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:11:44.014828 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-563102a7-3d0d-4efc-b239-c91c05416ce3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1439572343', 'description': 'tempest-secgroup-smoke-1439572343 description', 'project_id': '3fd27714ee9e4925afa207147871cc90'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:11:44.022241 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-563102a7-3d0d-4efc-b239-c91c05416ce3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:11:44.025264 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-563102a7-3d0d-4efc-b239-c91c05416ce3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:11:44.028248 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-563102a7-3d0d-4efc-b239-c91c05416ce3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:11:44.034044 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-563102a7-3d0d-4efc-b239-c91c05416ce3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:11:44.092658 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-563102a7-3d0d-4efc-b239-c91c05416ce3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:44.112768 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-563102a7-3d0d-4efc-b239-c91c05416ce3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:11:44.117257 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-563102a7-3d0d-4efc-b239-c91c05416ce3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:11:44.120337 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-563102a7-3d0d-4efc-b239-c91c05416ce3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:11:44.126023 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-563102a7-3d0d-4efc-b239-c91c05416ce3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:11:44.194791 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-563102a7-3d0d-4efc-b239-c91c05416ce3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:44.252462 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-563102a7-3d0d-4efc-b239-c91c05416ce3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:44.296565 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563102a7-3d0d-4efc-b239-c91c05416ce3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6be1c7-2658-4e58-8270-0221fbb3a82c,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:44.351600 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-563102a7-3d0d-4efc-b239-c91c05416ce3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:44.352859 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-563102a7-3d0d-4efc-b239-c91c05416ce3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3422391 Apr 11 15:11:44.355681 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52944) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:11:44.360728 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-34572709-80a7-4e1d-8170-65f2d0e2983f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': 'ce6be1c7-2658-4e58-8270-0221fbb3a82c', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:11:44.366987 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-34572709-80a7-4e1d-8170-65f2d0e2983f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:11:44.371042 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-34572709-80a7-4e1d-8170-65f2d0e2983f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:11:44.374037 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-34572709-80a7-4e1d-8170-65f2d0e2983f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:11:44.379756 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-34572709-80a7-4e1d-8170-65f2d0e2983f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:11:44.472652 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-34572709-80a7-4e1d-8170-65f2d0e2983f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:44.536140 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-34572709-80a7-4e1d-8170-65f2d0e2983f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:44.603005 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-34572709-80a7-4e1d-8170-65f2d0e2983f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:44.626412 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34572709-80a7-4e1d-8170-65f2d0e2983f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b6c6427-b9a0-448e-9487-dadadea41245,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:44.689147 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-34572709-80a7-4e1d-8170-65f2d0e2983f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:44.690418 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-34572709-80a7-4e1d-8170-65f2d0e2983f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3338032 Apr 11 15:11:44.694357 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52948) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:11:44.699614 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-33c09f45-8c9f-425f-a945-bba6305cc424 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': 'ce6be1c7-2658-4e58-8270-0221fbb3a82c', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:11:44.705575 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-33c09f45-8c9f-425f-a945-bba6305cc424 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:11:44.710320 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-33c09f45-8c9f-425f-a945-bba6305cc424 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:11:44.713208 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-33c09f45-8c9f-425f-a945-bba6305cc424 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:11:44.718845 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-33c09f45-8c9f-425f-a945-bba6305cc424 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:11:44.798612 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-33c09f45-8c9f-425f-a945-bba6305cc424 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:44.858296 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-33c09f45-8c9f-425f-a945-bba6305cc424 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:44.937941 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-33c09f45-8c9f-425f-a945-bba6305cc424 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:44.962088 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c09f45-8c9f-425f-a945-bba6305cc424 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0bf8f5-f015-4e0c-b458-1efabbd53f5a,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:45.023660 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-33c09f45-8c9f-425f-a945-bba6305cc424 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:45.024875 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-33c09f45-8c9f-425f-a945-bba6305cc424 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3295946 Apr 11 15:11:45.027697 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52952) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:11:45.032803 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-95d56b0d-a139-43a5-a01d-cb811a87559d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': 'ce6be1c7-2658-4e58-8270-0221fbb3a82c', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:11:45.038986 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-95d56b0d-a139-43a5-a01d-cb811a87559d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:11:45.042801 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-95d56b0d-a139-43a5-a01d-cb811a87559d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:11:45.045739 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-95d56b0d-a139-43a5-a01d-cb811a87559d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:11:45.054004 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-95d56b0d-a139-43a5-a01d-cb811a87559d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:11:45.122358 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-95d56b0d-a139-43a5-a01d-cb811a87559d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:45.185578 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-95d56b0d-a139-43a5-a01d-cb811a87559d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:45.248754 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-95d56b0d-a139-43a5-a01d-cb811a87559d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:45.275604 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d56b0d-a139-43a5-a01d-cb811a87559d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc16b313-ee38-4722-b844-e8ef7332e1c0,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:45.340044 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-95d56b0d-a139-43a5-a01d-cb811a87559d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:45.341233 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-95d56b0d-a139-43a5-a01d-cb811a87559d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3125794 Apr 11 15:11:45.343934 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52956) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:11:45.349728 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-9ae2ca9d-1502-47d7-9c46-cfff87e10674 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': 'ce6be1c7-2658-4e58-8270-0221fbb3a82c', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:11:45.355794 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9ae2ca9d-1502-47d7-9c46-cfff87e10674 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:11:45.359688 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9ae2ca9d-1502-47d7-9c46-cfff87e10674 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:11:45.362631 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9ae2ca9d-1502-47d7-9c46-cfff87e10674 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:11:45.369467 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9ae2ca9d-1502-47d7-9c46-cfff87e10674 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:11:45.444080 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9ae2ca9d-1502-47d7-9c46-cfff87e10674 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:45.508925 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9ae2ca9d-1502-47d7-9c46-cfff87e10674 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:45.586184 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9ae2ca9d-1502-47d7-9c46-cfff87e10674 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:45.609764 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae2ca9d-1502-47d7-9c46-cfff87e10674 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c3f482-5021-4329-8907-9cfc948f54a9,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:45.698061 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9ae2ca9d-1502-47d7-9c46-cfff87e10674 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:45.699266 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9ae2ca9d-1502-47d7-9c46-cfff87e10674 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3543816 Apr 11 15:11:45.701943 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52960) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:11:45.706856 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-c82fb4db-f3a9-4369-a444-5f676e3a5cbc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': 'ce6be1c7-2658-4e58-8270-0221fbb3a82c', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:11:45.713599 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c82fb4db-f3a9-4369-a444-5f676e3a5cbc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:11:45.717468 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c82fb4db-f3a9-4369-a444-5f676e3a5cbc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:11:45.720334 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c82fb4db-f3a9-4369-a444-5f676e3a5cbc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:11:45.726851 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c82fb4db-f3a9-4369-a444-5f676e3a5cbc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:11:45.791802 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-c82fb4db-f3a9-4369-a444-5f676e3a5cbc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Project 3fd27714ee9e4925afa207147871cc90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:11:45.798655 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c82fb4db-f3a9-4369-a444-5f676e3a5cbc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:45.862001 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c82fb4db-f3a9-4369-a444-5f676e3a5cbc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:45.928959 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c82fb4db-f3a9-4369-a444-5f676e3a5cbc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:45.952072 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82fb4db-f3a9-4369-a444-5f676e3a5cbc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398c42ac-6e01-45e6-890d-bbd04bd2f036,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:46.046802 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c82fb4db-f3a9-4369-a444-5f676e3a5cbc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:46.048027 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c82fb4db-f3a9-4369-a444-5f676e3a5cbc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3451662 Apr 11 15:11:46.050782 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52964) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:11:46.055677 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-1b595d7c-4de9-4354-83fc-efc2acbb2361 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'security_group_rule': {'security_group_id': 'ce6be1c7-2658-4e58-8270-0221fbb3a82c', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:11:46.061746 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1b595d7c-4de9-4354-83fc-efc2acbb2361 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:11:46.065564 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1b595d7c-4de9-4354-83fc-efc2acbb2361 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:security_group_rule and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:11:46.069231 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1b595d7c-4de9-4354-83fc-efc2acbb2361 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:11:46.074963 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1b595d7c-4de9-4354-83fc-efc2acbb2361 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:11:46.157249 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-1b595d7c-4de9-4354-83fc-efc2acbb2361 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Project 3fd27714ee9e4925afa207147871cc90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:11:46.164054 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b595d7c-4de9-4354-83fc-efc2acbb2361 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:46.230354 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b595d7c-4de9-4354-83fc-efc2acbb2361 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:46.294339 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b595d7c-4de9-4354-83fc-efc2acbb2361 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:46.317936 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b595d7c-4de9-4354-83fc-efc2acbb2361 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40bcce1e-edd2-49b7-acd1-91f8f07f59d9,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:46.385925 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b595d7c-4de9-4354-83fc-efc2acbb2361 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:46.387138 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1b595d7c-4de9-4354-83fc-efc2acbb2361 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3353708 Apr 11 15:11:46.389879 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52968) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:11:46.396124 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-57e07bf3-2f6b-46a7-be93-889716accda3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'network': {'name': 'tempest-network-smoke--1407973520', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'port_security_enabled': True}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:11:46.401100 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-57e07bf3-2f6b-46a7-be93-889716accda3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:11:46.405247 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-57e07bf3-2f6b-46a7-be93-889716accda3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:network and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:11:46.409061 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-57e07bf3-2f6b-46a7-be93-889716accda3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:11:46.413810 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-57e07bf3-2f6b-46a7-be93-889716accda3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:11:46.477283 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e07bf3-2f6b-46a7-be93-889716accda3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Made reservation on behalf of 3fd27714ee9e4925afa207147871cc90 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:11:46.480810 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-57e07bf3-2f6b-46a7-be93-889716accda3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:46.518239 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e07bf3-2f6b-46a7-be93-889716accda3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:11:46.526953 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-57e07bf3-2f6b-46a7-be93-889716accda3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:46.527288 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-57e07bf3-2f6b-46a7-be93-889716accda3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Added segment a30b2285-9282-4aae-8fff-790d0de69b8a of type vlan for network 92a40ee5-8783-43b0-850b-0f3a7c821a82 Apr 11 15:11:46.554426 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-57e07bf3-2f6b-46a7-be93-889716accda3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:46.658577 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-57e07bf3-2f6b-46a7-be93-889716accda3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:46.664575 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e07bf3-2f6b-46a7-be93-889716accda3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:11:46.665113 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-57e07bf3-2f6b-46a7-be93-889716accda3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:46.774011 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e07bf3-2f6b-46a7-be93-889716accda3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Network': ['ID=92a40ee5-8783-43b0-850b-0f3a7c821a82,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:46.784592 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 92a40ee5-8783-43b0-850b-0f3a7c821a82 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 15:11:46.830274 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-57e07bf3-2f6b-46a7-be93-889716accda3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4392996 Apr 11 15:11:46.833933 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52972) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:11:46.841109 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-c80294e3-ed98-496c-808a-1b8118f1bb52 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1005165771', 'admin_state_up': True, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:11:46.851621 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c80294e3-ed98-496c-808a-1b8118f1bb52 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:11:46.855741 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c80294e3-ed98-496c-808a-1b8118f1bb52 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:router and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:11:46.858693 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-c80294e3-ed98-496c-808a-1b8118f1bb52 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:11:46.865979 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-c80294e3-ed98-496c-808a-1b8118f1bb52 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:11:46.920990 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c80294e3-ed98-496c-808a-1b8118f1bb52 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:46.922010 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c80294e3-ed98-496c-808a-1b8118f1bb52 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:46.937730 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c80294e3-ed98-496c-808a-1b8118f1bb52 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:47.295015 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c80294e3-ed98-496c-808a-1b8118f1bb52 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:47.707404 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c80294e3-ed98-496c-808a-1b8118f1bb52 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:47.736779 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c80294e3-ed98-496c-808a-1b8118f1bb52 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:47.968345 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-c80294e3-ed98-496c-808a-1b8118f1bb52 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Allocated IP 172.26.7.81 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/d27120b0-e584-47fd-b81b-ca313c5e82e4) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:11:48.125808 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c80294e3-ed98-496c-808a-1b8118f1bb52 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:48.235658 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c80294e3-ed98-496c-808a-1b8118f1bb52 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:48.300942 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80294e3-ed98-496c-808a-1b8118f1bb52 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:11:48.307957 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-c80294e3-ed98-496c-808a-1b8118f1bb52 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:11:48.312073 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80294e3-ed98-496c-808a-1b8118f1bb52 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:11:48.346283 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80294e3-ed98-496c-808a-1b8118f1bb52 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=d27120b0-e584-47fd-b81b-ca313c5e82e4,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:48.811215 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c80294e3-ed98-496c-808a-1b8118f1bb52 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:49.153911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c80294e3-ed98-496c-808a-1b8118f1bb52 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:49.446555 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80294e3-ed98-496c-808a-1b8118f1bb52 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Router 9093f307-2aae-4bff-b734-075d75161f68 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 15:11:49.745457 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80294e3-ed98-496c-808a-1b8118f1bb52 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:11:49.754852 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] Sync routers for ids ['9093f307-2aae-4bff-b734-075d75161f68'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:11:49.764117 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] Routers {'9093f307-2aae-4bff-b734-075d75161f68'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:11:49.764818 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:11:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9093f307-2aae-4bff-b734-075d75161f68'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:11:49.842920 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c80294e3-ed98-496c-808a-1b8118f1bb52 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:49.844153 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c80294e3-ed98-496c-808a-1b8118f1bb52 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0091774 Apr 11 15:11:49.847277 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52978) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:11:49.949435 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] Set router 9093f307-2aae-4bff-b734-075d75161f68 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:11:50.038763 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-11de1e44-c68a-42d0-998f-70caf04b9ebc tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=3fd27714ee9e4925afa207147871cc90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1888306 Apr 11 15:11:50.041238 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52984) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:11:50.179289 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0986fc7-b70f-4471-abf6-e5486dfe8308 tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:11:50.180784 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c0986fc7-b70f-4471-abf6-e5486dfe8308 tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1386425 Apr 11 15:11:50.183885 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52988) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:11:50.228480 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9b36a8ef-ee48-4c00-89e9-a756b6a1163c tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=cff58315-4a25-4203-8056-2db185a2b95d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435088 Apr 11 15:11:50.231728 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52992) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:11:50.237076 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-0b90933b-4644-4c88-8b8a-89e3c899790f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1693202184', 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82', 'project_id': '3fd27714ee9e4925afa207147871cc90', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:11:50.250747 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9093f307-2aae-4bff-b734-075d75161f68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005165771', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:11:46Z', 'updated_at': '2022-04-11T15:11:48Z', 'revision_number': 3, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9093f307-2aae-4bff-b734-075d75161f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:11:47Z', 'updated_at': '2022-04-11T15:11:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:11:50.254006 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] Checking router: 9093f307-2aae-4bff-b734-075d75161f68 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:11:50.254360 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] Updating router 9093f307-2aae-4bff-b734-075d75161f68 port d27120b0-e584-47fd-b81b-ca313c5e82e4 binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:11:50.307414 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:50.345842 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0b90933b-4644-4c88-8b8a-89e3c899790f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:11:50.350636 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0b90933b-4644-4c88-8b8a-89e3c899790f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:subnet and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:11:50.353414 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0b90933b-4644-4c88-8b8a-89e3c899790f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:11:50.359017 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0b90933b-4644-4c88-8b8a-89e3c899790f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:11:50.458439 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b90933b-4644-4c88-8b8a-89e3c899790f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Made reservation on behalf of 3fd27714ee9e4925afa207147871cc90 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:11:50.462048 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0b90933b-4644-4c88-8b8a-89e3c899790f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:50.640415 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:50.652259 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] Transition to ACTIVE for port object d27120b0-e584-47fd-b81b-ca313c5e82e4 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:11:50.734112 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:50.757306 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0b90933b-4644-4c88-8b8a-89e3c899790f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:50.816992 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] Attempting to bind port d27120b0-e584-47fd-b81b-ca313c5e82e4 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:11:50.824504 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] Attempting to bind port d27120b0-e584-47fd-b81b-ca313c5e82e4 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:11:50.824504 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] Attempting to bind port d27120b0-e584-47fd-b81b-ca313c5e82e4 on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:11:50.824504 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4115b-d139-434e-98f8-e2c9f629da5c None None] Pushing event updated for resources: {'Port': ['ID=d27120b0-e584-47fd-b81b-ca313c5e82e4,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:50.825987 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:11:50.826168 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:11:50.826514 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:50.826917 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:11:50.827370 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] Bound port: d27120b0-e584-47fd-b81b-ca313c5e82e4, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:11:50.828076 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:50.838602 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90933b-4644-4c88-8b8a-89e3c899790f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Subnet': ['ID=0ad80c19-a395-42e7-8318-0c2f84d0449a,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:50.843997 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b90933b-4644-4c88-8b8a-89e3c899790f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Checking segment: {'id': 'a30b2285-9282-4aae-8fff-790d0de69b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:11:50.844359 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b90933b-4644-4c88-8b8a-89e3c899790f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network hostable DHCP agents. Network: 92a40ee5-8783-43b0-850b-0f3a7c821a82, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:11:50.923019 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b90933b-4644-4c88-8b8a-89e3c899790f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network 92a40ee5-8783-43b0-850b-0f3a7c821a82 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:11:50.937910 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] For port d27120b0-e584-47fd-b81b-ca313c5e82e4, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:11:50.940769 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] For port d27120b0-e584-47fd-b81b-ca313c5e82e4, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=d27120b0-e584-47fd-b81b-ca313c5e82e4,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:11:50.997046 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-0b90933b-4644-4c88-8b8a-89e3c899790f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 92a40ee5-8783-43b0-850b-0f3a7c821a82) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:11:51.001085 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b90933b-4644-4c88-8b8a-89e3c899790f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:11:51.001677 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0b90933b-4644-4c88-8b8a-89e3c899790f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:51.007108 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:51.041595 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafd72e9-c46a-4550-ac7c-cfd422e89f1a None None] Network 92a40ee5-8783-43b0-850b-0f3a7c821a82 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 15:11:51.096137 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0b90933b-4644-4c88-8b8a-89e3c899790f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8628125 Apr 11 15:11:51.098459 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 52996) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:11:51.182806 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4115b-d139-434e-98f8-e2c9f629da5c None None] Pushing event updated for resources: {'Port': ['ID=d27120b0-e584-47fd-b81b-ca313c5e82e4,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:51.185159 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] Routers {'9093f307-2aae-4bff-b734-075d75161f68'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:11:51.185754 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:11:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9093f307-2aae-4bff-b734-075d75161f68'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:11:51.470946 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] Set router 9093f307-2aae-4bff-b734-075d75161f68 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:11:51.515181 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd2a568-c71f-447b-b029-767621884a1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-92a40ee5-8783-43b0-850b-0f3a7c821a82', 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'fixed_ips': [{'subnet_id': '0ad80c19-a395-42e7-8318-0c2f84d0449a'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 15:11:51.515997 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-bbd2a568-c71f-447b-b029-767621884a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:51.796860 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:11:51.889550 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-bbd2a568-c71f-447b-b029-767621884a1d None None] Allocated IP 172.20.0.2 (92a40ee5-8783-43b0-850b-0f3a7c821a82/0ad80c19-a395-42e7-8318-0c2f84d0449a/67641a6e-e570-49c2-bc55-2757e51591cd) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:11:51.929335 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a738952-37b7-40bb-b721-731680dbfc50 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:52.009674 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9093f307-2aae-4bff-b734-075d75161f68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005165771', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:11:46Z', 'updated_at': '2022-04-11T15:11:48Z', 'revision_number': 3, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9093f307-2aae-4bff-b734-075d75161f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:11:47Z', 'updated_at': '2022-04-11T15:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:11:52.017744 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ef1b47-fb84-44b6-ab4a-0883be84ebfb None None] The sync data for ids ['9093f307-2aae-4bff-b734-075d75161f68'] in dv-neutron-837330-1-hyperv is: [{'id': '9093f307-2aae-4bff-b734-075d75161f68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005165771', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:11:46Z', 'updated_at': '2022-04-11T15:11:48Z', 'revision_number': 3, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9093f307-2aae-4bff-b734-075d75161f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:11:47Z', 'updated_at': '2022-04-11T15:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:11:52.122021 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-bbd2a568-c71f-447b-b029-767621884a1d None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:52.132804 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-bbd2a568-c71f-447b-b029-767621884a1d None None] Transition to ACTIVE for port object 67641a6e-e570-49c2-bc55-2757e51591cd will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:11:52.152324 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-bbd2a568-c71f-447b-b029-767621884a1d None None] Transition to ACTIVE for port object 67641a6e-e570-49c2-bc55-2757e51591cd will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:11:52.212661 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-bbd2a568-c71f-447b-b029-767621884a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:52.287087 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd2a568-c71f-447b-b029-767621884a1d None None] Network 92a40ee5-8783-43b0-850b-0f3a7c821a82 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:11:52.289837 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-bbd2a568-c71f-447b-b029-767621884a1d None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:11:52.297713 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd2a568-c71f-447b-b029-767621884a1d None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:11:52.308926 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2a568-c71f-447b-b029-767621884a1d None None] Pushing event updated for resources: {'Port': ['ID=67641a6e-e570-49c2-bc55-2757e51591cd,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:52.371633 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-6a738952-37b7-40bb-b721-731680dbfc50 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Allocated IP 172.20.0.1 (92a40ee5-8783-43b0-850b-0f3a7c821a82/0ad80c19-a395-42e7-8318-0c2f84d0449a/ae9da51b-7428-4860-b845-8560acad35c1) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:11:52.402304 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-bbd2a568-c71f-447b-b029-767621884a1d None None] Attempting to bind port 67641a6e-e570-49c2-bc55-2757e51591cd on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:11:52.402723 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-bbd2a568-c71f-447b-b029-767621884a1d None None] Attempting to bind port 67641a6e-e570-49c2-bc55-2757e51591cd by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'a30b2285-9282-4aae-8fff-790d0de69b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:11:52.403086 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd2a568-c71f-447b-b029-767621884a1d None None] Attempting to bind port 67641a6e-e570-49c2-bc55-2757e51591cd on network 92a40ee5-8783-43b0-850b-0f3a7c821a82 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:11:52.408922 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd2a568-c71f-447b-b029-767621884a1d None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:11:52.412054 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd2a568-c71f-447b-b029-767621884a1d None None] Checking segment: {'id': 'a30b2285-9282-4aae-8fff-790d0de69b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:11:52.412054 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-bbd2a568-c71f-447b-b029-767621884a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:52.412054 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd2a568-c71f-447b-b029-767621884a1d None None] Bound using segment: {'id': 'a30b2285-9282-4aae-8fff-790d0de69b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:11:52.412054 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-bbd2a568-c71f-447b-b029-767621884a1d None None] Bound port: 67641a6e-e570-49c2-bc55-2757e51591cd, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30b2285-9282-4aae-8fff-790d0de69b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:11:52.412054 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-bbd2a568-c71f-447b-b029-767621884a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:52.505655 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-bbd2a568-c71f-447b-b029-767621884a1d None None] For port 67641a6e-e570-49c2-bc55-2757e51591cd, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:11:52.508986 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-bbd2a568-c71f-447b-b029-767621884a1d None None] For port 67641a6e-e570-49c2-bc55-2757e51591cd, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=67641a6e-e570-49c2-bc55-2757e51591cd,segment=NetworkSegment(a30b2285-9282-4aae-8fff-790d0de69b8a),segment_id=a30b2285-9282-4aae-8fff-790d0de69b8a)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:11:52.552826 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a738952-37b7-40bb-b721-731680dbfc50 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:52.570471 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-6a738952-37b7-40bb-b721-731680dbfc50 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Transition to ACTIVE for port object ae9da51b-7428-4860-b845-8560acad35c1 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:11:52.603126 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-bbd2a568-c71f-447b-b029-767621884a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:52.688449 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a738952-37b7-40bb-b721-731680dbfc50 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:52.737999 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device d27120b0-e584-47fd-b81b-ca313c5e82e4 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:11:52.761596 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a738952-37b7-40bb-b721-731680dbfc50 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network 92a40ee5-8783-43b0-850b-0f3a7c821a82 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:11:52.769458 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-6a738952-37b7-40bb-b721-731680dbfc50 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:11:52.774599 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a738952-37b7-40bb-b721-731680dbfc50 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:11:52.796720 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2a568-c71f-447b-b029-767621884a1d None None] Pushing event updated for resources: {'Port': ['ID=67641a6e-e570-49c2-bc55-2757e51591cd,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:52.825487 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a738952-37b7-40bb-b721-731680dbfc50 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=ae9da51b-7428-4860-b845-8560acad35c1,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:52.857434 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a738952-37b7-40bb-b721-731680dbfc50 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:52.882644 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port d27120b0-e584-47fd-b81b-ca313c5e82e4 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:11:52.889823 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port d27120b0-e584-47fd-b81b-ca313c5e82e4 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:11:52.890659 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:53.037915 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:53.062354 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port d27120b0-e584-47fd-b81b-ca313c5e82e4, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=d27120b0-e584-47fd-b81b-ca313c5e82e4,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:11:53.196571 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:53.267620 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a738952-37b7-40bb-b721-731680dbfc50 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:53.282081 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=d27120b0-e584-47fd-b81b-ca313c5e82e4,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:53.804845 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a738952-37b7-40bb-b721-731680dbfc50 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:53.869507 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a738952-37b7-40bb-b721-731680dbfc50 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:53.992851 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6a738952-37b7-40bb-b721-731680dbfc50 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:53.997708 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a738952-37b7-40bb-b721-731680dbfc50 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=ae9da51b-7428-4860-b845-8560acad35c1,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:54.138329 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a738952-37b7-40bb-b721-731680dbfc50 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network 92a40ee5-8783-43b0-850b-0f3a7c821a82 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:11:54.139502 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-6a738952-37b7-40bb-b721-731680dbfc50 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:11:54.219585 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099b780d-ac6c-49db-93ae-04861a266063 None None] Network 92a40ee5-8783-43b0-850b-0f3a7c821a82 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 15:11:54.330116 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a738952-37b7-40bb-b721-731680dbfc50 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Router 9093f307-2aae-4bff-b734-075d75161f68 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:11:54.396306 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-30274ff4-f573-4d24-9269-9c3622cab3f9 None None] Provisioning for port 67641a6e-e570-49c2-bc55-2757e51591cd completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:11:54.518635 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a738952-37b7-40bb-b721-731680dbfc50 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:11:54.529132 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] Sync routers for ids ['9093f307-2aae-4bff-b734-075d75161f68'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:11:54.532868 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6a738952-37b7-40bb-b721-731680dbfc50 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "PUT /v2.0/routers/9093f307-2aae-4bff-b734-075d75161f68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4328091 Apr 11 15:11:54.540162 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] Routers {'9093f307-2aae-4bff-b734-075d75161f68'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:11:54.540948 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:11:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9093f307-2aae-4bff-b734-075d75161f68'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:11:54.660453 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:54.753907 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] Set router 9093f307-2aae-4bff-b734-075d75161f68 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:11:54.762208 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-27652790-a216-4908-9cbe-acc4fba58f4a req-ed56e70e-2a23-4faf-936f-f0baf4002448 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1439572343&fields=id&tenant_id=3fd27714ee9e4925afa207147871cc90 HTTP/1.1" status: 200 len: 267 time: 0.0561039 Apr 11 15:11:54.816239 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device d27120b0-e584-47fd-b81b-ca313c5e82e4 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:11:54.864441 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-01e6a677-a79f-4a16-95fd-d874f2e83ec0 None None] Provisioning for port ae9da51b-7428-4860-b845-8560acad35c1 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:11:54.877326 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-01e6a677-a79f-4a16-95fd-d874f2e83ec0 None None] Provisioning complete for port ae9da51b-7428-4860-b845-8560acad35c1 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:11:54.877698 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-01e6a677-a79f-4a16-95fd-d874f2e83ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:54.957056 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-01e6a677-a79f-4a16-95fd-d874f2e83ec0 None None] Port ae9da51b-7428-4860-b845-8560acad35c1 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:11:54.967853 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port d27120b0-e584-47fd-b81b-ca313c5e82e4 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:11:54.967853 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:55.116819 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27652790-a216-4908-9cbe-acc4fba58f4a req-56e3acfd-c271-4b81-82aa-6c075739932c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:11:55.122233 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-27652790-a216-4908-9cbe-acc4fba58f4a req-56e3acfd-c271-4b81-82aa-6c075739932c tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/networks?id=92a40ee5-8783-43b0-850b-0f3a7c821a82 HTTP/1.1" status: 200 len: 797 time: 0.3478215 Apr 11 15:11:55.127440 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 67641a6e-e570-49c2-bc55-2757e51591cd up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:11:55.142844 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-27652790-a216-4908-9cbe-acc4fba58f4a req-60bbe95b-2157-4f26-8f56-5545fce176d1 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/quotas/3fd27714ee9e4925afa207147871cc90 HTTP/1.1" status: 200 len: 375 time: 0.0178180 Apr 11 15:11:55.162138 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-fa655acf-56a4-4e38-a635-c2a1bf99bf2d None None] Provisioning complete for port ae9da51b-7428-4860-b845-8560acad35c1 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:11:55.162450 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fa655acf-56a4-4e38-a635-c2a1bf99bf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:55.182878 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9093f307-2aae-4bff-b734-075d75161f68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005165771', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:11:46Z', 'updated_at': '2022-04-11T15:11:53Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9093f307-2aae-4bff-b734-075d75161f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:11:47Z', 'updated_at': '2022-04-11T15:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'ae9da51b-7428-4860-b845-8560acad35c1', 'name': '', 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:14:aa:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9093f307-2aae-4bff-b734-075d75161f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '0ad80c19-a395-42e7-8318-0c2f84d0449a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:11:52Z', 'updated_at': '2022-04-11T15:11:53Z', 'revision_number': 2, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '0ad80c19-a395-42e7-8318-0c2f84d0449a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:11:55.186870 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] Checking router: 9093f307-2aae-4bff-b734-075d75161f68 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:11:55.187240 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] Updating router 9093f307-2aae-4bff-b734-075d75161f68 port ae9da51b-7428-4860-b845-8560acad35c1 binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:11:55.236840 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-27652790-a216-4908-9cbe-acc4fba58f4a req-df574333-2122-4ef6-bf51-c9269079dac5 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867195 Apr 11 15:11:55.256596 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-fa655acf-56a4-4e38-a635-c2a1bf99bf2d None None] Port ae9da51b-7428-4860-b845-8560acad35c1 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:11:55.296115 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:55.303041 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-92b7b2cc-5733-4478-8c07-4fa7f62325ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:55.331794 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 67641a6e-e570-49c2-bc55-2757e51591cd completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:11:55.337172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 67641a6e-e570-49c2-bc55-2757e51591cd triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:11:55.337545 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:55.403359 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-5efae9db-ad52-4867-b544-c64bd37281c6 None None] Provisioning complete for port ae9da51b-7428-4860-b845-8560acad35c1 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:11:55.403729 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5efae9db-ad52-4867-b544-c64bd37281c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:55.435945 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-27652790-a216-4908-9cbe-acc4fba58f4a req-3d306900-2e2b-4ff3-b505-974a6e1ebb96 service neutron] 10.222.0.66 "GET /v2.0/networks/92a40ee5-8783-43b0-850b-0f3a7c821a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848915 Apr 11 15:11:55.492809 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-5efae9db-ad52-4867-b544-c64bd37281c6 None None] Port ae9da51b-7428-4860-b845-8560acad35c1 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:11:55.520156 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:55.575370 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 67641a6e-e570-49c2-bc55-2757e51591cd, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=67641a6e-e570-49c2-bc55-2757e51591cd,segment=NetworkSegment(a30b2285-9282-4aae-8fff-790d0de69b8a),segment_id=a30b2285-9282-4aae-8fff-790d0de69b8a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:11:55.577128 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-27652790-a216-4908-9cbe-acc4fba58f4a req-6902c4df-4060-4522-9fc5-08b028fede92 service neutron] 10.222.0.66 "GET /v2.0/networks/92a40ee5-8783-43b0-850b-0f3a7c821a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330976 Apr 11 15:11:55.651420 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:55.682911 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:55.695690 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] Transition to ACTIVE for port object ae9da51b-7428-4860-b845-8560acad35c1 will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:11:55.726635 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=67641a6e-e570-49c2-bc55-2757e51591cd,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:55.761982 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:55.918605 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b556b1-f5fc-41c9-aa7d-73aa7f5e8e12 None None] Pushing event updated for resources: {'Port': ['ID=ae9da51b-7428-4860-b845-8560acad35c1,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:55.937432 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b556b1-f5fc-41c9-aa7d-73aa7f5e8e12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:55.937826 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b556b1-f5fc-41c9-aa7d-73aa7f5e8e12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:55.938135 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b556b1-f5fc-41c9-aa7d-73aa7f5e8e12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:55.938465 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b556b1-f5fc-41c9-aa7d-73aa7f5e8e12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:55.938798 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b556b1-f5fc-41c9-aa7d-73aa7f5e8e12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:55.939127 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b556b1-f5fc-41c9-aa7d-73aa7f5e8e12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:55.939449 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b556b1-f5fc-41c9-aa7d-73aa7f5e8e12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:55.939767 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b556b1-f5fc-41c9-aa7d-73aa7f5e8e12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:55.940089 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b556b1-f5fc-41c9-aa7d-73aa7f5e8e12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:55.940404 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b556b1-f5fc-41c9-aa7d-73aa7f5e8e12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:55.940803 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b556b1-f5fc-41c9-aa7d-73aa7f5e8e12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:55.941115 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b556b1-f5fc-41c9-aa7d-73aa7f5e8e12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:11:55.996896 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] Attempting to bind port ae9da51b-7428-4860-b845-8560acad35c1 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:11:55.997260 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] Attempting to bind port ae9da51b-7428-4860-b845-8560acad35c1 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'a30b2285-9282-4aae-8fff-790d0de69b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:11:55.997618 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] Attempting to bind port ae9da51b-7428-4860-b845-8560acad35c1 on network 92a40ee5-8783-43b0-850b-0f3a7c821a82 {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:11:56.004392 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:11:56.004760 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] Checking segment: {'id': 'a30b2285-9282-4aae-8fff-790d0de69b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:11:56.005161 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:56.005553 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] Bound using segment: {'id': 'a30b2285-9282-4aae-8fff-790d0de69b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:11:56.006051 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] Bound port: ae9da51b-7428-4860-b845-8560acad35c1, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30b2285-9282-4aae-8fff-790d0de69b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:11:56.006458 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:56.095431 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] For port ae9da51b-7428-4860-b845-8560acad35c1, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:11:56.098902 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] For port ae9da51b-7428-4860-b845-8560acad35c1, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=ae9da51b-7428-4860-b845-8560acad35c1,segment=NetworkSegment(a30b2285-9282-4aae-8fff-790d0de69b8a),segment_id=a30b2285-9282-4aae-8fff-790d0de69b8a)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:11:56.206235 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:56.287432 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] Routers {'9093f307-2aae-4bff-b734-075d75161f68'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:11:56.288058 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:11:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9093f307-2aae-4bff-b734-075d75161f68'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:11:56.342237 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b556b1-f5fc-41c9-aa7d-73aa7f5e8e12 None None] Pushing event updated for resources: {'Port': ['ID=ae9da51b-7428-4860-b845-8560acad35c1,revision_number=4']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:56.471706 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] Set router 9093f307-2aae-4bff-b734-075d75161f68 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:11:56.694853 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 67641a6e-e570-49c2-bc55-2757e51591cd up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:11:56.763518 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 67641a6e-e570-49c2-bc55-2757e51591cd triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:11:56.763881 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:56.783874 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9093f307-2aae-4bff-b734-075d75161f68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005165771', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:11:46Z', 'updated_at': '2022-04-11T15:11:53Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9093f307-2aae-4bff-b734-075d75161f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:11:47Z', 'updated_at': '2022-04-11T15:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'ae9da51b-7428-4860-b845-8560acad35c1', 'name': '', 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:14:aa:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9093f307-2aae-4bff-b734-075d75161f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '0ad80c19-a395-42e7-8318-0c2f84d0449a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:11:52Z', 'updated_at': '2022-04-11T15:11:56Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '0ad80c19-a395-42e7-8318-0c2f84d0449a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:11:56.788036 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60796b39-2148-4c3a-88ed-6e70dd86696f None None] The sync data for ids ['9093f307-2aae-4bff-b734-075d75161f68'] in dv-neutron-837330-1-hyperv is: [{'id': '9093f307-2aae-4bff-b734-075d75161f68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005165771', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:11:46Z', 'updated_at': '2022-04-11T15:11:53Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9093f307-2aae-4bff-b734-075d75161f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:11:47Z', 'updated_at': '2022-04-11T15:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'ae9da51b-7428-4860-b845-8560acad35c1', 'name': '', 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:14:aa:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9093f307-2aae-4bff-b734-075d75161f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '0ad80c19-a395-42e7-8318-0c2f84d0449a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:11:52Z', 'updated_at': '2022-04-11T15:11:56Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '0ad80c19-a395-42e7-8318-0c2f84d0449a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:11:56.970320 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-c9f29eba-c26a-4026-a2c6-df7889cce9ea req-9548c3ed-a59d-4b22-8966-0d1ec2b309a4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:11:57.066105 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-c9f29eba-c26a-4026-a2c6-df7889cce9ea req-9548c3ed-a59d-4b22-8966-0d1ec2b309a4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:11:57.067851 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c9f29eba-c26a-4026-a2c6-df7889cce9ea req-9548c3ed-a59d-4b22-8966-0d1ec2b309a4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 210 time: 0.1619205 Apr 11 15:11:57.796076 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-358f207c-399b-4413-bbe8-eef85cfb9ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:58.222061 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e4f8cdb4-98d3-4718-9435-dd464341e203 req-54dd0f83-ac2f-4c48-ac86-3e7d7ee8da11 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 210 time: 0.0468104 Apr 11 15:11:58.716622 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ae9da51b-7428-4860-b845-8560acad35c1 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:11:58.746672 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:58.830617 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:58.864925 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port ae9da51b-7428-4860-b845-8560acad35c1 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:11:58.870865 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port ae9da51b-7428-4860-b845-8560acad35c1 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:11:58.871289 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:58.995068 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:59.033547 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port ae9da51b-7428-4860-b845-8560acad35c1, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=ae9da51b-7428-4860-b845-8560acad35c1,segment=NetworkSegment(a30b2285-9282-4aae-8fff-790d0de69b8a),segment_id=a30b2285-9282-4aae-8fff-790d0de69b8a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:11:59.098622 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:59.210182 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=ae9da51b-7428-4860-b845-8560acad35c1,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:11:59.269960 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27652790-a216-4908-9cbe-acc4fba58f4a req-65456f06-e7b2-4c59-a893-668d7b47e0be tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:11:59.270664 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-27652790-a216-4908-9cbe-acc4fba58f4a req-65456f06-e7b2-4c59-a893-668d7b47e0be tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:network {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:11:59.379373 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-27652790-a216-4908-9cbe-acc4fba58f4a req-65456f06-e7b2-4c59-a893-668d7b47e0be tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:network {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:11:59.380547 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-27652790-a216-4908-9cbe-acc4fba58f4a req-65456f06-e7b2-4c59-a893-668d7b47e0be tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.53 "GET /v2.0/networks?id=92a40ee5-8783-43b0-850b-0f3a7c821a82 HTTP/1.1" status: 200 len: 797 time: 0.2628558 Apr 11 15:11:59.393409 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cbfa2a4b-abeb-42eb-8cf0-d09e558660a7 req-17d61272-8dd3-47bc-af00-f355e7b9d6fb tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 210 time: 0.0517507 Apr 11 15:11:59.435189 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-27652790-a216-4908-9cbe-acc4fba58f4a req-5c97a3ab-43cf-4eaf-b2f7-2e0502440df1 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:11:59.567995 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-27652790-a216-4908-9cbe-acc4fba58f4a req-5c97a3ab-43cf-4eaf-b2f7-2e0502440df1 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:11:59.569185 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-27652790-a216-4908-9cbe-acc4fba58f4a req-5c97a3ab-43cf-4eaf-b2f7-2e0502440df1 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fd27714ee9e4925afa207147871cc90 HTTP/1.1" status: 200 len: 380 time: 0.1741750 Apr 11 15:11:59.578068 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [req-27652790-a216-4908-9cbe-acc4fba58f4a req-7024302a-29f9-490b-93bd-d07e2ef36321 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'port': {'device_id': '6a393ba0-53a3-43e3-8532-7b361cca90b7', 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82', 'admin_state_up': True, 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'security_groups': ['ce6be1c7-2658-4e58-8270-0221fbb3a82c']}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:11:59.714401 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [req-27652790-a216-4908-9cbe-acc4fba58f4a req-7024302a-29f9-490b-93bd-d07e2ef36321 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:11:59.724576 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [req-27652790-a216-4908-9cbe-acc4fba58f4a req-7024302a-29f9-490b-93bd-d07e2ef36321 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:11:59.812993 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27652790-a216-4908-9cbe-acc4fba58f4a req-7024302a-29f9-490b-93bd-d07e2ef36321 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Made reservation on behalf of 3fd27714ee9e4925afa207147871cc90 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:11:59.816623 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-27652790-a216-4908-9cbe-acc4fba58f4a req-7024302a-29f9-490b-93bd-d07e2ef36321 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:11:59.979709 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [req-27652790-a216-4908-9cbe-acc4fba58f4a req-7024302a-29f9-490b-93bd-d07e2ef36321 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Allocated IP 172.20.0.10 (92a40ee5-8783-43b0-850b-0f3a7c821a82/0ad80c19-a395-42e7-8318-0c2f84d0449a/28efb7a4-4135-4d1b-8831-a5ac98800087) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:12:00.114509 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:00.174227 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-27652790-a216-4908-9cbe-acc4fba58f4a req-7024302a-29f9-490b-93bd-d07e2ef36321 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:00.190960 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [req-27652790-a216-4908-9cbe-acc4fba58f4a req-7024302a-29f9-490b-93bd-d07e2ef36321 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Transition to ACTIVE for port object 28efb7a4-4135-4d1b-8831-a5ac98800087 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:12:00.264846 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-27652790-a216-4908-9cbe-acc4fba58f4a req-7024302a-29f9-490b-93bd-d07e2ef36321 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:00.327706 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27652790-a216-4908-9cbe-acc4fba58f4a req-7024302a-29f9-490b-93bd-d07e2ef36321 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network 92a40ee5-8783-43b0-850b-0f3a7c821a82 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:12:00.331261 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [req-27652790-a216-4908-9cbe-acc4fba58f4a req-7024302a-29f9-490b-93bd-d07e2ef36321 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:12:00.344112 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [req-27652790-a216-4908-9cbe-acc4fba58f4a req-7024302a-29f9-490b-93bd-d07e2ef36321 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:12:00.489541 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024302a-29f9-490b-93bd-d07e2ef36321 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=28efb7a4-4135-4d1b-8831-a5ac98800087,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:12:00.524195 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27652790-a216-4908-9cbe-acc4fba58f4a req-7024302a-29f9-490b-93bd-d07e2ef36321 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:00.524879 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-27652790-a216-4908-9cbe-acc4fba58f4a req-7024302a-29f9-490b-93bd-d07e2ef36321 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:00.583952 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cd6b2-a760-4115-b069-42f8746fdf61 req-040c8b53-d022-4819-9341-27ab939b5354 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:00.585354 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e25cd6b2-a760-4115-b069-42f8746fdf61 req-040c8b53-d022-4819-9341-27ab939b5354 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 932 time: 0.0858033 Apr 11 15:12:00.608087 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-27652790-a216-4908-9cbe-acc4fba58f4a req-7024302a-29f9-490b-93bd-d07e2ef36321 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0337200 Apr 11 15:12:00.624177 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1e05695c-9265-4988-a0ac-33614ee0b59c None None] Provisioning for port 28efb7a4-4135-4d1b-8831-a5ac98800087 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:12:00.625009 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [req-27652790-a216-4908-9cbe-acc4fba58f4a req-865d7d47-357c-4ba4-9744-1b0e4787a741 service neutron] Request body: {'port': {'device_id': '6a393ba0-53a3-43e3-8532-7b361cca90b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:12:00.630817 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1e05695c-9265-4988-a0ac-33614ee0b59c None None] Provisioning complete for port 28efb7a4-4135-4d1b-8831-a5ac98800087 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:12:00.631196 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1e05695c-9265-4988-a0ac-33614ee0b59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:00.634605 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e25cd6b2-a760-4115-b069-42f8746fdf61 req-0925c8c4-0553-466d-9b50-096b14c4d14f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce6be1c7-2658-4e58-8270-0221fbb3a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433681 Apr 11 15:12:00.685681 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-1e05695c-9265-4988-a0ac-33614ee0b59c None None] Port 28efb7a4-4135-4d1b-8831-a5ac98800087 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:12:00.701944 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ae9da51b-7428-4860-b845-8560acad35c1 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:12:00.749953 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-27652790-a216-4908-9cbe-acc4fba58f4a req-865d7d47-357c-4ba4-9744-1b0e4787a741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:00.773235 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port ae9da51b-7428-4860-b845-8560acad35c1 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:12:00.773666 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:01.097572 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [req-27652790-a216-4908-9cbe-acc4fba58f4a req-865d7d47-357c-4ba4-9744-1b0e4787a741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28efb7a4-4135-4d1b-8831-a5ac98800087 {{(pid=88616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:12:01.104737 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-27652790-a216-4908-9cbe-acc4fba58f4a req-865d7d47-357c-4ba4-9744-1b0e4787a741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:01.119729 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [req-27652790-a216-4908-9cbe-acc4fba58f4a req-865d7d47-357c-4ba4-9744-1b0e4787a741 service neutron] Transition to ACTIVE for port object 28efb7a4-4135-4d1b-8831-a5ac98800087 will not be triggered until provisioned by entity L2. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:12:01.193845 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-27652790-a216-4908-9cbe-acc4fba58f4a req-865d7d47-357c-4ba4-9744-1b0e4787a741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:01.356928 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d7d47-357c-4ba4-9744-1b0e4787a741 service neutron] Pushing event updated for resources: {'Port': ['ID=28efb7a4-4135-4d1b-8831-a5ac98800087,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:12:01.443542 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [req-27652790-a216-4908-9cbe-acc4fba58f4a req-865d7d47-357c-4ba4-9744-1b0e4787a741 service neutron] Attempting to bind port 28efb7a4-4135-4d1b-8831-a5ac98800087 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:12:01.443872 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [req-27652790-a216-4908-9cbe-acc4fba58f4a req-865d7d47-357c-4ba4-9744-1b0e4787a741 service neutron] Attempting to bind port 28efb7a4-4135-4d1b-8831-a5ac98800087 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': 'a30b2285-9282-4aae-8fff-790d0de69b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82'}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:12:01.444197 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27652790-a216-4908-9cbe-acc4fba58f4a req-865d7d47-357c-4ba4-9744-1b0e4787a741 service neutron] Attempting to bind port 28efb7a4-4135-4d1b-8831-a5ac98800087 on network 92a40ee5-8783-43b0-850b-0f3a7c821a82 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:12:01.449001 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27652790-a216-4908-9cbe-acc4fba58f4a req-865d7d47-357c-4ba4-9744-1b0e4787a741 service neutron] Port 28efb7a4-4135-4d1b-8831-a5ac98800087 on network 92a40ee5-8783-43b0-850b-0f3a7c821a82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 15:12:01.449315 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27652790-a216-4908-9cbe-acc4fba58f4a req-865d7d47-357c-4ba4-9744-1b0e4787a741 service neutron] Attempting to bind port 28efb7a4-4135-4d1b-8831-a5ac98800087 on network 92a40ee5-8783-43b0-850b-0f3a7c821a82 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:12:01.454476 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27652790-a216-4908-9cbe-acc4fba58f4a req-865d7d47-357c-4ba4-9744-1b0e4787a741 service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:12:01.454807 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27652790-a216-4908-9cbe-acc4fba58f4a req-865d7d47-357c-4ba4-9744-1b0e4787a741 service neutron] Checking segment: {'id': 'a30b2285-9282-4aae-8fff-790d0de69b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:12:01.455199 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27652790-a216-4908-9cbe-acc4fba58f4a req-865d7d47-357c-4ba4-9744-1b0e4787a741 service neutron] Bound using segment: {'id': 'a30b2285-9282-4aae-8fff-790d0de69b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82'} {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:12:01.456327 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [req-27652790-a216-4908-9cbe-acc4fba58f4a req-865d7d47-357c-4ba4-9744-1b0e4787a741 service neutron] Bound port: 28efb7a4-4135-4d1b-8831-a5ac98800087, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a30b2285-9282-4aae-8fff-790d0de69b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82'}}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:12:01.456896 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-27652790-a216-4908-9cbe-acc4fba58f4a req-865d7d47-357c-4ba4-9744-1b0e4787a741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:01.548372 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [req-27652790-a216-4908-9cbe-acc4fba58f4a req-865d7d47-357c-4ba4-9744-1b0e4787a741 service neutron] For port 28efb7a4-4135-4d1b-8831-a5ac98800087, host hv-neutron-8373, cleared binding levels {{(pid=88616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:12:01.551824 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [req-27652790-a216-4908-9cbe-acc4fba58f4a req-865d7d47-357c-4ba4-9744-1b0e4787a741 service neutron] For port 28efb7a4-4135-4d1b-8831-a5ac98800087, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=28efb7a4-4135-4d1b-8831-a5ac98800087,segment=NetworkSegment(a30b2285-9282-4aae-8fff-790d0de69b8a),segment_id=a30b2285-9282-4aae-8fff-790d0de69b8a)] {{(pid=88616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:12:01.624611 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-27652790-a216-4908-9cbe-acc4fba58f4a req-865d7d47-357c-4ba4-9744-1b0e4787a741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:01.678292 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27652790-a216-4908-9cbe-acc4fba58f4a req-865d7d47-357c-4ba4-9744-1b0e4787a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:01.678982 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-27652790-a216-4908-9cbe-acc4fba58f4a req-865d7d47-357c-4ba4-9744-1b0e4787a741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:01.680733 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-27652790-a216-4908-9cbe-acc4fba58f4a req-865d7d47-357c-4ba4-9744-1b0e4787a741 service neutron] 10.222.0.53 "PUT /v2.0/ports/28efb7a4-4135-4d1b-8831-a5ac98800087 HTTP/1.1" status: 200 len: 1094 time: 1.0601008 Apr 11 15:12:01.683474 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a393ba0-53a3-43e3-8532-7b361cca90b7', 'tag': '28efb7a4-4135-4d1b-8831-a5ac98800087'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:12:01.726431 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d7d47-357c-4ba4-9744-1b0e4787a741 service neutron] Pushing event updated for resources: {'Port': ['ID=28efb7a4-4135-4d1b-8831-a5ac98800087,revision_number=3']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:12:01.741726 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-113af5ac-ed2e-4b2a-b017-31235c636764'] response: {'name': 'network-changed', 'server_uuid': '6a393ba0-53a3-43e3-8532-7b361cca90b7', 'tag': '28efb7a4-4135-4d1b-8831-a5ac98800087', 'status': 'completed', 'code': 200} Apr 11 15:12:01.900617 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcb214-70dd-441e-975e-002fc7265343 req-baee9c4c-198e-411a-8b68-23b1d747e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:01.902048 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3ebcb214-70dd-441e-975e-002fc7265343 req-baee9c4c-198e-411a-8b68-23b1d747e4b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 1097 time: 0.1048226 Apr 11 15:12:01.913833 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f54f26-7af8-44bd-950d-7e9180bde16a req-55bfaafe-2a42-43e3-8976-10b79c3f338f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:01.914521 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-b2f54f26-7af8-44bd-950d-7e9180bde16a req-55bfaafe-2a42-43e3-8976-10b79c3f338f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:12:02.051304 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-b2f54f26-7af8-44bd-950d-7e9180bde16a req-55bfaafe-2a42-43e3-8976-10b79c3f338f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:12:02.055940 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b2f54f26-7af8-44bd-950d-7e9180bde16a req-55bfaafe-2a42-43e3-8976-10b79c3f338f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 944 time: 0.2871206 Apr 11 15:12:02.093087 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcb214-70dd-441e-975e-002fc7265343 req-518e9f8c-93a3-4d59-9420-b127a55c8813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:02.094557 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3ebcb214-70dd-441e-975e-002fc7265343 req-518e9f8c-93a3-4d59-9420-b127a55c8813 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=3fd27714ee9e4925afa207147871cc90&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1728044 Apr 11 15:12:02.145066 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b2f54f26-7af8-44bd-950d-7e9180bde16a req-f62ff445-e305-4dbf-9b0b-f2f6bb47a3d6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce6be1c7-2658-4e58-8270-0221fbb3a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863991 Apr 11 15:12:02.244308 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcb214-70dd-441e-975e-002fc7265343 req-842e465d-f133-4ca5-b5fa-30a08408fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:02.245752 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3ebcb214-70dd-441e-975e-002fc7265343 req-842e465d-f133-4ca5-b5fa-30a08408fe75 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1432674 Apr 11 15:12:02.394447 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27652790-a216-4908-9cbe-acc4fba58f4a req-89b751d3-be18-482c-a5c8-e3d93b7bdd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:02.395932 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-27652790-a216-4908-9cbe-acc4fba58f4a req-89b751d3-be18-482c-a5c8-e3d93b7bdd4e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 1097 time: 0.0900383 Apr 11 15:12:02.470636 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-27652790-a216-4908-9cbe-acc4fba58f4a req-0ba22bc9-bbf5-4075-bea4-75aa6d1731bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28efb7a4-4135-4d1b-8831-a5ac98800087 HTTP/1.1" status: 200 len: 217 time: 0.0623047 Apr 11 15:12:02.638907 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27652790-a216-4908-9cbe-acc4fba58f4a req-72e88fc5-c43e-41e2-8bec-98fffe02cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:02.640332 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-27652790-a216-4908-9cbe-acc4fba58f4a req-72e88fc5-c43e-41e2-8bec-98fffe02cde6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0ad80c19-a395-42e7-8318-0c2f84d0449a HTTP/1.1" status: 200 len: 835 time: 0.1639373 Apr 11 15:12:02.728965 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27652790-a216-4908-9cbe-acc4fba58f4a req-29f82ecc-1bd7-4a46-8bf9-d96260cdcb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:02.730489 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-27652790-a216-4908-9cbe-acc4fba58f4a req-29f82ecc-1bd7-4a46-8bf9-d96260cdcb7b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92a40ee5-8783-43b0-850b-0f3a7c821a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833251 Apr 11 15:12:02.864142 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-27652790-a216-4908-9cbe-acc4fba58f4a req-6be9a77b-dc67-4374-8a4b-e849a678f004 service neutron] 10.222.0.53 "GET /v2.0/networks/92a40ee5-8783-43b0-850b-0f3a7c821a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273725 Apr 11 15:12:02.997176 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-27652790-a216-4908-9cbe-acc4fba58f4a req-607c14b1-43ff-4d8c-bab0-cb5a72297a2b service neutron] 10.222.0.53 "GET /v2.0/networks/92a40ee5-8783-43b0-850b-0f3a7c821a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273873 Apr 11 15:12:03.337408 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c79ab2-9676-4615-b9b5-920d434e530d req-9d069246-cd6d-4abb-bfae-fe10cb0c1e33 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:03.338804 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c0c79ab2-9676-4615-b9b5-920d434e530d req-9d069246-cd6d-4abb-bfae-fe10cb0c1e33 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 944 time: 0.0851192 Apr 11 15:12:03.389750 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c0c79ab2-9676-4615-b9b5-920d434e530d req-41233e44-967b-44f4-8b6b-719b9610f265 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce6be1c7-2658-4e58-8270-0221fbb3a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452113 Apr 11 15:12:04.586542 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2658408-fe94-4176-9429-851913c4196e req-dd7cd9bb-1a6b-47cc-ac9d-17d1b170ae94 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:04.588019 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c2658408-fe94-4176-9429-851913c4196e req-dd7cd9bb-1a6b-47cc-ac9d-17d1b170ae94 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 944 time: 0.0848439 Apr 11 15:12:04.631563 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c2658408-fe94-4176-9429-851913c4196e req-93d5c784-dc53-48ce-831b-f424421be584 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce6be1c7-2658-4e58-8270-0221fbb3a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379527 Apr 11 15:12:05.817418 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53ad80-7eaf-4ff5-a782-bfc9b94f2e65 req-02e42460-7382-4095-beb3-fa0d6cc2611f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:05.818888 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ec53ad80-7eaf-4ff5-a782-bfc9b94f2e65 req-02e42460-7382-4095-beb3-fa0d6cc2611f tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 944 time: 0.0829878 Apr 11 15:12:05.864565 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ec53ad80-7eaf-4ff5-a782-bfc9b94f2e65 req-1cd9c5db-07bc-46c6-af53-617a56c9c4b3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce6be1c7-2658-4e58-8270-0221fbb3a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399752 Apr 11 15:12:07.053225 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c1fb5-cc14-4acd-b777-ec4f0d113ad8 req-8f7561ee-ad4a-463b-99fa-3c9dd33622be tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:07.054781 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-063c1fb5-cc14-4acd-b777-ec4f0d113ad8 req-8f7561ee-ad4a-463b-99fa-3c9dd33622be tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 944 time: 0.0862594 Apr 11 15:12:07.099980 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-063c1fb5-cc14-4acd-b777-ec4f0d113ad8 req-9dcb1413-478b-473b-9173-b23f7cad6266 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce6be1c7-2658-4e58-8270-0221fbb3a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390725 Apr 11 15:12:07.543971 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 28efb7a4-4135-4d1b-8831-a5ac98800087 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 15:12:07.676671 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 28efb7a4-4135-4d1b-8831-a5ac98800087, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=28efb7a4-4135-4d1b-8831-a5ac98800087,segment=NetworkSegment(a30b2285-9282-4aae-8fff-790d0de69b8a),segment_id=a30b2285-9282-4aae-8fff-790d0de69b8a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:12:07.690119 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '28efb7a4-4135-4d1b-8831-a5ac98800087', 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82', 'port_id': '28efb7a4-4135-4d1b-8831-a5ac98800087', 'mac_address': 'fa:16:3e:0e:b6:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ad80c19-a395-42e7-8318-0c2f84d0449a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 15:12:07.744538 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:07.761434 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28efb7a4-4135-4d1b-8831-a5ac98800087 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:12:07.776514 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 28efb7a4-4135-4d1b-8831-a5ac98800087, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=28efb7a4-4135-4d1b-8831-a5ac98800087,segment=NetworkSegment(a30b2285-9282-4aae-8fff-790d0de69b8a),segment_id=a30b2285-9282-4aae-8fff-790d0de69b8a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:12:07.835011 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:07.905306 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=28efb7a4-4135-4d1b-8831-a5ac98800087,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:12:08.290191 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89ca60-eb8a-41a5-9df2-e866fbabe5a7 req-c80be426-4779-42e9-854b-7a75c6740d13 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:08.291542 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7b89ca60-eb8a-41a5-9df2-e866fbabe5a7 req-c80be426-4779-42e9-854b-7a75c6740d13 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 945 time: 0.0842116 Apr 11 15:12:08.295456 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['28efb7a4-4135-4d1b-8831-a5ac98800087'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 15:12:08.337130 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7b89ca60-eb8a-41a5-9df2-e866fbabe5a7 req-3e511a16-bf9a-42cc-ba41-f10d84c57bad tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce6be1c7-2658-4e58-8270-0221fbb3a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399327 Apr 11 15:12:09.534921 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590c95e-6bba-4c00-9567-8ed4f050b8f4 req-59f74771-d106-4e7e-bea2-d1e2f79bd105 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:09.536399 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8590c95e-6bba-4c00-9567-8ed4f050b8f4 req-59f74771-d106-4e7e-bea2-d1e2f79bd105 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 945 time: 0.0884974 Apr 11 15:12:09.552720 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 28efb7a4-4135-4d1b-8831-a5ac98800087 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:12:09.582365 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8590c95e-6bba-4c00-9567-8ed4f050b8f4 req-c0bcd153-1399-436d-82bd-8761c601ac61 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce6be1c7-2658-4e58-8270-0221fbb3a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391884 Apr 11 15:12:09.663275 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port 28efb7a4-4135-4d1b-8831-a5ac98800087 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:12:09.668072 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 28efb7a4-4135-4d1b-8831-a5ac98800087 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:12:09.669717 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:09.787365 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:09.813138 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a393ba0-53a3-43e3-8532-7b361cca90b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28efb7a4-4135-4d1b-8831-a5ac98800087'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:12:09.822732 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 28efb7a4-4135-4d1b-8831-a5ac98800087, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=28efb7a4-4135-4d1b-8831-a5ac98800087,segment=NetworkSegment(a30b2285-9282-4aae-8fff-790d0de69b8a),segment_id=a30b2285-9282-4aae-8fff-790d0de69b8a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:12:09.859591 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a36b4d8-d19f-4671-ab4d-69ef7a387131'] response: {'server_uuid': '6a393ba0-53a3-43e3-8532-7b361cca90b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28efb7a4-4135-4d1b-8831-a5ac98800087', 'code': 200} Apr 11 15:12:09.880721 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:09.953150 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=28efb7a4-4135-4d1b-8831-a5ac98800087,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:12:10.253574 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcdc20-d98e-4509-a716-271e67ceabec req-67ab1651-61f4-4a77-9f84-d83dc4c2fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:10.255088 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-96fcdc20-d98e-4509-a716-271e67ceabec req-67ab1651-61f4-4a77-9f84-d83dc4c2fc5c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 1099 time: 0.0705335 Apr 11 15:12:10.295812 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-96fcdc20-d98e-4509-a716-271e67ceabec req-9f4b86cd-e7de-4e46-b7de-4bb4f950e3c2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ce6be1c7-2658-4e58-8270-0221fbb3a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347476 Apr 11 15:12:10.772787 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279814a8-9858-421b-ba9a-8ad4794bae39 req-c6a4a980-2d8d-49be-ad69-5c2c065499bc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:10.774314 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-279814a8-9858-421b-ba9a-8ad4794bae39 req-c6a4a980-2d8d-49be-ad69-5c2c065499bc tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 946 time: 0.0860326 Apr 11 15:12:10.819604 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-279814a8-9858-421b-ba9a-8ad4794bae39 req-454d05f3-8f4b-40c5-85b5-a88331b2bd2a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce6be1c7-2658-4e58-8270-0221fbb3a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396147 Apr 11 15:12:12.025581 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a17e0-a482-45fc-a4ea-a2fb7c94b3f4 req-5e89d621-24ca-4e45-98bb-c4eb308e0b30 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:12.027995 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-146a17e0-a482-45fc-a4ea-a2fb7c94b3f4 req-5e89d621-24ca-4e45-98bb-c4eb308e0b30 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 946 time: 0.1024089 Apr 11 15:12:12.077002 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-146a17e0-a482-45fc-a4ea-a2fb7c94b3f4 req-ca1838b9-111d-4b8c-8595-4b453f0c5c2e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce6be1c7-2658-4e58-8270-0221fbb3a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435045 Apr 11 15:12:12.265230 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580b469-4bfa-44a7-8e81-248a2cb7b1a0 req-d04dea90-ae6d-48e3-b95c-824ce7708b21 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:12.266707 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9580b469-4bfa-44a7-8e81-248a2cb7b1a0 req-d04dea90-ae6d-48e3-b95c-824ce7708b21 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 946 time: 0.0859258 Apr 11 15:12:12.311250 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9580b469-4bfa-44a7-8e81-248a2cb7b1a0 req-78ebf67f-b481-4140-b0ba-b21f51081965 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce6be1c7-2658-4e58-8270-0221fbb3a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387883 Apr 11 15:12:12.334370 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53070) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:12:12.404817 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c351d297-330d-4620-98be-cf5e2e16b1fd tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:12.406261 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c351d297-330d-4620-98be-cf5e2e16b1fd tempest-TestNetworkAdvancedServerOps-89094629 tempest-TestNetworkAdvancedServerOps-89094629-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 1094 time: 0.0709128 Apr 11 15:12:12.409071 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53074) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:12:12.414057 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-7e2649e3-2865-489f-aec3-160767347593 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': '28efb7a4-4135-4d1b-8831-a5ac98800087', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:12:12.420069 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7e2649e3-2865-489f-aec3-160767347593 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:12:12.424138 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7e2649e3-2865-489f-aec3-160767347593 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Usage tracker for resource:floatingip and tenant:3fd27714ee9e4925afa207147871cc90 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:12:12.426965 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7e2649e3-2865-489f-aec3-160767347593 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:12:12.432657 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7e2649e3-2865-489f-aec3-160767347593 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:12:12.491728 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7e2649e3-2865-489f-aec3-160767347593 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for floatingip, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:12.632460 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7e2649e3-2865-489f-aec3-160767347593 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:12.774925 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-7e2649e3-2865-489f-aec3-160767347593 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Allocated IP 172.26.7.182 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/59364ed8-33ed-4267-ac96-7ecfcbb5a074) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:12:12.922215 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7e2649e3-2865-489f-aec3-160767347593 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:12.983804 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7e2649e3-2865-489f-aec3-160767347593 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:13.045053 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2649e3-2865-489f-aec3-160767347593 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:12:13.047831 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-7e2649e3-2865-489f-aec3-160767347593 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:12:13.052566 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2649e3-2865-489f-aec3-160767347593 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:12:13.106522 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2649e3-2865-489f-aec3-160767347593 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=59364ed8-33ed-4267-ac96-7ecfcbb5a074,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:12:13.575087 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7e2649e3-2865-489f-aec3-160767347593 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:13.700832 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7e2649e3-2865-489f-aec3-160767347593 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:13.906325 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7e2649e3-2865-489f-aec3-160767347593 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:13.988662 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7e2649e3-2865-489f-aec3-160767347593 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:14.097945 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2649e3-2865-489f-aec3-160767347593 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event updated for resources: {'Port': ['ID=59364ed8-33ed-4267-ac96-7ecfcbb5a074,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:12:14.109544 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7e2649e3-2865-489f-aec3-160767347593 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:14.280463 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-7e2649e3-2865-489f-aec3-160767347593 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Floating IP f58bd16a-94b5-464d-aa0e-341fe63c3605 associated. External IP: 172.26.7.182, port: 28efb7a4-4135-4d1b-8831-a5ac98800087. Apr 11 15:12:14.629226 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2649e3-2865-489f-aec3-160767347593 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Router 9093f307-2aae-4bff-b734-075d75161f68 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:12:14.918556 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2649e3-2865-489f-aec3-160767347593 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:12:14.928386 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6e8933-73ef-4e10-974e-9b0f66bae662 None None] Sync routers for ids ['9093f307-2aae-4bff-b734-075d75161f68'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:12:14.937449 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6e8933-73ef-4e10-974e-9b0f66bae662 None None] Routers {'9093f307-2aae-4bff-b734-075d75161f68'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:12:14.938093 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2b6e8933-73ef-4e10-974e-9b0f66bae662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:11:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9093f307-2aae-4bff-b734-075d75161f68'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:12:15.011592 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7e2649e3-2865-489f-aec3-160767347593 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:15.072230 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7e2649e3-2865-489f-aec3-160767347593 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6621165 Apr 11 15:12:15.072809 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a393ba0-53a3-43e3-8532-7b361cca90b7', 'tag': '28efb7a4-4135-4d1b-8831-a5ac98800087'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:12:15.126978 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cba6557b-ef57-4513-8957-13335c3d2671'] response: {'name': 'network-changed', 'server_uuid': '6a393ba0-53a3-43e3-8532-7b361cca90b7', 'tag': '28efb7a4-4135-4d1b-8831-a5ac98800087', 'status': 'completed', 'code': 200} Apr 11 15:12:15.129994 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-2b6e8933-73ef-4e10-974e-9b0f66bae662 None None] Set router 9093f307-2aae-4bff-b734-075d75161f68 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:12:15.247110 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9484cd-8682-49b6-aad7-0d05ecdd5118 req-115b3b6a-67cf-43f4-8478-4b8c756d289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:15.248280 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a483bb-8f61-4c67-81b5-4dfa4a5939cc req-d18a5bb1-9255-4dba-9d58-a63dd51e8296 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:15.248765 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fa9484cd-8682-49b6-aad7-0d05ecdd5118 req-115b3b6a-67cf-43f4-8478-4b8c756d289f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 1099 time: 0.0743423 Apr 11 15:12:15.250451 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-90a483bb-8f61-4c67-81b5-4dfa4a5939cc req-d18a5bb1-9255-4dba-9d58-a63dd51e8296 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 946 time: 0.0835888 Apr 11 15:12:15.296839 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-90a483bb-8f61-4c67-81b5-4dfa4a5939cc req-8662aeef-b655-4db0-acfb-395ae823e458 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce6be1c7-2658-4e58-8270-0221fbb3a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405338 Apr 11 15:12:15.322215 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 53082) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:12:15.394257 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9484cd-8682-49b6-aad7-0d05ecdd5118 req-c7b15d22-79e5-447a-badc-df40f84e018b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:15.395745 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fa9484cd-8682-49b6-aad7-0d05ecdd5118 req-c7b15d22-79e5-447a-badc-df40f84e018b service neutron] 10.222.0.53 "GET /v2.0/networks?id=92a40ee5-8783-43b0-850b-0f3a7c821a82 HTTP/1.1" status: 200 len: 899 time: 0.1410160 Apr 11 15:12:15.442937 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8cd1f605-6efa-49e6-a186-c12d6210d3c6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/floatingips/f58bd16a-94b5-464d-aa0e-341fe63c3605 HTTP/1.1" status: 200 len: 992 time: 0.1184711 Apr 11 15:12:15.503041 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fa9484cd-8682-49b6-aad7-0d05ecdd5118 req-601b7210-ec9c-4f91-ae8d-697142ac8db2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28efb7a4-4135-4d1b-8831-a5ac98800087 HTTP/1.1" status: 200 len: 1000 time: 0.1009963 Apr 11 15:12:15.567827 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2b6e8933-73ef-4e10-974e-9b0f66bae662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9093f307-2aae-4bff-b734-075d75161f68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005165771', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:11:46Z', 'updated_at': '2022-04-11T15:11:53Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9093f307-2aae-4bff-b734-075d75161f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:11:47Z', 'updated_at': '2022-04-11T15:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': 'f58bd16a-94b5-464d-aa0e-341fe63c3605', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'floating_ip_address': '172.26.7.182', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '9093f307-2aae-4bff-b734-075d75161f68', 'port_id': '28efb7a4-4135-4d1b-8831-a5ac98800087', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82', 'mac_address': 'fa:16:3e:0e:b6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a393ba0-53a3-43e3-8532-7b361cca90b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:12:13Z', 'updated_at': '2022-04-11T15:12:13Z', 'revision_number': 0, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9da51b-7428-4860-b845-8560acad35c1', 'name': '', 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:14:aa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9093f307-2aae-4bff-b734-075d75161f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '0ad80c19-a395-42e7-8318-0c2f84d0449a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:11:52Z', 'updated_at': '2022-04-11T15:11:59Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '0ad80c19-a395-42e7-8318-0c2f84d0449a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:12:15.568159 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9484cd-8682-49b6-aad7-0d05ecdd5118 req-32e0c5a4-4129-4542-b69b-66f36fd1ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:15.569541 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fa9484cd-8682-49b6-aad7-0d05ecdd5118 req-32e0c5a4-4129-4542-b69b-66f36fd1ddc5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0ad80c19-a395-42e7-8318-0c2f84d0449a HTTP/1.1" status: 200 len: 835 time: 0.0600371 Apr 11 15:12:15.571776 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6e8933-73ef-4e10-974e-9b0f66bae662 None None] Checking router: 9093f307-2aae-4bff-b734-075d75161f68 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:12:15.580155 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6e8933-73ef-4e10-974e-9b0f66bae662 None None] Routers {'9093f307-2aae-4bff-b734-075d75161f68'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:12:15.580751 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2b6e8933-73ef-4e10-974e-9b0f66bae662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:11:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9093f307-2aae-4bff-b734-075d75161f68'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:12:15.650789 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9484cd-8682-49b6-aad7-0d05ecdd5118 req-c1423ff5-cca1-4e29-9ef0-9b6fdd532dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:15.652268 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fa9484cd-8682-49b6-aad7-0d05ecdd5118 req-c1423ff5-cca1-4e29-9ef0-9b6fdd532dd9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92a40ee5-8783-43b0-850b-0f3a7c821a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770617 Apr 11 15:12:15.768585 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-2b6e8933-73ef-4e10-974e-9b0f66bae662 None None] Set router 9093f307-2aae-4bff-b734-075d75161f68 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:12:15.791058 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fa9484cd-8682-49b6-aad7-0d05ecdd5118 req-e6dd27d5-1261-45ca-86dd-50fe4cad05af service neutron] 10.222.0.53 "GET /v2.0/networks/92a40ee5-8783-43b0-850b-0f3a7c821a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321476 Apr 11 15:12:15.923696 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-fa9484cd-8682-49b6-aad7-0d05ecdd5118 req-45f527da-48dd-485a-b23e-18070835880e service neutron] 10.222.0.53 "GET /v2.0/networks/92a40ee5-8783-43b0-850b-0f3a7c821a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272643 Apr 11 15:12:16.123654 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-2b6e8933-73ef-4e10-974e-9b0f66bae662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9093f307-2aae-4bff-b734-075d75161f68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005165771', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:11:46Z', 'updated_at': '2022-04-11T15:11:53Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9093f307-2aae-4bff-b734-075d75161f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:11:47Z', 'updated_at': '2022-04-11T15:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': 'f58bd16a-94b5-464d-aa0e-341fe63c3605', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'floating_ip_address': '172.26.7.182', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '9093f307-2aae-4bff-b734-075d75161f68', 'port_id': '28efb7a4-4135-4d1b-8831-a5ac98800087', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82', 'mac_address': 'fa:16:3e:0e:b6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a393ba0-53a3-43e3-8532-7b361cca90b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:12:13Z', 'updated_at': '2022-04-11T15:12:13Z', 'revision_number': 0, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9da51b-7428-4860-b845-8560acad35c1', 'name': '', 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:14:aa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9093f307-2aae-4bff-b734-075d75161f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '0ad80c19-a395-42e7-8318-0c2f84d0449a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:11:52Z', 'updated_at': '2022-04-11T15:11:59Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '0ad80c19-a395-42e7-8318-0c2f84d0449a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:12:16.128140 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6e8933-73ef-4e10-974e-9b0f66bae662 None None] The sync data for ids ['9093f307-2aae-4bff-b734-075d75161f68'] in dv-neutron-837330-1-hyperv is: [{'id': '9093f307-2aae-4bff-b734-075d75161f68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005165771', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:11:46Z', 'updated_at': '2022-04-11T15:11:53Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9093f307-2aae-4bff-b734-075d75161f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:11:47Z', 'updated_at': '2022-04-11T15:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': 'f58bd16a-94b5-464d-aa0e-341fe63c3605', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'floating_ip_address': '172.26.7.182', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '9093f307-2aae-4bff-b734-075d75161f68', 'port_id': '28efb7a4-4135-4d1b-8831-a5ac98800087', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82', 'mac_address': 'fa:16:3e:0e:b6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a393ba0-53a3-43e3-8532-7b361cca90b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:12:13Z', 'updated_at': '2022-04-11T15:12:13Z', 'revision_number': 0, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9da51b-7428-4860-b845-8560acad35c1', 'name': '', 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:14:aa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9093f307-2aae-4bff-b734-075d75161f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '0ad80c19-a395-42e7-8318-0c2f84d0449a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:11:52Z', 'updated_at': '2022-04-11T15:11:59Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '0ad80c19-a395-42e7-8318-0c2f84d0449a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:12:16.318479 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2351297a-cc49-4f91-8313-9f4d047a4707 None None] New status for floating IP f58bd16a-94b5-464d-aa0e-341fe63c3605: ACTIVE {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:12:16.445760 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 53086) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:12:16.554636 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-7b4c9ff7-62ab-4017-89d1-78c96e476272 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/floatingips/f58bd16a-94b5-464d-aa0e-341fe63c3605 HTTP/1.1" status: 200 len: 992 time: 0.1075361 Apr 11 15:12:17.563276 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 53090) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:12:17.670534 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d8dc61f9-f0e1-4da0-b927-ae0aba7fefa1 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/floatingips/f58bd16a-94b5-464d-aa0e-341fe63c3605 HTTP/1.1" status: 200 len: 994 time: 0.1060257 Apr 11 15:12:24.668178 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:25.255422 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-532fb4b8-2e22-44de-928d-7ade1650bdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:27.814882 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-962ab63a-9ad0-45fb-aa58-f812a2feb72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:28.763437 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:28.795385 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:12:28.873006 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:30.175991 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:49.939807 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e6a187b4-2f91-4052-98ec-46d397aaa060 req-28a38ad2-ddf5-4c13-b67e-2641313a6ae3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760195 Apr 11 15:12:50.104757 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a187b4-2f91-4052-98ec-46d397aaa060 req-6286ca4d-caba-4154-a97b-d5e56c7edf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:50.106205 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e6a187b4-2f91-4052-98ec-46d397aaa060 req-6286ca4d-caba-4154-a97b-d5e56c7edf66 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 1099 time: 0.0755310 Apr 11 15:12:50.262178 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a187b4-2f91-4052-98ec-46d397aaa060 req-42122109-0f30-4e80-9fe9-e6445e884732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:50.264586 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e6a187b4-2f91-4052-98ec-46d397aaa060 req-42122109-0f30-4e80-9fe9-e6445e884732 service neutron] 10.222.0.53 "GET /v2.0/networks?id=92a40ee5-8783-43b0-850b-0f3a7c821a82 HTTP/1.1" status: 200 len: 899 time: 0.1397381 Apr 11 15:12:50.366994 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e6a187b4-2f91-4052-98ec-46d397aaa060 req-d7dc1c5e-3270-4744-8a88-730e4ce4192a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28efb7a4-4135-4d1b-8831-a5ac98800087 HTTP/1.1" status: 200 len: 1002 time: 0.0950513 Apr 11 15:12:50.432950 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a187b4-2f91-4052-98ec-46d397aaa060 req-60f7383a-3cc9-4561-bb18-536baa79afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:50.434431 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e6a187b4-2f91-4052-98ec-46d397aaa060 req-60f7383a-3cc9-4561-bb18-536baa79afdd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0ad80c19-a395-42e7-8318-0c2f84d0449a HTTP/1.1" status: 200 len: 835 time: 0.0604284 Apr 11 15:12:50.517634 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a187b4-2f91-4052-98ec-46d397aaa060 req-e4bfea52-a965-401b-88c5-9e5e8104a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:12:50.522295 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e6a187b4-2f91-4052-98ec-46d397aaa060 req-e4bfea52-a965-401b-88c5-9e5e8104a7f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92a40ee5-8783-43b0-850b-0f3a7c821a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808132 Apr 11 15:12:50.661656 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e6a187b4-2f91-4052-98ec-46d397aaa060 req-57645b3e-2234-4b52-ab63-4ecdeca7959d service neutron] 10.222.0.53 "GET /v2.0/networks/92a40ee5-8783-43b0-850b-0f3a7c821a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342218 Apr 11 15:12:50.912416 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e6a187b4-2f91-4052-98ec-46d397aaa060 req-d7ea3f50-44a0-4bfb-9463-984364412db4 service neutron] 10.222.0.53 "GET /v2.0/networks/92a40ee5-8783-43b0-850b-0f3a7c821a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451119 Apr 11 15:12:54.687807 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:55.230787 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-27af3965-02a1-4a06-8ddb-008caf4f0095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:57.830549 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f1d97e9c-0b67-440d-b701-3245b463fc29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:58.710141 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:12:58.830093 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:00.109933 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:05.795424 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:13:24.702161 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:25.228512 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6c597410-132a-4b9b-bbbf-1e2fc30855e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:27.782157 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7b7b21d8-5d29-4d0a-88b7-5187d9a23669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:28.724713 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:28.867539 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:29.476051 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca9b6a-8add-4ba1-98b0-89b855062966 req-6c4cdedd-5eca-43f0-99cb-b8e1037e5286 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:13:29.477538 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-65ca9b6a-8add-4ba1-98b0-89b855062966 req-6c4cdedd-5eca-43f0-99cb-b8e1037e5286 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 946 time: 0.0871797 Apr 11 15:13:29.523435 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-65ca9b6a-8add-4ba1-98b0-89b855062966 req-abde90b7-07c2-47c8-9a83-d6d3b270ff41 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce6be1c7-2658-4e58-8270-0221fbb3a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402474 Apr 11 15:13:30.170371 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:30.712508 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a54a7-df1b-4e2d-abab-765dedbfbafc req-afed73e2-67e3-4ddc-951a-1cd6b9d35418 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:13:30.714005 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-664a54a7-df1b-4e2d-abab-765dedbfbafc req-afed73e2-67e3-4ddc-951a-1cd6b9d35418 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 946 time: 0.0820115 Apr 11 15:13:30.762777 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-664a54a7-df1b-4e2d-abab-765dedbfbafc req-08cae63e-12f0-4391-b40a-b6bb2390d6b6 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce6be1c7-2658-4e58-8270-0221fbb3a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429997 Apr 11 15:13:31.948811 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b49796-1acc-4ab3-a044-dcdb93c62323 req-82ff88a5-eb32-413e-ace2-93eeba8113ea tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:13:31.950372 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f6b49796-1acc-4ab3-a044-dcdb93c62323 req-82ff88a5-eb32-413e-ace2-93eeba8113ea tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 946 time: 0.0819204 Apr 11 15:13:31.999715 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f6b49796-1acc-4ab3-a044-dcdb93c62323 req-b1b1c0a5-2e61-4408-9e9d-eafc526635b8 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce6be1c7-2658-4e58-8270-0221fbb3a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426340 Apr 11 15:13:32.023944 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 53122) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:13:32.132548 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-c5a06d26-82f9-4222-babd-edda7a663429 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/floatingips/f58bd16a-94b5-464d-aa0e-341fe63c3605 HTTP/1.1" status: 200 len: 994 time: 0.1072612 Apr 11 15:13:33.834968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b2e12-e198-4246-a6e0-6ae230f88055 req-61f3035b-df49-444e-8fd7-f66d68f1cc12 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:13:33.843780 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-061b2e12-e198-4246-a6e0-6ae230f88055 req-61f3035b-df49-444e-8fd7-f66d68f1cc12 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 946 time: 0.1128139 Apr 11 15:13:33.892565 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-061b2e12-e198-4246-a6e0-6ae230f88055 req-d1325a72-646e-43d3-aba5-8abb26430e2a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce6be1c7-2658-4e58-8270-0221fbb3a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477982 Apr 11 15:13:33.915528 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ecda1-4f8b-4761-829b-0326f1920d4a req-fa5518af-1f0d-4d7d-8702-17816db7e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:13:33.917395 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ed5ecda1-4f8b-4761-829b-0326f1920d4a req-fa5518af-1f0d-4d7d-8702-17816db7e946 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 1099 time: 0.0890076 Apr 11 15:13:34.055156 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ecda1-4f8b-4761-829b-0326f1920d4a req-3e1448c8-f986-458e-8700-c9496fb409d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:13:34.056641 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ed5ecda1-4f8b-4761-829b-0326f1920d4a req-3e1448c8-f986-458e-8700-c9496fb409d8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=92a40ee5-8783-43b0-850b-0f3a7c821a82 HTTP/1.1" status: 200 len: 899 time: 0.1332750 Apr 11 15:13:34.162946 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ed5ecda1-4f8b-4761-829b-0326f1920d4a req-654a736f-a1e7-4c90-8779-e548ae6c4132 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28efb7a4-4135-4d1b-8831-a5ac98800087 HTTP/1.1" status: 200 len: 1002 time: 0.0997956 Apr 11 15:13:34.226202 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ecda1-4f8b-4761-829b-0326f1920d4a req-4114bf61-7841-4aaa-a480-76231587ba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:13:34.227687 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ed5ecda1-4f8b-4761-829b-0326f1920d4a req-4114bf61-7841-4aaa-a480-76231587ba3c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0ad80c19-a395-42e7-8318-0c2f84d0449a HTTP/1.1" status: 200 len: 835 time: 0.0595448 Apr 11 15:13:34.306598 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ecda1-4f8b-4761-829b-0326f1920d4a req-de3b7d06-4221-470c-8426-4161b1326623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:13:34.308093 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ed5ecda1-4f8b-4761-829b-0326f1920d4a req-de3b7d06-4221-470c-8426-4161b1326623 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92a40ee5-8783-43b0-850b-0f3a7c821a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750260 Apr 11 15:13:34.438756 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ed5ecda1-4f8b-4761-829b-0326f1920d4a req-05e7f2d9-5a64-42fd-8209-61bcc3cea45f service neutron] 10.222.0.53 "GET /v2.0/networks/92a40ee5-8783-43b0-850b-0f3a7c821a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246705 Apr 11 15:13:34.570122 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ed5ecda1-4f8b-4761-829b-0326f1920d4a req-fe9eadd1-feb1-47c5-bb89-a876ac519363 service neutron] 10.222.0.53 "GET /v2.0/networks/92a40ee5-8783-43b0-850b-0f3a7c821a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253030 Apr 11 15:13:35.102987 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b10daf-62cf-40a8-957a-5a632121d913 req-98c2c274-196d-45e4-a293-d7b43f9389ea tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:13:35.104470 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-88b10daf-62cf-40a8-957a-5a632121d913 req-98c2c274-196d-45e4-a293-d7b43f9389ea tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 946 time: 0.0821929 Apr 11 15:13:35.150185 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-88b10daf-62cf-40a8-957a-5a632121d913 req-0fea69c0-15c1-4866-b8fd-88221792e335 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce6be1c7-2658-4e58-8270-0221fbb3a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398085 Apr 11 15:13:36.337305 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384c842-bca5-4d71-ac72-3d204c27bbfc req-293d2e7a-4ff6-414d-b985-84a185ca5402 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:13:36.338689 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9384c842-bca5-4d71-ac72-3d204c27bbfc req-293d2e7a-4ff6-414d-b985-84a185ca5402 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 946 time: 0.0815868 Apr 11 15:13:36.387112 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9384c842-bca5-4d71-ac72-3d204c27bbfc req-9d5ad7ce-bda4-421d-846c-7f5d5970223d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce6be1c7-2658-4e58-8270-0221fbb3a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428264 Apr 11 15:13:36.411404 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 53136) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:13:36.519283 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ba09a48b-c127-48f3-af1f-b02c493c107a tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/floatingips/f58bd16a-94b5-464d-aa0e-341fe63c3605 HTTP/1.1" status: 200 len: 994 time: 0.1065896 Apr 11 15:13:36.831463 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53144) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:13:37.037416 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-8b1ad850-fe65-47e1-85ae-3278aef2adf0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Deleting port 59364ed8-33ed-4267-ac96-7ecfcbb5a074 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:13:37.037873 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8b1ad850-fe65-47e1-85ae-3278aef2adf0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:37.214023 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8b1ad850-fe65-47e1-85ae-3278aef2adf0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:37.214344 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8b1ad850-fe65-47e1-85ae-3278aef2adf0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:37.436310 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-8b1ad850-fe65-47e1-85ae-3278aef2adf0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Calling delete_port for 59364ed8-33ed-4267-ac96-7ecfcbb5a074 owned by network:floatingip {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:13:37.655568 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8b1ad850-fe65-47e1-85ae-3278aef2adf0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:37.704082 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ad850-fe65-47e1-85ae-3278aef2adf0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Port': ['ID=59364ed8-33ed-4267-ac96-7ecfcbb5a074,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:37.742149 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ad850-fe65-47e1-85ae-3278aef2adf0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:37.742507 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ad850-fe65-47e1-85ae-3278aef2adf0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:37.742855 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ad850-fe65-47e1-85ae-3278aef2adf0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:37.743201 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ad850-fe65-47e1-85ae-3278aef2adf0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:37.743539 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ad850-fe65-47e1-85ae-3278aef2adf0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:37.743876 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ad850-fe65-47e1-85ae-3278aef2adf0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:37.744211 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ad850-fe65-47e1-85ae-3278aef2adf0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:37.744549 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ad850-fe65-47e1-85ae-3278aef2adf0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:37.744880 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ad850-fe65-47e1-85ae-3278aef2adf0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:37.745210 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ad850-fe65-47e1-85ae-3278aef2adf0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:37.745547 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ad850-fe65-47e1-85ae-3278aef2adf0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:37.745948 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ad850-fe65-47e1-85ae-3278aef2adf0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:37.809883 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8b1ad850-fe65-47e1-85ae-3278aef2adf0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for floatingip, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:37.810227 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-8b1ad850-fe65-47e1-85ae-3278aef2adf0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Floating IP f58bd16a-94b5-464d-aa0e-341fe63c3605 disassociated (deleted). External IP: 172.26.7.182, port: 28efb7a4-4135-4d1b-8831-a5ac98800087. Apr 11 15:13:38.176972 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1ad850-fe65-47e1-85ae-3278aef2adf0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Router 9093f307-2aae-4bff-b734-075d75161f68 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:13:38.363064 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1ad850-fe65-47e1-85ae-3278aef2adf0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:13:38.374558 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc62b4a-7fd2-4052-b9f7-07ffa3331b30 None None] Sync routers for ids ['9093f307-2aae-4bff-b734-075d75161f68'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:13:38.385022 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc62b4a-7fd2-4052-b9f7-07ffa3331b30 None None] Routers {'9093f307-2aae-4bff-b734-075d75161f68'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:13:38.388234 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-adc62b4a-7fd2-4052-b9f7-07ffa3331b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:13:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9093f307-2aae-4bff-b734-075d75161f68'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:13:38.420918 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8b1ad850-fe65-47e1-85ae-3278aef2adf0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:38.481789 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8b1ad850-fe65-47e1-85ae-3278aef2adf0 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "DELETE /v2.0/floatingips/f58bd16a-94b5-464d-aa0e-341fe63c3605 HTTP/1.1" status: 204 len: 168 time: 1.6491868 Apr 11 15:13:38.482447 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a393ba0-53a3-43e3-8532-7b361cca90b7', 'tag': '28efb7a4-4135-4d1b-8831-a5ac98800087'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:13:38.578601 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-adc62b4a-7fd2-4052-b9f7-07ffa3331b30 None None] Set router 9093f307-2aae-4bff-b734-075d75161f68 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:13:38.594470 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce60ebf0-3b34-40ea-abec-c38ba5c172b6'] response: {'name': 'network-changed', 'server_uuid': '6a393ba0-53a3-43e3-8532-7b361cca90b7', 'tag': '28efb7a4-4135-4d1b-8831-a5ac98800087', 'status': 'completed', 'code': 200} Apr 11 15:13:38.722495 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d40b2d-5731-4347-8cac-ad32fcba3b00 req-d65aac9d-3b3f-413a-85bf-38c9aea4808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:13:38.726737 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-57d40b2d-5731-4347-8cac-ad32fcba3b00 req-d65aac9d-3b3f-413a-85bf-38c9aea4808a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd27714ee9e4925afa207147871cc90&device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 1099 time: 0.0801666 Apr 11 15:13:38.869306 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d40b2d-5731-4347-8cac-ad32fcba3b00 req-3c1ed17b-720f-47a6-9725-6b921a7b8ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:13:38.870999 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-57d40b2d-5731-4347-8cac-ad32fcba3b00 req-3c1ed17b-720f-47a6-9725-6b921a7b8ea5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=92a40ee5-8783-43b0-850b-0f3a7c821a82 HTTP/1.1" status: 200 len: 899 time: 0.1414125 Apr 11 15:13:38.956148 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-adc62b4a-7fd2-4052-b9f7-07ffa3331b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9093f307-2aae-4bff-b734-075d75161f68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005165771', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:11:46Z', 'updated_at': '2022-04-11T15:11:53Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9093f307-2aae-4bff-b734-075d75161f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:11:47Z', 'updated_at': '2022-04-11T15:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'ae9da51b-7428-4860-b845-8560acad35c1', 'name': '', 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:14:aa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9093f307-2aae-4bff-b734-075d75161f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '0ad80c19-a395-42e7-8318-0c2f84d0449a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:11:52Z', 'updated_at': '2022-04-11T15:11:59Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '0ad80c19-a395-42e7-8318-0c2f84d0449a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:13:38.960079 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc62b4a-7fd2-4052-b9f7-07ffa3331b30 None None] Checking router: 9093f307-2aae-4bff-b734-075d75161f68 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:13:38.969690 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc62b4a-7fd2-4052-b9f7-07ffa3331b30 None None] Routers {'9093f307-2aae-4bff-b734-075d75161f68'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:13:38.970441 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-adc62b4a-7fd2-4052-b9f7-07ffa3331b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:13:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9093f307-2aae-4bff-b734-075d75161f68'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:13:38.986354 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-57d40b2d-5731-4347-8cac-ad32fcba3b00 req-507be367-9625-4e48-a40b-7543fb550cf9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28efb7a4-4135-4d1b-8831-a5ac98800087 HTTP/1.1" status: 200 len: 217 time: 0.0642412 Apr 11 15:13:39.161722 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-adc62b4a-7fd2-4052-b9f7-07ffa3331b30 None None] Set router 9093f307-2aae-4bff-b734-075d75161f68 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:13:39.196112 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d40b2d-5731-4347-8cac-ad32fcba3b00 req-98aa9e75-065f-410a-b3ef-5c382e788e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:13:39.197582 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-57d40b2d-5731-4347-8cac-ad32fcba3b00 req-98aa9e75-065f-410a-b3ef-5c382e788e9f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0ad80c19-a395-42e7-8318-0c2f84d0449a HTTP/1.1" status: 200 len: 835 time: 0.1778479 Apr 11 15:13:39.269338 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01846e7-cc41-4723-8c46-eeba658cc1a9 req-0433002d-f142-4787-8508-500e9816f390 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:13:39.270055 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-c01846e7-cc41-4723-8c46-eeba658cc1a9 req-0433002d-f142-4787-8508-500e9816f390 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Synchronizing usage tracker for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:13:39.305831 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d40b2d-5731-4347-8cac-ad32fcba3b00 req-20a82242-f3d6-42bf-a37d-eef358c4c0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:13:39.307388 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-57d40b2d-5731-4347-8cac-ad32fcba3b00 req-20a82242-f3d6-42bf-a37d-eef358c4c0f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92a40ee5-8783-43b0-850b-0f3a7c821a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1030145 Apr 11 15:13:39.397973 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-c01846e7-cc41-4723-8c46-eeba658cc1a9 req-0433002d-f142-4787-8508-500e9816f390 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Unset dirty status for tenant:3fd27714ee9e4925afa207147871cc90 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:13:39.399142 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c01846e7-cc41-4723-8c46-eeba658cc1a9 req-0433002d-f142-4787-8508-500e9816f390 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 946 time: 0.4221008 Apr 11 15:13:39.472879 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c01846e7-cc41-4723-8c46-eeba658cc1a9 req-752823d5-8489-4a28-b126-87155fc7a08d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce6be1c7-2658-4e58-8270-0221fbb3a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615573 Apr 11 15:13:39.478119 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-57d40b2d-5731-4347-8cac-ad32fcba3b00 req-7c55bf88-32ad-4494-acd8-65f347f0e1b1 service neutron] 10.222.0.53 "GET /v2.0/networks/92a40ee5-8783-43b0-850b-0f3a7c821a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640205 Apr 11 15:13:39.484465 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-adc62b4a-7fd2-4052-b9f7-07ffa3331b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9093f307-2aae-4bff-b734-075d75161f68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005165771', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:11:46Z', 'updated_at': '2022-04-11T15:11:53Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9093f307-2aae-4bff-b734-075d75161f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:11:47Z', 'updated_at': '2022-04-11T15:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'ae9da51b-7428-4860-b845-8560acad35c1', 'name': '', 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:14:aa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9093f307-2aae-4bff-b734-075d75161f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '0ad80c19-a395-42e7-8318-0c2f84d0449a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:11:52Z', 'updated_at': '2022-04-11T15:11:59Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '0ad80c19-a395-42e7-8318-0c2f84d0449a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:13:39.493992 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc62b4a-7fd2-4052-b9f7-07ffa3331b30 None None] The sync data for ids ['9093f307-2aae-4bff-b734-075d75161f68'] in dv-neutron-837330-1-hyperv is: [{'id': '9093f307-2aae-4bff-b734-075d75161f68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005165771', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:11:46Z', 'updated_at': '2022-04-11T15:11:53Z', 'revision_number': 4, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9093f307-2aae-4bff-b734-075d75161f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:11:47Z', 'updated_at': '2022-04-11T15:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'ae9da51b-7428-4860-b845-8560acad35c1', 'name': '', 'network_id': '92a40ee5-8783-43b0-850b-0f3a7c821a82', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'mac_address': 'fa:16:3e:14:aa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9093f307-2aae-4bff-b734-075d75161f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '0ad80c19-a395-42e7-8318-0c2f84d0449a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:11:52Z', 'updated_at': '2022-04-11T15:11:59Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'subnets': [{'id': '0ad80c19-a395-42e7-8318-0c2f84d0449a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:13:39.622501 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-57d40b2d-5731-4347-8cac-ad32fcba3b00 req-fbd2fce1-0a49-40b4-b596-13c3cb80e4d4 service neutron] 10.222.0.53 "GET /v2.0/networks/92a40ee5-8783-43b0-850b-0f3a7c821a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378541 Apr 11 15:13:39.724084 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecee863-55e0-4175-bfc7-fe200ce7d4cc None None] New status for floating IP f58bd16a-94b5-464d-aa0e-341fe63c3605: DOWN {{(pid=88619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:13:40.790251 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cf8e4-bd73-49f8-8dd7-0f1e2539525c req-dd487c86-4583-4d5c-ab22-7f8750a1ba23 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:13:40.791670 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b89cf8e4-bd73-49f8-8dd7-0f1e2539525c req-dd487c86-4583-4d5c-ab22-7f8750a1ba23 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 946 time: 0.2059293 Apr 11 15:13:40.836746 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b89cf8e4-bd73-49f8-8dd7-0f1e2539525c req-c6ada957-4f7c-4d2c-9205-e92709bcaf9e tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce6be1c7-2658-4e58-8270-0221fbb3a82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391512 Apr 11 15:13:40.948534 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e332b-9f76-4f36-8c3f-081430601bc1 req-d0929a3b-6f38-4fac-bce4-8e0484303c6b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:13:40.949982 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1d1e332b-9f76-4f36-8c3f-081430601bc1 req-d0929a3b-6f38-4fac-bce4-8e0484303c6b tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 946 time: 0.0804245 Apr 11 15:13:41.024147 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [req-1d1e332b-9f76-4f36-8c3f-081430601bc1 req-2ed82908-88a0-4b49-a9be-6fe640b26d71 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Deleting port 28efb7a4-4135-4d1b-8831-a5ac98800087 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:13:41.024489 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-1d1e332b-9f76-4f36-8c3f-081430601bc1 req-2ed82908-88a0-4b49-a9be-6fe640b26d71 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:41.276836 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [req-1d1e332b-9f76-4f36-8c3f-081430601bc1 req-2ed82908-88a0-4b49-a9be-6fe640b26d71 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] For port 28efb7a4-4135-4d1b-8831-a5ac98800087, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=28efb7a4-4135-4d1b-8831-a5ac98800087,segment=NetworkSegment(a30b2285-9282-4aae-8fff-790d0de69b8a),segment_id=a30b2285-9282-4aae-8fff-790d0de69b8a)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:13:41.277197 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-1d1e332b-9f76-4f36-8c3f-081430601bc1 req-2ed82908-88a0-4b49-a9be-6fe640b26d71 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:41.399719 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [req-1d1e332b-9f76-4f36-8c3f-081430601bc1 req-2ed82908-88a0-4b49-a9be-6fe640b26d71 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Calling delete_port for 28efb7a4-4135-4d1b-8831-a5ac98800087 owned by compute:nova {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:13:41.581394 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-1d1e332b-9f76-4f36-8c3f-081430601bc1 req-2ed82908-88a0-4b49-a9be-6fe640b26d71 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:41.633294 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed82908-88a0-4b49-a9be-6fe640b26d71 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Port': ['ID=28efb7a4-4135-4d1b-8831-a5ac98800087,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:41.712955 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1e332b-9f76-4f36-8c3f-081430601bc1 req-2ed82908-88a0-4b49-a9be-6fe640b26d71 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] No DVR routers for this DVR port 28efb7a4-4135-4d1b-8831-a5ac98800087 on host hv-neutron-8373 {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:13:41.715660 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-1d1e332b-9f76-4f36-8c3f-081430601bc1 req-2ed82908-88a0-4b49-a9be-6fe640b26d71 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:41.718286 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a393ba0-53a3-43e3-8532-7b361cca90b7', 'name': 'network-vif-deleted', 'tag': '28efb7a4-4135-4d1b-8831-a5ac98800087'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:13:41.764719 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01b6ff6f-c0f2-4c46-a2f1-3c82323ab85c'] response: {'server_uuid': '6a393ba0-53a3-43e3-8532-7b361cca90b7', 'name': 'network-vif-deleted', 'tag': '28efb7a4-4135-4d1b-8831-a5ac98800087', 'status': 'completed', 'code': 200} Apr 11 15:13:41.792905 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1d1e332b-9f76-4f36-8c3f-081430601bc1 req-2ed82908-88a0-4b49-a9be-6fe640b26d71 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.53 "DELETE /v2.0/ports/28efb7a4-4135-4d1b-8831-a5ac98800087 HTTP/1.1" status: 204 len: 173 time: 0.8380904 Apr 11 15:13:42.000831 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d827baa4-c5ec-4cb3-82f8-6058b347fd67 req-675cc8c5-4a3a-48cf-88d6-6ff5eaacf1b1 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a393ba0-53a3-43e3-8532-7b361cca90b7 HTTP/1.1" status: 200 len: 210 time: 0.0539653 Apr 11 15:13:42.794927 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:13:43.102235 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53166) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:13:43.791465 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f5971280-c5bb-4157-a40b-cca91a8eaee4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:44.162275 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-f5971280-c5bb-4157-a40b-cca91a8eaee4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Deleting port ae9da51b-7428-4860-b845-8560acad35c1 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:13:44.163193 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f5971280-c5bb-4157-a40b-cca91a8eaee4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:44.353401 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-f5971280-c5bb-4157-a40b-cca91a8eaee4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] For port ae9da51b-7428-4860-b845-8560acad35c1, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=ae9da51b-7428-4860-b845-8560acad35c1,segment=NetworkSegment(a30b2285-9282-4aae-8fff-790d0de69b8a),segment_id=a30b2285-9282-4aae-8fff-790d0de69b8a)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:13:44.354033 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f5971280-c5bb-4157-a40b-cca91a8eaee4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:44.476101 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-f5971280-c5bb-4157-a40b-cca91a8eaee4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Calling delete_port for ae9da51b-7428-4860-b845-8560acad35c1 owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:13:44.855043 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f5971280-c5bb-4157-a40b-cca91a8eaee4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:45.022633 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5971280-c5bb-4157-a40b-cca91a8eaee4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Port': ['ID=ae9da51b-7428-4860-b845-8560acad35c1,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:45.305948 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f5971280-c5bb-4157-a40b-cca91a8eaee4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:45.678279 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5971280-c5bb-4157-a40b-cca91a8eaee4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Router 9093f307-2aae-4bff-b734-075d75161f68 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:13:45.855323 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5971280-c5bb-4157-a40b-cca91a8eaee4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:13:45.867089 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0448cfba-c7a3-4aa3-afd5-2aa2058fb27f None None] Sync routers for ids ['9093f307-2aae-4bff-b734-075d75161f68'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:13:45.869366 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f5971280-c5bb-4157-a40b-cca91a8eaee4 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "PUT /v2.0/routers/9093f307-2aae-4bff-b734-075d75161f68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7660503 Apr 11 15:13:45.872082 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53170) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:13:45.878665 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0448cfba-c7a3-4aa3-afd5-2aa2058fb27f None None] Routers {'9093f307-2aae-4bff-b734-075d75161f68'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:13:45.879406 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-0448cfba-c7a3-4aa3-afd5-2aa2058fb27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:13:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9093f307-2aae-4bff-b734-075d75161f68'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:13:45.941113 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea628503-2678-4505-bfd5-de0dcba78a1d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Deleting subnet 0ad80c19-a395-42e7-8318-0c2f84d0449a {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 15:13:45.944023 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ea628503-2678-4505-bfd5-de0dcba78a1d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:45.999721 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ea628503-2678-4505-bfd5-de0dcba78a1d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:46.072980 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-0448cfba-c7a3-4aa3-afd5-2aa2058fb27f None None] Set router 9093f307-2aae-4bff-b734-075d75161f68 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:13:46.092758 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ea628503-2678-4505-bfd5-de0dcba78a1d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:46.123936 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 28efb7a4-4135-4d1b-8831-a5ac98800087 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:13:46.234055 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: 28efb7a4-4135-4d1b-8831-a5ac98800087 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:13:46.234676 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 28efb7a4-4135-4d1b-8831-a5ac98800087 not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:13:46.249267 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ea628503-2678-4505-bfd5-de0dcba78a1d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:46.291344 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea628503-2678-4505-bfd5-de0dcba78a1d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Subnet': ['ID=0ad80c19-a395-42e7-8318-0c2f84d0449a,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:46.293654 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-ea628503-2678-4505-bfd5-de0dcba78a1d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:46.299020 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0360f445-27bc-4dc3-abd2-bafe3a3645ba None None] Network 92a40ee5-8783-43b0-850b-0f3a7c821a82 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 15:13:46.301376 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-ea628503-2678-4505-bfd5-de0dcba78a1d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "DELETE /v2.0/subnets/0ad80c19-a395-42e7-8318-0c2f84d0449a HTTP/1.1" status: 204 len: 168 time: 0.4282777 Apr 11 15:13:46.303946 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53174) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:13:46.606200 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9444e20-d4be-4e2c-913a-05bb172ea319 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:46.629572 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-0448cfba-c7a3-4aa3-afd5-2aa2058fb27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9093f307-2aae-4bff-b734-075d75161f68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005165771', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:11:46Z', 'updated_at': '2022-04-11T15:13:44Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9093f307-2aae-4bff-b734-075d75161f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:11:47Z', 'updated_at': '2022-04-11T15:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:13:46.634159 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0448cfba-c7a3-4aa3-afd5-2aa2058fb27f None None] Checking router: 9093f307-2aae-4bff-b734-075d75161f68 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:13:46.643693 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0448cfba-c7a3-4aa3-afd5-2aa2058fb27f None None] Routers {'9093f307-2aae-4bff-b734-075d75161f68'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:13:46.644416 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-0448cfba-c7a3-4aa3-afd5-2aa2058fb27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:13:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['9093f307-2aae-4bff-b734-075d75161f68'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:13:46.698966 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d0ff5b-8101-461f-9f7d-145e8025f77c None None] DHCP port deletion for 92a40ee5-8783-43b0-850b-0f3a7c821a82 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 15:13:46.717878 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-42d0ff5b-8101-461f-9f7d-145e8025f77c None None] Deleting port 67641a6e-e570-49c2-bc55-2757e51591cd {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:13:46.718260 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-42d0ff5b-8101-461f-9f7d-145e8025f77c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:46.804780 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9444e20-d4be-4e2c-913a-05bb172ea319 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:46.844070 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 67641a6e-e570-49c2-bc55-2757e51591cd no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:13:46.871868 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-c9444e20-d4be-4e2c-913a-05bb172ea319 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Deleting port d27120b0-e584-47fd-b81b-ca313c5e82e4 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:13:46.872152 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9444e20-d4be-4e2c-913a-05bb172ea319 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:46.986930 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-0448cfba-c7a3-4aa3-afd5-2aa2058fb27f None None] Set router 9093f307-2aae-4bff-b734-075d75161f68 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:13:47.057129 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-c9444e20-d4be-4e2c-913a-05bb172ea319 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] For port d27120b0-e584-47fd-b81b-ca313c5e82e4, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=d27120b0-e584-47fd-b81b-ca313c5e82e4,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:13:47.057485 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9444e20-d4be-4e2c-913a-05bb172ea319 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:47.181100 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-c9444e20-d4be-4e2c-913a-05bb172ea319 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Calling delete_port for d27120b0-e584-47fd-b81b-ca313c5e82e4 owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:13:47.339446 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:47.350550 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-42d0ff5b-8101-461f-9f7d-145e8025f77c None None] For port 67641a6e-e570-49c2-bc55-2757e51591cd, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=67641a6e-e570-49c2-bc55-2757e51591cd,segment=NetworkSegment(a30b2285-9282-4aae-8fff-790d0de69b8a),segment_id=a30b2285-9282-4aae-8fff-790d0de69b8a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:13:47.350941 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-42d0ff5b-8101-461f-9f7d-145e8025f77c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:47.415169 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9444e20-d4be-4e2c-913a-05bb172ea319 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:47.463448 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9444e20-d4be-4e2c-913a-05bb172ea319 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Port': ['ID=d27120b0-e584-47fd-b81b-ca313c5e82e4,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:47.499524 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-42d0ff5b-8101-461f-9f7d-145e8025f77c None None] Calling delete_port for 67641a6e-e570-49c2-bc55-2757e51591cd owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:13:47.559271 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9444e20-d4be-4e2c-913a-05bb172ea319 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:47.593480 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 67641a6e-e570-49c2-bc55-2757e51591cd, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=67641a6e-e570-49c2-bc55-2757e51591cd,segment=NetworkSegment(a30b2285-9282-4aae-8fff-790d0de69b8a),segment_id=a30b2285-9282-4aae-8fff-790d0de69b8a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:13:47.643992 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-0448cfba-c7a3-4aa3-afd5-2aa2058fb27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9093f307-2aae-4bff-b734-075d75161f68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005165771', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:11:46Z', 'updated_at': '2022-04-11T15:13:44Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9093f307-2aae-4bff-b734-075d75161f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:11:47Z', 'updated_at': '2022-04-11T15:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:13:47.648011 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0448cfba-c7a3-4aa3-afd5-2aa2058fb27f None None] The sync data for ids ['9093f307-2aae-4bff-b734-075d75161f68'] in dv-neutron-837330-1-hyperv is: [{'id': '9093f307-2aae-4bff-b734-075d75161f68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005165771', 'tenant_id': '3fd27714ee9e4925afa207147871cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81'}], 'enable_snat': True}, 'gw_port_id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:11:46Z', 'updated_at': '2022-04-11T15:13:44Z', 'revision_number': 5, 'project_id': '3fd27714ee9e4925afa207147871cc90', 'gw_port': {'id': 'd27120b0-e584-47fd-b81b-ca313c5e82e4', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9093f307-2aae-4bff-b734-075d75161f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:11:47Z', 'updated_at': '2022-04-11T15:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:13:47.668174 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:47.721468 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-42d0ff5b-8101-461f-9f7d-145e8025f77c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 15:13:47.721675 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-42d0ff5b-8101-461f-9f7d-145e8025f77c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 15:13:47.739638 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9444e20-d4be-4e2c-913a-05bb172ea319 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:47.742088 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9444e20-d4be-4e2c-913a-05bb172ea319 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:47.742617 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=67641a6e-e570-49c2-bc55-2757e51591cd,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:47.749934 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:47.752757 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:47.752757 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:47.752757 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:47.752757 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:47.752757 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:47.752757 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:47.752757 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:47.752757 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:47.753578 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:47.753578 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:47.753578 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:47.825996 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9444e20-d4be-4e2c-913a-05bb172ea319 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:47.826482 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9444e20-d4be-4e2c-913a-05bb172ea319 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Fanout notify agent at l3_agent the message router_deleted on router 9093f307-2aae-4bff-b734-075d75161f68 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 15:13:47.842774 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c9444e20-d4be-4e2c-913a-05bb172ea319 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:47.843862 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c9444e20-d4be-4e2c-913a-05bb172ea319 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "DELETE /v2.0/routers/9093f307-2aae-4bff-b734-075d75161f68 HTTP/1.1" status: 204 len: 168 time: 1.5390134 Apr 11 15:13:47.847060 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53178) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:13:47.961281 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a13464d8-3591-4b26-abbb-968fa37ce9a3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:47.972597 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-a13464d8-3591-4b26-abbb-968fa37ce9a3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Deleting port 67641a6e-e570-49c2-bc55-2757e51591cd {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:13:47.972869 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a13464d8-3591-4b26-abbb-968fa37ce9a3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:48.198954 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-a13464d8-3591-4b26-abbb-968fa37ce9a3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] For port 67641a6e-e570-49c2-bc55-2757e51591cd, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=67641a6e-e570-49c2-bc55-2757e51591cd,segment=NetworkSegment(a30b2285-9282-4aae-8fff-790d0de69b8a),segment_id=a30b2285-9282-4aae-8fff-790d0de69b8a)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:13:48.199324 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a13464d8-3591-4b26-abbb-968fa37ce9a3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:48.223082 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-42d0ff5b-8101-461f-9f7d-145e8025f77c None None] Deleting port 67641a6e-e570-49c2-bc55-2757e51591cd {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:13:48.223575 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-42d0ff5b-8101-461f-9f7d-145e8025f77c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:48.443884 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-a13464d8-3591-4b26-abbb-968fa37ce9a3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Calling delete_port for 67641a6e-e570-49c2-bc55-2757e51591cd owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:13:48.509405 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-42d0ff5b-8101-461f-9f7d-145e8025f77c None None] For port 67641a6e-e570-49c2-bc55-2757e51591cd, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=67641a6e-e570-49c2-bc55-2757e51591cd,segment=NetworkSegment(a30b2285-9282-4aae-8fff-790d0de69b8a),segment_id=a30b2285-9282-4aae-8fff-790d0de69b8a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:13:48.509713 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-42d0ff5b-8101-461f-9f7d-145e8025f77c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:48.597981 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a13464d8-3591-4b26-abbb-968fa37ce9a3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:48.634383 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-42d0ff5b-8101-461f-9f7d-145e8025f77c None None] Calling delete_port for 67641a6e-e570-49c2-bc55-2757e51591cd owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:13:48.649200 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13464d8-3591-4b26-abbb-968fa37ce9a3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Port': ['ID=67641a6e-e570-49c2-bc55-2757e51591cd,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:48.652683 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13464d8-3591-4b26-abbb-968fa37ce9a3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] No DVR routers for this DVR port 67641a6e-e570-49c2-bc55-2757e51591cd on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:13:48.708274 dv-neutron-837330-1-hyperv neutron-server[88618]: util.warn( Apr 11 15:13:48.713628 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-42d0ff5b-8101-461f-9f7d-145e8025f77c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 15:13:48.713956 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-42d0ff5b-8101-461f-9f7d-145e8025f77c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 15:13:48.768394 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ae9da51b-7428-4860-b845-8560acad35c1 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:13:48.786825 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a13464d8-3591-4b26-abbb-968fa37ce9a3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:48.807921 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: ae9da51b-7428-4860-b845-8560acad35c1 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:13:48.808252 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ae9da51b-7428-4860-b845-8560acad35c1 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:13:48.808662 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device d27120b0-e584-47fd-b81b-ca313c5e82e4 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:13:48.813559 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-a13464d8-3591-4b26-abbb-968fa37ce9a3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a40ee5-8783-43b0-850b-0f3a7c821a82']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:13:48.825818 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-a13464d8-3591-4b26-abbb-968fa37ce9a3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30b2285-9282-4aae-8fff-790d0de69b8a') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:13:48.826138 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-a13464d8-3591-4b26-abbb-968fa37ce9a3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30b2285-9282-4aae-8fff-790d0de69b8a') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:13:48.837732 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a13464d8-3591-4b26-abbb-968fa37ce9a3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:48.841811 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: d27120b0-e584-47fd-b81b-ca313c5e82e4 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:13:48.842183 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device d27120b0-e584-47fd-b81b-ca313c5e82e4 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:13:48.854976 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a13464d8-3591-4b26-abbb-968fa37ce9a3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:48.862255 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a13464d8-3591-4b26-abbb-968fa37ce9a3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:13:48.862656 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a13464d8-3591-4b26-abbb-968fa37ce9a3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:13:48.877278 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:13:49.026462 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a13464d8-3591-4b26-abbb-968fa37ce9a3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:49.044115 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a13464d8-3591-4b26-abbb-968fa37ce9a3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:49.056060 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13464d8-3591-4b26-abbb-968fa37ce9a3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'Network': ['ID=92a40ee5-8783-43b0-850b-0f3a7c821a82,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:49.152937 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a13464d8-3591-4b26-abbb-968fa37ce9a3 tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "DELETE /v2.0/networks/92a40ee5-8783-43b0-850b-0f3a7c821a82 HTTP/1.1" status: 204 len: 168 time: 1.3047452 Apr 11 15:13:49.155809 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53182) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:13:49.215443 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-42d0ff5b-8101-461f-9f7d-145e8025f77c None None] Deleting port 67641a6e-e570-49c2-bc55-2757e51591cd {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:13:49.215831 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-42d0ff5b-8101-461f-9f7d-145e8025f77c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:49.228181 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a632dd2a-ec6d-46b7-bada-cdfcdf02e13d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:49.260053 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a632dd2a-ec6d-46b7-bada-cdfcdf02e13d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:49.286689 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-42d0ff5b-8101-461f-9f7d-145e8025f77c None None] The port '67641a6e-e570-49c2-bc55-2757e51591cd' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 15:13:49.386197 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a632dd2a-ec6d-46b7-bada-cdfcdf02e13d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:49.409254 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632dd2a-ec6d-46b7-bada-cdfcdf02e13d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6be1c7-2658-4e58-8270-0221fbb3a82c,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:49.495058 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a632dd2a-ec6d-46b7-bada-cdfcdf02e13d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:49.496574 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a632dd2a-ec6d-46b7-bada-cdfcdf02e13d tempest-TestNetworkAdvancedServerOps-197392787 tempest-TestNetworkAdvancedServerOps-197392787-project] 10.222.0.66 "DELETE /v2.0/security-groups/ce6be1c7-2658-4e58-8270-0221fbb3a82c HTTP/1.1" status: 204 len: 168 time: 0.3396108 Apr 11 15:13:50.178317 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53192) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:13:50.335681 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e1041f3b-b163-4e39-beb6-3cdbe11b6453 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3fd27714ee9e4925afa207147871cc90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562095 Apr 11 15:13:50.338097 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53198) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:13:50.404599 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2d187173-4a96-4e51-92d7-b5319a317d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:50.432518 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2d187173-4a96-4e51-92d7-b5319a317d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:50.574346 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2d187173-4a96-4e51-92d7-b5319a317d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:50.590657 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d187173-4a96-4e51-92d7-b5319a317d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963bfff0-a683-4723-8c3a-27b2779b64d2,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:50.601309 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2d187173-4a96-4e51-92d7-b5319a317d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:50.602197 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2d187173-4a96-4e51-92d7-b5319a317d16 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/963bfff0-a683-4723-8c3a-27b2779b64d2 HTTP/1.1" status: 204 len: 168 time: 0.2631760 Apr 11 15:13:51.251436 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53206) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:13:51.270672 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a593ce2c-626f-4394-85b7-f66c46006291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:51.285879 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a593ce2c-626f-4394-85b7-f66c46006291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:13:51.289767 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a593ce2c-626f-4394-85b7-f66c46006291 admin admin] Usage tracker for resource:security_group_rule and tenant:92c02fe44d0c4a04849bfe0d3059ac06 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:13:51.292642 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-a593ce2c-626f-4394-85b7-f66c46006291 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:13:51.299371 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-a593ce2c-626f-4394-85b7-f66c46006291 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:13:51.389426 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a593ce2c-626f-4394-85b7-f66c46006291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:51.442836 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a593ce2c-626f-4394-85b7-f66c46006291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:51.491129 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593ce2c-626f-4394-85b7-f66c46006291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1372a7b-1e8f-4b0a-b178-2d1ac8504e9c,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:51.496576 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a593ce2c-626f-4394-85b7-f66c46006291 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=92c02fe44d0c4a04849bfe0d3059ac06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440984 Apr 11 15:13:51.499171 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53210) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:13:51.558244 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e5a503b0-2578-460c-ad3a-3fddbe0aa7d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:51.584354 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e5a503b0-2578-460c-ad3a-3fddbe0aa7d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:51.699768 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e5a503b0-2578-460c-ad3a-3fddbe0aa7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:51.716643 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a503b0-2578-460c-ad3a-3fddbe0aa7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1372a7b-1e8f-4b0a-b178-2d1ac8504e9c,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:51.733873 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e5a503b0-2578-460c-ad3a-3fddbe0aa7d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:51.733873 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e5a503b0-2578-460c-ad3a-3fddbe0aa7d6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a1372a7b-1e8f-4b0a-b178-2d1ac8504e9c HTTP/1.1" status: 204 len: 168 time: 0.2221062 Apr 11 15:13:52.896102 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53234) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:13:53.010626 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-aed9d8f4-3a1f-406d-a9e3-e24f39c2fded admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-85415728-network', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:13:53.017093 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-aed9d8f4-3a1f-406d-a9e3-e24f39c2fded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:13:53.021669 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-aed9d8f4-3a1f-406d-a9e3-e24f39c2fded admin admin] Usage tracker for resource:network and tenant:0a21d2eb34b446c4be752528671fe3c9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:13:53.025197 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-aed9d8f4-3a1f-406d-a9e3-e24f39c2fded admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:13:53.036946 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-aed9d8f4-3a1f-406d-a9e3-e24f39c2fded admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:13:53.163126 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed9d8f4-3a1f-406d-a9e3-e24f39c2fded admin admin] Made reservation on behalf of 0a21d2eb34b446c4be752528671fe3c9 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:13:53.165518 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-aed9d8f4-3a1f-406d-a9e3-e24f39c2fded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:53.179451 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-aed9d8f4-3a1f-406d-a9e3-e24f39c2fded admin admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:53.194671 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-aed9d8f4-3a1f-406d-a9e3-e24f39c2fded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:13:53.198584 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-aed9d8f4-3a1f-406d-a9e3-e24f39c2fded admin admin] Usage tracker for resource:security_group_rule and tenant:0a21d2eb34b446c4be752528671fe3c9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:13:53.201499 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-aed9d8f4-3a1f-406d-a9e3-e24f39c2fded admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:13:53.207735 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-aed9d8f4-3a1f-406d-a9e3-e24f39c2fded admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:13:53.292887 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-aed9d8f4-3a1f-406d-a9e3-e24f39c2fded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:53.363421 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-aed9d8f4-3a1f-406d-a9e3-e24f39c2fded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:53.395457 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed9d8f4-3a1f-406d-a9e3-e24f39c2fded admin admin] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:13:53.404009 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9d8f4-3a1f-406d-a9e3-e24f39c2fded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ee0155-6144-423e-88be-5bead322166a,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:53.410410 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-aed9d8f4-3a1f-406d-a9e3-e24f39c2fded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:53.410768 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-aed9d8f4-3a1f-406d-a9e3-e24f39c2fded admin admin] Added segment 98d046f3-4af2-4b15-9298-fc6c8bb5d16b of type vlan for network f3c4f94e-9174-4526-9fe9-602ddf4546d6 Apr 11 15:13:53.436941 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-aed9d8f4-3a1f-406d-a9e3-e24f39c2fded admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:53.511667 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-aed9d8f4-3a1f-406d-a9e3-e24f39c2fded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:53.512635 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed9d8f4-3a1f-406d-a9e3-e24f39c2fded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:13:53.513214 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-aed9d8f4-3a1f-406d-a9e3-e24f39c2fded admin admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:53.619911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9d8f4-3a1f-406d-a9e3-e24f39c2fded admin admin] Pushing event updated for resources: {'Network': ['ID=f3c4f94e-9174-4526-9fe9-602ddf4546d6,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:53.630007 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network f3c4f94e-9174-4526-9fe9-602ddf4546d6 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 15:13:53.661034 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-aed9d8f4-3a1f-406d-a9e3-e24f39c2fded admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7637484 Apr 11 15:13:53.668529 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53240) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:13:53.669488 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-b3a425df-c776-4138-8359-1fb308449d08 admin admin] Request body: {'subnet': {'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-85415728-subnet', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'ip_version': 4}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:13:53.675773 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b3a425df-c776-4138-8359-1fb308449d08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:13:53.679692 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b3a425df-c776-4138-8359-1fb308449d08 admin admin] Usage tracker for resource:subnet and tenant:0a21d2eb34b446c4be752528671fe3c9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:13:53.682960 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b3a425df-c776-4138-8359-1fb308449d08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:13:53.688805 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b3a425df-c776-4138-8359-1fb308449d08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:13:53.745976 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a425df-c776-4138-8359-1fb308449d08 admin admin] Made reservation on behalf of 0a21d2eb34b446c4be752528671fe3c9 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:13:53.748313 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b3a425df-c776-4138-8359-1fb308449d08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:54.020376 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b3a425df-c776-4138-8359-1fb308449d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:54.099349 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a425df-c776-4138-8359-1fb308449d08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8513c9e5-f120-4f2c-ba98-9d3fc323a831,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:54.109273 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a425df-c776-4138-8359-1fb308449d08 admin admin] Checking segment: {'id': '98d046f3-4af2-4b15-9298-fc6c8bb5d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:13:54.109625 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a425df-c776-4138-8359-1fb308449d08 admin admin] Network hostable DHCP agents. Network: f3c4f94e-9174-4526-9fe9-602ddf4546d6, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:13:54.185912 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a425df-c776-4138-8359-1fb308449d08 admin admin] Network f3c4f94e-9174-4526-9fe9-602ddf4546d6 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:13:54.242697 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-b3a425df-c776-4138-8359-1fb308449d08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, f3c4f94e-9174-4526-9fe9-602ddf4546d6) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:13:54.246907 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a425df-c776-4138-8359-1fb308449d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:13:54.247565 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b3a425df-c776-4138-8359-1fb308449d08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:54.253173 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63e647b-ed9c-4514-b114-f3202f047c9f None None] Network f3c4f94e-9174-4526-9fe9-602ddf4546d6 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 15:13:54.323960 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b3a425df-c776-4138-8359-1fb308449d08 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6587112 Apr 11 15:13:54.326474 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53244) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:13:54.331603 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-f7986a07-d025-4903-8df8-c3b2c08e5a3c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-85415728-router', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:13:54.336343 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f7986a07-d025-4903-8df8-c3b2c08e5a3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:13:54.340363 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f7986a07-d025-4903-8df8-c3b2c08e5a3c admin admin] Usage tracker for resource:router and tenant:0a21d2eb34b446c4be752528671fe3c9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:13:54.343513 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f7986a07-d025-4903-8df8-c3b2c08e5a3c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:13:54.349558 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-f7986a07-d025-4903-8df8-c3b2c08e5a3c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:13:54.414832 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f7986a07-d025-4903-8df8-c3b2c08e5a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:54.416066 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f7986a07-d025-4903-8df8-c3b2c08e5a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:54.437440 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f7986a07-d025-4903-8df8-c3b2c08e5a3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:54.476291 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f544a8-ae9f-42fa-8a4b-1e45fcc7cb64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'fixed_ips': [{'subnet_id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 15:13:54.477112 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-13f544a8-ae9f-42fa-8a4b-1e45fcc7cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:54.653673 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-13f544a8-ae9f-42fa-8a4b-1e45fcc7cb64 None None] Allocated IP 172.20.0.2 (f3c4f94e-9174-4526-9fe9-602ddf4546d6/8513c9e5-f120-4f2c-ba98-9d3fc323a831/c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:13:54.746480 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:54.860918 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f7986a07-d025-4903-8df8-c3b2c08e5a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:54.871155 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-13f544a8-ae9f-42fa-8a4b-1e45fcc7cb64 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:54.882177 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-13f544a8-ae9f-42fa-8a4b-1e45fcc7cb64 None None] Transition to ACTIVE for port object c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:13:54.900776 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-13f544a8-ae9f-42fa-8a4b-1e45fcc7cb64 None None] Transition to ACTIVE for port object c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:13:55.003604 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-13f544a8-ae9f-42fa-8a4b-1e45fcc7cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:55.074852 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f544a8-ae9f-42fa-8a4b-1e45fcc7cb64 None None] Network f3c4f94e-9174-4526-9fe9-602ddf4546d6 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:13:55.077656 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-13f544a8-ae9f-42fa-8a4b-1e45fcc7cb64 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:13:55.083753 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f544a8-ae9f-42fa-8a4b-1e45fcc7cb64 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:13:55.124325 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f544a8-ae9f-42fa-8a4b-1e45fcc7cb64 None None] Pushing event updated for resources: {'Port': ['ID=c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:55.200693 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-13f544a8-ae9f-42fa-8a4b-1e45fcc7cb64 None None] Attempting to bind port c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:13:55.205745 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-13f544a8-ae9f-42fa-8a4b-1e45fcc7cb64 None None] Attempting to bind port c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '98d046f3-4af2-4b15-9298-fc6c8bb5d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:13:55.205745 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f544a8-ae9f-42fa-8a4b-1e45fcc7cb64 None None] Attempting to bind port c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b on network f3c4f94e-9174-4526-9fe9-602ddf4546d6 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:13:55.207692 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f544a8-ae9f-42fa-8a4b-1e45fcc7cb64 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:13:55.208063 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f544a8-ae9f-42fa-8a4b-1e45fcc7cb64 None None] Checking segment: {'id': '98d046f3-4af2-4b15-9298-fc6c8bb5d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:13:55.208465 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-13f544a8-ae9f-42fa-8a4b-1e45fcc7cb64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:55.208852 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f544a8-ae9f-42fa-8a4b-1e45fcc7cb64 None None] Bound using segment: {'id': '98d046f3-4af2-4b15-9298-fc6c8bb5d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:13:55.209314 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-13f544a8-ae9f-42fa-8a4b-1e45fcc7cb64 None None] Bound port: c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d046f3-4af2-4b15-9298-fc6c8bb5d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:13:55.209685 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-13f544a8-ae9f-42fa-8a4b-1e45fcc7cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:55.263865 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-32f13211-6503-4f07-b887-0a90b2525439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:55.268150 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f7986a07-d025-4903-8df8-c3b2c08e5a3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:55.299675 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f7986a07-d025-4903-8df8-c3b2c08e5a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:55.306304 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-13f544a8-ae9f-42fa-8a4b-1e45fcc7cb64 None None] For port c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:13:55.309211 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-13f544a8-ae9f-42fa-8a4b-1e45fcc7cb64 None None] For port c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:13:55.437070 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-f7986a07-d025-4903-8df8-c3b2c08e5a3c admin admin] Allocated IP 172.26.7.163 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/b48d49c3-83e5-4753-ae9f-a380ada8df3c) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:13:55.472286 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-13f544a8-ae9f-42fa-8a4b-1e45fcc7cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:55.584877 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f544a8-ae9f-42fa-8a4b-1e45fcc7cb64 None None] Pushing event updated for resources: {'Port': ['ID=c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:55.597414 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f7986a07-d025-4903-8df8-c3b2c08e5a3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:55.694574 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f7986a07-d025-4903-8df8-c3b2c08e5a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:55.781832 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7986a07-d025-4903-8df8-c3b2c08e5a3c admin admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:13:55.783709 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-f7986a07-d025-4903-8df8-c3b2c08e5a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:13:55.785497 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7986a07-d025-4903-8df8-c3b2c08e5a3c admin admin] Pushing event updated for resources: {'Port': ['ID=b48d49c3-83e5-4753-ae9f-a380ada8df3c,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:55.787738 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7986a07-d025-4903-8df8-c3b2c08e5a3c admin admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:13:56.370433 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f7986a07-d025-4903-8df8-c3b2c08e5a3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:56.547708 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c07768f-01c2-47b7-ac47-94c0cedbd518 None None] Network f3c4f94e-9174-4526-9fe9-602ddf4546d6 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 15:13:56.717626 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e3bb180a-0928-4d05-8a5a-3db45ed4b1f4 None None] Provisioning for port c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:13:56.744362 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f7986a07-d025-4903-8df8-c3b2c08e5a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:56.796938 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:13:56.934737 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:13:56.941356 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:13:56.941805 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:57.037183 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7986a07-d025-4903-8df8-c3b2c08e5a3c admin admin] Router 47c204f3-e3c9-467d-ae98-f400ba85c90a is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 15:13:57.072146 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:57.105973 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:13:57.148325 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-796fb041-2c8e-4581-b2a0-9423787db670 None None] Provisioning complete for port c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:13:57.148622 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-796fb041-2c8e-4581-b2a0-9423787db670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:57.181260 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:57.219392 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7986a07-d025-4903-8df8-c3b2c08e5a3c admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:13:57.232154 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] Sync routers for ids ['47c204f3-e3c9-467d-ae98-f400ba85c90a'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:13:57.246523 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] Routers {'47c204f3-e3c9-467d-ae98-f400ba85c90a'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:13:57.247407 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:13:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['47c204f3-e3c9-467d-ae98-f400ba85c90a'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:13:57.279385 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:57.356910 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-f7986a07-d025-4903-8df8-c3b2c08e5a3c admin admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:57.358190 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f7986a07-d025-4903-8df8-c3b2c08e5a3c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0306990 Apr 11 15:13:57.361168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53248) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:13:57.433999 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] Set router 47c204f3-e3c9-467d-ae98-f400ba85c90a gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:13:57.722544 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'name': 'tempest-TestShelveInstance-85415728-router', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:13:54Z', 'updated_at': '2022-04-11T15:13:56Z', 'revision_number': 3, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'gw_port': {'id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:55Z', 'updated_at': '2022-04-11T15:13:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:13:57.726362 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] Checking router: 47c204f3-e3c9-467d-ae98-f400ba85c90a for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:13:57.726701 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] Updating router 47c204f3-e3c9-467d-ae98-f400ba85c90a port b48d49c3-83e5-4753-ae9f-a380ada8df3c binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:13:57.768187 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-778a2e8e-4549-44f8-a6b5-c7c8202b434a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:57.783978 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:58.175381 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:58.187766 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a28b45cc-e785-4c7b-bfb6-22c1f86ec0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:58.196129 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] Transition to ACTIVE for port object b48d49c3-83e5-4753-ae9f-a380ada8df3c will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:13:58.288688 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:58.370050 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] Attempting to bind port b48d49c3-83e5-4753-ae9f-a380ada8df3c on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:13:58.370417 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] Attempting to bind port b48d49c3-83e5-4753-ae9f-a380ada8df3c by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:13:58.370777 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] Attempting to bind port b48d49c3-83e5-4753-ae9f-a380ada8df3c on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:13:58.372830 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca161dd-9c55-47d3-a711-d8c206764351 None None] Pushing event updated for resources: {'Port': ['ID=b48d49c3-83e5-4753-ae9f-a380ada8df3c,revision_number=2']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:58.382868 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:13:58.383232 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:13:58.383628 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:58.384013 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:13:58.384622 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] Bound port: b48d49c3-83e5-4753-ae9f-a380ada8df3c, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:13:58.384840 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:58.403833 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-a28b45cc-e785-4c7b-bfb6-22c1f86ec0ab admin admin] Allocated IP 172.20.0.1 (f3c4f94e-9174-4526-9fe9-602ddf4546d6/8513c9e5-f120-4f2c-ba98-9d3fc323a831/15447067-a176-4b8f-8f00-9ecbe8963315) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:13:58.416025 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca161dd-9c55-47d3-a711-d8c206764351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:58.416369 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca161dd-9c55-47d3-a711-d8c206764351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:58.416706 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca161dd-9c55-47d3-a711-d8c206764351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:58.417039 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca161dd-9c55-47d3-a711-d8c206764351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:58.417364 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca161dd-9c55-47d3-a711-d8c206764351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:58.417690 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca161dd-9c55-47d3-a711-d8c206764351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:58.418039 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca161dd-9c55-47d3-a711-d8c206764351 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:58.418357 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca161dd-9c55-47d3-a711-d8c206764351 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:58.418681 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca161dd-9c55-47d3-a711-d8c206764351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:58.419003 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca161dd-9c55-47d3-a711-d8c206764351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:58.419320 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca161dd-9c55-47d3-a711-d8c206764351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:58.419628 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca161dd-9c55-47d3-a711-d8c206764351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:58.466688 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] For port b48d49c3-83e5-4753-ae9f-a380ada8df3c, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:13:58.469713 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] For port b48d49c3-83e5-4753-ae9f-a380ada8df3c, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=b48d49c3-83e5-4753-ae9f-a380ada8df3c,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:13:58.534473 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:58.553517 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a28b45cc-e785-4c7b-bfb6-22c1f86ec0ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:58.570273 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-a28b45cc-e785-4c7b-bfb6-22c1f86ec0ab admin admin] Transition to ACTIVE for port object 15447067-a176-4b8f-8f00-9ecbe8963315 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:13:58.612893 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] Routers {'47c204f3-e3c9-467d-ae98-f400ba85c90a'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:13:58.613506 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:13:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['47c204f3-e3c9-467d-ae98-f400ba85c90a'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:13:58.665698 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a28b45cc-e785-4c7b-bfb6-22c1f86ec0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:58.677272 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca161dd-9c55-47d3-a711-d8c206764351 None None] Pushing event updated for resources: {'Port': ['ID=b48d49c3-83e5-4753-ae9f-a380ada8df3c,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:58.728912 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:58.734305 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28b45cc-e785-4c7b-bfb6-22c1f86ec0ab admin admin] Network f3c4f94e-9174-4526-9fe9-602ddf4546d6 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:13:58.737769 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-a28b45cc-e785-4c7b-bfb6-22c1f86ec0ab admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:13:58.741717 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28b45cc-e785-4c7b-bfb6-22c1f86ec0ab admin admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:13:58.779915 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:13:58.819751 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] Set router 47c204f3-e3c9-467d-ae98-f400ba85c90a gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:13:58.819970 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a28b45cc-e785-4c7b-bfb6-22c1f86ec0ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:58.870757 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:13:58.871424 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:58.940734 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:58.972740 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b45cc-e785-4c7b-bfb6-22c1f86ec0ab admin admin] Pushing event updated for resources: {'Port': ['ID=15447067-a176-4b8f-8f00-9ecbe8963315,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:59.146827 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'name': 'tempest-TestShelveInstance-85415728-router', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:13:54Z', 'updated_at': '2022-04-11T15:13:56Z', 'revision_number': 3, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'gw_port': {'id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:55Z', 'updated_at': '2022-04-11T15:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:13:59.150598 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc99fa4c-eef0-4b7c-abf9-a64145715a5a None None] The sync data for ids ['47c204f3-e3c9-467d-ae98-f400ba85c90a'] in dv-neutron-837330-1-hyperv is: [{'id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'name': 'tempest-TestShelveInstance-85415728-router', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:13:54Z', 'updated_at': '2022-04-11T15:13:56Z', 'revision_number': 3, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'gw_port': {'id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:55Z', 'updated_at': '2022-04-11T15:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:13:59.162540 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b7c8285c-802c-4f26-becd-e3256cefc7d2 None None] Provisioning for port 15447067-a176-4b8f-8f00-9ecbe8963315 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:13:59.173963 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b7c8285c-802c-4f26-becd-e3256cefc7d2 None None] Provisioning complete for port 15447067-a176-4b8f-8f00-9ecbe8963315 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:13:59.173963 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b7c8285c-802c-4f26-becd-e3256cefc7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:59.195067 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a28b45cc-e785-4c7b-bfb6-22c1f86ec0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:59.234598 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-b7c8285c-802c-4f26-becd-e3256cefc7d2 None None] Port 15447067-a176-4b8f-8f00-9ecbe8963315 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:13:59.444616 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a28b45cc-e785-4c7b-bfb6-22c1f86ec0ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:59.517183 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a28b45cc-e785-4c7b-bfb6-22c1f86ec0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:59.628780 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a28b45cc-e785-4c7b-bfb6-22c1f86ec0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:13:59.635841 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b45cc-e785-4c7b-bfb6-22c1f86ec0ab admin admin] Pushing event updated for resources: {'Port': ['ID=15447067-a176-4b8f-8f00-9ecbe8963315,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:59.781050 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28b45cc-e785-4c7b-bfb6-22c1f86ec0ab admin admin] Network f3c4f94e-9174-4526-9fe9-602ddf4546d6 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:13:59.782435 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-a28b45cc-e785-4c7b-bfb6-22c1f86ec0ab admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:14:00.072975 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-7eaeeff0-9dea-48aa-9e06-68b9dab75266 None None] Provisioning complete for port 15447067-a176-4b8f-8f00-9ecbe8963315 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:14:00.073563 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7eaeeff0-9dea-48aa-9e06-68b9dab75266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:00.104371 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28b45cc-e785-4c7b-bfb6-22c1f86ec0ab admin admin] Router 47c204f3-e3c9-467d-ae98-f400ba85c90a has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:14:00.130667 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-7eaeeff0-9dea-48aa-9e06-68b9dab75266 None None] Port 15447067-a176-4b8f-8f00-9ecbe8963315 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:14:00.150739 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:00.290599 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28b45cc-e785-4c7b-bfb6-22c1f86ec0ab admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:14:00.300002 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a28b45cc-e785-4c7b-bfb6-22c1f86ec0ab admin admin] 10.222.0.66 "PUT /v2.0/routers/47c204f3-e3c9-467d-ae98-f400ba85c90a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9378319 Apr 11 15:14:00.630423 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] Sync routers for ids ['47c204f3-e3c9-467d-ae98-f400ba85c90a'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:14:00.639997 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] Routers {'47c204f3-e3c9-467d-ae98-f400ba85c90a'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:14:00.640779 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:13:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['47c204f3-e3c9-467d-ae98-f400ba85c90a'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:14:00.796069 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device b48d49c3-83e5-4753-ae9f-a380ada8df3c up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:14:00.885843 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] Set router 47c204f3-e3c9-467d-ae98-f400ba85c90a gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:14:01.015511 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port b48d49c3-83e5-4753-ae9f-a380ada8df3c completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:14:01.024689 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53266) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:14:01.028690 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-33a54dcc-da59-4570-b89d-7f5c27c4709b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1689417999-network', 'tenant_id': '047cb582b812490e9ff4f2d99d09d07e'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:14:01.034556 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port b48d49c3-83e5-4753-ae9f-a380ada8df3c triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:14:01.034928 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:01.035165 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-33a54dcc-da59-4570-b89d-7f5c27c4709b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:14:01.039307 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-33a54dcc-da59-4570-b89d-7f5c27c4709b admin admin] Usage tracker for resource:network and tenant:047cb582b812490e9ff4f2d99d09d07e is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:14:01.042575 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-33a54dcc-da59-4570-b89d-7f5c27c4709b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:14:01.049135 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-33a54dcc-da59-4570-b89d-7f5c27c4709b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:14:01.156422 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a54dcc-da59-4570-b89d-7f5c27c4709b admin admin] Made reservation on behalf of 047cb582b812490e9ff4f2d99d09d07e for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:14:01.159131 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-33a54dcc-da59-4570-b89d-7f5c27c4709b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:01.171967 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-33a54dcc-da59-4570-b89d-7f5c27c4709b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:01.186852 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-33a54dcc-da59-4570-b89d-7f5c27c4709b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:14:01.191713 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-33a54dcc-da59-4570-b89d-7f5c27c4709b admin admin] Usage tracker for resource:security_group_rule and tenant:047cb582b812490e9ff4f2d99d09d07e is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:14:01.194573 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-33a54dcc-da59-4570-b89d-7f5c27c4709b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:14:01.200185 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-33a54dcc-da59-4570-b89d-7f5c27c4709b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:14:01.288092 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-33a54dcc-da59-4570-b89d-7f5c27c4709b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:01.331116 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:01.353982 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port b48d49c3-83e5-4753-ae9f-a380ada8df3c, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=b48d49c3-83e5-4753-ae9f-a380ada8df3c,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:14:01.357367 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-33a54dcc-da59-4570-b89d-7f5c27c4709b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:01.372296 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'name': 'tempest-TestShelveInstance-85415728-router', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:13:54Z', 'updated_at': '2022-04-11T15:13:59Z', 'revision_number': 4, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'gw_port': {'id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:55Z', 'updated_at': '2022-04-11T15:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '15447067-a176-4b8f-8f00-9ecbe8963315', 'name': '', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'mac_address': 'fa:16:3e:c6:cd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:58Z', 'updated_at': '2022-04-11T15:13:59Z', 'revision_number': 2, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'subnets': [{'id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:14:01.377730 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] Checking router: 47c204f3-e3c9-467d-ae98-f400ba85c90a for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:14:01.378107 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] Updating router 47c204f3-e3c9-467d-ae98-f400ba85c90a port 15447067-a176-4b8f-8f00-9ecbe8963315 binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:14:01.389123 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a54dcc-da59-4570-b89d-7f5c27c4709b admin admin] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:14:01.401646 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a54dcc-da59-4570-b89d-7f5c27c4709b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fbe581-5810-4fe9-a17b-ea971e14c05d,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:01.405992 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-33a54dcc-da59-4570-b89d-7f5c27c4709b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:01.406338 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-33a54dcc-da59-4570-b89d-7f5c27c4709b admin admin] Added segment 15c3b549-d6d1-42c7-a14d-f3f4f66e659a of type vlan for network 9920f6d9-066c-4a41-923b-38daff77b95b Apr 11 15:14:01.434219 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-33a54dcc-da59-4570-b89d-7f5c27c4709b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:01.439500 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:01.483546 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:01.522567 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-33a54dcc-da59-4570-b89d-7f5c27c4709b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:01.523555 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a54dcc-da59-4570-b89d-7f5c27c4709b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:01.524195 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-33a54dcc-da59-4570-b89d-7f5c27c4709b admin admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:01.564530 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=b48d49c3-83e5-4753-ae9f-a380ada8df3c,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:01.628937 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a54dcc-da59-4570-b89d-7f5c27c4709b admin admin] Pushing event updated for resources: {'Network': ['ID=9920f6d9-066c-4a41-923b-38daff77b95b,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:01.640739 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 9920f6d9-066c-4a41-923b-38daff77b95b details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 15:14:01.663583 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-33a54dcc-da59-4570-b89d-7f5c27c4709b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6374993 Apr 11 15:14:01.663801 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53270) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:14:01.669007 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-d09e2f72-6246-4767-8994-6ccf6eae6eeb admin admin] Request body: {'subnet': {'network_id': '9920f6d9-066c-4a41-923b-38daff77b95b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1689417999-subnet', 'tenant_id': '047cb582b812490e9ff4f2d99d09d07e', 'ip_version': 4}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:14:01.673911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-d09e2f72-6246-4767-8994-6ccf6eae6eeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:14:01.677935 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d09e2f72-6246-4767-8994-6ccf6eae6eeb admin admin] Usage tracker for resource:subnet and tenant:047cb582b812490e9ff4f2d99d09d07e is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:14:01.680776 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-d09e2f72-6246-4767-8994-6ccf6eae6eeb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:14:01.686444 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-d09e2f72-6246-4767-8994-6ccf6eae6eeb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:14:01.773782 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09e2f72-6246-4767-8994-6ccf6eae6eeb admin admin] Made reservation on behalf of 047cb582b812490e9ff4f2d99d09d07e for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:14:01.776146 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d09e2f72-6246-4767-8994-6ccf6eae6eeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:01.950546 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:01.962376 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] Transition to ACTIVE for port object 15447067-a176-4b8f-8f00-9ecbe8963315 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:14:02.031035 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:02.048305 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d09e2f72-6246-4767-8994-6ccf6eae6eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:02.129428 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e2f72-6246-4767-8994-6ccf6eae6eeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7af71a33-c5c3-409b-bc41-1b8922861fa1,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:02.140383 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09e2f72-6246-4767-8994-6ccf6eae6eeb admin admin] Checking segment: {'id': '15c3b549-d6d1-42c7-a14d-f3f4f66e659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '9920f6d9-066c-4a41-923b-38daff77b95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:14:02.140819 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09e2f72-6246-4767-8994-6ccf6eae6eeb admin admin] Network hostable DHCP agents. Network: 9920f6d9-066c-4a41-923b-38daff77b95b, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:14:02.167215 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b7c99-b1cf-4d32-89de-6ce3c0a87e47 None None] Pushing event updated for resources: {'Port': ['ID=15447067-a176-4b8f-8f00-9ecbe8963315,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:02.259243 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09e2f72-6246-4767-8994-6ccf6eae6eeb admin admin] Network 9920f6d9-066c-4a41-923b-38daff77b95b is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:14:02.266134 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] Attempting to bind port 15447067-a176-4b8f-8f00-9ecbe8963315 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:14:02.266502 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] Attempting to bind port 15447067-a176-4b8f-8f00-9ecbe8963315 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '98d046f3-4af2-4b15-9298-fc6c8bb5d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:14:02.266863 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] Attempting to bind port 15447067-a176-4b8f-8f00-9ecbe8963315 on network f3c4f94e-9174-4526-9fe9-602ddf4546d6 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:14:02.273042 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:14:02.273965 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] Checking segment: {'id': '98d046f3-4af2-4b15-9298-fc6c8bb5d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:14:02.273965 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:02.274245 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] Bound using segment: {'id': '98d046f3-4af2-4b15-9298-fc6c8bb5d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:14:02.274710 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] Bound port: 15447067-a176-4b8f-8f00-9ecbe8963315, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d046f3-4af2-4b15-9298-fc6c8bb5d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:14:02.275211 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:02.344591 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-d09e2f72-6246-4767-8994-6ccf6eae6eeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 9920f6d9-066c-4a41-923b-38daff77b95b) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:14:02.349998 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09e2f72-6246-4767-8994-6ccf6eae6eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:02.350815 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d09e2f72-6246-4767-8994-6ccf6eae6eeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:02.359997 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19afb7c2-df7e-4810-9748-f7a14d353934 None None] Network 9920f6d9-066c-4a41-923b-38daff77b95b requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 15:14:02.403009 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] For port 15447067-a176-4b8f-8f00-9ecbe8963315, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:14:02.437106 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d09e2f72-6246-4767-8994-6ccf6eae6eeb admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7722735 Apr 11 15:14:02.439539 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53274) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:14:02.445675 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-43099275-f972-4893-9ed6-61dbee4eeb99 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1689417999-router', 'tenant_id': '047cb582b812490e9ff4f2d99d09d07e', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:14:02.449238 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-43099275-f972-4893-9ed6-61dbee4eeb99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:14:02.453133 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-43099275-f972-4893-9ed6-61dbee4eeb99 admin admin] Usage tracker for resource:router and tenant:047cb582b812490e9ff4f2d99d09d07e is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:14:02.457119 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-43099275-f972-4893-9ed6-61dbee4eeb99 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:14:02.463121 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-43099275-f972-4893-9ed6-61dbee4eeb99 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:14:02.473458 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] For port 15447067-a176-4b8f-8f00-9ecbe8963315, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=15447067-a176-4b8f-8f00-9ecbe8963315,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:14:02.534828 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-43099275-f972-4893-9ed6-61dbee4eeb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:02.536019 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-43099275-f972-4893-9ed6-61dbee4eeb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:02.551241 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-43099275-f972-4893-9ed6-61dbee4eeb99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:02.564150 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:02.667005 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdcfc96-3f04-4bbd-8d45-8b8864deb918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-9920f6d9-066c-4a41-923b-38daff77b95b', 'network_id': '9920f6d9-066c-4a41-923b-38daff77b95b', 'tenant_id': '047cb582b812490e9ff4f2d99d09d07e', 'fixed_ips': [{'subnet_id': '7af71a33-c5c3-409b-bc41-1b8922861fa1'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 15:14:02.668959 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ecdcfc96-3f04-4bbd-8d45-8b8864deb918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:02.697663 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] Routers {'47c204f3-e3c9-467d-ae98-f400ba85c90a'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:14:02.698632 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:13:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['47c204f3-e3c9-467d-ae98-f400ba85c90a'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:14:02.806421 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device b48d49c3-83e5-4753-ae9f-a380ada8df3c up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:14:02.904353 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b7c99-b1cf-4d32-89de-6ce3c0a87e47 None None] Pushing event updated for resources: {'Port': ['ID=15447067-a176-4b8f-8f00-9ecbe8963315,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:02.939958 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-43099275-f972-4893-9ed6-61dbee4eeb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:03.133635 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] Set router 47c204f3-e3c9-467d-ae98-f400ba85c90a gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:14:03.188832 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port b48d49c3-83e5-4753-ae9f-a380ada8df3c triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:14:03.189258 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:03.255507 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-ecdcfc96-3f04-4bbd-8d45-8b8864deb918 None None] Allocated IP 172.20.0.2 (9920f6d9-066c-4a41-923b-38daff77b95b/7af71a33-c5c3-409b-bc41-1b8922861fa1/6348207e-55e0-4b3b-b831-c3010f06015e) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:14:03.457798 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-43099275-f972-4893-9ed6-61dbee4eeb99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:03.491487 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-43099275-f972-4893-9ed6-61dbee4eeb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:03.626003 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-43099275-f972-4893-9ed6-61dbee4eeb99 admin admin] Allocated IP 172.26.7.160 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/576f13a4-dbe8-42c0-bc4b-63a4ab77a236) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:14:03.752957 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ecdcfc96-3f04-4bbd-8d45-8b8864deb918 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:03.765068 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ecdcfc96-3f04-4bbd-8d45-8b8864deb918 None None] Transition to ACTIVE for port object 6348207e-55e0-4b3b-b831-c3010f06015e will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:14:03.776075 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-43099275-f972-4893-9ed6-61dbee4eeb99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:03.789492 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-ecdcfc96-3f04-4bbd-8d45-8b8864deb918 None None] Transition to ACTIVE for port object 6348207e-55e0-4b3b-b831-c3010f06015e will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:14:03.796479 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'name': 'tempest-TestShelveInstance-85415728-router', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:13:54Z', 'updated_at': '2022-04-11T15:13:59Z', 'revision_number': 4, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'gw_port': {'id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:55Z', 'updated_at': '2022-04-11T15:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '15447067-a176-4b8f-8f00-9ecbe8963315', 'name': '', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'mac_address': 'fa:16:3e:c6:cd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:58Z', 'updated_at': '2022-04-11T15:14:02Z', 'revision_number': 4, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'subnets': [{'id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:14:03.800944 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdd35a6-7429-4caa-b0e0-07fc6ecc554a None None] The sync data for ids ['47c204f3-e3c9-467d-ae98-f400ba85c90a'] in dv-neutron-837330-1-hyperv is: [{'id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'name': 'tempest-TestShelveInstance-85415728-router', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:13:54Z', 'updated_at': '2022-04-11T15:13:59Z', 'revision_number': 4, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'gw_port': {'id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:55Z', 'updated_at': '2022-04-11T15:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '15447067-a176-4b8f-8f00-9ecbe8963315', 'name': '', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'mac_address': 'fa:16:3e:c6:cd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:58Z', 'updated_at': '2022-04-11T15:14:02Z', 'revision_number': 4, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'subnets': [{'id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:14:03.851404 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ecdcfc96-3f04-4bbd-8d45-8b8864deb918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:03.871329 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-43099275-f972-4893-9ed6-61dbee4eeb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:03.923481 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdcfc96-3f04-4bbd-8d45-8b8864deb918 None None] Network 9920f6d9-066c-4a41-923b-38daff77b95b is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:14:03.926446 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-ecdcfc96-3f04-4bbd-8d45-8b8864deb918 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:14:03.935252 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdcfc96-3f04-4bbd-8d45-8b8864deb918 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:14:03.950274 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43099275-f972-4893-9ed6-61dbee4eeb99 admin admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:14:03.953097 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-43099275-f972-4893-9ed6-61dbee4eeb99 admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:14:03.958544 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43099275-f972-4893-9ed6-61dbee4eeb99 admin admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:14:03.969651 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdcfc96-3f04-4bbd-8d45-8b8864deb918 None None] Pushing event updated for resources: {'Port': ['ID=6348207e-55e0-4b3b-b831-c3010f06015e,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:04.018274 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43099275-f972-4893-9ed6-61dbee4eeb99 admin admin] Pushing event updated for resources: {'Port': ['ID=576f13a4-dbe8-42c0-bc4b-63a4ab77a236,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:04.044211 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-ecdcfc96-3f04-4bbd-8d45-8b8864deb918 None None] Attempting to bind port 6348207e-55e0-4b3b-b831-c3010f06015e on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:14:04.044788 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-ecdcfc96-3f04-4bbd-8d45-8b8864deb918 None None] Attempting to bind port 6348207e-55e0-4b3b-b831-c3010f06015e by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '15c3b549-d6d1-42c7-a14d-f3f4f66e659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '9920f6d9-066c-4a41-923b-38daff77b95b'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:14:04.045160 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdcfc96-3f04-4bbd-8d45-8b8864deb918 None None] Attempting to bind port 6348207e-55e0-4b3b-b831-c3010f06015e on network 9920f6d9-066c-4a41-923b-38daff77b95b {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:14:04.052784 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdcfc96-3f04-4bbd-8d45-8b8864deb918 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:14:04.053196 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdcfc96-3f04-4bbd-8d45-8b8864deb918 None None] Checking segment: {'id': '15c3b549-d6d1-42c7-a14d-f3f4f66e659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '9920f6d9-066c-4a41-923b-38daff77b95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:14:04.053588 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ecdcfc96-3f04-4bbd-8d45-8b8864deb918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:04.054014 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdcfc96-3f04-4bbd-8d45-8b8864deb918 None None] Bound using segment: {'id': '15c3b549-d6d1-42c7-a14d-f3f4f66e659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '9920f6d9-066c-4a41-923b-38daff77b95b'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:14:04.054484 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-ecdcfc96-3f04-4bbd-8d45-8b8864deb918 None None] Bound port: 6348207e-55e0-4b3b-b831-c3010f06015e, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c3b549-d6d1-42c7-a14d-f3f4f66e659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '9920f6d9-066c-4a41-923b-38daff77b95b'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:14:04.055063 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ecdcfc96-3f04-4bbd-8d45-8b8864deb918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:04.162690 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-ecdcfc96-3f04-4bbd-8d45-8b8864deb918 None None] For port 6348207e-55e0-4b3b-b831-c3010f06015e, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:14:04.166361 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-ecdcfc96-3f04-4bbd-8d45-8b8864deb918 None None] For port 6348207e-55e0-4b3b-b831-c3010f06015e, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6348207e-55e0-4b3b-b831-c3010f06015e,segment=NetworkSegment(15c3b549-d6d1-42c7-a14d-f3f4f66e659a),segment_id=15c3b549-d6d1-42c7-a14d-f3f4f66e659a)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:14:04.254861 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ecdcfc96-3f04-4bbd-8d45-8b8864deb918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:04.337583 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdcfc96-3f04-4bbd-8d45-8b8864deb918 None None] Pushing event updated for resources: {'Port': ['ID=6348207e-55e0-4b3b-b831-c3010f06015e,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:04.548844 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-43099275-f972-4893-9ed6-61dbee4eeb99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:04.831700 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6348207e-55e0-4b3b-b831-c3010f06015e up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:14:04.925363 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-43099275-f972-4893-9ed6-61dbee4eeb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:04.975221 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 6348207e-55e0-4b3b-b831-c3010f06015e completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:14:04.984310 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 15447067-a176-4b8f-8f00-9ecbe8963315 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:14:05.139355 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 15447067-a176-4b8f-8f00-9ecbe8963315 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:14:05.145814 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 15447067-a176-4b8f-8f00-9ecbe8963315 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:14:05.146196 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:05.325363 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:05.356343 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43099275-f972-4893-9ed6-61dbee4eeb99 admin admin] Router 06fc8c19-f397-4cf5-b607-0c7f8f1990d1 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 15:14:05.359933 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd2be20-d50c-4c58-925a-fb17385dc38f None None] Network 9920f6d9-066c-4a41-923b-38daff77b95b requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 15:14:05.377448 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 15447067-a176-4b8f-8f00-9ecbe8963315, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=15447067-a176-4b8f-8f00-9ecbe8963315,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:14:05.450141 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:05.551417 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43099275-f972-4893-9ed6-61dbee4eeb99 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:14:05.560842 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] Sync routers for ids ['06fc8c19-f397-4cf5-b607-0c7f8f1990d1'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:14:05.571191 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] Routers {'06fc8c19-f397-4cf5-b607-0c7f8f1990d1'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:14:05.572163 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:13:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['06fc8c19-f397-4cf5-b607-0c7f8f1990d1'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:14:05.581221 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=15447067-a176-4b8f-8f00-9ecbe8963315,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:05.587767 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-7a143833-fb5d-47d6-b0e9-7a0d59259ccd None None] Provisioning for port 6348207e-55e0-4b3b-b831-c3010f06015e completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:14:05.601419 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-7a143833-fb5d-47d6-b0e9-7a0d59259ccd None None] Provisioning complete for port 6348207e-55e0-4b3b-b831-c3010f06015e triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:14:05.601714 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7a143833-fb5d-47d6-b0e9-7a0d59259ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:05.613746 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-43099275-f972-4893-9ed6-61dbee4eeb99 admin admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:05.617725 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-43099275-f972-4893-9ed6-61dbee4eeb99 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1747043 Apr 11 15:14:05.618167 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53282) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:14:05.767521 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] Set router 06fc8c19-f397-4cf5-b607-0c7f8f1990d1 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:14:05.782366 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7a143833-fb5d-47d6-b0e9-7a0d59259ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:05.819081 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-7a143833-fb5d-47d6-b0e9-7a0d59259ccd None None] For port 6348207e-55e0-4b3b-b831-c3010f06015e, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6348207e-55e0-4b3b-b831-c3010f06015e,segment=NetworkSegment(15c3b549-d6d1-42c7-a14d-f3f4f66e659a),segment_id=15c3b549-d6d1-42c7-a14d-f3f4f66e659a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:14:05.894510 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7a143833-fb5d-47d6-b0e9-7a0d59259ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:05.988831 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a143833-fb5d-47d6-b0e9-7a0d59259ccd None None] Pushing event updated for resources: {'Port': ['ID=6348207e-55e0-4b3b-b831-c3010f06015e,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:06.099450 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fc8c19-f397-4cf5-b607-0c7f8f1990d1', 'name': 'tempest-TestShelveInstance-1689417999-router', 'tenant_id': '047cb582b812490e9ff4f2d99d09d07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.160'}], 'enable_snat': True}, 'gw_port_id': '576f13a4-dbe8-42c0-bc4b-63a4ab77a236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:14:02Z', 'updated_at': '2022-04-11T15:14:04Z', 'revision_number': 3, 'project_id': '047cb582b812490e9ff4f2d99d09d07e', 'gw_port': {'id': '576f13a4-dbe8-42c0-bc4b-63a4ab77a236', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fc8c19-f397-4cf5-b607-0c7f8f1990d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:14:03Z', 'updated_at': '2022-04-11T15:14:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:14:06.103960 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] Checking router: 06fc8c19-f397-4cf5-b607-0c7f8f1990d1 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:14:06.103960 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] Updating router 06fc8c19-f397-4cf5-b607-0c7f8f1990d1 port 576f13a4-dbe8-42c0-bc4b-63a4ab77a236 binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:14:06.118923 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-0e431e35-9bdf-414e-bee2-9dbb42e4ab0b None None] Provisioning complete for port 6348207e-55e0-4b3b-b831-c3010f06015e triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:14:06.119932 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0e431e35-9bdf-414e-bee2-9dbb42e4ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:06.160761 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:06.397447 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-61ad4f25-d70c-4d71-9bea-7998e434ddfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:06.540081 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:06.553283 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] Transition to ACTIVE for port object 576f13a4-dbe8-42c0-bc4b-63a4ab77a236 will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:14:06.613058 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:06.623082 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-61ad4f25-d70c-4d71-9bea-7998e434ddfa admin admin] Allocated IP 172.20.0.1 (9920f6d9-066c-4a41-923b-38daff77b95b/7af71a33-c5c3-409b-bc41-1b8922861fa1/75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:14:06.697644 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] Attempting to bind port 576f13a4-dbe8-42c0-bc4b-63a4ab77a236 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:14:06.698060 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] Attempting to bind port 576f13a4-dbe8-42c0-bc4b-63a4ab77a236 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:14:06.698380 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] Attempting to bind port 576f13a4-dbe8-42c0-bc4b-63a4ab77a236 on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:14:06.704262 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5c8dd-4363-473f-bc89-d60e77c6cc62 None None] Pushing event updated for resources: {'Port': ['ID=576f13a4-dbe8-42c0-bc4b-63a4ab77a236,revision_number=2']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:06.712012 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:14:06.712012 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:14:06.712012 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:06.712012 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:14:06.712012 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] Bound port: 576f13a4-dbe8-42c0-bc4b-63a4ab77a236, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:14:06.712012 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:06.772570 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6348207e-55e0-4b3b-b831-c3010f06015e up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:14:06.779536 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-61ad4f25-d70c-4d71-9bea-7998e434ddfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:06.794227 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] For port 576f13a4-dbe8-42c0-bc4b-63a4ab77a236, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:14:06.797294 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] For port 576f13a4-dbe8-42c0-bc4b-63a4ab77a236, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=576f13a4-dbe8-42c0-bc4b-63a4ab77a236,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:14:06.797762 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-61ad4f25-d70c-4d71-9bea-7998e434ddfa admin admin] Transition to ACTIVE for port object 75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:14:06.847583 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 6348207e-55e0-4b3b-b831-c3010f06015e triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:14:06.847937 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:06.870830 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:06.900264 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-61ad4f25-d70c-4d71-9bea-7998e434ddfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:06.965105 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] Routers {'06fc8c19-f397-4cf5-b607-0c7f8f1990d1'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:14:06.965728 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:13:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['06fc8c19-f397-4cf5-b607-0c7f8f1990d1'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:14:06.969653 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ad4f25-d70c-4d71-9bea-7998e434ddfa admin admin] Network 9920f6d9-066c-4a41-923b-38daff77b95b is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:14:06.977187 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-61ad4f25-d70c-4d71-9bea-7998e434ddfa admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:14:06.981873 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ad4f25-d70c-4d71-9bea-7998e434ddfa admin admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:14:06.986642 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 15447067-a176-4b8f-8f00-9ecbe8963315 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:14:07.040720 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5c8dd-4363-473f-bc89-d60e77c6cc62 None None] Pushing event updated for resources: {'Port': ['ID=576f13a4-dbe8-42c0-bc4b-63a4ab77a236,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:07.082875 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 15447067-a176-4b8f-8f00-9ecbe8963315 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:14:07.083488 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:07.162645 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad4f25-d70c-4d71-9bea-7998e434ddfa admin admin] Pushing event updated for resources: {'Port': ['ID=75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:07.185608 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] Set router 06fc8c19-f397-4cf5-b607-0c7f8f1990d1 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:14:07.187192 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-61ad4f25-d70c-4d71-9bea-7998e434ddfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:07.383871 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-61ad4f25-d70c-4d71-9bea-7998e434ddfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:07.453768 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8c885320-91c6-4908-ad88-c0c955bf2183 None None] Provisioning for port 75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:14:07.459093 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-8c885320-91c6-4908-ad88-c0c955bf2183 None None] Provisioning complete for port 75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:14:07.459467 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8c885320-91c6-4908-ad88-c0c955bf2183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:07.481153 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fc8c19-f397-4cf5-b607-0c7f8f1990d1', 'name': 'tempest-TestShelveInstance-1689417999-router', 'tenant_id': '047cb582b812490e9ff4f2d99d09d07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.160'}], 'enable_snat': True}, 'gw_port_id': '576f13a4-dbe8-42c0-bc4b-63a4ab77a236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:14:02Z', 'updated_at': '2022-04-11T15:14:04Z', 'revision_number': 3, 'project_id': '047cb582b812490e9ff4f2d99d09d07e', 'gw_port': {'id': '576f13a4-dbe8-42c0-bc4b-63a4ab77a236', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fc8c19-f397-4cf5-b607-0c7f8f1990d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:14:03Z', 'updated_at': '2022-04-11T15:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:14:07.486440 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b3f453-5ba6-41db-941f-53717adf6a95 None None] The sync data for ids ['06fc8c19-f397-4cf5-b607-0c7f8f1990d1'] in dv-neutron-837330-1-hyperv is: [{'id': '06fc8c19-f397-4cf5-b607-0c7f8f1990d1', 'name': 'tempest-TestShelveInstance-1689417999-router', 'tenant_id': '047cb582b812490e9ff4f2d99d09d07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.160'}], 'enable_snat': True}, 'gw_port_id': '576f13a4-dbe8-42c0-bc4b-63a4ab77a236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:14:02Z', 'updated_at': '2022-04-11T15:14:04Z', 'revision_number': 3, 'project_id': '047cb582b812490e9ff4f2d99d09d07e', 'gw_port': {'id': '576f13a4-dbe8-42c0-bc4b-63a4ab77a236', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fc8c19-f397-4cf5-b607-0c7f8f1990d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:14:03Z', 'updated_at': '2022-04-11T15:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:14:07.523574 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-8c885320-91c6-4908-ad88-c0c955bf2183 None None] Port 75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:14:07.626624 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-61ad4f25-d70c-4d71-9bea-7998e434ddfa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:07.691466 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-61ad4f25-d70c-4d71-9bea-7998e434ddfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:07.808056 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-61ad4f25-d70c-4d71-9bea-7998e434ddfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:07.811769 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad4f25-d70c-4d71-9bea-7998e434ddfa admin admin] Pushing event updated for resources: {'Port': ['ID=75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:07.954166 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ad4f25-d70c-4d71-9bea-7998e434ddfa admin admin] Network 9920f6d9-066c-4a41-923b-38daff77b95b is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:14:07.955434 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-61ad4f25-d70c-4d71-9bea-7998e434ddfa admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:14:08.172182 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ad4f25-d70c-4d71-9bea-7998e434ddfa admin admin] Router 06fc8c19-f397-4cf5-b607-0c7f8f1990d1 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:14:08.247606 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-66c83c8e-5944-414d-983e-4abe9cac26b3 None None] Provisioning complete for port 75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:14:08.248134 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-66c83c8e-5944-414d-983e-4abe9cac26b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:08.326518 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-66c83c8e-5944-414d-983e-4abe9cac26b3 None None] Port 75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:14:08.368054 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ad4f25-d70c-4d71-9bea-7998e434ddfa admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:14:08.379582 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-61ad4f25-d70c-4d71-9bea-7998e434ddfa admin admin] 10.222.0.66 "PUT /v2.0/routers/06fc8c19-f397-4cf5-b607-0c7f8f1990d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7600343 Apr 11 15:14:08.788676 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 576f13a4-dbe8-42c0-bc4b-63a4ab77a236 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:14:08.916036 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 576f13a4-dbe8-42c0-bc4b-63a4ab77a236 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:14:08.921366 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 576f13a4-dbe8-42c0-bc4b-63a4ab77a236 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:14:08.921934 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:09.042705 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:09.059373 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 576f13a4-dbe8-42c0-bc4b-63a4ab77a236, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=576f13a4-dbe8-42c0-bc4b-63a4ab77a236,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:14:09.121877 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:09.138140 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53300) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:14:09.143933 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-3734542c-d174-4ccb-92fb-05bb46b04684 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-720517443', 'description': 'tempest-secgroup-smoke-720517443 description', 'project_id': '0a21d2eb34b446c4be752528671fe3c9'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:14:09.150331 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3734542c-d174-4ccb-92fb-05bb46b04684 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:14:09.154331 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3734542c-d174-4ccb-92fb-05bb46b04684 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Usage tracker for resource:security_group and tenant:0a21d2eb34b446c4be752528671fe3c9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:14:09.160688 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3734542c-d174-4ccb-92fb-05bb46b04684 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:14:09.166920 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3734542c-d174-4ccb-92fb-05bb46b04684 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:14:09.192946 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=576f13a4-dbe8-42c0-bc4b-63a4ab77a236,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:09.252974 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3734542c-d174-4ccb-92fb-05bb46b04684 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:09.276445 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3734542c-d174-4ccb-92fb-05bb46b04684 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:14:09.280311 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3734542c-d174-4ccb-92fb-05bb46b04684 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Usage tracker for resource:security_group_rule and tenant:0a21d2eb34b446c4be752528671fe3c9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:14:09.284075 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3734542c-d174-4ccb-92fb-05bb46b04684 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:14:09.289807 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3734542c-d174-4ccb-92fb-05bb46b04684 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:14:09.361587 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3734542c-d174-4ccb-92fb-05bb46b04684 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:09.424433 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3734542c-d174-4ccb-92fb-05bb46b04684 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:09.481070 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] Sync routers for ids ['06fc8c19-f397-4cf5-b607-0c7f8f1990d1'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:14:09.481788 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734542c-d174-4ccb-92fb-05bb46b04684 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=439f3f5b-2500-4646-8979-87a4ffc50745,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:09.482353 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] Routers {'06fc8c19-f397-4cf5-b607-0c7f8f1990d1'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:14:09.482353 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:13:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['06fc8c19-f397-4cf5-b607-0c7f8f1990d1'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:14:09.533655 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3734542c-d174-4ccb-92fb-05bb46b04684 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:09.534982 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3734542c-d174-4ccb-92fb-05bb46b04684 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3959172 Apr 11 15:14:09.537959 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53306) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:14:09.547684 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-3576d385-8547-4b8e-a147-e5c2739b4e88 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Request body: {'security_group_rule': {'security_group_id': '439f3f5b-2500-4646-8979-87a4ffc50745', 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:14:09.549422 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3576d385-8547-4b8e-a147-e5c2739b4e88 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:14:09.553739 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3576d385-8547-4b8e-a147-e5c2739b4e88 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Usage tracker for resource:security_group_rule and tenant:0a21d2eb34b446c4be752528671fe3c9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:14:09.556599 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3576d385-8547-4b8e-a147-e5c2739b4e88 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:14:09.563097 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3576d385-8547-4b8e-a147-e5c2739b4e88 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:14:09.666296 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3576d385-8547-4b8e-a147-e5c2739b4e88 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:09.697802 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] Set router 06fc8c19-f397-4cf5-b607-0c7f8f1990d1 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:14:09.727461 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3576d385-8547-4b8e-a147-e5c2739b4e88 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:09.802106 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3576d385-8547-4b8e-a147-e5c2739b4e88 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:09.826094 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576d385-8547-4b8e-a147-e5c2739b4e88 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29da364a-56d2-4a37-af7d-041484553413,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:09.904906 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3576d385-8547-4b8e-a147-e5c2739b4e88 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:09.906168 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3576d385-8547-4b8e-a147-e5c2739b4e88 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3671551 Apr 11 15:14:09.910569 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53310) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:14:09.915699 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-b8b585f4-1546-4ae6-bf44-bdfeadeccba2 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Request body: {'security_group_rule': {'security_group_id': '439f3f5b-2500-4646-8979-87a4ffc50745', 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:14:09.921821 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b8b585f4-1546-4ae6-bf44-bdfeadeccba2 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:14:09.925796 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b8b585f4-1546-4ae6-bf44-bdfeadeccba2 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Usage tracker for resource:security_group_rule and tenant:0a21d2eb34b446c4be752528671fe3c9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:14:09.928947 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b8b585f4-1546-4ae6-bf44-bdfeadeccba2 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:14:09.934627 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b8b585f4-1546-4ae6-bf44-bdfeadeccba2 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:14:10.015709 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b8b585f4-1546-4ae6-bf44-bdfeadeccba2 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:10.029289 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fc8c19-f397-4cf5-b607-0c7f8f1990d1', 'name': 'tempest-TestShelveInstance-1689417999-router', 'tenant_id': '047cb582b812490e9ff4f2d99d09d07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.160'}], 'enable_snat': True}, 'gw_port_id': '576f13a4-dbe8-42c0-bc4b-63a4ab77a236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:14:02Z', 'updated_at': '2022-04-11T15:14:07Z', 'revision_number': 4, 'project_id': '047cb582b812490e9ff4f2d99d09d07e', 'gw_port': {'id': '576f13a4-dbe8-42c0-bc4b-63a4ab77a236', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc8c19-f397-4cf5-b607-0c7f8f1990d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:14:03Z', 'updated_at': '2022-04-11T15:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84', 'name': '', 'network_id': '9920f6d9-066c-4a41-923b-38daff77b95b', 'tenant_id': '047cb582b812490e9ff4f2d99d09d07e', 'mac_address': 'fa:16:3e:2a:12:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fc8c19-f397-4cf5-b607-0c7f8f1990d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '7af71a33-c5c3-409b-bc41-1b8922861fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:14:06Z', 'updated_at': '2022-04-11T15:14:07Z', 'revision_number': 2, 'project_id': '047cb582b812490e9ff4f2d99d09d07e', 'subnets': [{'id': '7af71a33-c5c3-409b-bc41-1b8922861fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:14:10.034269 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] Checking router: 06fc8c19-f397-4cf5-b607-0c7f8f1990d1 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:14:10.034624 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] Updating router 06fc8c19-f397-4cf5-b607-0c7f8f1990d1 port 75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84 binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:14:10.087227 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b8b585f4-1546-4ae6-bf44-bdfeadeccba2 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:10.087919 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:10.161685 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b8b585f4-1546-4ae6-bf44-bdfeadeccba2 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:10.187615 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b585f4-1546-4ae6-bf44-bdfeadeccba2 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88534b0c-c29f-487c-af0c-5820afa773dc,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:10.276060 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b8b585f4-1546-4ae6-bf44-bdfeadeccba2 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:10.277318 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b8b585f4-1546-4ae6-bf44-bdfeadeccba2 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3658020 Apr 11 15:14:10.280117 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53316) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:14:10.285951 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-3c5abf71-7871-405e-a01c-b7f2fe9f6e19 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Request body: {'security_group_rule': {'security_group_id': '439f3f5b-2500-4646-8979-87a4ffc50745', 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:14:10.292147 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3c5abf71-7871-405e-a01c-b7f2fe9f6e19 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:14:10.296093 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3c5abf71-7871-405e-a01c-b7f2fe9f6e19 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Usage tracker for resource:security_group_rule and tenant:0a21d2eb34b446c4be752528671fe3c9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:14:10.299792 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-3c5abf71-7871-405e-a01c-b7f2fe9f6e19 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:14:10.305464 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-3c5abf71-7871-405e-a01c-b7f2fe9f6e19 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:14:10.368374 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3c5abf71-7871-405e-a01c-b7f2fe9f6e19 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:10.432803 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3c5abf71-7871-405e-a01c-b7f2fe9f6e19 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:10.447209 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:10.459059 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] Transition to ACTIVE for port object 75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:14:10.509973 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3c5abf71-7871-405e-a01c-b7f2fe9f6e19 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:10.535501 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5abf71-7871-405e-a01c-b7f2fe9f6e19 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc2b6ded-fa30-43e1-8995-32182e0695df,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:10.539060 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:10.615768 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3c5abf71-7871-405e-a01c-b7f2fe9f6e19 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:10.617320 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3c5abf71-7871-405e-a01c-b7f2fe9f6e19 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3361328 Apr 11 15:14:10.620322 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 53320) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:14:10.627176 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-17a34fd8-f8fc-47a1-81a9-7b169d05fae0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Request body: {'security_group_rule': {'security_group_id': '439f3f5b-2500-4646-8979-87a4ffc50745', 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:14:10.633522 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-17a34fd8-f8fc-47a1-81a9-7b169d05fae0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:14:10.638298 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-17a34fd8-f8fc-47a1-81a9-7b169d05fae0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Usage tracker for resource:security_group_rule and tenant:0a21d2eb34b446c4be752528671fe3c9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:14:10.642042 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-17a34fd8-f8fc-47a1-81a9-7b169d05fae0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:14:10.648650 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-17a34fd8-f8fc-47a1-81a9-7b169d05fae0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:14:10.716637 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e04a4a-a260-43db-a78d-8b99617f95b4 None None] Pushing event updated for resources: {'Port': ['ID=75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:10.764476 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-17a34fd8-f8fc-47a1-81a9-7b169d05fae0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:10.777797 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] Attempting to bind port 75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:14:10.778168 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] Attempting to bind port 75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '15c3b549-d6d1-42c7-a14d-f3f4f66e659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '9920f6d9-066c-4a41-923b-38daff77b95b'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:14:10.779269 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] Attempting to bind port 75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84 on network 9920f6d9-066c-4a41-923b-38daff77b95b {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:14:10.787302 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 576f13a4-dbe8-42c0-bc4b-63a4ab77a236 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:14:10.816046 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:14:10.816422 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] Checking segment: {'id': '15c3b549-d6d1-42c7-a14d-f3f4f66e659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '9920f6d9-066c-4a41-923b-38daff77b95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:14:10.816828 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:10.817233 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] Bound using segment: {'id': '15c3b549-d6d1-42c7-a14d-f3f4f66e659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '9920f6d9-066c-4a41-923b-38daff77b95b'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:14:10.817717 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] Bound port: 75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c3b549-d6d1-42c7-a14d-f3f4f66e659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '9920f6d9-066c-4a41-923b-38daff77b95b'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:14:10.818125 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:10.834935 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-17a34fd8-f8fc-47a1-81a9-7b169d05fae0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:10.910361 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-17a34fd8-f8fc-47a1-81a9-7b169d05fae0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:10.934111 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a34fd8-f8fc-47a1-81a9-7b169d05fae0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258229cc-04ac-4334-9f90-db244281cf48,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:10.944348 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a34fd8-f8fc-47a1-81a9-7b169d05fae0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:14:10.945168 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a34fd8-f8fc-47a1-81a9-7b169d05fae0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:14:10.945168 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a34fd8-f8fc-47a1-81a9-7b169d05fae0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:14:10.945408 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a34fd8-f8fc-47a1-81a9-7b169d05fae0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:14:10.945733 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a34fd8-f8fc-47a1-81a9-7b169d05fae0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:14:10.946089 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a34fd8-f8fc-47a1-81a9-7b169d05fae0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:14:10.946419 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a34fd8-f8fc-47a1-81a9-7b169d05fae0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:14:10.946752 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a34fd8-f8fc-47a1-81a9-7b169d05fae0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:14:10.947065 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a34fd8-f8fc-47a1-81a9-7b169d05fae0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:14:10.947383 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a34fd8-f8fc-47a1-81a9-7b169d05fae0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:14:10.947699 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a34fd8-f8fc-47a1-81a9-7b169d05fae0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:14:10.948018 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a34fd8-f8fc-47a1-81a9-7b169d05fae0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:14:10.951766 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] For port 75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:14:10.956018 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] For port 75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84,segment=NetworkSegment(15c3b549-d6d1-42c7-a14d-f3f4f66e659a),segment_id=15c3b549-d6d1-42c7-a14d-f3f4f66e659a)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:14:10.957516 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 576f13a4-dbe8-42c0-bc4b-63a4ab77a236 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:14:10.957915 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:11.013499 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-17a34fd8-f8fc-47a1-81a9-7b169d05fae0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:11.024874 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53324) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:14:11.025030 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-17a34fd8-f8fc-47a1-81a9-7b169d05fae0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3974211 Apr 11 15:14:11.025127 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-611c325f-99d8-454c-9932-14e0d4d080c0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Request body: {'security_group_rule': {'security_group_id': '439f3f5b-2500-4646-8979-87a4ffc50745', 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:14:11.030001 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-611c325f-99d8-454c-9932-14e0d4d080c0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:14:11.034645 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-611c325f-99d8-454c-9932-14e0d4d080c0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Usage tracker for resource:security_group_rule and tenant:0a21d2eb34b446c4be752528671fe3c9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:14:11.037717 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-611c325f-99d8-454c-9932-14e0d4d080c0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:14:11.043792 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-611c325f-99d8-454c-9932-14e0d4d080c0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:14:11.059179 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:11.138892 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-611c325f-99d8-454c-9932-14e0d4d080c0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Project 0a21d2eb34b446c4be752528671fe3c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:14:11.147764 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-611c325f-99d8-454c-9932-14e0d4d080c0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:11.166789 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] Routers {'06fc8c19-f397-4cf5-b607-0c7f8f1990d1'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:14:11.167413 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:13:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['06fc8c19-f397-4cf5-b607-0c7f8f1990d1'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:14:11.221824 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-611c325f-99d8-454c-9932-14e0d4d080c0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:11.233994 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e04a4a-a260-43db-a78d-8b99617f95b4 None None] Pushing event updated for resources: {'Port': ['ID=75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:11.310144 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-611c325f-99d8-454c-9932-14e0d4d080c0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:11.336116 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c325f-99d8-454c-9932-14e0d4d080c0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b370066-5932-4142-b1b8-c769682d7ba7,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:11.412471 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-611c325f-99d8-454c-9932-14e0d4d080c0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:11.412833 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] Set router 06fc8c19-f397-4cf5-b607-0c7f8f1990d1 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:14:11.413739 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-611c325f-99d8-454c-9932-14e0d4d080c0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3941209 Apr 11 15:14:11.416427 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53328) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:14:11.421590 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-e32e52b7-1a69-4bf2-9f98-22b39985cb4a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Request body: {'security_group_rule': {'security_group_id': '439f3f5b-2500-4646-8979-87a4ffc50745', 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:14:11.428536 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e32e52b7-1a69-4bf2-9f98-22b39985cb4a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:14:11.436488 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e32e52b7-1a69-4bf2-9f98-22b39985cb4a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Usage tracker for resource:security_group_rule and tenant:0a21d2eb34b446c4be752528671fe3c9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:14:11.436488 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e32e52b7-1a69-4bf2-9f98-22b39985cb4a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:14:11.442783 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e32e52b7-1a69-4bf2-9f98-22b39985cb4a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:14:11.510090 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-e32e52b7-1a69-4bf2-9f98-22b39985cb4a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Project 0a21d2eb34b446c4be752528671fe3c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:14:11.517725 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e32e52b7-1a69-4bf2-9f98-22b39985cb4a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:11.586491 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e32e52b7-1a69-4bf2-9f98-22b39985cb4a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:11.658976 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e32e52b7-1a69-4bf2-9f98-22b39985cb4a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:11.684096 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e52b7-1a69-4bf2-9f98-22b39985cb4a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48cb04d0-c24c-4bef-9845-bc5d104f2692,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:11.731737 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fc8c19-f397-4cf5-b607-0c7f8f1990d1', 'name': 'tempest-TestShelveInstance-1689417999-router', 'tenant_id': '047cb582b812490e9ff4f2d99d09d07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.160'}], 'enable_snat': True}, 'gw_port_id': '576f13a4-dbe8-42c0-bc4b-63a4ab77a236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:14:02Z', 'updated_at': '2022-04-11T15:14:07Z', 'revision_number': 4, 'project_id': '047cb582b812490e9ff4f2d99d09d07e', 'gw_port': {'id': '576f13a4-dbe8-42c0-bc4b-63a4ab77a236', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc8c19-f397-4cf5-b607-0c7f8f1990d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:14:03Z', 'updated_at': '2022-04-11T15:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84', 'name': '', 'network_id': '9920f6d9-066c-4a41-923b-38daff77b95b', 'tenant_id': '047cb582b812490e9ff4f2d99d09d07e', 'mac_address': 'fa:16:3e:2a:12:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fc8c19-f397-4cf5-b607-0c7f8f1990d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '7af71a33-c5c3-409b-bc41-1b8922861fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:14:06Z', 'updated_at': '2022-04-11T15:14:10Z', 'revision_number': 4, 'project_id': '047cb582b812490e9ff4f2d99d09d07e', 'subnets': [{'id': '7af71a33-c5c3-409b-bc41-1b8922861fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:14:11.736137 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca88434-9fdc-4465-9390-797caa843310 None None] The sync data for ids ['06fc8c19-f397-4cf5-b607-0c7f8f1990d1'] in dv-neutron-837330-1-hyperv is: [{'id': '06fc8c19-f397-4cf5-b607-0c7f8f1990d1', 'name': 'tempest-TestShelveInstance-1689417999-router', 'tenant_id': '047cb582b812490e9ff4f2d99d09d07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.160'}], 'enable_snat': True}, 'gw_port_id': '576f13a4-dbe8-42c0-bc4b-63a4ab77a236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:14:02Z', 'updated_at': '2022-04-11T15:14:07Z', 'revision_number': 4, 'project_id': '047cb582b812490e9ff4f2d99d09d07e', 'gw_port': {'id': '576f13a4-dbe8-42c0-bc4b-63a4ab77a236', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc8c19-f397-4cf5-b607-0c7f8f1990d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:14:03Z', 'updated_at': '2022-04-11T15:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84', 'name': '', 'network_id': '9920f6d9-066c-4a41-923b-38daff77b95b', 'tenant_id': '047cb582b812490e9ff4f2d99d09d07e', 'mac_address': 'fa:16:3e:2a:12:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fc8c19-f397-4cf5-b607-0c7f8f1990d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '7af71a33-c5c3-409b-bc41-1b8922861fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:14:06Z', 'updated_at': '2022-04-11T15:14:10Z', 'revision_number': 4, 'project_id': '047cb582b812490e9ff4f2d99d09d07e', 'subnets': [{'id': '7af71a33-c5c3-409b-bc41-1b8922861fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:14:11.756158 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e32e52b7-1a69-4bf2-9f98-22b39985cb4a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:11.757270 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e32e52b7-1a69-4bf2-9f98-22b39985cb4a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3399177 Apr 11 15:14:11.946174 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-19892a08-6be4-4bed-9629-708f68e9173e req-45254bed-3fcb-44e4-b6e2-ef1a40f9fe1d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-720517443&fields=id&tenant_id=0a21d2eb34b446c4be752528671fe3c9 HTTP/1.1" status: 200 len: 267 time: 0.0427690 Apr 11 15:14:12.105069 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19892a08-6be4-4bed-9629-708f68e9173e req-d7def6d8-0ccb-43bb-92f8-11e7384f0b8f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:12.106576 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-19892a08-6be4-4bed-9629-708f68e9173e req-d7def6d8-0ccb-43bb-92f8-11e7384f0b8f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/networks?id=f3c4f94e-9174-4526-9fe9-602ddf4546d6 HTTP/1.1" status: 200 len: 807 time: 0.1537352 Apr 11 15:14:12.122600 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-19892a08-6be4-4bed-9629-708f68e9173e req-d7e30f65-02fb-4be9-9221-9cd681dc5c96 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/quotas/0a21d2eb34b446c4be752528671fe3c9 HTTP/1.1" status: 200 len: 375 time: 0.0096126 Apr 11 15:14:12.214674 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-19892a08-6be4-4bed-9629-708f68e9173e req-0be81916-0225-4a8b-8fa7-c7fdc3847ce2 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0a21d2eb34b446c4be752528671fe3c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0859082 Apr 11 15:14:12.373397 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-19892a08-6be4-4bed-9629-708f68e9173e req-f4906b00-d6f0-43bb-b469-86810da54aa9 service neutron] 10.222.0.66 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458955 Apr 11 15:14:12.519888 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-19892a08-6be4-4bed-9629-708f68e9173e req-8fa85aed-9a9a-412a-8bd4-6f405a67329a service neutron] 10.222.0.66 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392870 Apr 11 15:14:12.798463 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:14:12.833722 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-846e53fd-eb91-4aa9-bd87-2b9ae44fed6c req-78232658-3364-4e7b-8d3c-7e84474fe0e8 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Synchronizing usage tracker for tenant:0a21d2eb34b446c4be752528671fe3c9 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:14:12.933173 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-846e53fd-eb91-4aa9-bd87-2b9ae44fed6c req-78232658-3364-4e7b-8d3c-7e84474fe0e8 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Unset dirty status for tenant:0a21d2eb34b446c4be752528671fe3c9 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:14:12.934571 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-846e53fd-eb91-4aa9-bd87-2b9ae44fed6c req-78232658-3364-4e7b-8d3c-7e84474fe0e8 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 210 time: 0.1458364 Apr 11 15:14:12.944224 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:14:12.949478 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:14:12.949882 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:13.076596 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:13.109567 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84,segment=NetworkSegment(15c3b549-d6d1-42c7-a14d-f3f4f66e659a),segment_id=15c3b549-d6d1-42c7-a14d-f3f4f66e659a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:14:13.167304 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:13.243514 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:14.084322 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-06385d61-abbc-4621-a141-0e6b109bc2a7 req-628d0e17-9b8a-4345-832a-9fbf847214c5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 210 time: 0.0425601 Apr 11 15:14:14.766090 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:14:14.835791 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:14:14.836163 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:15.198588 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19892a08-6be4-4bed-9629-708f68e9173e req-3cea7a49-de40-422c-af35-79a30e1c9e5d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:15.199274 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-19892a08-6be4-4bed-9629-708f68e9173e req-3cea7a49-de40-422c-af35-79a30e1c9e5d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Synchronizing usage tracker for tenant:0a21d2eb34b446c4be752528671fe3c9 on resource:network {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:14:15.255415 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f3d44301-9413-4cf0-90ae-b5df81a372fa req-dde73303-3185-46c8-bd05-a411485c017f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 210 time: 0.0522690 Apr 11 15:14:15.349969 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-19892a08-6be4-4bed-9629-708f68e9173e req-3cea7a49-de40-422c-af35-79a30e1c9e5d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Unset dirty status for tenant:0a21d2eb34b446c4be752528671fe3c9 on resource:network {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:14:15.351080 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-19892a08-6be4-4bed-9629-708f68e9173e req-3cea7a49-de40-422c-af35-79a30e1c9e5d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.53 "GET /v2.0/networks?id=f3c4f94e-9174-4526-9fe9-602ddf4546d6 HTTP/1.1" status: 200 len: 807 time: 0.4212759 Apr 11 15:14:15.416862 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-19892a08-6be4-4bed-9629-708f68e9173e req-2076932d-0c7d-42d5-a2f0-558b18b5448a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Synchronizing usage tracker for tenant:0a21d2eb34b446c4be752528671fe3c9 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:14:15.488070 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-19892a08-6be4-4bed-9629-708f68e9173e req-2076932d-0c7d-42d5-a2f0-558b18b5448a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Unset dirty status for tenant:0a21d2eb34b446c4be752528671fe3c9 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:14:15.489222 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-19892a08-6be4-4bed-9629-708f68e9173e req-2076932d-0c7d-42d5-a2f0-558b18b5448a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a21d2eb34b446c4be752528671fe3c9 HTTP/1.1" status: 200 len: 379 time: 0.1155469 Apr 11 15:14:15.498671 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [req-19892a08-6be4-4bed-9629-708f68e9173e req-34902a87-afbb-41a4-af56-05cd3cf0c6d5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Request body: {'port': {'device_id': '83fa3da3-87bd-46e0-9612-fa6055a3fa47', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'admin_state_up': True, 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'security_groups': ['439f3f5b-2500-4646-8979-87a4ffc50745']}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:14:15.635168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [req-19892a08-6be4-4bed-9629-708f68e9173e req-34902a87-afbb-41a4-af56-05cd3cf0c6d5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:14:15.645087 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [req-19892a08-6be4-4bed-9629-708f68e9173e req-34902a87-afbb-41a4-af56-05cd3cf0c6d5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:14:15.738347 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19892a08-6be4-4bed-9629-708f68e9173e req-34902a87-afbb-41a4-af56-05cd3cf0c6d5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Made reservation on behalf of 0a21d2eb34b446c4be752528671fe3c9 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:14:15.741909 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-19892a08-6be4-4bed-9629-708f68e9173e req-34902a87-afbb-41a4-af56-05cd3cf0c6d5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:15.906109 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [req-19892a08-6be4-4bed-9629-708f68e9173e req-34902a87-afbb-41a4-af56-05cd3cf0c6d5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Allocated IP 172.20.0.6 (f3c4f94e-9174-4526-9fe9-602ddf4546d6/8513c9e5-f120-4f2c-ba98-9d3fc323a831/93288039-33ea-4dc9-aed3-a4b9e6f35c9c) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:14:16.095171 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-19892a08-6be4-4bed-9629-708f68e9173e req-34902a87-afbb-41a4-af56-05cd3cf0c6d5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:16.111224 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [req-19892a08-6be4-4bed-9629-708f68e9173e req-34902a87-afbb-41a4-af56-05cd3cf0c6d5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Transition to ACTIVE for port object 93288039-33ea-4dc9-aed3-a4b9e6f35c9c will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:14:16.224887 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-19892a08-6be4-4bed-9629-708f68e9173e req-34902a87-afbb-41a4-af56-05cd3cf0c6d5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:16.290426 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19892a08-6be4-4bed-9629-708f68e9173e req-34902a87-afbb-41a4-af56-05cd3cf0c6d5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Network f3c4f94e-9174-4526-9fe9-602ddf4546d6 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:14:16.293375 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [req-19892a08-6be4-4bed-9629-708f68e9173e req-34902a87-afbb-41a4-af56-05cd3cf0c6d5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:14:16.303027 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [req-19892a08-6be4-4bed-9629-708f68e9173e req-34902a87-afbb-41a4-af56-05cd3cf0c6d5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:14:16.343110 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34902a87-afbb-41a4-af56-05cd3cf0c6d5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Pushing event updated for resources: {'Port': ['ID=93288039-33ea-4dc9-aed3-a4b9e6f35c9c,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:16.386733 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19892a08-6be4-4bed-9629-708f68e9173e req-34902a87-afbb-41a4-af56-05cd3cf0c6d5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:16.387354 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-19892a08-6be4-4bed-9629-708f68e9173e req-34902a87-afbb-41a4-af56-05cd3cf0c6d5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:16.463687 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80191f-a0db-46a4-851b-c39839c47759 req-0337a188-fbd4-4547-9b06-979456ebc0aa tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:16.465265 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3e80191f-a0db-46a4-851b-c39839c47759 req-0337a188-fbd4-4547-9b06-979456ebc0aa tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 931 time: 0.0948937 Apr 11 15:14:16.493480 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-19892a08-6be4-4bed-9629-708f68e9173e req-34902a87-afbb-41a4-af56-05cd3cf0c6d5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9986658 Apr 11 15:14:16.515573 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3e80191f-a0db-46a4-851b-c39839c47759 req-45c6079f-5a3b-4e51-87bb-ce1cd00fb917 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443616 Apr 11 15:14:16.616201 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [req-19892a08-6be4-4bed-9629-708f68e9173e req-6e840022-f573-4fe1-b93f-d2087d10c0e4 service neutron] Request body: {'port': {'device_id': '83fa3da3-87bd-46e0-9612-fa6055a3fa47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:14:16.646210 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b7e7638e-3d1d-4ab4-a1ce-4ec3cd0bd00e None None] Provisioning for port 93288039-33ea-4dc9-aed3-a4b9e6f35c9c completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:14:16.651520 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-b7e7638e-3d1d-4ab4-a1ce-4ec3cd0bd00e None None] Provisioning complete for port 93288039-33ea-4dc9-aed3-a4b9e6f35c9c triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:14:16.651964 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b7e7638e-3d1d-4ab4-a1ce-4ec3cd0bd00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:16.705733 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-b7e7638e-3d1d-4ab4-a1ce-4ec3cd0bd00e None None] Port 93288039-33ea-4dc9-aed3-a4b9e6f35c9c cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:14:16.735657 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-19892a08-6be4-4bed-9629-708f68e9173e req-6e840022-f573-4fe1-b93f-d2087d10c0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:17.073878 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [req-19892a08-6be4-4bed-9629-708f68e9173e req-6e840022-f573-4fe1-b93f-d2087d10c0e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93288039-33ea-4dc9-aed3-a4b9e6f35c9c {{(pid=88616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:14:17.081623 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-19892a08-6be4-4bed-9629-708f68e9173e req-6e840022-f573-4fe1-b93f-d2087d10c0e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:17.096215 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [req-19892a08-6be4-4bed-9629-708f68e9173e req-6e840022-f573-4fe1-b93f-d2087d10c0e4 service neutron] Transition to ACTIVE for port object 93288039-33ea-4dc9-aed3-a4b9e6f35c9c will not be triggered until provisioned by entity L2. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:14:17.167077 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-19892a08-6be4-4bed-9629-708f68e9173e req-6e840022-f573-4fe1-b93f-d2087d10c0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:17.302486 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e840022-f573-4fe1-b93f-d2087d10c0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=93288039-33ea-4dc9-aed3-a4b9e6f35c9c,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:17.411894 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [req-19892a08-6be4-4bed-9629-708f68e9173e req-6e840022-f573-4fe1-b93f-d2087d10c0e4 service neutron] Attempting to bind port 93288039-33ea-4dc9-aed3-a4b9e6f35c9c on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:14:17.412287 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [req-19892a08-6be4-4bed-9629-708f68e9173e req-6e840022-f573-4fe1-b93f-d2087d10c0e4 service neutron] Attempting to bind port 93288039-33ea-4dc9-aed3-a4b9e6f35c9c by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '98d046f3-4af2-4b15-9298-fc6c8bb5d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6'}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:14:17.412621 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19892a08-6be4-4bed-9629-708f68e9173e req-6e840022-f573-4fe1-b93f-d2087d10c0e4 service neutron] Attempting to bind port 93288039-33ea-4dc9-aed3-a4b9e6f35c9c on network f3c4f94e-9174-4526-9fe9-602ddf4546d6 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:14:17.418084 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19892a08-6be4-4bed-9629-708f68e9173e req-6e840022-f573-4fe1-b93f-d2087d10c0e4 service neutron] Port 93288039-33ea-4dc9-aed3-a4b9e6f35c9c on network f3c4f94e-9174-4526-9fe9-602ddf4546d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 15:14:17.418430 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19892a08-6be4-4bed-9629-708f68e9173e req-6e840022-f573-4fe1-b93f-d2087d10c0e4 service neutron] Attempting to bind port 93288039-33ea-4dc9-aed3-a4b9e6f35c9c on network f3c4f94e-9174-4526-9fe9-602ddf4546d6 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:14:17.424133 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19892a08-6be4-4bed-9629-708f68e9173e req-6e840022-f573-4fe1-b93f-d2087d10c0e4 service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:14:17.424316 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19892a08-6be4-4bed-9629-708f68e9173e req-6e840022-f573-4fe1-b93f-d2087d10c0e4 service neutron] Checking segment: {'id': '98d046f3-4af2-4b15-9298-fc6c8bb5d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:14:17.424670 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19892a08-6be4-4bed-9629-708f68e9173e req-6e840022-f573-4fe1-b93f-d2087d10c0e4 service neutron] Bound using segment: {'id': '98d046f3-4af2-4b15-9298-fc6c8bb5d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6'} {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:14:17.425108 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [req-19892a08-6be4-4bed-9629-708f68e9173e req-6e840022-f573-4fe1-b93f-d2087d10c0e4 service neutron] Bound port: 93288039-33ea-4dc9-aed3-a4b9e6f35c9c, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98d046f3-4af2-4b15-9298-fc6c8bb5d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6'}}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:14:17.425458 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-19892a08-6be4-4bed-9629-708f68e9173e req-6e840022-f573-4fe1-b93f-d2087d10c0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:17.514154 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [req-19892a08-6be4-4bed-9629-708f68e9173e req-6e840022-f573-4fe1-b93f-d2087d10c0e4 service neutron] For port 93288039-33ea-4dc9-aed3-a4b9e6f35c9c, host hv-neutron-8373, cleared binding levels {{(pid=88616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:14:17.517036 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [req-19892a08-6be4-4bed-9629-708f68e9173e req-6e840022-f573-4fe1-b93f-d2087d10c0e4 service neutron] For port 93288039-33ea-4dc9-aed3-a4b9e6f35c9c, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=93288039-33ea-4dc9-aed3-a4b9e6f35c9c,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:14:17.595422 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-19892a08-6be4-4bed-9629-708f68e9173e req-6e840022-f573-4fe1-b93f-d2087d10c0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:17.803834 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19892a08-6be4-4bed-9629-708f68e9173e req-6e840022-f573-4fe1-b93f-d2087d10c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:17.804494 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-19892a08-6be4-4bed-9629-708f68e9173e req-6e840022-f573-4fe1-b93f-d2087d10c0e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:17.805818 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-19892a08-6be4-4bed-9629-708f68e9173e req-6e840022-f573-4fe1-b93f-d2087d10c0e4 service neutron] 10.222.0.53 "PUT /v2.0/ports/93288039-33ea-4dc9-aed3-a4b9e6f35c9c HTTP/1.1" status: 200 len: 1093 time: 1.2981076 Apr 11 15:14:17.806954 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fa3da3-87bd-46e0-9612-fa6055a3fa47', 'tag': '93288039-33ea-4dc9-aed3-a4b9e6f35c9c'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:14:17.838564 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e840022-f573-4fe1-b93f-d2087d10c0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=93288039-33ea-4dc9-aed3-a4b9e6f35c9c,revision_number=3']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:17.861912 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9df10247-03de-4b11-9b0d-cc557c866597'] response: {'name': 'network-changed', 'server_uuid': '83fa3da3-87bd-46e0-9612-fa6055a3fa47', 'tag': '93288039-33ea-4dc9-aed3-a4b9e6f35c9c', 'status': 'completed', 'code': 200} Apr 11 15:14:17.871352 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3ddd1-501d-45e7-b7fa-cddca80719d0 req-7ef80879-a23b-4f01-be43-24029706bca5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:17.872075 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-90b3ddd1-501d-45e7-b7fa-cddca80719d0 req-7ef80879-a23b-4f01-be43-24029706bca5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Synchronizing usage tracker for tenant:0a21d2eb34b446c4be752528671fe3c9 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:14:17.975602 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-90b3ddd1-501d-45e7-b7fa-cddca80719d0 req-7ef80879-a23b-4f01-be43-24029706bca5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Unset dirty status for tenant:0a21d2eb34b446c4be752528671fe3c9 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:14:17.976883 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-90b3ddd1-501d-45e7-b7fa-cddca80719d0 req-7ef80879-a23b-4f01-be43-24029706bca5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 943 time: 0.2380841 Apr 11 15:14:17.984135 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd33f30-a6ce-4b68-a078-0e427fa90859 req-27e0b83d-7adc-4d4a-a00f-41574abb0040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:17.985639 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3bd33f30-a6ce-4b68-a078-0e427fa90859 req-27e0b83d-7adc-4d4a-a00f-41574abb0040 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a21d2eb34b446c4be752528671fe3c9&device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 1096 time: 0.0805633 Apr 11 15:14:18.112817 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-90b3ddd1-501d-45e7-b7fa-cddca80719d0 req-8933df84-611f-4a9e-8a26-244450548e78 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253102 Apr 11 15:14:18.156160 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd33f30-a6ce-4b68-a078-0e427fa90859 req-80aa802a-8d11-48e9-96af-7f349d77f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:18.157604 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3bd33f30-a6ce-4b68-a078-0e427fa90859 req-80aa802a-8d11-48e9-96af-7f349d77f3ea service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=0a21d2eb34b446c4be752528671fe3c9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1572917 Apr 11 15:14:18.293250 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd33f30-a6ce-4b68-a078-0e427fa90859 req-69e071c8-1cc6-4193-8554-8dc9199dd8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:18.294728 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3bd33f30-a6ce-4b68-a078-0e427fa90859 req-69e071c8-1cc6-4193-8554-8dc9199dd8af service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1306288 Apr 11 15:14:18.435184 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19892a08-6be4-4bed-9629-708f68e9173e req-d0313292-6216-456e-8e95-523f9cfceea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:18.436656 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-19892a08-6be4-4bed-9629-708f68e9173e req-d0313292-6216-456e-8e95-523f9cfceea3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a21d2eb34b446c4be752528671fe3c9&device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 1096 time: 0.0849245 Apr 11 15:14:18.512188 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-19892a08-6be4-4bed-9629-708f68e9173e req-9555f18d-ff5c-4d55-b031-2367a16c91f6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93288039-33ea-4dc9-aed3-a4b9e6f35c9c HTTP/1.1" status: 200 len: 217 time: 0.0620627 Apr 11 15:14:18.575845 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19892a08-6be4-4bed-9629-708f68e9173e req-9c8cfdc6-1627-4313-8733-8a0cc8105e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:18.577286 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-19892a08-6be4-4bed-9629-708f68e9173e req-9c8cfdc6-1627-4313-8733-8a0cc8105e24 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8513c9e5-f120-4f2c-ba98-9d3fc323a831 HTTP/1.1" status: 200 len: 846 time: 0.0597050 Apr 11 15:14:18.651950 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19892a08-6be4-4bed-9629-708f68e9173e req-4d9363a2-1fbf-4fd0-89ec-afe3711910b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:18.653436 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-19892a08-6be4-4bed-9629-708f68e9173e req-4d9363a2-1fbf-4fd0-89ec-afe3711910b7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f3c4f94e-9174-4526-9fe9-602ddf4546d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696070 Apr 11 15:14:18.784798 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-19892a08-6be4-4bed-9629-708f68e9173e req-84cd749d-62a1-4ea1-af55-0ea4505ccc62 service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252646 Apr 11 15:14:18.918301 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-19892a08-6be4-4bed-9629-708f68e9173e req-8558f62f-8ddc-423a-bbb4-1a63d5a339eb service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267860 Apr 11 15:14:19.301744 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25d0c8-289a-4306-92e4-7de76c50130f req-cd06c8ee-6f77-4b29-9145-9cbeb6f5976b tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:19.303227 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4a25d0c8-289a-4306-92e4-7de76c50130f req-cd06c8ee-6f77-4b29-9145-9cbeb6f5976b tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 943 time: 0.0812457 Apr 11 15:14:19.347661 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-4a25d0c8-289a-4306-92e4-7de76c50130f req-b835b4a2-db99-444d-bd71-ce55182f5484 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387638 Apr 11 15:14:19.793690 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:14:20.535665 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9e4d0-7e9b-45a7-97ab-31fd861eb577 req-d56d4e44-c05c-4f51-bed9-676b5cae311e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:20.537136 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f0a9e4d0-7e9b-45a7-97ab-31fd861eb577 req-d56d4e44-c05c-4f51-bed9-676b5cae311e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 943 time: 0.0846910 Apr 11 15:14:20.582190 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f0a9e4d0-7e9b-45a7-97ab-31fd861eb577 req-82e58e6b-9479-457a-b4fd-6cb314532f17 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393703 Apr 11 15:14:21.777564 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fb998-b575-4652-8fee-3c6ae34d58c6 req-da178536-b313-406b-9967-6da64e7503f0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:21.779056 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1d7fb998-b575-4652-8fee-3c6ae34d58c6 req-da178536-b313-406b-9967-6da64e7503f0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 943 time: 0.0897722 Apr 11 15:14:21.824228 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-1d7fb998-b575-4652-8fee-3c6ae34d58c6 req-031b9a05-0c65-42e6-8f28-6179761e0c6f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393770 Apr 11 15:14:22.192421 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 93288039-33ea-4dc9-aed3-a4b9e6f35c9c details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 15:14:22.324692 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 93288039-33ea-4dc9-aed3-a4b9e6f35c9c, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=93288039-33ea-4dc9-aed3-a4b9e6f35c9c,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:14:22.338218 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '93288039-33ea-4dc9-aed3-a4b9e6f35c9c', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'port_id': '93288039-33ea-4dc9-aed3-a4b9e6f35c9c', 'mac_address': 'fa:16:3e:37:a5:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 15:14:22.407364 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:22.429884 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93288039-33ea-4dc9-aed3-a4b9e6f35c9c {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:14:22.446361 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 93288039-33ea-4dc9-aed3-a4b9e6f35c9c, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=93288039-33ea-4dc9-aed3-a4b9e6f35c9c,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:14:22.497951 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:22.566677 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=93288039-33ea-4dc9-aed3-a4b9e6f35c9c,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:22.891166 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['93288039-33ea-4dc9-aed3-a4b9e6f35c9c'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 15:14:23.014642 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d2a6f-0451-4358-ad96-d4c433dbce9f req-3b64dcc9-ed6f-453e-843c-78599844ba18 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:23.016120 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0d5d2a6f-0451-4358-ad96-d4c433dbce9f req-3b64dcc9-ed6f-453e-843c-78599844ba18 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 944 time: 0.0831358 Apr 11 15:14:23.061053 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0d5d2a6f-0451-4358-ad96-d4c433dbce9f req-1c0f3ca4-e5c4-4c11-937b-81d72740701f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385771 Apr 11 15:14:24.202575 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 93288039-33ea-4dc9-aed3-a4b9e6f35c9c up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:14:24.247083 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1313b-aa13-4b7b-993f-351c1ec0a8c0 req-483471fc-692e-4c4a-83b8-6be0a76f2796 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:24.248545 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-dda1313b-aa13-4b7b-993f-351c1ec0a8c0 req-483471fc-692e-4c4a-83b8-6be0a76f2796 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 944 time: 0.0821855 Apr 11 15:14:24.295529 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-dda1313b-aa13-4b7b-993f-351c1ec0a8c0 req-320ca41d-8b08-4e3a-b18c-840c9a464217 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412824 Apr 11 15:14:24.332291 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port 93288039-33ea-4dc9-aed3-a4b9e6f35c9c completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:14:24.337323 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 93288039-33ea-4dc9-aed3-a4b9e6f35c9c triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:14:24.337691 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:24.496466 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:24.522674 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fa3da3-87bd-46e0-9612-fa6055a3fa47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93288039-33ea-4dc9-aed3-a4b9e6f35c9c'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:14:24.531964 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 93288039-33ea-4dc9-aed3-a4b9e6f35c9c, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=93288039-33ea-4dc9-aed3-a4b9e6f35c9c,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:14:24.600147 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:24.631782 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d238cb-d8de-4e53-9cd0-647c6958be3b'] response: {'server_uuid': '83fa3da3-87bd-46e0-9612-fa6055a3fa47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93288039-33ea-4dc9-aed3-a4b9e6f35c9c', 'code': 200} Apr 11 15:14:24.681344 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=93288039-33ea-4dc9-aed3-a4b9e6f35c9c,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:24.726570 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:25.029238 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb086e-00db-477a-82cb-ba8a6e6f7b7c req-44d53215-201e-4ed4-a931-55dcccfbd870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:25.030835 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f7fb086e-00db-477a-82cb-ba8a6e6f7b7c req-44d53215-201e-4ed4-a931-55dcccfbd870 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 1098 time: 0.0735271 Apr 11 15:14:25.071392 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f7fb086e-00db-477a-82cb-ba8a6e6f7b7c req-ea22ac1e-926c-4d0e-8177-63158566caa2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341234 Apr 11 15:14:25.263161 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f603954e-e136-4d71-92aa-45ed0aa32424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:25.482630 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3795283-36c8-43c9-89cf-dee441ab0b12 req-fcbbd233-2133-404d-b1d7-9b030519b7ed tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:25.483751 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a3795283-36c8-43c9-89cf-dee441ab0b12 req-fcbbd233-2133-404d-b1d7-9b030519b7ed tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.0823405 Apr 11 15:14:25.528865 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a3795283-36c8-43c9-89cf-dee441ab0b12 req-90fb25b4-f364-47bd-bdca-1fa9948fbdd5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392311 Apr 11 15:14:26.721771 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34cdd09-ec8a-4f31-9538-9c289240b99f req-3b0649a7-d2ed-4477-a8d4-0efc982d5abb tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:26.723271 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b34cdd09-ec8a-4f31-9538-9c289240b99f req-3b0649a7-d2ed-4477-a8d4-0efc982d5abb tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.0866024 Apr 11 15:14:26.768186 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b34cdd09-ec8a-4f31-9538-9c289240b99f req-b09c9a34-6264-4415-9223-314d7a42cbb0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388215 Apr 11 15:14:26.955696 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e68e90-a794-418e-89fe-718aa963db1b req-ffaf46d5-5a2b-4ffe-ac6a-833b52b641d6 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:26.957065 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-51e68e90-a794-418e-89fe-718aa963db1b req-ffaf46d5-5a2b-4ffe-ac6a-833b52b641d6 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.0837455 Apr 11 15:14:27.003087 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-51e68e90-a794-418e-89fe-718aa963db1b req-98df71af-fb4a-4a41-8ec6-a27c06430156 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400422 Apr 11 15:14:27.025660 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53392) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:14:27.136478 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7205ad94-7540-42d4-9488-655cb923ad60 tempest-TestShelveInstance-738188152 tempest-TestShelveInstance-738188152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:27.137179 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7205ad94-7540-42d4-9488-655cb923ad60 tempest-TestShelveInstance-738188152 tempest-TestShelveInstance-738188152-project-admin] Synchronizing usage tracker for tenant:047cb582b812490e9ff4f2d99d09d07e on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:14:27.252825 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7205ad94-7540-42d4-9488-655cb923ad60 tempest-TestShelveInstance-738188152 tempest-TestShelveInstance-738188152-project-admin] Unset dirty status for tenant:047cb582b812490e9ff4f2d99d09d07e on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:14:27.255782 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7205ad94-7540-42d4-9488-655cb923ad60 tempest-TestShelveInstance-738188152 tempest-TestShelveInstance-738188152-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 1093 time: 0.2288184 Apr 11 15:14:27.257349 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 53398) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:14:27.262885 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-8782182c-56af-41b8-b134-5751ad746c4d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': '93288039-33ea-4dc9-aed3-a4b9e6f35c9c', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:14:27.269949 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8782182c-56af-41b8-b134-5751ad746c4d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:14:27.274073 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8782182c-56af-41b8-b134-5751ad746c4d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Usage tracker for resource:floatingip and tenant:0a21d2eb34b446c4be752528671fe3c9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:14:27.277532 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-8782182c-56af-41b8-b134-5751ad746c4d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:14:27.283611 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-8782182c-56af-41b8-b134-5751ad746c4d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:14:27.343878 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8782182c-56af-41b8-b134-5751ad746c4d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for floatingip, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:27.484085 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8782182c-56af-41b8-b134-5751ad746c4d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:27.625077 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-8782182c-56af-41b8-b134-5751ad746c4d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Allocated IP 172.26.7.15 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/63a3067c-380a-41ac-a779-2a7ac9e7d979) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:14:27.784004 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3fccab94-db87-4dc2-904a-91ab1adac3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:27.882624 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8782182c-56af-41b8-b134-5751ad746c4d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:27.983945 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8782182c-56af-41b8-b134-5751ad746c4d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:28.045715 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8782182c-56af-41b8-b134-5751ad746c4d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:14:28.049183 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-8782182c-56af-41b8-b134-5751ad746c4d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:14:28.057466 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8782182c-56af-41b8-b134-5751ad746c4d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:14:28.095876 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782182c-56af-41b8-b134-5751ad746c4d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Pushing event updated for resources: {'Port': ['ID=63a3067c-380a-41ac-a779-2a7ac9e7d979,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:28.493662 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8782182c-56af-41b8-b134-5751ad746c4d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:28.617037 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8782182c-56af-41b8-b134-5751ad746c4d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:28.726050 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:28.831285 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8782182c-56af-41b8-b134-5751ad746c4d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:28.937768 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:28.966428 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8782182c-56af-41b8-b134-5751ad746c4d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:29.075928 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782182c-56af-41b8-b134-5751ad746c4d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Pushing event updated for resources: {'Port': ['ID=63a3067c-380a-41ac-a779-2a7ac9e7d979,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:29.087286 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8782182c-56af-41b8-b134-5751ad746c4d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:29.258873 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-8782182c-56af-41b8-b134-5751ad746c4d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Floating IP 63c0c52c-bfa6-4a4e-a3b8-72ed121b0e96 associated. External IP: 172.26.7.15, port: 93288039-33ea-4dc9-aed3-a4b9e6f35c9c. Apr 11 15:14:29.727508 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8782182c-56af-41b8-b134-5751ad746c4d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Router 47c204f3-e3c9-467d-ae98-f400ba85c90a has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:14:29.911179 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8782182c-56af-41b8-b134-5751ad746c4d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:14:29.921060 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34489bdf-6b99-46d0-a38f-37145dc6487d None None] Sync routers for ids ['47c204f3-e3c9-467d-ae98-f400ba85c90a'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:14:29.930647 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34489bdf-6b99-46d0-a38f-37145dc6487d None None] Routers {'47c204f3-e3c9-467d-ae98-f400ba85c90a'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:14:29.931243 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-34489bdf-6b99-46d0-a38f-37145dc6487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:14:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['47c204f3-e3c9-467d-ae98-f400ba85c90a'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:14:29.972290 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-8782182c-56af-41b8-b134-5751ad746c4d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:30.038013 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-8782182c-56af-41b8-b134-5751ad746c4d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7706678 Apr 11 15:14:30.038013 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fa3da3-87bd-46e0-9612-fa6055a3fa47', 'tag': '93288039-33ea-4dc9-aed3-a4b9e6f35c9c'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:14:30.119699 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-34489bdf-6b99-46d0-a38f-37145dc6487d None None] Set router 47c204f3-e3c9-467d-ae98-f400ba85c90a gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:14:30.125903 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:30.142584 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-298a5e32-1377-4921-a344-c260d9cafe00'] response: {'name': 'network-changed', 'server_uuid': '83fa3da3-87bd-46e0-9612-fa6055a3fa47', 'tag': '93288039-33ea-4dc9-aed3-a4b9e6f35c9c', 'status': 'completed', 'code': 200} Apr 11 15:14:30.263744 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7028231-086d-4aca-af2b-337919519c9b req-45790850-4b94-4f63-b71a-98bfe1767340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:30.265232 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e7028231-086d-4aca-af2b-337919519c9b req-45790850-4b94-4f63-b71a-98bfe1767340 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a21d2eb34b446c4be752528671fe3c9&device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 1098 time: 0.0774806 Apr 11 15:14:30.508984 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7028231-086d-4aca-af2b-337919519c9b req-d5fd9e04-0e0b-4ab7-8217-8112ba9c6e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:30.510453 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-34489bdf-6b99-46d0-a38f-37145dc6487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'name': 'tempest-TestShelveInstance-85415728-router', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:13:54Z', 'updated_at': '2022-04-11T15:13:59Z', 'revision_number': 4, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'gw_port': {'id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:55Z', 'updated_at': '2022-04-11T15:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '63c0c52c-bfa6-4a4e-a3b8-72ed121b0e96', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'floating_ip_address': '172.26.7.15', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'port_id': '93288039-33ea-4dc9-aed3-a4b9e6f35c9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'mac_address': 'fa:16:3e:37:a5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa3da3-87bd-46e0-9612-fa6055a3fa47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:14:28Z', 'updated_at': '2022-04-11T15:14:28Z', 'revision_number': 0, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15447067-a176-4b8f-8f00-9ecbe8963315', 'name': '', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'mac_address': 'fa:16:3e:c6:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:58Z', 'updated_at': '2022-04-11T15:14:05Z', 'revision_number': 5, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'subnets': [{'id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:14:30.510664 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e7028231-086d-4aca-af2b-337919519c9b req-d5fd9e04-0e0b-4ab7-8217-8112ba9c6e54 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f3c4f94e-9174-4526-9fe9-602ddf4546d6 HTTP/1.1" status: 200 len: 909 time: 0.2397788 Apr 11 15:14:30.514786 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34489bdf-6b99-46d0-a38f-37145dc6487d None None] Checking router: 47c204f3-e3c9-467d-ae98-f400ba85c90a for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:14:30.523679 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34489bdf-6b99-46d0-a38f-37145dc6487d None None] Routers {'47c204f3-e3c9-467d-ae98-f400ba85c90a'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:14:30.524280 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-34489bdf-6b99-46d0-a38f-37145dc6487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:14:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['47c204f3-e3c9-467d-ae98-f400ba85c90a'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:14:30.615873 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e7028231-086d-4aca-af2b-337919519c9b req-0113f4ee-4c0e-4296-936d-5e15872f24dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93288039-33ea-4dc9-aed3-a4b9e6f35c9c HTTP/1.1" status: 200 len: 998 time: 0.0990262 Apr 11 15:14:30.687007 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7028231-086d-4aca-af2b-337919519c9b req-62fe968c-893b-429e-876c-c05ecfadb59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:30.688502 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e7028231-086d-4aca-af2b-337919519c9b req-62fe968c-893b-429e-876c-c05ecfadb59b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8513c9e5-f120-4f2c-ba98-9d3fc323a831 HTTP/1.1" status: 200 len: 846 time: 0.0635064 Apr 11 15:14:30.718168 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-34489bdf-6b99-46d0-a38f-37145dc6487d None None] Set router 47c204f3-e3c9-467d-ae98-f400ba85c90a gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:14:30.765173 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7028231-086d-4aca-af2b-337919519c9b req-896d4811-c21a-4ff1-9b90-768df444bf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:30.767383 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e7028231-086d-4aca-af2b-337919519c9b req-896d4811-c21a-4ff1-9b90-768df444bf84 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f3c4f94e-9174-4526-9fe9-602ddf4546d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717444 Apr 11 15:14:30.903061 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e7028231-086d-4aca-af2b-337919519c9b req-cfba5b37-65d4-4218-bf58-19ba0cce658b service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271067 Apr 11 15:14:31.054000 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e7028231-086d-4aca-af2b-337919519c9b req-5707d595-b496-41a3-a620-52a4dd9b3b5e service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369119 Apr 11 15:14:31.083701 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-34489bdf-6b99-46d0-a38f-37145dc6487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'name': 'tempest-TestShelveInstance-85415728-router', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:13:54Z', 'updated_at': '2022-04-11T15:13:59Z', 'revision_number': 4, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'gw_port': {'id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:55Z', 'updated_at': '2022-04-11T15:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '63c0c52c-bfa6-4a4e-a3b8-72ed121b0e96', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'floating_ip_address': '172.26.7.15', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'port_id': '93288039-33ea-4dc9-aed3-a4b9e6f35c9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'mac_address': 'fa:16:3e:37:a5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa3da3-87bd-46e0-9612-fa6055a3fa47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:14:28Z', 'updated_at': '2022-04-11T15:14:28Z', 'revision_number': 0, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15447067-a176-4b8f-8f00-9ecbe8963315', 'name': '', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'mac_address': 'fa:16:3e:c6:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:58Z', 'updated_at': '2022-04-11T15:14:05Z', 'revision_number': 5, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'subnets': [{'id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:14:31.087729 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34489bdf-6b99-46d0-a38f-37145dc6487d None None] The sync data for ids ['47c204f3-e3c9-467d-ae98-f400ba85c90a'] in dv-neutron-837330-1-hyperv is: [{'id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'name': 'tempest-TestShelveInstance-85415728-router', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:13:54Z', 'updated_at': '2022-04-11T15:13:59Z', 'revision_number': 4, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'gw_port': {'id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:55Z', 'updated_at': '2022-04-11T15:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '63c0c52c-bfa6-4a4e-a3b8-72ed121b0e96', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'floating_ip_address': '172.26.7.15', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'port_id': '93288039-33ea-4dc9-aed3-a4b9e6f35c9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'mac_address': 'fa:16:3e:37:a5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa3da3-87bd-46e0-9612-fa6055a3fa47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:14:28Z', 'updated_at': '2022-04-11T15:14:28Z', 'revision_number': 0, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15447067-a176-4b8f-8f00-9ecbe8963315', 'name': '', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'mac_address': 'fa:16:3e:c6:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:58Z', 'updated_at': '2022-04-11T15:14:05Z', 'revision_number': 5, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'subnets': [{'id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:14:31.266494 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254f349a-f901-40f5-9dfc-3b5d3a2caa40 None None] New status for floating IP 63c0c52c-bfa6-4a4e-a3b8-72ed121b0e96: ACTIVE {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:14:51.953314 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5a0f2237-80da-4bfc-9dcd-52766abeabf5 req-016cbf83-f728-4c13-942c-dfdee4f8b732 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743122 Apr 11 15:14:52.134125 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f2237-80da-4bfc-9dcd-52766abeabf5 req-62970ede-192b-479e-bc39-30a129f40636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:52.135617 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5a0f2237-80da-4bfc-9dcd-52766abeabf5 req-62970ede-192b-479e-bc39-30a129f40636 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a21d2eb34b446c4be752528671fe3c9&device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 1098 time: 0.0801344 Apr 11 15:14:52.282596 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f2237-80da-4bfc-9dcd-52766abeabf5 req-de7bd6bf-ce26-4568-9de4-21c7066a2a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:52.284046 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5a0f2237-80da-4bfc-9dcd-52766abeabf5 req-de7bd6bf-ce26-4568-9de4-21c7066a2a9e service neutron] 10.222.0.53 "GET /v2.0/networks?id=f3c4f94e-9174-4526-9fe9-602ddf4546d6 HTTP/1.1" status: 200 len: 909 time: 0.1294267 Apr 11 15:14:52.386085 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5a0f2237-80da-4bfc-9dcd-52766abeabf5 req-ee2234c4-9077-4afd-ad9a-c187b7e85cbc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93288039-33ea-4dc9-aed3-a4b9e6f35c9c HTTP/1.1" status: 200 len: 1000 time: 0.0954514 Apr 11 15:14:52.451956 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f2237-80da-4bfc-9dcd-52766abeabf5 req-2b21f97b-d622-4a18-bb2e-633e834839dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:52.455277 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5a0f2237-80da-4bfc-9dcd-52766abeabf5 req-2b21f97b-d622-4a18-bb2e-633e834839dc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8513c9e5-f120-4f2c-ba98-9d3fc323a831 HTTP/1.1" status: 200 len: 846 time: 0.0620143 Apr 11 15:14:52.532434 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f2237-80da-4bfc-9dcd-52766abeabf5 req-07ec1506-a05d-48bf-8284-8ddf4491a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:14:52.533966 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5a0f2237-80da-4bfc-9dcd-52766abeabf5 req-07ec1506-a05d-48bf-8284-8ddf4491a38a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f3c4f94e-9174-4526-9fe9-602ddf4546d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738719 Apr 11 15:14:52.671571 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5a0f2237-80da-4bfc-9dcd-52766abeabf5 req-9b577003-76e8-4495-b10d-443f4b39d3b8 service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308985 Apr 11 15:14:52.824818 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5a0f2237-80da-4bfc-9dcd-52766abeabf5 req-51c627e6-8e21-4fe8-ab4e-8be90f4f2540 service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471457 Apr 11 15:14:54.694971 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:55.221580 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-676af8b7-a77d-41bc-aa2c-655686d17de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:56.793589 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:14:57.768832 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-552ca362-3005-4ccc-8a9b-0165b141f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:58.713226 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:14:58.844352 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:15:00.118439 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:15:24.728684 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:15:25.271734 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-50975de7-eb4e-4943-b9d3-5045783dc42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:15:27.789605 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1e27c4f3-54ed-4d48-92c0-e55dcd02ffa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:15:28.745272 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:15:28.859577 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:15:30.139606 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:15:33.793141 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:15:53.258722 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ec635036-d9b7-411b-8aff-f2e93cc7c24f req-1e5ee423-174d-4da8-bf50-740e1f1a2181 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1081045 Apr 11 15:15:53.514871 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec635036-d9b7-411b-8aff-f2e93cc7c24f req-94b6da9d-2565-4894-9a9a-6b5fa48fc537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:15:53.516350 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ec635036-d9b7-411b-8aff-f2e93cc7c24f req-94b6da9d-2565-4894-9a9a-6b5fa48fc537 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a21d2eb34b446c4be752528671fe3c9&device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 1098 time: 0.1709270 Apr 11 15:15:53.665705 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec635036-d9b7-411b-8aff-f2e93cc7c24f req-60c30d28-a7f2-45a3-81f8-ded611d08a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:15:53.667186 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ec635036-d9b7-411b-8aff-f2e93cc7c24f req-60c30d28-a7f2-45a3-81f8-ded611d08a7f service neutron] 10.222.0.53 "GET /v2.0/networks?id=f3c4f94e-9174-4526-9fe9-602ddf4546d6 HTTP/1.1" status: 200 len: 909 time: 0.1327686 Apr 11 15:15:53.768956 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ec635036-d9b7-411b-8aff-f2e93cc7c24f req-525a0b46-8721-4bd0-a095-5772473a3403 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93288039-33ea-4dc9-aed3-a4b9e6f35c9c HTTP/1.1" status: 200 len: 1000 time: 0.0958178 Apr 11 15:15:53.829454 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec635036-d9b7-411b-8aff-f2e93cc7c24f req-bb951246-882c-491a-bebf-1e115f9e168b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:15:53.830890 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ec635036-d9b7-411b-8aff-f2e93cc7c24f req-bb951246-882c-491a-bebf-1e115f9e168b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8513c9e5-f120-4f2c-ba98-9d3fc323a831 HTTP/1.1" status: 200 len: 846 time: 0.0564289 Apr 11 15:15:53.911765 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec635036-d9b7-411b-8aff-f2e93cc7c24f req-c46d1581-fd9d-401c-891e-2fec9dd49078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:15:53.913242 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ec635036-d9b7-411b-8aff-f2e93cc7c24f req-c46d1581-fd9d-401c-891e-2fec9dd49078 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f3c4f94e-9174-4526-9fe9-602ddf4546d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753503 Apr 11 15:15:54.060184 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ec635036-d9b7-411b-8aff-f2e93cc7c24f req-c69398b1-ddc4-47b5-8ecb-14098f6abc36 service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404819 Apr 11 15:15:54.191839 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ec635036-d9b7-411b-8aff-f2e93cc7c24f req-f3e982e1-2760-4d9c-a587-94ddbaf6aa36 service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258552 Apr 11 15:15:54.709871 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:15:55.227313 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-35a7b402-b695-4ea8-8acc-d1dac7daea86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:15:57.766498 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0708a116-5c37-4f37-8b39-865f65eaac66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:15:58.787085 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:15:58.866807 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:16:00.141107 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:16:10.793192 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:16:24.722562 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:16:25.228985 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4cf7ce81-082c-4a0d-815d-8c8f11f159f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:16:27.785390 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f46ea8e2-a879-4670-a137-2de4b4f2f5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:16:28.759796 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:16:28.905221 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:16:30.148026 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:16:47.792407 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:16:53.197561 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5ec95c61-b49d-4849-a793-cf41f2979b6f req-1a64a2d7-c406-46a0-819a-f7c1b8753279 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0890472 Apr 11 15:16:53.360213 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec95c61-b49d-4849-a793-cf41f2979b6f req-e3cebc89-a477-4d21-9cb7-19c108ae0480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:16:53.361727 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5ec95c61-b49d-4849-a793-cf41f2979b6f req-e3cebc89-a477-4d21-9cb7-19c108ae0480 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a21d2eb34b446c4be752528671fe3c9&device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 1098 time: 0.0777724 Apr 11 15:16:53.508441 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec95c61-b49d-4849-a793-cf41f2979b6f req-a81f717c-6438-48da-8d47-c20258d83bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:16:53.509985 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5ec95c61-b49d-4849-a793-cf41f2979b6f req-a81f717c-6438-48da-8d47-c20258d83bf8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f3c4f94e-9174-4526-9fe9-602ddf4546d6 HTTP/1.1" status: 200 len: 909 time: 0.1299891 Apr 11 15:16:53.617686 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5ec95c61-b49d-4849-a793-cf41f2979b6f req-9ca63ea6-4fc0-4c6b-9f29-cbcc3a72afd4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93288039-33ea-4dc9-aed3-a4b9e6f35c9c HTTP/1.1" status: 200 len: 1000 time: 0.1015372 Apr 11 15:16:53.679305 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec95c61-b49d-4849-a793-cf41f2979b6f req-38b21c29-2332-42aa-8038-1309ae10fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:16:53.680745 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5ec95c61-b49d-4849-a793-cf41f2979b6f req-38b21c29-2332-42aa-8038-1309ae10fe8f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8513c9e5-f120-4f2c-ba98-9d3fc323a831 HTTP/1.1" status: 200 len: 846 time: 0.0570514 Apr 11 15:16:53.754951 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec95c61-b49d-4849-a793-cf41f2979b6f req-e80b4ba9-8c46-4f86-92d1-bc7db088f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:16:53.756417 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5ec95c61-b49d-4849-a793-cf41f2979b6f req-e80b4ba9-8c46-4f86-92d1-bc7db088f3c6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f3c4f94e-9174-4526-9fe9-602ddf4546d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696406 Apr 11 15:16:53.888814 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5ec95c61-b49d-4849-a793-cf41f2979b6f req-b3e2a741-6c16-4726-97b8-fd590cf1c6cf service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255519 Apr 11 15:16:54.033119 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5ec95c61-b49d-4849-a793-cf41f2979b6f req-6df50656-cdd5-434f-ac58-f8e60001363f service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343210 Apr 11 15:16:54.765681 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:16:55.255119 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-782726cb-c245-4b31-8e19-869964aaa207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:16:57.783707 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-89b4f84b-4374-4f99-8c98-ac64bcf9c707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:16:58.740325 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:16:58.885385 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:17:00.157781 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:17:08.114601 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba8c09-b670-4a0b-b53c-41398ecb90b7 req-6934c3d4-c270-4667-a764-0898a76385ac tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:08.116105 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2fba8c09-b670-4a0b-b53c-41398ecb90b7 req-6934c3d4-c270-4667-a764-0898a76385ac tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.2403443 Apr 11 15:17:08.160876 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2fba8c09-b670-4a0b-b53c-41398ecb90b7 req-fab9b5f1-3a1b-4833-a8d7-6a0d1f6999ad tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390148 Apr 11 15:17:09.374047 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1550c10-9564-4910-a882-04622b3a3b85 req-e270d3a0-2cc4-4a4b-8132-95e7dab24abe tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:09.375580 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a1550c10-9564-4910-a882-04622b3a3b85 req-e270d3a0-2cc4-4a4b-8132-95e7dab24abe tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.0990038 Apr 11 15:17:09.422078 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a1550c10-9564-4910-a882-04622b3a3b85 req-6b61f817-6721-4cd1-a855-22642d198d6c tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396490 Apr 11 15:17:10.617372 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229f86f-69db-4dc0-a6f1-945e1942fe2a req-adf0b5d9-c5fe-46e8-af31-c98675932abc tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:10.618895 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0229f86f-69db-4dc0-a6f1-945e1942fe2a req-adf0b5d9-c5fe-46e8-af31-c98675932abc tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.0844877 Apr 11 15:17:10.662931 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0229f86f-69db-4dc0-a6f1-945e1942fe2a req-819df52d-b880-4382-b893-a634b615600b tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384510 Apr 11 15:17:11.851216 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02007493-1880-4855-a54e-c3914909c0eb req-11e4aa80-ab23-4ae4-ab04-132466b376e7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:11.852689 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-02007493-1880-4855-a54e-c3914909c0eb req-11e4aa80-ab23-4ae4-ab04-132466b376e7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.0812354 Apr 11 15:17:11.897052 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-02007493-1880-4855-a54e-c3914909c0eb req-e10179d0-7619-4f58-a2c0-bd25a2b14c0e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388086 Apr 11 15:17:13.084708 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2136c6-81ac-4d73-8566-07a5b517b7f6 req-70742f38-9e10-443a-b931-7ed9d829d511 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:13.086221 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ce2136c6-81ac-4d73-8566-07a5b517b7f6 req-70742f38-9e10-443a-b931-7ed9d829d511 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.0836082 Apr 11 15:17:13.130116 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ce2136c6-81ac-4d73-8566-07a5b517b7f6 req-1c197e37-168a-4960-bc22-354b8197bb54 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376549 Apr 11 15:17:14.327928 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda70c9d-a8aa-4172-a214-70daddb9fd26 req-193a4fd7-2fc2-4daf-80af-4da8c6e9a031 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:14.329289 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fda70c9d-a8aa-4172-a214-70daddb9fd26 req-193a4fd7-2fc2-4daf-80af-4da8c6e9a031 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.0863895 Apr 11 15:17:14.374970 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fda70c9d-a8aa-4172-a214-70daddb9fd26 req-6cecef2a-fd07-4816-a0aa-207e3d56293a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399497 Apr 11 15:17:15.564316 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b23acf-91a3-41d2-b2fe-5f35daef18e7 req-a4471615-7098-48d5-957f-dabb5c1770f4 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:15.565802 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f1b23acf-91a3-41d2-b2fe-5f35daef18e7 req-a4471615-7098-48d5-957f-dabb5c1770f4 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.0837810 Apr 11 15:17:15.610526 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f1b23acf-91a3-41d2-b2fe-5f35daef18e7 req-e3717294-43e7-4804-b8bb-976c37f8791f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390470 Apr 11 15:17:16.797200 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1c86e-f790-4bc5-8dff-bf1c8d932285 req-0ab8b039-ae1a-48bb-80f4-e7edc1d13860 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:16.798731 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-78f1c86e-f790-4bc5-8dff-bf1c8d932285 req-0ab8b039-ae1a-48bb-80f4-e7edc1d13860 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.0812187 Apr 11 15:17:16.847825 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-78f1c86e-f790-4bc5-8dff-bf1c8d932285 req-5f4f31a2-fdd3-4146-850a-e8f9325839b4 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434272 Apr 11 15:17:18.039283 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e40c0-51ca-4051-8a35-bb19df445b45 req-e0be131d-eda1-4d47-81aa-2a519d2c501f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:18.040796 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d28e40c0-51ca-4051-8a35-bb19df445b45 req-e0be131d-eda1-4d47-81aa-2a519d2c501f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.0866880 Apr 11 15:17:18.085670 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d28e40c0-51ca-4051-8a35-bb19df445b45 req-cfe26727-175f-484d-b631-00547776f385 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386569 Apr 11 15:17:19.276879 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212377a-6db3-4591-b707-f27ade72a2dd req-32c1b3d3-6951-4ba5-a80f-ac2903770637 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:19.278387 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5212377a-6db3-4591-b707-f27ade72a2dd req-32c1b3d3-6951-4ba5-a80f-ac2903770637 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.0845482 Apr 11 15:17:19.323686 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5212377a-6db3-4591-b707-f27ade72a2dd req-35dbf003-bc02-463d-96b5-0458167261c6 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394349 Apr 11 15:17:20.508505 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb472f94-af54-41fe-a7d9-fea1d6a98d81 req-e86935c7-6a8f-4cb5-b51d-cc3cec5ddf9c tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:20.509994 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bb472f94-af54-41fe-a7d9-fea1d6a98d81 req-e86935c7-6a8f-4cb5-b51d-cc3cec5ddf9c tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.0817730 Apr 11 15:17:20.555106 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bb472f94-af54-41fe-a7d9-fea1d6a98d81 req-cd7b4a6c-2a2b-42f0-9c5c-6c444c90c2c4 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388851 Apr 11 15:17:21.200587 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 93288039-33ea-4dc9-aed3-a4b9e6f35c9c details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 15:17:21.337561 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 93288039-33ea-4dc9-aed3-a4b9e6f35c9c, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=93288039-33ea-4dc9-aed3-a4b9e6f35c9c,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:17:21.351452 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '93288039-33ea-4dc9-aed3-a4b9e6f35c9c', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'port_id': '93288039-33ea-4dc9-aed3-a4b9e6f35c9c', 'mac_address': 'fa:16:3e:37:a5:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 15:17:21.412498 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:17:21.429104 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93288039-33ea-4dc9-aed3-a4b9e6f35c9c {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:17:21.444705 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 93288039-33ea-4dc9-aed3-a4b9e6f35c9c, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=93288039-33ea-4dc9-aed3-a4b9e6f35c9c,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:17:21.524229 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:17:21.593402 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=93288039-33ea-4dc9-aed3-a4b9e6f35c9c,revision_number=6']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:17:21.600960 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:17:21.601312 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:17:21.601658 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:17:21.602019 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:17:21.602354 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:17:21.602691 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:17:21.603020 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:17:21.603348 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:17:21.603676 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:17:21.604002 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:17:21.604327 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:17:21.604649 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:17:21.694316 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['93288039-33ea-4dc9-aed3-a4b9e6f35c9c'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 15:17:21.751370 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004d0a7-a9c2-432a-b8fd-16759ab8a917 req-cec5776b-b27b-43ef-833b-adde9932e959 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:21.752852 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2004d0a7-a9c2-432a-b8fd-16759ab8a917 req-cec5776b-b27b-43ef-833b-adde9932e959 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 944 time: 0.0870094 Apr 11 15:17:21.799801 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2004d0a7-a9c2-432a-b8fd-16759ab8a917 req-722f8c39-1bb6-4be0-ac72-a32dd52ad754 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411396 Apr 11 15:17:22.988602 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a733d17-317c-4417-a021-a8508e3e0183 req-57e63692-2577-4dce-a106-ae376916689f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:22.990110 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0a733d17-317c-4417-a021-a8508e3e0183 req-57e63692-2577-4dce-a106-ae376916689f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 944 time: 0.0837502 Apr 11 15:17:23.036766 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0a733d17-317c-4417-a021-a8508e3e0183 req-35e9523b-9b99-4218-b5f2-be587c48e7e4 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408709 Apr 11 15:17:23.198562 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 93288039-33ea-4dc9-aed3-a4b9e6f35c9c up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:17:23.270578 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 93288039-33ea-4dc9-aed3-a4b9e6f35c9c triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:17:23.270940 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:17:23.395971 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:17:23.424601 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fa3da3-87bd-46e0-9612-fa6055a3fa47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93288039-33ea-4dc9-aed3-a4b9e6f35c9c'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:17:23.434782 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 93288039-33ea-4dc9-aed3-a4b9e6f35c9c, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=93288039-33ea-4dc9-aed3-a4b9e6f35c9c,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:17:23.511212 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:17:23.566652 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-908fcfa7-87a7-4da8-acb2-da11556255bd'] response: {'server_uuid': '83fa3da3-87bd-46e0-9612-fa6055a3fa47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93288039-33ea-4dc9-aed3-a4b9e6f35c9c', 'code': 200} Apr 11 15:17:23.585007 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=93288039-33ea-4dc9-aed3-a4b9e6f35c9c,revision_number=7']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:17:24.233380 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38859cee-1008-416c-9722-2f72f820161c req-c6965a02-5bd1-4f43-a660-4cb9b5e6948f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:24.235239 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-38859cee-1008-416c-9722-2f72f820161c req-c6965a02-5bd1-4f43-a660-4cb9b5e6948f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.0880780 Apr 11 15:17:24.283721 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-38859cee-1008-416c-9722-2f72f820161c req-9848c0ee-f179-4a76-9ba4-630c580b9618 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426021 Apr 11 15:17:24.752681 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:17:24.791994 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:17:25.210173 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6070012f-11ce-42d7-bb97-3a25e16296b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:17:25.492658 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac4c1a-991d-4e0e-bb37-35525177da83 req-a7e48bad-a3a0-422b-acf2-1f5c6fe3a141 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:25.494646 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-faac4c1a-991d-4e0e-bb37-35525177da83 req-a7e48bad-a3a0-422b-acf2-1f5c6fe3a141 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.0886581 Apr 11 15:17:25.540317 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-faac4c1a-991d-4e0e-bb37-35525177da83 req-92c90ae6-b76a-4f2a-94a4-ce11b2b22aac tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394449 Apr 11 15:17:26.769554 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7317c80-301c-4105-90f1-386b6a695d7f req-ef500cce-6274-44da-a056-a0e8c6086b60 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:26.771156 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b7317c80-301c-4105-90f1-386b6a695d7f req-ef500cce-6274-44da-a056-a0e8c6086b60 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.0969970 Apr 11 15:17:26.833241 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b7317c80-301c-4105-90f1-386b6a695d7f req-1375ee63-6c69-4376-84a8-0c31ee64e0a3 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552552 Apr 11 15:17:27.775765 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3c9e186c-eddf-4442-bf22-e3625dc291dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:17:28.104631 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98891530-1215-4397-8c8c-2ffde0bb37a6 req-df6a7ecb-4d4c-4747-ba19-11130e790b20 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:28.106974 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-98891530-1215-4397-8c8c-2ffde0bb37a6 req-df6a7ecb-4d4c-4747-ba19-11130e790b20 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.1444390 Apr 11 15:17:28.163702 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-98891530-1215-4397-8c8c-2ffde0bb37a6 req-05fff964-43b1-43f0-a6e5-e204ec3a0fef tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508246 Apr 11 15:17:28.735029 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:17:28.890215 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:17:29.376027 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ef55c-2ae8-4507-9a55-2cdc12cf1d65 req-3dbe60ab-5161-4cc6-98cf-b5c59472718d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:29.377425 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-340ef55c-2ae8-4507-9a55-2cdc12cf1d65 req-3dbe60ab-5161-4cc6-98cf-b5c59472718d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.0944176 Apr 11 15:17:29.425981 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-340ef55c-2ae8-4507-9a55-2cdc12cf1d65 req-9f0614e5-a186-4512-8d81-8b0601a6c811 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427432 Apr 11 15:17:30.146524 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:17:30.657180 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06b292-5400-4e1b-aabc-a5d19e0c96ee req-199ab75d-2910-472a-ae69-038e1639e1f8 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:30.659523 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0f06b292-5400-4e1b-aabc-a5d19e0c96ee req-199ab75d-2910-472a-ae69-038e1639e1f8 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.0909982 Apr 11 15:17:30.726718 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0f06b292-5400-4e1b-aabc-a5d19e0c96ee req-6fe39098-b23c-438e-84b4-7703a95103e6 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606620 Apr 11 15:17:31.957990 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e23ae9-c10d-4576-9e59-567c720bae4b req-0acaeb0f-d3c1-481c-8ca0-3aa03858ca2f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:31.959900 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-19e23ae9-c10d-4576-9e59-567c720bae4b req-0acaeb0f-d3c1-481c-8ca0-3aa03858ca2f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.1129394 Apr 11 15:17:32.013916 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-19e23ae9-c10d-4576-9e59-567c720bae4b req-df698a39-a870-4535-99bd-d292ac5860e1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461059 Apr 11 15:17:33.228482 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d33da-3335-4483-b930-9cc1713532b9 req-2e2c0eb1-e361-4624-8bdd-4a6c4f5d0982 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:33.230005 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-311d33da-3335-4483-b930-9cc1713532b9 req-2e2c0eb1-e361-4624-8bdd-4a6c4f5d0982 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.0960491 Apr 11 15:17:33.288226 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-311d33da-3335-4483-b930-9cc1713532b9 req-f2aad5c1-bf38-4be4-afa4-9753ae99640f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511844 Apr 11 15:17:34.562260 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b5169-629b-4701-9726-4bfde2d77307 req-efe562be-88d0-4a83-9491-d94aa0d45d77 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:34.565351 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-020b5169-629b-4701-9726-4bfde2d77307 req-efe562be-88d0-4a83-9491-d94aa0d45d77 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.1234515 Apr 11 15:17:34.629372 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-020b5169-629b-4701-9726-4bfde2d77307 req-86d8fd1c-2aaf-43b6-b613-ba0218d6c0d5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593421 Apr 11 15:17:35.862696 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2cb63-8a5b-4f46-85dd-55fb19b6625e req-edd85f56-aa7d-4135-b456-49a46863c7f1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:35.864239 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-29d2cb63-8a5b-4f46-85dd-55fb19b6625e req-edd85f56-aa7d-4135-b456-49a46863c7f1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.0902851 Apr 11 15:17:35.913485 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-29d2cb63-8a5b-4f46-85dd-55fb19b6625e req-5fd053c1-f4e8-4e54-96f8-4cc7f74beb78 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436285 Apr 11 15:17:37.115316 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fbffe-b44f-4486-b196-1e40316cdb56 req-bd171536-680e-44ba-b8c3-25d97d73f48e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:37.116895 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-472fbffe-b44f-4486-b196-1e40316cdb56 req-bd171536-680e-44ba-b8c3-25d97d73f48e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.0889904 Apr 11 15:17:37.162069 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-472fbffe-b44f-4486-b196-1e40316cdb56 req-3bd54db7-356e-4b06-9ce0-132f15121e95 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392532 Apr 11 15:17:38.261554 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [req-2a731fcb-02f5-411e-94ad-1897c0ccbd78 req-154fee04-abbc-4f78-b7b2-5f514d769943 service neutron] (88617) timed out ('10.222.0.53', 49290) {{(pid=88617) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 11 15:17:38.340652 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172dd230-79bc-4ddf-9df1-91793eac852f req-c51d9949-9cc1-464c-a630-f6ec1f8958d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:38.342196 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-172dd230-79bc-4ddf-9df1-91793eac852f req-c51d9949-9cc1-464c-a630-f6ec1f8958d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a21d2eb34b446c4be752528671fe3c9&device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 1098 time: 0.0716214 Apr 11 15:17:38.355075 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f9e8f-bddb-4a4a-b71a-c7db43f0841d req-9895cfe2-896f-4a0a-968f-de782fdc61cf tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:38.356519 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-042f9e8f-bddb-4a4a-b71a-c7db43f0841d req-9895cfe2-896f-4a0a-968f-de782fdc61cf tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.0819852 Apr 11 15:17:38.402608 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-042f9e8f-bddb-4a4a-b71a-c7db43f0841d req-bddfd3c1-cc8e-4e13-b9ed-b130c6cd231d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397379 Apr 11 15:17:38.475616 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172dd230-79bc-4ddf-9df1-91793eac852f req-97c9e4cb-902c-4efe-96e3-1b63de36bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:38.477060 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-172dd230-79bc-4ddf-9df1-91793eac852f req-97c9e4cb-902c-4efe-96e3-1b63de36bf03 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f3c4f94e-9174-4526-9fe9-602ddf4546d6 HTTP/1.1" status: 200 len: 909 time: 0.1293631 Apr 11 15:17:38.583088 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-172dd230-79bc-4ddf-9df1-91793eac852f req-f2bee004-51e8-48e8-8c49-6763e610858b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93288039-33ea-4dc9-aed3-a4b9e6f35c9c HTTP/1.1" status: 200 len: 1000 time: 0.0993612 Apr 11 15:17:38.647821 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172dd230-79bc-4ddf-9df1-91793eac852f req-1d14811f-7adc-4fbd-8988-c73da6ed215b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:38.649171 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-172dd230-79bc-4ddf-9df1-91793eac852f req-1d14811f-7adc-4fbd-8988-c73da6ed215b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8513c9e5-f120-4f2c-ba98-9d3fc323a831 HTTP/1.1" status: 200 len: 846 time: 0.0599263 Apr 11 15:17:38.727604 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172dd230-79bc-4ddf-9df1-91793eac852f req-15b6916a-d0fb-4187-9f9f-9fe632334c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:38.729111 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-172dd230-79bc-4ddf-9df1-91793eac852f req-15b6916a-d0fb-4187-9f9f-9fe632334c42 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f3c4f94e-9174-4526-9fe9-602ddf4546d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733273 Apr 11 15:17:38.959558 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-172dd230-79bc-4ddf-9df1-91793eac852f req-987bfa14-4230-4f35-b8cf-8c6155b0ad5b service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218564 Apr 11 15:17:39.092574 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-172dd230-79bc-4ddf-9df1-91793eac852f req-3e8d1330-59f2-452c-a5c7-34c3189f74a2 service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270592 Apr 11 15:17:39.595057 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d2aff-3f40-4977-bc51-0ae971693b0c req-9a4344d1-da37-4475-9a38-eca28682e070 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:39.596542 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ba9d2aff-3f40-4977-bc51-0ae971693b0c req-9a4344d1-da37-4475-9a38-eca28682e070 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.0846186 Apr 11 15:17:39.646043 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ba9d2aff-3f40-4977-bc51-0ae971693b0c req-be6690f2-0cb5-45e1-b4ac-25d6976cfc61 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437586 Apr 11 15:17:40.962956 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7e84e-66e9-491a-a26d-544112adf53d req-6609cc19-e61d-4a73-9428-42064490979d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:40.964416 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-08a7e84e-66e9-491a-a26d-544112adf53d req-6609cc19-e61d-4a73-9428-42064490979d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 945 time: 0.2088878 Apr 11 15:17:41.011500 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-08a7e84e-66e9-491a-a26d-544112adf53d req-017fcab3-c0ff-409b-9681-50918aaf9772 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396593 Apr 11 15:17:41.275572 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 93288039-33ea-4dc9-aed3-a4b9e6f35c9c no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:17:41.399440 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:17:41.429929 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fa3da3-87bd-46e0-9612-fa6055a3fa47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93288039-33ea-4dc9-aed3-a4b9e6f35c9c'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:17:41.440077 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 93288039-33ea-4dc9-aed3-a4b9e6f35c9c, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=93288039-33ea-4dc9-aed3-a4b9e6f35c9c,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:17:41.523082 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:17:41.590455 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=93288039-33ea-4dc9-aed3-a4b9e6f35c9c,revision_number=8']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:17:42.199924 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77538a-c0d0-476b-acbf-288ac5ed129f req-0fa817c2-e058-4bde-9448-139c5250a53d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:42.201385 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9f77538a-c0d0-476b-acbf-288ac5ed129f req-0fa817c2-e058-4bde-9448-139c5250a53d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 943 time: 0.0811424 Apr 11 15:17:42.250454 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9f77538a-c0d0-476b-acbf-288ac5ed129f req-943e5acc-07ef-469d-8867-e77efdbde071 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422201 Apr 11 15:17:42.487055 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb374a39-ce6e-4150-9053-a8a2bad3b439'] response: {'server_uuid': '83fa3da3-87bd-46e0-9612-fa6055a3fa47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93288039-33ea-4dc9-aed3-a4b9e6f35c9c', 'code': 200} Apr 11 15:17:42.814028 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef4b23-6991-4c39-8552-854c036ae0e2 req-aa3bdfbd-2a8e-48e8-90ea-4ac10d540a87 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:42.815591 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bbef4b23-6991-4c39-8552-854c036ae0e2 req-aa3bdfbd-2a8e-48e8-90ea-4ac10d540a87 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 943 time: 0.0847607 Apr 11 15:17:42.867507 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bbef4b23-6991-4c39-8552-854c036ae0e2 req-4d572b1d-fb62-4adb-8d4b-0b1d7b0b6b70 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457790 Apr 11 15:17:43.036775 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 53694) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:17:43.173643 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e82988b0-d471-4d78-9550-33aaa71d734f req-339648db-0233-45ec-81dd-f2f88216fe18 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1359282 Apr 11 15:17:44.063618 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058ee05-a417-4022-8b13-e0b2902a211b req-e8b0acb5-fb54-457a-bec8-883b71c6ae27 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:44.065144 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2058ee05-a417-4022-8b13-e0b2902a211b req-e8b0acb5-fb54-457a-bec8-883b71c6ae27 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 943 time: 0.0882037 Apr 11 15:17:44.113866 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2058ee05-a417-4022-8b13-e0b2902a211b req-720bc800-14a3-4d34-af4c-8a6029d07e19 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429237 Apr 11 15:17:45.039964 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82988b0-d471-4d78-9550-33aaa71d734f req-420617f8-9e42-4d6f-b4c2-47c1a6d74bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:45.041461 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e82988b0-d471-4d78-9550-33aaa71d734f req-420617f8-9e42-4d6f-b4c2-47c1a6d74bfd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47&tenant_id=0a21d2eb34b446c4be752528671fe3c9 HTTP/1.1" status: 200 len: 1096 time: 0.0774865 Apr 11 15:17:45.144833 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82988b0-d471-4d78-9550-33aaa71d734f req-f95545f5-aa3f-46ff-afd9-3e20a82e16f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:45.146348 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e82988b0-d471-4d78-9550-33aaa71d734f req-f95545f5-aa3f-46ff-afd9-3e20a82e16f9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a21d2eb34b446c4be752528671fe3c9&device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 1096 time: 0.0725048 Apr 11 15:17:45.306739 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 93288039-33ea-4dc9-aed3-a4b9e6f35c9c no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:17:45.332249 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82988b0-d471-4d78-9550-33aaa71d734f req-eff1b01f-3e4f-4c5a-96b5-e6e734979377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:45.333716 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e82988b0-d471-4d78-9550-33aaa71d734f req-eff1b01f-3e4f-4c5a-96b5-e6e734979377 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f3c4f94e-9174-4526-9fe9-602ddf4546d6 HTTP/1.1" status: 200 len: 909 time: 0.1806231 Apr 11 15:17:45.437398 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a80a6-5e8e-45d7-a74e-00f7fe2ac1fd req-fd453d06-9b79-4b42-8a6d-482587331fa3 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:45.438815 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1d3a80a6-5e8e-45d7-a74e-00f7fe2ac1fd req-fd453d06-9b79-4b42-8a6d-482587331fa3 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 943 time: 0.2014894 Apr 11 15:17:45.493989 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e82988b0-d471-4d78-9550-33aaa71d734f req-3a2344b4-9eae-4131-8899-de448ced7654 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93288039-33ea-4dc9-aed3-a4b9e6f35c9c HTTP/1.1" status: 200 len: 998 time: 0.1529176 Apr 11 15:17:45.504795 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1d3a80a6-5e8e-45d7-a74e-00f7fe2ac1fd req-64452973-b81c-4db4-8705-218100a67059 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600939 Apr 11 15:17:45.560612 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82988b0-d471-4d78-9550-33aaa71d734f req-0abb0f60-fab2-4c80-a44b-a762c90da10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:45.562228 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e82988b0-d471-4d78-9550-33aaa71d734f req-0abb0f60-fab2-4c80-a44b-a762c90da10e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8513c9e5-f120-4f2c-ba98-9d3fc323a831 HTTP/1.1" status: 200 len: 846 time: 0.0605755 Apr 11 15:17:45.636635 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82988b0-d471-4d78-9550-33aaa71d734f req-7b43e8d5-77d5-48df-a232-25ece7b57ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:45.638130 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e82988b0-d471-4d78-9550-33aaa71d734f req-7b43e8d5-77d5-48df-a232-25ece7b57ade service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f3c4f94e-9174-4526-9fe9-602ddf4546d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694268 Apr 11 15:17:45.769408 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e82988b0-d471-4d78-9550-33aaa71d734f req-0cf0ac46-e980-45f8-ab9c-6d9c30be5444 service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245675 Apr 11 15:17:45.899634 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e82988b0-d471-4d78-9550-33aaa71d734f req-7be747d1-da9f-4767-beb8-0d47242c1cdb service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236100 Apr 11 15:17:46.718231 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a583b5-3e14-478c-85fe-88770a38105b req-e38cb5e0-6d58-4a50-aad7-750cc91b2f0f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:46.721130 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a8a583b5-3e14-478c-85fe-88770a38105b req-e38cb5e0-6d58-4a50-aad7-750cc91b2f0f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 943 time: 0.0916798 Apr 11 15:17:46.772168 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a8a583b5-3e14-478c-85fe-88770a38105b req-ab1e1eaa-3a4b-4fa3-b2b8-5945c7e5963c tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443482 Apr 11 15:17:48.008422 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35337093-e1b7-4e44-a525-c98c4ae01070 req-6c92a670-5e23-44d3-b7f0-ae3bcc5acb49 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:48.010137 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-35337093-e1b7-4e44-a525-c98c4ae01070 req-6c92a670-5e23-44d3-b7f0-ae3bcc5acb49 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 943 time: 0.1074004 Apr 11 15:17:48.059136 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-35337093-e1b7-4e44-a525-c98c4ae01070 req-be99760d-61cb-4be8-a071-49eaba87eec2 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421531 Apr 11 15:17:49.271928 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1488ad0-3cbe-477c-a39d-cc37d0bd547f req-e4c3e3cc-886e-4de7-842b-9d6ddf43ee86 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:49.273384 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a1488ad0-3cbe-477c-a39d-cc37d0bd547f req-e4c3e3cc-886e-4de7-842b-9d6ddf43ee86 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 943 time: 0.1001978 Apr 11 15:17:49.322054 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-a1488ad0-3cbe-477c-a39d-cc37d0bd547f req-82967863-252f-4d07-95c3-961b9699389c tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428829 Apr 11 15:17:50.532423 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e28103-ebb2-4fb0-97e4-cf77f0cc8566 req-e4d8a1d6-bb41-42fa-89d5-6caab470d045 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:50.533977 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-80e28103-ebb2-4fb0-97e4-cf77f0cc8566 req-e4d8a1d6-bb41-42fa-89d5-6caab470d045 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 943 time: 0.0923524 Apr 11 15:17:50.585567 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-80e28103-ebb2-4fb0-97e4-cf77f0cc8566 req-f61a76a6-714f-443d-ad2c-231bb986662f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454507 Apr 11 15:17:51.794101 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f6f8d-bf66-4192-aa10-76345bbe795b req-57571276-64a6-437d-8cf4-341f800addd4 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:51.795673 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6f8f6f8d-bf66-4192-aa10-76345bbe795b req-57571276-64a6-437d-8cf4-341f800addd4 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 943 time: 0.1010129 Apr 11 15:17:51.845271 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6f8f6f8d-bf66-4192-aa10-76345bbe795b req-f11eceae-41b8-4392-9ae0-30285b894079 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434675 Apr 11 15:17:53.091592 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2351b48-bfdb-403b-b46b-b2d30dd7066e req-2fbde5f2-d7ff-4832-84af-082feb0e2c2f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:53.093563 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d2351b48-bfdb-403b-b46b-b2d30dd7066e req-2fbde5f2-d7ff-4832-84af-082feb0e2c2f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 943 time: 0.1126506 Apr 11 15:17:53.154047 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d2351b48-bfdb-403b-b46b-b2d30dd7066e req-cb045ed3-bf66-408e-be6e-5a49e7dadac2 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540280 Apr 11 15:17:54.372433 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6f96c-d0e4-4feb-bb5d-ad096b5b5d3a req-a1b10bbb-fab0-4791-9882-8622c92567e1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:54.374455 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5bd6f96c-d0e4-4feb-bb5d-ad096b5b5d3a req-a1b10bbb-fab0-4791-9882-8622c92567e1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 943 time: 0.0887582 Apr 11 15:17:54.424030 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-5bd6f96c-d0e4-4feb-bb5d-ad096b5b5d3a req-95ecc1f1-a77a-4ad4-ace8-9f7fb1a091ec tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433068 Apr 11 15:17:54.745053 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:17:55.230319 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-021dbf55-df89-46fd-8017-26d9f37ae3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:17:55.711454 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445629f1-0f3e-4eda-b8d4-1e8b943c51ea req-00712923-cf33-4bdb-b6a5-67b2424bc3ab tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:55.712909 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-445629f1-0f3e-4eda-b8d4-1e8b943c51ea req-00712923-cf33-4bdb-b6a5-67b2424bc3ab tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 943 time: 0.1810708 Apr 11 15:17:55.757123 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-445629f1-0f3e-4eda-b8d4-1e8b943c51ea req-2cb5e78f-9086-4603-b7b5-b27a31912dca tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372972 Apr 11 15:17:56.950072 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c3135-622a-41db-b7f7-1c985766009a req-4675a5d7-b1af-4a86-a2fc-f1f5c1cc1b52 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:56.952060 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-165c3135-622a-41db-b7f7-1c985766009a req-4675a5d7-b1af-4a86-a2fc-f1f5c1cc1b52 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 943 time: 0.0838649 Apr 11 15:17:56.996808 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-165c3135-622a-41db-b7f7-1c985766009a req-6b7e8431-4d70-4239-9855-04ac209791f3 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386972 Apr 11 15:17:57.778841 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-54b42da4-f841-48fb-b045-0eb871ed9c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:17:58.189450 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ceb739-6cb2-4d37-84b0-cd5cb59714c8 req-6cbbcd1c-6710-4d0d-a5a9-f8be352aebeb tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:58.190937 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-89ceb739-6cb2-4d37-84b0-cd5cb59714c8 req-6cbbcd1c-6710-4d0d-a5a9-f8be352aebeb tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 943 time: 0.0805469 Apr 11 15:17:58.238036 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-89ceb739-6cb2-4d37-84b0-cd5cb59714c8 req-89e0cc5c-9edd-498a-9edb-fee6c6e076ff tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415373 Apr 11 15:17:58.772913 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:17:58.870226 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:17:59.035333 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06513248-685e-49ec-8a8c-505a93e80e87 req-243681cf-271c-4480-8797-30cc892ca83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:59.036833 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-06513248-685e-49ec-8a8c-505a93e80e87 req-243681cf-271c-4480-8797-30cc892ca83f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a21d2eb34b446c4be752528671fe3c9&device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 1096 time: 0.0711951 Apr 11 15:17:59.180142 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06513248-685e-49ec-8a8c-505a93e80e87 req-581bcfbd-e9fc-4f61-bd27-10bdb3862514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:59.181585 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-06513248-685e-49ec-8a8c-505a93e80e87 req-581bcfbd-e9fc-4f61-bd27-10bdb3862514 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f3c4f94e-9174-4526-9fe9-602ddf4546d6 HTTP/1.1" status: 200 len: 909 time: 0.1263266 Apr 11 15:17:59.285828 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-06513248-685e-49ec-8a8c-505a93e80e87 req-892b9544-42de-45f6-91ee-4beb20966cfd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93288039-33ea-4dc9-aed3-a4b9e6f35c9c HTTP/1.1" status: 200 len: 998 time: 0.0981550 Apr 11 15:17:59.349049 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06513248-685e-49ec-8a8c-505a93e80e87 req-150d8d84-5571-4939-a121-b7902284f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:59.350526 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-06513248-685e-49ec-8a8c-505a93e80e87 req-150d8d84-5571-4939-a121-b7902284f206 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8513c9e5-f120-4f2c-ba98-9d3fc323a831 HTTP/1.1" status: 200 len: 846 time: 0.0590906 Apr 11 15:17:59.427902 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78634dea-9ea8-433b-a58a-bb1dc01215e5 req-fc0a4d7d-8a5c-4366-9a81-2439e028edda tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:59.429428 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-78634dea-9ea8-433b-a58a-bb1dc01215e5 req-fc0a4d7d-8a5c-4366-9a81-2439e028edda tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 943 time: 0.0851729 Apr 11 15:17:59.432081 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06513248-685e-49ec-8a8c-505a93e80e87 req-b51e1c5f-d274-4b29-8f93-7cd82dac0c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:17:59.433572 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-06513248-685e-49ec-8a8c-505a93e80e87 req-b51e1c5f-d274-4b29-8f93-7cd82dac0c13 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f3c4f94e-9174-4526-9fe9-602ddf4546d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759780 Apr 11 15:17:59.487151 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-78634dea-9ea8-433b-a58a-bb1dc01215e5 req-8a3007f4-17a4-48b6-aa11-fd563ebe2f9f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516298 Apr 11 15:17:59.567844 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-06513248-685e-49ec-8a8c-505a93e80e87 req-e4132ec4-d416-4331-8e17-a731debcd8a6 service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271999 Apr 11 15:17:59.701729 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-06513248-685e-49ec-8a8c-505a93e80e87 req-7dcc80de-fcd7-4a44-93d8-678b41b14306 service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270547 Apr 11 15:18:00.184138 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:18:00.674703 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e0878-28cb-41fa-91fa-f5a7538407fa req-16496106-b726-4766-9c06-b6286e00e91e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:18:00.676178 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-576e0878-28cb-41fa-91fa-f5a7538407fa req-16496106-b726-4766-9c06-b6286e00e91e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 943 time: 0.0805051 Apr 11 15:18:00.721057 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-576e0878-28cb-41fa-91fa-f5a7538407fa req-3c380cb1-39ef-4f27-99fe-ecb6099d170a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393164 Apr 11 15:18:01.403217 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 93288039-33ea-4dc9-aed3-a4b9e6f35c9c details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 15:18:01.539490 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 93288039-33ea-4dc9-aed3-a4b9e6f35c9c, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=93288039-33ea-4dc9-aed3-a4b9e6f35c9c,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:18:01.552054 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '93288039-33ea-4dc9-aed3-a4b9e6f35c9c', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'port_id': '93288039-33ea-4dc9-aed3-a4b9e6f35c9c', 'mac_address': 'fa:16:3e:37:a5:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 15:18:01.609569 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:18:01.626174 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93288039-33ea-4dc9-aed3-a4b9e6f35c9c {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:18:01.641817 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 93288039-33ea-4dc9-aed3-a4b9e6f35c9c, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=93288039-33ea-4dc9-aed3-a4b9e6f35c9c,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:18:01.709800 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:18:01.778334 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=93288039-33ea-4dc9-aed3-a4b9e6f35c9c,revision_number=9']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:18:01.792056 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:18:01.912972 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12945dd-2a4c-4599-be4e-17ca53593715 req-1cab4a50-cf84-4d29-bea0-1ba9733e3d56 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:18:01.914449 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d12945dd-2a4c-4599-be4e-17ca53593715 req-1cab4a50-cf84-4d29-bea0-1ba9733e3d56 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 944 time: 0.0875432 Apr 11 15:18:01.958440 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d12945dd-2a4c-4599-be4e-17ca53593715 req-06654039-1372-4a28-88f4-0ce1160809bc tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382969 Apr 11 15:18:02.207370 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['93288039-33ea-4dc9-aed3-a4b9e6f35c9c'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 15:18:03.147857 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bac53-9399-4075-b2e3-bd49a31d05f7 req-030a4191-4d11-4bfc-b442-70ca118cf340 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:18:03.149231 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-174bac53-9399-4075-b2e3-bd49a31d05f7 req-030a4191-4d11-4bfc-b442-70ca118cf340 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 944 time: 0.0820854 Apr 11 15:18:03.194170 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-174bac53-9399-4075-b2e3-bd49a31d05f7 req-a9d62ece-6e87-422e-ac64-f8e45ff063eb tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390551 Apr 11 15:18:03.421985 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 93288039-33ea-4dc9-aed3-a4b9e6f35c9c up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:18:03.489115 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 93288039-33ea-4dc9-aed3-a4b9e6f35c9c triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:18:03.489484 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:18:03.607237 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:18:03.633634 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fa3da3-87bd-46e0-9612-fa6055a3fa47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93288039-33ea-4dc9-aed3-a4b9e6f35c9c'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:18:03.651118 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 93288039-33ea-4dc9-aed3-a4b9e6f35c9c, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=93288039-33ea-4dc9-aed3-a4b9e6f35c9c,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:18:03.681984 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-320e3767-7001-4992-83dd-19ae1d28f614'] response: {'server_uuid': '83fa3da3-87bd-46e0-9612-fa6055a3fa47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93288039-33ea-4dc9-aed3-a4b9e6f35c9c', 'code': 200} Apr 11 15:18:03.738706 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:18:03.806504 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=93288039-33ea-4dc9-aed3-a4b9e6f35c9c,revision_number=10']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:18:04.064636 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d049c01-4d22-404d-85a3-5a914497297f req-1bb57a53-78c7-425e-9b65-1e16e7be1a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:18:04.066146 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0d049c01-4d22-404d-85a3-5a914497297f req-1bb57a53-78c7-425e-9b65-1e16e7be1a5c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 1099 time: 0.0714259 Apr 11 15:18:04.110258 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0d049c01-4d22-404d-85a3-5a914497297f req-081949cc-daf8-4d6a-8721-968eae220965 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379653 Apr 11 15:18:04.377720 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4148b-3246-47e6-857f-863b5b383dae req-4bae51a0-3042-4ab0-9cee-3640f769d9dc tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:18:04.379133 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a9e4148b-3246-47e6-857f-863b5b383dae req-4bae51a0-3042-4ab0-9cee-3640f769d9dc tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 946 time: 0.0801520 Apr 11 15:18:04.424011 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a9e4148b-3246-47e6-857f-863b5b383dae req-1558b2fb-a66d-42f7-a3d5-e01933cb46eb tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392935 Apr 11 15:18:05.626491 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964cd17-be8f-400f-8268-83027149ab72 req-2192b280-fedb-42b4-a431-5681c384a718 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:18:05.628073 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d964cd17-be8f-400f-8268-83027149ab72 req-2192b280-fedb-42b4-a431-5681c384a718 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 946 time: 0.0942292 Apr 11 15:18:05.676779 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d964cd17-be8f-400f-8268-83027149ab72 req-f7d19b7d-e6f0-4686-9c82-5f851538a4c0 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430646 Apr 11 15:18:06.868904 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d79e27-0f9a-43fa-ac02-22d660743ef3 req-534e87b0-491a-4535-b3ff-1815fc53a1ef tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:18:06.870370 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-13d79e27-0f9a-43fa-ac02-22d660743ef3 req-534e87b0-491a-4535-b3ff-1815fc53a1ef tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 946 time: 0.0869973 Apr 11 15:18:06.915356 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-13d79e27-0f9a-43fa-ac02-22d660743ef3 req-4a82155b-b053-45fd-a13e-53defd62caaa tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384119 Apr 11 15:18:08.102149 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950799f2-2872-4f29-9e8b-e4ed877d31fa req-a466d0a0-8a84-4c07-ade1-6d7bcc908479 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:18:08.103625 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-950799f2-2872-4f29-9e8b-e4ed877d31fa req-a466d0a0-8a84-4c07-ade1-6d7bcc908479 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 946 time: 0.0818851 Apr 11 15:18:08.149035 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-950799f2-2872-4f29-9e8b-e4ed877d31fa req-5424108d-da3a-411c-9413-34599808937c tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392516 Apr 11 15:18:24.777164 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:18:25.365408 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-00412828-5ff0-46d8-89c0-db7dfbfab93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:18:27.788501 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-41b1e3ef-4389-4cb4-bfc4-daca9d3a6321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:18:28.736771 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:18:28.896731 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:18:30.188490 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:18:38.791790 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:18:53.152726 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9c899af3-111c-403f-bd3e-c74b237d68b9 req-6546f503-4930-4ef0-a958-29651c052c4f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696747 Apr 11 15:18:53.305380 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c899af3-111c-403f-bd3e-c74b237d68b9 req-6caf832e-d148-42dd-8e87-e43741275303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:18:53.306939 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9c899af3-111c-403f-bd3e-c74b237d68b9 req-6caf832e-d148-42dd-8e87-e43741275303 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a21d2eb34b446c4be752528671fe3c9&device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 1099 time: 0.0749564 Apr 11 15:18:53.559016 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c899af3-111c-403f-bd3e-c74b237d68b9 req-31165ad7-f933-4e93-ace5-f2b4962a3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:18:53.560559 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9c899af3-111c-403f-bd3e-c74b237d68b9 req-31165ad7-f933-4e93-ace5-f2b4962a3ec0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f3c4f94e-9174-4526-9fe9-602ddf4546d6 HTTP/1.1" status: 200 len: 909 time: 0.2314141 Apr 11 15:18:53.663999 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9c899af3-111c-403f-bd3e-c74b237d68b9 req-eff4382f-3ca7-481f-ad8d-29347b98a99d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93288039-33ea-4dc9-aed3-a4b9e6f35c9c HTTP/1.1" status: 200 len: 1000 time: 0.0966055 Apr 11 15:18:53.726425 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c899af3-111c-403f-bd3e-c74b237d68b9 req-d3bf8d7d-e2a9-4530-ba24-d02fa7f1334b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:18:53.727857 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9c899af3-111c-403f-bd3e-c74b237d68b9 req-d3bf8d7d-e2a9-4530-ba24-d02fa7f1334b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8513c9e5-f120-4f2c-ba98-9d3fc323a831 HTTP/1.1" status: 200 len: 846 time: 0.0580196 Apr 11 15:18:53.804681 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c899af3-111c-403f-bd3e-c74b237d68b9 req-42d0cf86-b4cc-4650-9d64-93e4bdc5f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:18:53.806185 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9c899af3-111c-403f-bd3e-c74b237d68b9 req-42d0cf86-b4cc-4650-9d64-93e4bdc5f48e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f3c4f94e-9174-4526-9fe9-602ddf4546d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711625 Apr 11 15:18:53.816221 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [req-9c899af3-111c-403f-bd3e-c74b237d68b9 req-f5636ae6-47bb-4cc6-9798-0d1848ab20f9 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 15:18:53.817073 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9c899af3-111c-403f-bd3e-c74b237d68b9 req-f5636ae6-47bb-4cc6-9798-0d1848ab20f9 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047576 Apr 11 15:18:53.947470 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9c899af3-111c-403f-bd3e-c74b237d68b9 req-f491576a-65b7-484a-8ecf-28628a1569d9 service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241741 Apr 11 15:18:54.080971 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9c899af3-111c-403f-bd3e-c74b237d68b9 req-2625ee41-74ec-41dd-bc84-df5e8f0a00b8 service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277406 Apr 11 15:18:54.781174 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:18:55.260641 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-15cf9a46-cda6-458c-8df7-53687a84d555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:18:57.792547 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fa9ba83a-bcd8-4f99-bf71-25b35ea6b27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:18:58.729035 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:18:58.889136 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:00.157830 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:15.790524 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:19:24.768305 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:25.231208 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-71e496e9-0d04-4f5e-acbd-89eae813b1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:27.784689 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-159e197b-083b-443c-877d-8ab5c7ea947f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:28.745496 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:28.956900 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:30.151097 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:43.947187 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 53842) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:19:44.221077 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-fce301da-ca3a-4bb1-8aed-a0f015b68f80 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Deleting port 63a3067c-380a-41ac-a779-2a7ac9e7d979 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:19:44.221624 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fce301da-ca3a-4bb1-8aed-a0f015b68f80 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:44.396358 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fce301da-ca3a-4bb1-8aed-a0f015b68f80 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:44.396685 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fce301da-ca3a-4bb1-8aed-a0f015b68f80 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:44.527966 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-fce301da-ca3a-4bb1-8aed-a0f015b68f80 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Calling delete_port for 63a3067c-380a-41ac-a779-2a7ac9e7d979 owned by network:floatingip {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:19:44.767623 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fce301da-ca3a-4bb1-8aed-a0f015b68f80 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:44.818961 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce301da-ca3a-4bb1-8aed-a0f015b68f80 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Pushing event deleted for resources: {'Port': ['ID=63a3067c-380a-41ac-a779-2a7ac9e7d979,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:19:44.858576 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce301da-ca3a-4bb1-8aed-a0f015b68f80 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:44.862219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce301da-ca3a-4bb1-8aed-a0f015b68f80 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:44.862219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce301da-ca3a-4bb1-8aed-a0f015b68f80 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:44.862219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce301da-ca3a-4bb1-8aed-a0f015b68f80 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:44.862219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce301da-ca3a-4bb1-8aed-a0f015b68f80 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:44.862219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce301da-ca3a-4bb1-8aed-a0f015b68f80 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:44.862219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce301da-ca3a-4bb1-8aed-a0f015b68f80 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:44.862219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce301da-ca3a-4bb1-8aed-a0f015b68f80 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:44.862219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce301da-ca3a-4bb1-8aed-a0f015b68f80 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:44.862219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce301da-ca3a-4bb1-8aed-a0f015b68f80 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:44.862219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce301da-ca3a-4bb1-8aed-a0f015b68f80 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:44.862219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce301da-ca3a-4bb1-8aed-a0f015b68f80 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:44.927045 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fce301da-ca3a-4bb1-8aed-a0f015b68f80 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for floatingip, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:44.927366 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-fce301da-ca3a-4bb1-8aed-a0f015b68f80 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Floating IP 63c0c52c-bfa6-4a4e-a3b8-72ed121b0e96 disassociated (deleted). External IP: 172.26.7.15, port: 93288039-33ea-4dc9-aed3-a4b9e6f35c9c. Apr 11 15:19:45.392466 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce301da-ca3a-4bb1-8aed-a0f015b68f80 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Router 47c204f3-e3c9-467d-ae98-f400ba85c90a has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:19:45.582897 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce301da-ca3a-4bb1-8aed-a0f015b68f80 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:19:45.592697 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0062f48-fbe8-4bb2-8635-d6bd1ac7c3b2 None None] Sync routers for ids ['47c204f3-e3c9-467d-ae98-f400ba85c90a'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:19:45.602263 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0062f48-fbe8-4bb2-8635-d6bd1ac7c3b2 None None] Routers {'47c204f3-e3c9-467d-ae98-f400ba85c90a'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:19:45.602869 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-d0062f48-fbe8-4bb2-8635-d6bd1ac7c3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:19:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['47c204f3-e3c9-467d-ae98-f400ba85c90a'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:19:45.687346 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-fce301da-ca3a-4bb1-8aed-a0f015b68f80 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:45.752249 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-fce301da-ca3a-4bb1-8aed-a0f015b68f80 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "DELETE /v2.0/floatingips/63c0c52c-bfa6-4a4e-a3b8-72ed121b0e96 HTTP/1.1" status: 204 len: 168 time: 1.8037982 Apr 11 15:19:45.752826 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fa3da3-87bd-46e0-9612-fa6055a3fa47', 'tag': '93288039-33ea-4dc9-aed3-a4b9e6f35c9c'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:19:45.802947 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-d0062f48-fbe8-4bb2-8635-d6bd1ac7c3b2 None None] Set router 47c204f3-e3c9-467d-ae98-f400ba85c90a gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:19:45.910168 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c3a8bff-c389-4aa9-b718-beb03463bb71'] response: {'name': 'network-changed', 'server_uuid': '83fa3da3-87bd-46e0-9612-fa6055a3fa47', 'tag': '93288039-33ea-4dc9-aed3-a4b9e6f35c9c', 'status': 'completed', 'code': 200} Apr 11 15:19:46.018837 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ff4c2-9a22-4955-93f2-ea5660126647 req-6fa17fd1-4c8e-4be4-812e-de453e892605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:19:46.020957 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-394ff4c2-9a22-4955-93f2-ea5660126647 req-6fa17fd1-4c8e-4be4-812e-de453e892605 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a21d2eb34b446c4be752528671fe3c9&device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 1099 time: 0.0861809 Apr 11 15:19:46.162659 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-d0062f48-fbe8-4bb2-8635-d6bd1ac7c3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'name': 'tempest-TestShelveInstance-85415728-router', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:13:54Z', 'updated_at': '2022-04-11T15:13:59Z', 'revision_number': 4, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'gw_port': {'id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:55Z', 'updated_at': '2022-04-11T15:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '15447067-a176-4b8f-8f00-9ecbe8963315', 'name': '', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'mac_address': 'fa:16:3e:c6:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:58Z', 'updated_at': '2022-04-11T15:14:05Z', 'revision_number': 5, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'subnets': [{'id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:19:46.166728 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0062f48-fbe8-4bb2-8635-d6bd1ac7c3b2 None None] Checking router: 47c204f3-e3c9-467d-ae98-f400ba85c90a for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:19:46.175163 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0062f48-fbe8-4bb2-8635-d6bd1ac7c3b2 None None] Routers {'47c204f3-e3c9-467d-ae98-f400ba85c90a'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:19:46.175976 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-d0062f48-fbe8-4bb2-8635-d6bd1ac7c3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:19:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['47c204f3-e3c9-467d-ae98-f400ba85c90a'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:19:46.186999 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ff4c2-9a22-4955-93f2-ea5660126647 req-cf45b258-cec0-44d5-afec-fccc942f57b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:19:46.188551 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-394ff4c2-9a22-4955-93f2-ea5660126647 req-cf45b258-cec0-44d5-afec-fccc942f57b1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f3c4f94e-9174-4526-9fe9-602ddf4546d6 HTTP/1.1" status: 200 len: 909 time: 0.1594427 Apr 11 15:19:46.262713 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-394ff4c2-9a22-4955-93f2-ea5660126647 req-3caba835-d3fa-4b41-922a-5dd802d6136b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93288039-33ea-4dc9-aed3-a4b9e6f35c9c HTTP/1.1" status: 200 len: 217 time: 0.0685678 Apr 11 15:19:46.331645 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ff4c2-9a22-4955-93f2-ea5660126647 req-1cf669d8-4fe9-48e3-8705-153164982498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:19:46.333100 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-394ff4c2-9a22-4955-93f2-ea5660126647 req-1cf669d8-4fe9-48e3-8705-153164982498 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8513c9e5-f120-4f2c-ba98-9d3fc323a831 HTTP/1.1" status: 200 len: 846 time: 0.0637131 Apr 11 15:19:46.357592 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-d0062f48-fbe8-4bb2-8635-d6bd1ac7c3b2 None None] Set router 47c204f3-e3c9-467d-ae98-f400ba85c90a gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:19:46.412550 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ff4c2-9a22-4955-93f2-ea5660126647 req-8a365da4-5673-4c14-8f3d-45cb47d31fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:19:46.414079 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-394ff4c2-9a22-4955-93f2-ea5660126647 req-8a365da4-5673-4c14-8f3d-45cb47d31fa5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f3c4f94e-9174-4526-9fe9-602ddf4546d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745716 Apr 11 15:19:46.534671 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1624b66-86ec-4682-8955-204882e1cf99 req-7dcdff1d-4348-4540-b560-37b8c2beef55 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:19:46.535669 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-d1624b66-86ec-4682-8955-204882e1cf99 req-7dcdff1d-4348-4540-b560-37b8c2beef55 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Synchronizing usage tracker for tenant:0a21d2eb34b446c4be752528671fe3c9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:19:46.559341 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-394ff4c2-9a22-4955-93f2-ea5660126647 req-412bc274-35e0-4b4b-bbf2-7e7674ced9a2 service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374462 Apr 11 15:19:46.670219 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-d1624b66-86ec-4682-8955-204882e1cf99 req-7dcdff1d-4348-4540-b560-37b8c2beef55 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Unset dirty status for tenant:0a21d2eb34b446c4be752528671fe3c9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:19:46.671867 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d1624b66-86ec-4682-8955-204882e1cf99 req-7dcdff1d-4348-4540-b560-37b8c2beef55 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 946 time: 0.2221704 Apr 11 15:19:46.685495 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-d0062f48-fbe8-4bb2-8635-d6bd1ac7c3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'name': 'tempest-TestShelveInstance-85415728-router', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:13:54Z', 'updated_at': '2022-04-11T15:13:59Z', 'revision_number': 4, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'gw_port': {'id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:55Z', 'updated_at': '2022-04-11T15:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '15447067-a176-4b8f-8f00-9ecbe8963315', 'name': '', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'mac_address': 'fa:16:3e:c6:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:58Z', 'updated_at': '2022-04-11T15:14:05Z', 'revision_number': 5, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'subnets': [{'id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:19:46.689786 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0062f48-fbe8-4bb2-8635-d6bd1ac7c3b2 None None] The sync data for ids ['47c204f3-e3c9-467d-ae98-f400ba85c90a'] in dv-neutron-837330-1-hyperv is: [{'id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'name': 'tempest-TestShelveInstance-85415728-router', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:13:54Z', 'updated_at': '2022-04-11T15:13:59Z', 'revision_number': 4, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'gw_port': {'id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:55Z', 'updated_at': '2022-04-11T15:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '15447067-a176-4b8f-8f00-9ecbe8963315', 'name': '', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'mac_address': 'fa:16:3e:c6:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:58Z', 'updated_at': '2022-04-11T15:14:05Z', 'revision_number': 5, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'subnets': [{'id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:19:46.704037 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-394ff4c2-9a22-4955-93f2-ea5660126647 req-6083b919-231f-4c46-ac64-f1cfeb340139 service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378920 Apr 11 15:19:46.729088 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d1624b66-86ec-4682-8955-204882e1cf99 req-b68db9b4-a2eb-4c1c-ad2b-6fe8087be111 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486436 Apr 11 15:19:46.921770 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56536850-d7c4-42e7-8182-e7e0ff12966e None None] New status for floating IP 63c0c52c-bfa6-4a4e-a3b8-72ed121b0e96: DOWN {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:19:47.924726 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8f676-11e1-4b13-a041-9142c40cebc2 req-76018d07-aab1-478c-b545-240430ddbc25 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:19:47.926207 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-deb8f676-11e1-4b13-a041-9142c40cebc2 req-76018d07-aab1-478c-b545-240430ddbc25 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 946 time: 0.0886328 Apr 11 15:19:48.021259 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-deb8f676-11e1-4b13-a041-9142c40cebc2 req-68fdf741-1bb1-4ea3-9a2a-7cda102a7bbd tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=439f3f5b-2500-4646-8979-87a4ffc50745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615039 Apr 11 15:19:48.050775 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d5532-08e0-42fe-8f74-269ba83f0026 req-94e2fec2-a37c-497b-86c9-111d77be3239 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:19:48.052342 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d62d5532-08e0-42fe-8f74-269ba83f0026 req-94e2fec2-a37c-497b-86c9-111d77be3239 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.53 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 946 time: 0.1238081 Apr 11 15:19:48.127681 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [req-d62d5532-08e0-42fe-8f74-269ba83f0026 req-b3064432-c9b2-464a-983a-ba146a5f30a1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Deleting port 93288039-33ea-4dc9-aed3-a4b9e6f35c9c {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:19:48.128027 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-d62d5532-08e0-42fe-8f74-269ba83f0026 req-b3064432-c9b2-464a-983a-ba146a5f30a1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:48.477891 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [req-d62d5532-08e0-42fe-8f74-269ba83f0026 req-b3064432-c9b2-464a-983a-ba146a5f30a1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] For port 93288039-33ea-4dc9-aed3-a4b9e6f35c9c, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=93288039-33ea-4dc9-aed3-a4b9e6f35c9c,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:19:48.478774 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-d62d5532-08e0-42fe-8f74-269ba83f0026 req-b3064432-c9b2-464a-983a-ba146a5f30a1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:48.604360 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [req-d62d5532-08e0-42fe-8f74-269ba83f0026 req-b3064432-c9b2-464a-983a-ba146a5f30a1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Calling delete_port for 93288039-33ea-4dc9-aed3-a4b9e6f35c9c owned by compute:nova {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:19:48.830494 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-d62d5532-08e0-42fe-8f74-269ba83f0026 req-b3064432-c9b2-464a-983a-ba146a5f30a1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:48.883694 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3064432-c9b2-464a-983a-ba146a5f30a1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Pushing event deleted for resources: {'Port': ['ID=93288039-33ea-4dc9-aed3-a4b9e6f35c9c,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:19:48.930611 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3064432-c9b2-464a-983a-ba146a5f30a1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:48.931341 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3064432-c9b2-464a-983a-ba146a5f30a1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:48.931679 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3064432-c9b2-464a-983a-ba146a5f30a1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:48.932049 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3064432-c9b2-464a-983a-ba146a5f30a1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:48.932381 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3064432-c9b2-464a-983a-ba146a5f30a1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:48.932714 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3064432-c9b2-464a-983a-ba146a5f30a1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:48.933043 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3064432-c9b2-464a-983a-ba146a5f30a1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:48.933373 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3064432-c9b2-464a-983a-ba146a5f30a1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:48.933701 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3064432-c9b2-464a-983a-ba146a5f30a1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:48.934048 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3064432-c9b2-464a-983a-ba146a5f30a1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:48.938663 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3064432-c9b2-464a-983a-ba146a5f30a1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:48.938663 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3064432-c9b2-464a-983a-ba146a5f30a1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:19:48.973328 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62d5532-08e0-42fe-8f74-269ba83f0026 req-b3064432-c9b2-464a-983a-ba146a5f30a1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] No DVR routers for this DVR port 93288039-33ea-4dc9-aed3-a4b9e6f35c9c on host hv-neutron-8373 {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:19:48.975712 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-d62d5532-08e0-42fe-8f74-269ba83f0026 req-b3064432-c9b2-464a-983a-ba146a5f30a1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:48.978311 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fa3da3-87bd-46e0-9612-fa6055a3fa47', 'name': 'network-vif-deleted', 'tag': '93288039-33ea-4dc9-aed3-a4b9e6f35c9c'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:19:49.065254 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d62d5532-08e0-42fe-8f74-269ba83f0026 req-b3064432-c9b2-464a-983a-ba146a5f30a1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.53 "DELETE /v2.0/ports/93288039-33ea-4dc9-aed3-a4b9e6f35c9c HTTP/1.1" status: 204 len: 173 time: 1.0073228 Apr 11 15:19:49.116073 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9400933a-c8e9-423b-aca2-66a75efe8278'] response: {'server_uuid': '83fa3da3-87bd-46e0-9612-fa6055a3fa47', 'name': 'network-vif-deleted', 'tag': '93288039-33ea-4dc9-aed3-a4b9e6f35c9c', 'status': 'completed', 'code': 200} Apr 11 15:19:49.182155 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-6e5d91b2-11ac-4a59-b09f-4180e92b3636 req-232b05fd-c02c-4d68-919c-71ba933e6142 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Synchronizing usage tracker for tenant:0a21d2eb34b446c4be752528671fe3c9 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:19:49.258885 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-6e5d91b2-11ac-4a59-b09f-4180e92b3636 req-232b05fd-c02c-4d68-919c-71ba933e6142 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Unset dirty status for tenant:0a21d2eb34b446c4be752528671fe3c9 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:19:49.260701 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6e5d91b2-11ac-4a59-b09f-4180e92b3636 req-232b05fd-c02c-4d68-919c-71ba933e6142 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=83fa3da3-87bd-46e0-9612-fa6055a3fa47 HTTP/1.1" status: 200 len: 210 time: 0.1212258 Apr 11 15:19:50.362301 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 53872) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:19:50.433376 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9822cf7d-bc15-490f-b1c0-a82b56ee5de8 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:50.465471 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9822cf7d-bc15-490f-b1c0-a82b56ee5de8 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:50.618903 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9822cf7d-bc15-490f-b1c0-a82b56ee5de8 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:50.637344 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822cf7d-bc15-490f-b1c0-a82b56ee5de8 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=439f3f5b-2500-4646-8979-87a4ffc50745,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:19:50.680337 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-9822cf7d-bc15-490f-b1c0-a82b56ee5de8 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:50.681474 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-9822cf7d-bc15-490f-b1c0-a82b56ee5de8 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "DELETE /v2.0/security-groups/439f3f5b-2500-4646-8979-87a4ffc50745 HTTP/1.1" status: 204 len: 168 time: 0.3181646 Apr 11 15:19:51.306192 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53882) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:19:51.311450 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-58e577e6-0bcf-41ff-95b2-77b02a64d96e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1725984803', 'description': 'tempest-secgroup-smoke-1725984803 description', 'project_id': '0a21d2eb34b446c4be752528671fe3c9'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:19:51.317611 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-58e577e6-0bcf-41ff-95b2-77b02a64d96e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:19:51.321783 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-58e577e6-0bcf-41ff-95b2-77b02a64d96e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Usage tracker for resource:security_group and tenant:0a21d2eb34b446c4be752528671fe3c9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:19:51.325210 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-58e577e6-0bcf-41ff-95b2-77b02a64d96e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:19:51.330937 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-58e577e6-0bcf-41ff-95b2-77b02a64d96e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:19:51.412993 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58e577e6-0bcf-41ff-95b2-77b02a64d96e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:51.432977 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-58e577e6-0bcf-41ff-95b2-77b02a64d96e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:19:51.436885 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-58e577e6-0bcf-41ff-95b2-77b02a64d96e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Usage tracker for resource:security_group_rule and tenant:0a21d2eb34b446c4be752528671fe3c9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:19:51.439720 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-58e577e6-0bcf-41ff-95b2-77b02a64d96e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:19:51.445433 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-58e577e6-0bcf-41ff-95b2-77b02a64d96e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:19:51.522448 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58e577e6-0bcf-41ff-95b2-77b02a64d96e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:51.578513 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58e577e6-0bcf-41ff-95b2-77b02a64d96e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:51.629155 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e577e6-0bcf-41ff-95b2-77b02a64d96e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df4c7f7a-ef12-404a-a529-3e56615dbd87,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:19:51.691865 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-58e577e6-0bcf-41ff-95b2-77b02a64d96e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:51.693142 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-58e577e6-0bcf-41ff-95b2-77b02a64d96e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3858399 Apr 11 15:19:51.695903 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53886) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:19:51.701559 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-b8c18992-a2ed-4937-b990-463b4f89a281 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Request body: {'security_group_rule': {'security_group_id': 'df4c7f7a-ef12-404a-a529-3e56615dbd87', 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:19:51.708068 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b8c18992-a2ed-4937-b990-463b4f89a281 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:19:51.712213 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b8c18992-a2ed-4937-b990-463b4f89a281 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Usage tracker for resource:security_group_rule and tenant:0a21d2eb34b446c4be752528671fe3c9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:19:51.715340 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b8c18992-a2ed-4937-b990-463b4f89a281 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:19:51.721075 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b8c18992-a2ed-4937-b990-463b4f89a281 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:19:51.808977 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b8c18992-a2ed-4937-b990-463b4f89a281 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:51.872600 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b8c18992-a2ed-4937-b990-463b4f89a281 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:51.903471 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 93288039-33ea-4dc9-aed3-a4b9e6f35c9c no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:19:51.933485 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b8c18992-a2ed-4937-b990-463b4f89a281 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:51.938988 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: 93288039-33ea-4dc9-aed3-a4b9e6f35c9c {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:19:51.939372 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 93288039-33ea-4dc9-aed3-a4b9e6f35c9c not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:19:51.960686 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c18992-a2ed-4937-b990-463b4f89a281 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ae6528-7cc3-4bd8-87b2-26e7317368b6,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:19:52.030188 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b8c18992-a2ed-4937-b990-463b4f89a281 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:52.031393 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b8c18992-a2ed-4937-b990-463b4f89a281 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3345556 Apr 11 15:19:52.034136 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53890) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:19:52.039043 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-9543d131-37af-48f3-ac74-20f7c6cb4626 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Request body: {'security_group_rule': {'security_group_id': 'df4c7f7a-ef12-404a-a529-3e56615dbd87', 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:19:52.045617 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9543d131-37af-48f3-ac74-20f7c6cb4626 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:19:52.049705 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9543d131-37af-48f3-ac74-20f7c6cb4626 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Usage tracker for resource:security_group_rule and tenant:0a21d2eb34b446c4be752528671fe3c9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:19:52.052600 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-9543d131-37af-48f3-ac74-20f7c6cb4626 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:19:52.059611 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-9543d131-37af-48f3-ac74-20f7c6cb4626 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:19:52.145298 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9543d131-37af-48f3-ac74-20f7c6cb4626 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:52.206452 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9543d131-37af-48f3-ac74-20f7c6cb4626 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:52.281360 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9543d131-37af-48f3-ac74-20f7c6cb4626 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:52.308356 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543d131-37af-48f3-ac74-20f7c6cb4626 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6dc422c-23a4-4aa1-8caf-b778db15140d,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:19:52.384394 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9543d131-37af-48f3-ac74-20f7c6cb4626 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:52.386627 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9543d131-37af-48f3-ac74-20f7c6cb4626 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3515332 Apr 11 15:19:52.393739 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53894) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:19:52.394207 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-eb5ec9d7-5b41-4a95-844e-f471ff5eda79 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Request body: {'security_group_rule': {'security_group_id': 'df4c7f7a-ef12-404a-a529-3e56615dbd87', 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:19:52.400130 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-eb5ec9d7-5b41-4a95-844e-f471ff5eda79 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:19:52.404377 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-eb5ec9d7-5b41-4a95-844e-f471ff5eda79 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Usage tracker for resource:security_group_rule and tenant:0a21d2eb34b446c4be752528671fe3c9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:19:52.407208 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-eb5ec9d7-5b41-4a95-844e-f471ff5eda79 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:19:52.412876 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-eb5ec9d7-5b41-4a95-844e-f471ff5eda79 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:19:52.476443 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec9d7-5b41-4a95-844e-f471ff5eda79 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:52.538727 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec9d7-5b41-4a95-844e-f471ff5eda79 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:52.584315 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec9d7-5b41-4a95-844e-f471ff5eda79 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:52.608400 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ec9d7-5b41-4a95-844e-f471ff5eda79 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c995ce6c-cc45-4eb4-9878-dccd3cecaa2e,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:19:52.682456 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec9d7-5b41-4a95-844e-f471ff5eda79 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:52.683741 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-eb5ec9d7-5b41-4a95-844e-f471ff5eda79 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2934561 Apr 11 15:19:52.686490 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53898) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:19:52.691424 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-4f8cadf2-182e-4c34-b969-5ff438bf8bfa tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Request body: {'security_group_rule': {'security_group_id': 'df4c7f7a-ef12-404a-a529-3e56615dbd87', 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:19:52.698221 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4f8cadf2-182e-4c34-b969-5ff438bf8bfa tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:19:52.702323 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4f8cadf2-182e-4c34-b969-5ff438bf8bfa tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Usage tracker for resource:security_group_rule and tenant:0a21d2eb34b446c4be752528671fe3c9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:19:52.705139 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-4f8cadf2-182e-4c34-b969-5ff438bf8bfa tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:19:52.710790 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-4f8cadf2-182e-4c34-b969-5ff438bf8bfa tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:19:52.768333 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4f8cadf2-182e-4c34-b969-5ff438bf8bfa tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:52.789702 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:19:52.841331 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4f8cadf2-182e-4c34-b969-5ff438bf8bfa tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:52.903535 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4f8cadf2-182e-4c34-b969-5ff438bf8bfa tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:52.932092 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8cadf2-182e-4c34-b969-5ff438bf8bfa tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694ee2fa-655a-4ebd-b582-19afedf02bcd,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:19:53.017777 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4f8cadf2-182e-4c34-b969-5ff438bf8bfa tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:53.019042 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4f8cadf2-182e-4c34-b969-5ff438bf8bfa tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3316190 Apr 11 15:19:53.021713 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53902) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:19:53.027386 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-2ee69bb8-2838-480f-995d-b09f59f03a91 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Request body: {'security_group_rule': {'security_group_id': 'df4c7f7a-ef12-404a-a529-3e56615dbd87', 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:19:53.033519 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2ee69bb8-2838-480f-995d-b09f59f03a91 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:19:53.037528 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2ee69bb8-2838-480f-995d-b09f59f03a91 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Usage tracker for resource:security_group_rule and tenant:0a21d2eb34b446c4be752528671fe3c9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:19:53.040454 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2ee69bb8-2838-480f-995d-b09f59f03a91 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:19:53.047505 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2ee69bb8-2838-480f-995d-b09f59f03a91 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:19:53.144471 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-2ee69bb8-2838-480f-995d-b09f59f03a91 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Project 0a21d2eb34b446c4be752528671fe3c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:19:53.152141 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2ee69bb8-2838-480f-995d-b09f59f03a91 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:53.221948 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2ee69bb8-2838-480f-995d-b09f59f03a91 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:53.309669 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2ee69bb8-2838-480f-995d-b09f59f03a91 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:53.334132 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee69bb8-2838-480f-995d-b09f59f03a91 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73bcaa1-dd5f-4920-9a4f-c90fbd99b260,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:19:53.418434 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2ee69bb8-2838-480f-995d-b09f59f03a91 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:53.419658 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2ee69bb8-2838-480f-995d-b09f59f03a91 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3969247 Apr 11 15:19:53.422418 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 53906) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:19:53.427545 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-b3630b03-1a25-45f2-a448-075a18e47643 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Request body: {'security_group_rule': {'security_group_id': 'df4c7f7a-ef12-404a-a529-3e56615dbd87', 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:19:53.433638 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b3630b03-1a25-45f2-a448-075a18e47643 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:19:53.437580 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b3630b03-1a25-45f2-a448-075a18e47643 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Usage tracker for resource:security_group_rule and tenant:0a21d2eb34b446c4be752528671fe3c9 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:19:53.440444 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-b3630b03-1a25-45f2-a448-075a18e47643 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:19:53.446424 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-b3630b03-1a25-45f2-a448-075a18e47643 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:19:53.504195 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.securitygroups_db [None req-b3630b03-1a25-45f2-a448-075a18e47643 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Project 0a21d2eb34b446c4be752528671fe3c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:19:53.511721 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b3630b03-1a25-45f2-a448-075a18e47643 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:53.578746 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b3630b03-1a25-45f2-a448-075a18e47643 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:53.629576 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b3630b03-1a25-45f2-a448-075a18e47643 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:53.655620 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3630b03-1a25-45f2-a448-075a18e47643 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c31521da-d790-495a-a328-6997baa0f28a,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:19:53.732696 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b3630b03-1a25-45f2-a448-075a18e47643 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:53.734127 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b3630b03-1a25-45f2-a448-075a18e47643 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3105772 Apr 11 15:19:54.737166 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:55.252895 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f9ddec0e-b937-4654-af19-916bb0a8efe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:57.782944 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ab4d70e7-98ac-4e29-80ec-eb3b3c4e06e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:58.732535 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:19:58.891456 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:00.183801 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:18.668742 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-2b745dd8-bb50-44de-9119-0f3bdc697555 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Synchronizing usage tracker for tenant:0a21d2eb34b446c4be752528671fe3c9 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:20:18.735857 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-2b745dd8-bb50-44de-9119-0f3bdc697555 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Unset dirty status for tenant:0a21d2eb34b446c4be752528671fe3c9 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:20:18.738130 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-2b745dd8-bb50-44de-9119-0f3bdc697555 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1725984803&fields=id&tenant_id=0a21d2eb34b446c4be752528671fe3c9 HTTP/1.1" status: 200 len: 267 time: 0.1085222 Apr 11 15:20:18.894946 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-10235de8-0df6-49cd-aed1-75805856afed tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:18.896401 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-10235de8-0df6-49cd-aed1-75805856afed tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/networks?id=f3c4f94e-9174-4526-9fe9-602ddf4546d6 HTTP/1.1" status: 200 len: 807 time: 0.1519923 Apr 11 15:20:18.911366 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-3e8d2db0-003b-4b29-bcc1-a7981ac11f19 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/quotas/0a21d2eb34b446c4be752528671fe3c9 HTTP/1.1" status: 200 len: 375 time: 0.0091927 Apr 11 15:20:18.996577 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-6a816909-fed9-4a26-ac6b-150c6cd12642 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0a21d2eb34b446c4be752528671fe3c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799148 Apr 11 15:20:19.151423 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-db7691c3-d699-4aec-942f-4d3d98588d37 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 15:20:19.152407 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-db7691c3-d699-4aec-942f-4d3d98588d37 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469644 Apr 11 15:20:19.286564 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-2d2ccac8-7e6f-448b-8c55-a0565472d418 service neutron] 10.222.0.66 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282113 Apr 11 15:20:19.419119 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-ed730c8e-13b2-44b6-aa5f-084e102a08ae service neutron] 10.222.0.66 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262596 Apr 11 15:20:20.143432 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-3dee99a3-0374-4834-8a07-692424bb2e09 req-99d977d5-6c12-4ff5-88c2-c3d51ea719cd tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 210 time: 0.0478106 Apr 11 15:20:21.291083 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b751d2f5-ac06-4743-961a-21c3e6ce43b3 req-a75c9f10-e29b-4334-9e84-79a1e15f21df tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 210 time: 0.0426092 Apr 11 15:20:21.963265 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-5127dd25-4513-48e0-afc4-4194d8197969 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:21.964721 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-5127dd25-4513-48e0-afc4-4194d8197969 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.53 "GET /v2.0/networks?id=f3c4f94e-9174-4526-9fe9-602ddf4546d6 HTTP/1.1" status: 200 len: 807 time: 0.1479783 Apr 11 15:20:22.019096 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-2a4aed90-cc0a-4c69-8dbe-35df01546a29 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a21d2eb34b446c4be752528671fe3c9 HTTP/1.1" status: 200 len: 380 time: 0.0453839 Apr 11 15:20:22.028710 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-11deca25-a4f1-4c8a-9c60-10270ce8942a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Request body: {'port': {'device_id': '0184abaa-d280-42e8-af2a-ab387b788ae4', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'admin_state_up': True, 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'security_groups': ['df4c7f7a-ef12-404a-a529-3e56615dbd87']}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:20:22.168444 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-11deca25-a4f1-4c8a-9c60-10270ce8942a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:20:22.177967 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-11deca25-a4f1-4c8a-9c60-10270ce8942a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:20:22.251841 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-11deca25-a4f1-4c8a-9c60-10270ce8942a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Made reservation on behalf of 0a21d2eb34b446c4be752528671fe3c9 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:20:22.255397 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-11deca25-a4f1-4c8a-9c60-10270ce8942a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:22.447774 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-11deca25-a4f1-4c8a-9c60-10270ce8942a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Allocated IP 172.20.0.9 (f3c4f94e-9174-4526-9fe9-602ddf4546d6/8513c9e5-f120-4f2c-ba98-9d3fc323a831/49f29006-3fd3-4d83-b240-462cdc34c01d) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:20:22.460555 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9b0b9d6e-3831-406f-b48a-fd1fc94f0d52 req-21b713ab-f3d3-4a70-99be-450aaceaeba7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 210 time: 0.0481930 Apr 11 15:20:22.751935 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-11deca25-a4f1-4c8a-9c60-10270ce8942a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:22.768164 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-11deca25-a4f1-4c8a-9c60-10270ce8942a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Transition to ACTIVE for port object 49f29006-3fd3-4d83-b240-462cdc34c01d will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:20:22.901926 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-11deca25-a4f1-4c8a-9c60-10270ce8942a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:22.971062 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-11deca25-a4f1-4c8a-9c60-10270ce8942a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Network f3c4f94e-9174-4526-9fe9-602ddf4546d6 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:20:22.980372 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-11deca25-a4f1-4c8a-9c60-10270ce8942a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:20:22.984354 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-11deca25-a4f1-4c8a-9c60-10270ce8942a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:20:23.019397 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11deca25-a4f1-4c8a-9c60-10270ce8942a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Pushing event updated for resources: {'Port': ['ID=49f29006-3fd3-4d83-b240-462cdc34c01d,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:20:23.061836 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-11deca25-a4f1-4c8a-9c60-10270ce8942a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:23.062489 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-11deca25-a4f1-4c8a-9c60-10270ce8942a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:23.172913 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-11deca25-a4f1-4c8a-9c60-10270ce8942a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1477690 Apr 11 15:20:23.185945 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-a69cd363-36e3-449a-8d88-5f03030a3d85 service neutron] Request body: {'port': {'device_id': '0184abaa-d280-42e8-af2a-ab387b788ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:20:23.291865 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1df54879-1813-4d91-9118-f7b9e1018123 None None] Provisioning for port 49f29006-3fd3-4d83-b240-462cdc34c01d completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:20:23.297373 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-1df54879-1813-4d91-9118-f7b9e1018123 None None] Provisioning complete for port 49f29006-3fd3-4d83-b240-462cdc34c01d triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:20:23.298486 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1df54879-1813-4d91-9118-f7b9e1018123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:23.310158 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-a69cd363-36e3-449a-8d88-5f03030a3d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:23.359088 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-1df54879-1813-4d91-9118-f7b9e1018123 None None] Port 49f29006-3fd3-4d83-b240-462cdc34c01d cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:20:23.732311 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88944d4-f16f-4b1d-9ad3-24afca28c26b req-4f630db2-29bb-49d5-926a-c52adb3e3cd5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:23.733008 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-f88944d4-f16f-4b1d-9ad3-24afca28c26b req-4f630db2-29bb-49d5-926a-c52adb3e3cd5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Synchronizing usage tracker for tenant:0a21d2eb34b446c4be752528671fe3c9 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:20:23.736697 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-a69cd363-36e3-449a-8d88-5f03030a3d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f29006-3fd3-4d83-b240-462cdc34c01d {{(pid=88616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:20:23.745494 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-a69cd363-36e3-449a-8d88-5f03030a3d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:23.766472 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-a69cd363-36e3-449a-8d88-5f03030a3d85 service neutron] Transition to ACTIVE for port object 49f29006-3fd3-4d83-b240-462cdc34c01d will not be triggered until provisioned by entity L2. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:20:23.838787 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-f88944d4-f16f-4b1d-9ad3-24afca28c26b req-4f630db2-29bb-49d5-926a-c52adb3e3cd5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Unset dirty status for tenant:0a21d2eb34b446c4be752528671fe3c9 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:20:23.840132 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f88944d4-f16f-4b1d-9ad3-24afca28c26b req-4f630db2-29bb-49d5-926a-c52adb3e3cd5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 931 time: 0.2703614 Apr 11 15:20:23.876185 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-a69cd363-36e3-449a-8d88-5f03030a3d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:23.933218 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f88944d4-f16f-4b1d-9ad3-24afca28c26b req-9b7992bc-d84c-44c7-a8b6-b57bb71538ae tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874150 Apr 11 15:20:24.020313 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cd363-36e3-449a-8d88-5f03030a3d85 service neutron] Pushing event updated for resources: {'Port': ['ID=49f29006-3fd3-4d83-b240-462cdc34c01d,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:20:24.138182 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-a69cd363-36e3-449a-8d88-5f03030a3d85 service neutron] Attempting to bind port 49f29006-3fd3-4d83-b240-462cdc34c01d on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:20:24.138522 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-a69cd363-36e3-449a-8d88-5f03030a3d85 service neutron] Attempting to bind port 49f29006-3fd3-4d83-b240-462cdc34c01d by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': '98d046f3-4af2-4b15-9298-fc6c8bb5d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6'}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:20:24.138935 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-a69cd363-36e3-449a-8d88-5f03030a3d85 service neutron] Attempting to bind port 49f29006-3fd3-4d83-b240-462cdc34c01d on network f3c4f94e-9174-4526-9fe9-602ddf4546d6 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:20:24.143781 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-a69cd363-36e3-449a-8d88-5f03030a3d85 service neutron] Port 49f29006-3fd3-4d83-b240-462cdc34c01d on network f3c4f94e-9174-4526-9fe9-602ddf4546d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 15:20:24.144116 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-a69cd363-36e3-449a-8d88-5f03030a3d85 service neutron] Attempting to bind port 49f29006-3fd3-4d83-b240-462cdc34c01d on network f3c4f94e-9174-4526-9fe9-602ddf4546d6 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:20:24.149573 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-a69cd363-36e3-449a-8d88-5f03030a3d85 service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:20:24.149945 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-a69cd363-36e3-449a-8d88-5f03030a3d85 service neutron] Checking segment: {'id': '98d046f3-4af2-4b15-9298-fc6c8bb5d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:20:24.150321 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-a69cd363-36e3-449a-8d88-5f03030a3d85 service neutron] Bound using segment: {'id': '98d046f3-4af2-4b15-9298-fc6c8bb5d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6'} {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:20:24.150746 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-a69cd363-36e3-449a-8d88-5f03030a3d85 service neutron] Bound port: 49f29006-3fd3-4d83-b240-462cdc34c01d, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98d046f3-4af2-4b15-9298-fc6c8bb5d16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6'}}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:20:24.151092 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-a69cd363-36e3-449a-8d88-5f03030a3d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:24.241313 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-a69cd363-36e3-449a-8d88-5f03030a3d85 service neutron] For port 49f29006-3fd3-4d83-b240-462cdc34c01d, host hv-neutron-8373, cleared binding levels {{(pid=88616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:20:24.245306 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-a69cd363-36e3-449a-8d88-5f03030a3d85 service neutron] For port 49f29006-3fd3-4d83-b240-462cdc34c01d, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=49f29006-3fd3-4d83-b240-462cdc34c01d,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:20:24.325230 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-a69cd363-36e3-449a-8d88-5f03030a3d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:24.384682 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-a69cd363-36e3-449a-8d88-5f03030a3d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:24.387799 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-a69cd363-36e3-449a-8d88-5f03030a3d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:24.390534 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-a69cd363-36e3-449a-8d88-5f03030a3d85 service neutron] 10.222.0.53 "PUT /v2.0/ports/49f29006-3fd3-4d83-b240-462cdc34c01d HTTP/1.1" status: 200 len: 1093 time: 1.2094762 Apr 11 15:20:24.391007 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0184abaa-d280-42e8-af2a-ab387b788ae4', 'tag': '49f29006-3fd3-4d83-b240-462cdc34c01d'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:20:24.433684 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cd363-36e3-449a-8d88-5f03030a3d85 service neutron] Pushing event updated for resources: {'Port': ['ID=49f29006-3fd3-4d83-b240-462cdc34c01d,revision_number=3']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:20:24.451611 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9657cd5-40ae-47d2-aaae-03131c5c39e6'] response: {'name': 'network-changed', 'server_uuid': '0184abaa-d280-42e8-af2a-ab387b788ae4', 'tag': '49f29006-3fd3-4d83-b240-462cdc34c01d', 'status': 'completed', 'code': 200} Apr 11 15:20:24.547923 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ccfa6-dc6b-41cc-a8b2-390523ef08a9 req-84c3691b-c3bf-446f-bc28-396f94dc8397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:24.553829 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bb2ccfa6-dc6b-41cc-a8b2-390523ef08a9 req-84c3691b-c3bf-446f-bc28-396f94dc8397 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a21d2eb34b446c4be752528671fe3c9&device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 1096 time: 0.0785885 Apr 11 15:20:24.693284 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ccfa6-dc6b-41cc-a8b2-390523ef08a9 req-400d6bb2-516b-4bc2-8ed5-f3c16f1f5d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:24.694775 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bb2ccfa6-dc6b-41cc-a8b2-390523ef08a9 req-400d6bb2-516b-4bc2-8ed5-f3c16f1f5d06 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=0a21d2eb34b446c4be752528671fe3c9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1383410 Apr 11 15:20:24.753073 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:24.932038 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ccfa6-dc6b-41cc-a8b2-390523ef08a9 req-4ad0001e-5d80-4502-a6e1-a6fb5355f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:24.933509 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bb2ccfa6-dc6b-41cc-a8b2-390523ef08a9 req-4ad0001e-5d80-4502-a6e1-a6fb5355f053 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2330713 Apr 11 15:20:25.046880 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-d1695edd-abb3-4f6e-af39-0d957b32d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:25.048581 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-d1695edd-abb3-4f6e-af39-0d957b32d2ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a21d2eb34b446c4be752528671fe3c9&device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 1096 time: 0.0782824 Apr 11 15:20:25.150588 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-c8799849-7990-4db8-a03d-69470b40993c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49f29006-3fd3-4d83-b240-462cdc34c01d HTTP/1.1" status: 200 len: 217 time: 0.0705237 Apr 11 15:20:25.225646 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-9ce06c23-1518-480d-a83e-7bc2b459cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:25.227412 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-9ce06c23-1518-480d-a83e-7bc2b459cd65 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8513c9e5-f120-4f2c-ba98-9d3fc323a831 HTTP/1.1" status: 200 len: 846 time: 0.0712459 Apr 11 15:20:25.251202 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b9395b97-dba4-44f8-99c5-7e065b4ab2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:25.276794 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b18324-a001-4140-8f40-abf678b9e1e9 req-e3c99e01-82a8-4480-90ee-d7744bbcce00 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:25.278267 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-57b18324-a001-4140-8f40-abf678b9e1e9 req-e3c99e01-82a8-4480-90ee-d7744bbcce00 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 943 time: 0.2288270 Apr 11 15:20:25.333786 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-57b18324-a001-4140-8f40-abf678b9e1e9 req-171a612e-2d61-4062-b7f6-7461c02af040 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473483 Apr 11 15:20:25.353695 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-9049d9ee-245c-451a-a5cf-fb533330f1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:25.357257 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-9049d9ee-245c-451a-a5cf-fb533330f1fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f3c4f94e-9174-4526-9fe9-602ddf4546d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1229863 Apr 11 15:20:25.490855 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-f6dedba9-47b8-4ddd-80b3-d0f73353e5b7 service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267331 Apr 11 15:20:25.623985 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-bc8f8c1b-1e3c-4696-94af-5b02d0d13be9 req-b82d1ace-7613-4566-b3e1-b56e1da3ab5c service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263835 Apr 11 15:20:26.527546 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae996b-19f7-4005-8fc0-127625108982 req-690877c3-cdae-4eac-b06f-27c900f0f1df tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:26.529001 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-75ae996b-19f7-4005-8fc0-127625108982 req-690877c3-cdae-4eac-b06f-27c900f0f1df tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 943 time: 0.0846877 Apr 11 15:20:26.577656 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-75ae996b-19f7-4005-8fc0-127625108982 req-47b48688-cd74-488a-a8cf-9077127f42a6 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Synchronizing usage tracker for tenant:0a21d2eb34b446c4be752528671fe3c9 on resource:security_group {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:20:26.589553 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-75ae996b-19f7-4005-8fc0-127625108982 req-47b48688-cd74-488a-a8cf-9077127f42a6 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Unset dirty status for tenant:0a21d2eb34b446c4be752528671fe3c9 on resource:security_group {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:20:26.590723 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-75ae996b-19f7-4005-8fc0-127625108982 req-47b48688-cd74-488a-a8cf-9077127f42a6 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561194 Apr 11 15:20:27.775930 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ca359a46-827b-4888-a2af-3588e29e74fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:27.781025 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca013e3-e8b5-4ca2-9642-9b5643884573 req-84edb2ea-b3ad-4f26-8410-1747ff5faf65 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:27.791624 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9ca013e3-e8b5-4ca2-9642-9b5643884573 req-84edb2ea-b3ad-4f26-8410-1747ff5faf65 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 943 time: 0.0831358 Apr 11 15:20:27.829602 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9ca013e3-e8b5-4ca2-9642-9b5643884573 req-8b72ea1b-ed82-4549-bf7c-50027e367976 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412357 Apr 11 15:20:28.743134 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:28.891792 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:29.017691 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd3505-d342-42bf-b78f-52491fdb45af req-fccf78ec-f8a5-4d74-a9fe-c520a3b4ab89 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:29.019105 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-17fd3505-d342-42bf-b78f-52491fdb45af req-fccf78ec-f8a5-4d74-a9fe-c520a3b4ab89 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 943 time: 0.0817068 Apr 11 15:20:29.065028 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-17fd3505-d342-42bf-b78f-52491fdb45af req-9ac4ab37-a9c2-470f-b7f1-cf1b06fdad48 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399873 Apr 11 15:20:29.788366 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:20:30.158765 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:30.256224 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94626ce-8470-4955-8e90-496809dd3086 req-d9e026fe-7389-4e59-bd0b-4554cb426738 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:30.258271 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f94626ce-8470-4955-8e90-496809dd3086 req-d9e026fe-7389-4e59-bd0b-4554cb426738 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 943 time: 0.0830355 Apr 11 15:20:30.302886 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f94626ce-8470-4955-8e90-496809dd3086 req-d1604fb9-2ee5-46a9-a7dd-bb5ee8e5594f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389564 Apr 11 15:20:31.496888 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abb624-268d-43a3-abac-a69725ebe9b3 req-37033e81-a56e-454b-9e5c-372637248fb7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:31.498375 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b5abb624-268d-43a3-abac-a69725ebe9b3 req-37033e81-a56e-454b-9e5c-372637248fb7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 943 time: 0.0870409 Apr 11 15:20:31.546308 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b5abb624-268d-43a3-abac-a69725ebe9b3 req-5af9addb-3c10-4d04-957b-22cd4b49ef72 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421944 Apr 11 15:20:32.738748 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366c481-71da-4f48-8f83-0e6a17c87800 req-b1882303-3c39-4f93-8c1e-5829b7ed8ba8 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:32.740326 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8366c481-71da-4f48-8f83-0e6a17c87800 req-b1882303-3c39-4f93-8c1e-5829b7ed8ba8 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 943 time: 0.0859966 Apr 11 15:20:32.789769 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8366c481-71da-4f48-8f83-0e6a17c87800 req-47e71e82-4742-45b5-b15f-9bb3659febcc tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431144 Apr 11 15:20:33.978402 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e24318-53de-4ca5-8251-ffebcba8ae36 req-edc941a1-e6cf-4466-a799-9be11950a735 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:33.979875 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f6e24318-53de-4ca5-8251-ffebcba8ae36 req-edc941a1-e6cf-4466-a799-9be11950a735 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 943 time: 0.0841708 Apr 11 15:20:34.024965 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f6e24318-53de-4ca5-8251-ffebcba8ae36 req-77a25b66-c1ba-4032-8c6f-1ece09102c0e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392818 Apr 11 15:20:34.121381 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 49f29006-3fd3-4d83-b240-462cdc34c01d details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 15:20:34.260442 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 49f29006-3fd3-4d83-b240-462cdc34c01d, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=49f29006-3fd3-4d83-b240-462cdc34c01d,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:20:34.273678 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '49f29006-3fd3-4d83-b240-462cdc34c01d', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'port_id': '49f29006-3fd3-4d83-b240-462cdc34c01d', 'mac_address': 'fa:16:3e:d8:69:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 15:20:34.331551 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:34.348576 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f29006-3fd3-4d83-b240-462cdc34c01d {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:20:34.364499 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 49f29006-3fd3-4d83-b240-462cdc34c01d, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=49f29006-3fd3-4d83-b240-462cdc34c01d,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:20:34.417040 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:34.484374 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=49f29006-3fd3-4d83-b240-462cdc34c01d,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:20:34.491764 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:20:34.493237 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:20:34.493237 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:20:34.493447 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:20:34.494234 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:20:34.494234 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:20:34.494661 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:20:34.495216 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:20:34.495798 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:20:34.496250 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:20:34.496594 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:20:34.496932 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:20:34.748131 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['49f29006-3fd3-4d83-b240-462cdc34c01d'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 15:20:35.222083 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427c67c-4d86-4344-ad15-85249cd2b39a req-b56b18e4-9a54-4526-96ea-1b22903ee713 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:35.223568 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8427c67c-4d86-4344-ad15-85249cd2b39a req-b56b18e4-9a54-4526-96ea-1b22903ee713 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 944 time: 0.0898998 Apr 11 15:20:35.269974 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8427c67c-4d86-4344-ad15-85249cd2b39a req-3ea1c870-6b3a-494e-b4ea-d5d2fed0d640 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396533 Apr 11 15:20:36.127963 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 49f29006-3fd3-4d83-b240-462cdc34c01d up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:20:36.268720 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port 49f29006-3fd3-4d83-b240-462cdc34c01d completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:20:36.274378 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 49f29006-3fd3-4d83-b240-462cdc34c01d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:20:36.274779 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:36.417531 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:36.451704 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0184abaa-d280-42e8-af2a-ab387b788ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f29006-3fd3-4d83-b240-462cdc34c01d'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:20:36.467578 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 49f29006-3fd3-4d83-b240-462cdc34c01d, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=49f29006-3fd3-4d83-b240-462cdc34c01d,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:20:36.499706 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639ebbf-366c-445d-a513-8b8f6d3d4cbe req-a31b1095-187c-45fa-b103-6e30770ba0f7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:36.505590 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7639ebbf-366c-445d-a513-8b8f6d3d4cbe req-a31b1095-187c-45fa-b103-6e30770ba0f7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 944 time: 0.0967040 Apr 11 15:20:36.514509 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42fa46c5-6f93-4f69-b71f-0b2548ae0d21'] response: {'server_uuid': '0184abaa-d280-42e8-af2a-ab387b788ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f29006-3fd3-4d83-b240-462cdc34c01d', 'code': 200} Apr 11 15:20:36.547030 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:36.560572 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7639ebbf-366c-445d-a513-8b8f6d3d4cbe req-4d0a0a39-3619-457d-832f-61030dc48e7e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527208 Apr 11 15:20:36.636006 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=49f29006-3fd3-4d83-b240-462cdc34c01d,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:20:36.950272 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a61327-ccb0-42b3-9a82-4a73af73c4b4 req-b7bc753f-6096-45f6-b335-fbab3b308faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:36.952797 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-73a61327-ccb0-42b3-9a82-4a73af73c4b4 req-b7bc753f-6096-45f6-b335-fbab3b308faa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0788820 Apr 11 15:20:36.999725 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-73a61327-ccb0-42b3-9a82-4a73af73c4b4 req-29b736a5-4f66-4723-8a56-a9ee4d9cd2c4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413311 Apr 11 15:20:37.753643 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644139c4-e240-4a02-9c6e-8038cba017bf req-f0f36abc-73f7-489d-a238-0257045b10f9 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:37.755133 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-644139c4-e240-4a02-9c6e-8038cba017bf req-f0f36abc-73f7-489d-a238-0257045b10f9 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 945 time: 0.0805171 Apr 11 15:20:37.799912 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-644139c4-e240-4a02-9c6e-8038cba017bf req-221381c8-9077-494d-9992-1e8d478cbabd tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384772 Apr 11 15:20:38.991830 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896357bb-8c63-42a8-a487-f2a67685528a req-23f584fe-401b-4320-9016-0c6c3d1cb7c5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:38.993284 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-896357bb-8c63-42a8-a487-f2a67685528a req-23f584fe-401b-4320-9016-0c6c3d1cb7c5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 945 time: 0.0835307 Apr 11 15:20:39.039020 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-896357bb-8c63-42a8-a487-f2a67685528a req-3d9eac15-9104-49e8-9237-7c27085f7442 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391212 Apr 11 15:20:39.227375 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff6298-c354-479d-a652-dae125f8798f req-cd7c27cb-d1f6-47fb-b11e-1a64eaba3938 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:39.231178 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-edff6298-c354-479d-a652-dae125f8798f req-cd7c27cb-d1f6-47fb-b11e-1a64eaba3938 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 945 time: 0.0867300 Apr 11 15:20:39.279475 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-edff6298-c354-479d-a652-dae125f8798f req-e0d4bfe3-bf66-4ac6-8618-11ebdef87b07 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425406 Apr 11 15:20:39.301871 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 54134) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:20:39.438247 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e21106-dd6f-480a-a290-3c9cda4af21f tempest-TestShelveInstance-738188152 tempest-TestShelveInstance-738188152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:39.439770 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a9e21106-dd6f-480a-a290-3c9cda4af21f tempest-TestShelveInstance-738188152 tempest-TestShelveInstance-738188152-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 1093 time: 0.1368911 Apr 11 15:20:39.442617 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 54140) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:20:39.447554 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-e790cd62-3088-443f-8b42-bbf900522bf7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': '49f29006-3fd3-4d83-b240-462cdc34c01d', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:20:39.453481 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e790cd62-3088-443f-8b42-bbf900522bf7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:20:39.457363 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e790cd62-3088-443f-8b42-bbf900522bf7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Usage tracker for resource:floatingip and tenant:0a21d2eb34b446c4be752528671fe3c9 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:20:39.460461 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-e790cd62-3088-443f-8b42-bbf900522bf7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:20:39.466217 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-e790cd62-3088-443f-8b42-bbf900522bf7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:20:39.559669 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e790cd62-3088-443f-8b42-bbf900522bf7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for floatingip, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:39.805872 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e790cd62-3088-443f-8b42-bbf900522bf7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:39.946959 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-e790cd62-3088-443f-8b42-bbf900522bf7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Allocated IP 172.26.7.29 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/639d56ca-fe49-41ec-8d1b-851cae68df04) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:20:40.098890 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e790cd62-3088-443f-8b42-bbf900522bf7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:40.180783 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e790cd62-3088-443f-8b42-bbf900522bf7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:40.242649 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e790cd62-3088-443f-8b42-bbf900522bf7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:20:40.249338 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-e790cd62-3088-443f-8b42-bbf900522bf7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:20:40.253547 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e790cd62-3088-443f-8b42-bbf900522bf7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:20:40.283848 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790cd62-3088-443f-8b42-bbf900522bf7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Pushing event updated for resources: {'Port': ['ID=639d56ca-fe49-41ec-8d1b-851cae68df04,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:20:40.674403 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e790cd62-3088-443f-8b42-bbf900522bf7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:40.816734 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e790cd62-3088-443f-8b42-bbf900522bf7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:41.032167 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e790cd62-3088-443f-8b42-bbf900522bf7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:41.100394 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e790cd62-3088-443f-8b42-bbf900522bf7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:41.212589 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790cd62-3088-443f-8b42-bbf900522bf7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Pushing event updated for resources: {'Port': ['ID=639d56ca-fe49-41ec-8d1b-851cae68df04,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:20:41.224238 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e790cd62-3088-443f-8b42-bbf900522bf7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:41.401676 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-e790cd62-3088-443f-8b42-bbf900522bf7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Floating IP 531aa6d5-10e1-4917-89aa-d551669118b1 associated. External IP: 172.26.7.29, port: 49f29006-3fd3-4d83-b240-462cdc34c01d. Apr 11 15:20:41.870478 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e790cd62-3088-443f-8b42-bbf900522bf7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Router 47c204f3-e3c9-467d-ae98-f400ba85c90a has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:20:42.052385 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e790cd62-3088-443f-8b42-bbf900522bf7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:20:42.062669 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd03422-2f56-484e-a600-7ed370fc82b3 None None] Sync routers for ids ['47c204f3-e3c9-467d-ae98-f400ba85c90a'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:20:42.072437 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd03422-2f56-484e-a600-7ed370fc82b3 None None] Routers {'47c204f3-e3c9-467d-ae98-f400ba85c90a'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:20:42.073039 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-8cd03422-2f56-484e-a600-7ed370fc82b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:20:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['47c204f3-e3c9-467d-ae98-f400ba85c90a'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:20:42.148942 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-e790cd62-3088-443f-8b42-bbf900522bf7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:42.205108 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-e790cd62-3088-443f-8b42-bbf900522bf7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7614694 Apr 11 15:20:42.205791 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0184abaa-d280-42e8-af2a-ab387b788ae4', 'tag': '49f29006-3fd3-4d83-b240-462cdc34c01d'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:20:42.252859 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cef3d4c-0332-4ecb-8e9e-341ea9e4cb71'] response: {'name': 'network-changed', 'server_uuid': '0184abaa-d280-42e8-af2a-ab387b788ae4', 'tag': '49f29006-3fd3-4d83-b240-462cdc34c01d', 'status': 'completed', 'code': 200} Apr 11 15:20:42.261229 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-8cd03422-2f56-484e-a600-7ed370fc82b3 None None] Set router 47c204f3-e3c9-467d-ae98-f400ba85c90a gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:20:42.345430 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd63fec-5e4c-4737-976f-e03c8ba321d3 req-d7fc5037-5ed9-4dfa-99b0-6248fd246a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:42.346956 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6dd63fec-5e4c-4737-976f-e03c8ba321d3 req-d7fc5037-5ed9-4dfa-99b0-6248fd246a99 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a21d2eb34b446c4be752528671fe3c9&device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0722201 Apr 11 15:20:42.482565 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd63fec-5e4c-4737-976f-e03c8ba321d3 req-0d76f34c-7aa2-468d-b7b4-3b66e87cd0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:42.484164 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6dd63fec-5e4c-4737-976f-e03c8ba321d3 req-0d76f34c-7aa2-468d-b7b4-3b66e87cd0ee service neutron] 10.222.0.53 "GET /v2.0/networks?id=f3c4f94e-9174-4526-9fe9-602ddf4546d6 HTTP/1.1" status: 200 len: 909 time: 0.1316152 Apr 11 15:20:42.665497 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-8cd03422-2f56-484e-a600-7ed370fc82b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'name': 'tempest-TestShelveInstance-85415728-router', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:13:54Z', 'updated_at': '2022-04-11T15:13:59Z', 'revision_number': 4, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'gw_port': {'id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:55Z', 'updated_at': '2022-04-11T15:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '531aa6d5-10e1-4917-89aa-d551669118b1', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'floating_ip_address': '172.26.7.29', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'port_id': '49f29006-3fd3-4d83-b240-462cdc34c01d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'mac_address': 'fa:16:3e:d8:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0184abaa-d280-42e8-af2a-ab387b788ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:20:40Z', 'updated_at': '2022-04-11T15:20:40Z', 'revision_number': 0, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15447067-a176-4b8f-8f00-9ecbe8963315', 'name': '', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'mac_address': 'fa:16:3e:c6:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:58Z', 'updated_at': '2022-04-11T15:14:05Z', 'revision_number': 5, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'subnets': [{'id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:20:42.669328 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd03422-2f56-484e-a600-7ed370fc82b3 None None] Checking router: 47c204f3-e3c9-467d-ae98-f400ba85c90a for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:20:42.677719 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd03422-2f56-484e-a600-7ed370fc82b3 None None] Routers {'47c204f3-e3c9-467d-ae98-f400ba85c90a'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:20:42.678342 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-8cd03422-2f56-484e-a600-7ed370fc82b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:20:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['47c204f3-e3c9-467d-ae98-f400ba85c90a'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:20:42.700028 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6dd63fec-5e4c-4737-976f-e03c8ba321d3 req-94c04a65-2b6c-4326-acbc-9f52f243baad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49f29006-3fd3-4d83-b240-462cdc34c01d HTTP/1.1" status: 200 len: 998 time: 0.2106516 Apr 11 15:20:42.766760 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd63fec-5e4c-4737-976f-e03c8ba321d3 req-1fa84944-6679-42bf-9425-ba9ec09ec9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:42.768138 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6dd63fec-5e4c-4737-976f-e03c8ba321d3 req-1fa84944-6679-42bf-9425-ba9ec09ec9dc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8513c9e5-f120-4f2c-ba98-9d3fc323a831 HTTP/1.1" status: 200 len: 846 time: 0.0612550 Apr 11 15:20:42.846645 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd63fec-5e4c-4737-976f-e03c8ba321d3 req-6d0387f7-c359-4cf2-8417-03c433bd68cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:42.848254 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6dd63fec-5e4c-4737-976f-e03c8ba321d3 req-6d0387f7-c359-4cf2-8417-03c433bd68cc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f3c4f94e-9174-4526-9fe9-602ddf4546d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735579 Apr 11 15:20:42.860922 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-8cd03422-2f56-484e-a600-7ed370fc82b3 None None] Set router 47c204f3-e3c9-467d-ae98-f400ba85c90a gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:20:42.983189 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6dd63fec-5e4c-4737-976f-e03c8ba321d3 req-b2135107-2e4b-4f99-a129-5476066d78bc service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285636 Apr 11 15:20:43.124676 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-6dd63fec-5e4c-4737-976f-e03c8ba321d3 req-66ddccd0-1e0f-4f47-a4fc-c4da1933ea2f service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341155 Apr 11 15:20:43.217283 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-8cd03422-2f56-484e-a600-7ed370fc82b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'name': 'tempest-TestShelveInstance-85415728-router', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:13:54Z', 'updated_at': '2022-04-11T15:13:59Z', 'revision_number': 4, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'gw_port': {'id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:55Z', 'updated_at': '2022-04-11T15:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '531aa6d5-10e1-4917-89aa-d551669118b1', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'floating_ip_address': '172.26.7.29', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'port_id': '49f29006-3fd3-4d83-b240-462cdc34c01d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'mac_address': 'fa:16:3e:d8:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0184abaa-d280-42e8-af2a-ab387b788ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:20:40Z', 'updated_at': '2022-04-11T15:20:40Z', 'revision_number': 0, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15447067-a176-4b8f-8f00-9ecbe8963315', 'name': '', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'mac_address': 'fa:16:3e:c6:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:58Z', 'updated_at': '2022-04-11T15:14:05Z', 'revision_number': 5, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'subnets': [{'id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:20:43.221219 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd03422-2f56-484e-a600-7ed370fc82b3 None None] The sync data for ids ['47c204f3-e3c9-467d-ae98-f400ba85c90a'] in dv-neutron-837330-1-hyperv is: [{'id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'name': 'tempest-TestShelveInstance-85415728-router', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:13:54Z', 'updated_at': '2022-04-11T15:13:59Z', 'revision_number': 4, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'gw_port': {'id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:55Z', 'updated_at': '2022-04-11T15:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '531aa6d5-10e1-4917-89aa-d551669118b1', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'floating_ip_address': '172.26.7.29', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'port_id': '49f29006-3fd3-4d83-b240-462cdc34c01d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'mac_address': 'fa:16:3e:d8:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0184abaa-d280-42e8-af2a-ab387b788ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:20:40Z', 'updated_at': '2022-04-11T15:20:40Z', 'revision_number': 0, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15447067-a176-4b8f-8f00-9ecbe8963315', 'name': '', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'mac_address': 'fa:16:3e:c6:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:58Z', 'updated_at': '2022-04-11T15:14:05Z', 'revision_number': 5, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'subnets': [{'id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:20:43.417915 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b79e119-7c33-4bdb-91cf-5e50434df445 None None] New status for floating IP 531aa6d5-10e1-4917-89aa-d551669118b1: ACTIVE {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:20:54.768363 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:55.268143 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c374d277-a3f6-4546-b8d4-a3c8a69728ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:57.790764 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c9a0a338-a9c7-4e9b-918b-366f8d056e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:57.918916 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8e7acb29-d8e8-46c3-83b5-919d9b8d5af1 req-8bf51fe2-6ab0-41ca-82b5-7e74a5b6cada service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1149108 Apr 11 15:20:58.063949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7acb29-d8e8-46c3-83b5-919d9b8d5af1 req-aa9d9916-648d-4937-9cfb-e633e0ad16da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:58.065371 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8e7acb29-d8e8-46c3-83b5-919d9b8d5af1 req-aa9d9916-648d-4937-9cfb-e633e0ad16da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a21d2eb34b446c4be752528671fe3c9&device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0721171 Apr 11 15:20:58.214477 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7acb29-d8e8-46c3-83b5-919d9b8d5af1 req-0b61b553-a52d-48e2-b2eb-cc0dae7015da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:58.215943 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8e7acb29-d8e8-46c3-83b5-919d9b8d5af1 req-0b61b553-a52d-48e2-b2eb-cc0dae7015da service neutron] 10.222.0.53 "GET /v2.0/networks?id=f3c4f94e-9174-4526-9fe9-602ddf4546d6 HTTP/1.1" status: 200 len: 909 time: 0.1296031 Apr 11 15:20:58.320991 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8e7acb29-d8e8-46c3-83b5-919d9b8d5af1 req-107313ad-d818-4ce5-a2e1-1b3ca30719b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49f29006-3fd3-4d83-b240-462cdc34c01d HTTP/1.1" status: 200 len: 1000 time: 0.0988653 Apr 11 15:20:58.384616 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7acb29-d8e8-46c3-83b5-919d9b8d5af1 req-a20f5837-c677-4a09-9c31-7ee9ef1f1a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:58.386079 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8e7acb29-d8e8-46c3-83b5-919d9b8d5af1 req-a20f5837-c677-4a09-9c31-7ee9ef1f1a1c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8513c9e5-f120-4f2c-ba98-9d3fc323a831 HTTP/1.1" status: 200 len: 846 time: 0.0598710 Apr 11 15:20:58.464915 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7acb29-d8e8-46c3-83b5-919d9b8d5af1 req-51c4fa0c-1fd6-4259-babd-22efee71fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:20:58.466437 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8e7acb29-d8e8-46c3-83b5-919d9b8d5af1 req-51c4fa0c-1fd6-4259-babd-22efee71fa9a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f3c4f94e-9174-4526-9fe9-602ddf4546d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749755 Apr 11 15:20:58.609603 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8e7acb29-d8e8-46c3-83b5-919d9b8d5af1 req-7f4c4b72-a2ef-438f-92b3-224fd7842320 service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334739 Apr 11 15:20:58.730556 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:20:58.753251 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8e7acb29-d8e8-46c3-83b5-919d9b8d5af1 req-b941ae72-97dd-45b9-8d5f-1909e0bfef2a service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378858 Apr 11 15:20:58.903635 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:21:00.207922 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:21:06.788453 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:21:24.746656 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:21:25.238000 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7e33100d-cb1e-4917-9c8c-a92a36b9cf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:21:27.780971 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-16e8afbc-99ed-459c-83f8-999e4eb413ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:21:28.798147 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:21:28.923528 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:21:30.166355 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:21:43.787690 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:21:54.764969 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:21:55.228062 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-80c04c95-6a77-4ca5-b33d-e7fd3dcf4300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:21:57.734107 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1ece3e4b-59ce-4c06-8c96-0855fb8df439 req-c570580a-6395-404e-9e85-1e6693897727 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716870 Apr 11 15:21:57.770673 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-69b9e30e-1e75-4855-8aa7-5febe7818194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:21:57.879949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece3e4b-59ce-4c06-8c96-0855fb8df439 req-20b06c67-ac7e-4fc3-8bb3-e4a0d9ddcf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:21:57.879949 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1ece3e4b-59ce-4c06-8c96-0855fb8df439 req-20b06c67-ac7e-4fc3-8bb3-e4a0d9ddcf83 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a21d2eb34b446c4be752528671fe3c9&device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0755932 Apr 11 15:21:58.136446 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece3e4b-59ce-4c06-8c96-0855fb8df439 req-03e9787d-3a6e-49ab-a4db-4c5fb98dfa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:21:58.137913 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1ece3e4b-59ce-4c06-8c96-0855fb8df439 req-03e9787d-3a6e-49ab-a4db-4c5fb98dfa58 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f3c4f94e-9174-4526-9fe9-602ddf4546d6 HTTP/1.1" status: 200 len: 909 time: 0.2407608 Apr 11 15:21:58.243253 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1ece3e4b-59ce-4c06-8c96-0855fb8df439 req-9651cacd-e224-4b62-bc8f-779c189dd8f7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49f29006-3fd3-4d83-b240-462cdc34c01d HTTP/1.1" status: 200 len: 1000 time: 0.0993872 Apr 11 15:21:58.305448 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece3e4b-59ce-4c06-8c96-0855fb8df439 req-7d669222-2106-4fa0-aa2b-74326637e49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:21:58.306909 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1ece3e4b-59ce-4c06-8c96-0855fb8df439 req-7d669222-2106-4fa0-aa2b-74326637e49e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8513c9e5-f120-4f2c-ba98-9d3fc323a831 HTTP/1.1" status: 200 len: 846 time: 0.0575280 Apr 11 15:21:58.384278 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece3e4b-59ce-4c06-8c96-0855fb8df439 req-c8d3958e-d88f-4a80-a712-110e45f56c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:21:58.385291 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1ece3e4b-59ce-4c06-8c96-0855fb8df439 req-c8d3958e-d88f-4a80-a712-110e45f56c80 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f3c4f94e-9174-4526-9fe9-602ddf4546d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713828 Apr 11 15:21:58.543887 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1ece3e4b-59ce-4c06-8c96-0855fb8df439 req-d7c00c4b-d499-4a72-be79-1382d48616a6 service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514361 Apr 11 15:21:58.703229 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1ece3e4b-59ce-4c06-8c96-0855fb8df439 req-18d0ff21-d890-4bb9-bfa1-437f5a9d2482 service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539013 Apr 11 15:21:58.759233 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:21:58.924969 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:21:59.470858 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [req-59faad45-099e-45f7-bebd-169551144a50 req-154ca8ae-654a-4636-a91d-bc13687fef03 service neutron] (88616) timed out ('10.222.0.66', 52434) {{(pid=88616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 11 15:22:00.196480 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:22:20.786547 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:22:24.741040 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:22:25.230199 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ac6e75a4-cd0f-4d64-a9c8-56a25b30d0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:22:27.801916 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4a692144-c92d-4bfb-97a1-ca67587aaab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:22:28.732967 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:22:28.904487 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:22:30.373124 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:22:54.743053 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:22:55.241547 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a0e07067-b5cc-41a0-b34c-e65aa1773732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:22:57.784988 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:22:57.819219 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-19367d61-88ca-4815-9853-0d1482830686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:22:58.147679 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7e9a0f8e-d1a6-4288-bc7d-43ee3414afdc req-246cc429-58a9-4dfa-a76c-acabbdc977f6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744932 Apr 11 15:22:58.285639 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a0f8e-d1a6-4288-bc7d-43ee3414afdc req-bd3f0408-ca18-4990-a9de-23bb4d118e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:58.287126 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7e9a0f8e-d1a6-4288-bc7d-43ee3414afdc req-bd3f0408-ca18-4990-a9de-23bb4d118e17 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a21d2eb34b446c4be752528671fe3c9&device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0719073 Apr 11 15:22:58.431740 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a0f8e-d1a6-4288-bc7d-43ee3414afdc req-f10331c3-927f-4f41-85d5-74f2bf3439f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:58.433105 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7e9a0f8e-d1a6-4288-bc7d-43ee3414afdc req-f10331c3-927f-4f41-85d5-74f2bf3439f0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f3c4f94e-9174-4526-9fe9-602ddf4546d6 HTTP/1.1" status: 200 len: 909 time: 0.1280594 Apr 11 15:22:58.538554 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7e9a0f8e-d1a6-4288-bc7d-43ee3414afdc req-fe577cf4-7f3b-4e77-97f5-3834d40bc847 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49f29006-3fd3-4d83-b240-462cdc34c01d HTTP/1.1" status: 200 len: 1000 time: 0.0989192 Apr 11 15:22:58.604808 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a0f8e-d1a6-4288-bc7d-43ee3414afdc req-605e21dd-055d-46b1-93f2-66b065d684de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:58.606284 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7e9a0f8e-d1a6-4288-bc7d-43ee3414afdc req-605e21dd-055d-46b1-93f2-66b065d684de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8513c9e5-f120-4f2c-ba98-9d3fc323a831 HTTP/1.1" status: 200 len: 846 time: 0.0623555 Apr 11 15:22:58.682862 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a0f8e-d1a6-4288-bc7d-43ee3414afdc req-c0bed060-f60d-4d9c-bd23-9c83268f9035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:58.684276 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7e9a0f8e-d1a6-4288-bc7d-43ee3414afdc req-c0bed060-f60d-4d9c-bd23-9c83268f9035 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f3c4f94e-9174-4526-9fe9-602ddf4546d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723307 Apr 11 15:22:58.727601 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:22:58.817462 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7e9a0f8e-d1a6-4288-bc7d-43ee3414afdc req-3fd1b177-9613-4f80-8d2b-8223b31a815f service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266432 Apr 11 15:22:58.903097 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:22:58.955698 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7e9a0f8e-d1a6-4288-bc7d-43ee3414afdc req-28838e4d-d380-4b1e-a483-837a1c920474 service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313505 Apr 11 15:23:00.207448 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:23:21.652108 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e0725-6402-4ff6-a8c2-e2d6c93aa836 req-c527f766-b8e9-497f-9126-f0b3cf8cb583 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:21.653587 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-be6e0725-6402-4ff6-a8c2-e2d6c93aa836 req-c527f766-b8e9-497f-9126-f0b3cf8cb583 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 945 time: 0.1306067 Apr 11 15:23:21.699563 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-be6e0725-6402-4ff6-a8c2-e2d6c93aa836 req-f1e41d49-7c0a-4d04-8243-7601943134cc tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398808 Apr 11 15:23:22.957763 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ace885-7a60-4b99-ac49-ff41f93ee113 req-6c34a398-653e-4eb9-b30e-cb4b763f2534 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:22.959423 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c8ace885-7a60-4b99-ac49-ff41f93ee113 req-6c34a398-653e-4eb9-b30e-cb4b763f2534 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 945 time: 0.1337459 Apr 11 15:23:23.006156 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c8ace885-7a60-4b99-ac49-ff41f93ee113 req-d7cc721c-223c-4e42-b7b0-db9fac3f62b7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409307 Apr 11 15:23:24.200797 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ecc9e2-0f20-4757-8d07-3f788663da85 req-40301cc6-7fd6-496a-a080-dbd159d341ef tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:24.203530 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d0ecc9e2-0f20-4757-8d07-3f788663da85 req-40301cc6-7fd6-496a-a080-dbd159d341ef tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 945 time: 0.0882897 Apr 11 15:23:24.260952 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-d0ecc9e2-0f20-4757-8d07-3f788663da85 req-739c952d-90b7-4422-a688-929f16f49a65 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505130 Apr 11 15:23:24.753941 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:23:25.245968 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f73fe9bc-d297-449e-a5b5-f7fdaeff3ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:23:25.455406 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4da82-e456-4386-b8ff-ddc939f48953 req-41fc36fb-494b-4339-a0b7-0b638bf3cf16 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:25.456807 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d5c4da82-e456-4386-b8ff-ddc939f48953 req-41fc36fb-494b-4339-a0b7-0b638bf3cf16 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 945 time: 0.0822153 Apr 11 15:23:25.502249 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-d5c4da82-e456-4386-b8ff-ddc939f48953 req-2febd5de-5452-49ba-ba96-63bfc1b433f2 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393384 Apr 11 15:23:26.692968 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17bcee-a5bc-4891-a3c2-fc1d32481420 req-f0b5b693-b1a2-47a1-a957-1d5bf79298d4 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:26.694468 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cd17bcee-a5bc-4891-a3c2-fc1d32481420 req-f0b5b693-b1a2-47a1-a957-1d5bf79298d4 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 945 time: 0.0799737 Apr 11 15:23:26.741313 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-cd17bcee-a5bc-4891-a3c2-fc1d32481420 req-bb7569d6-7254-491c-ad44-96ddf5df1173 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410786 Apr 11 15:23:27.811797 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fc9f6265-676c-4682-b946-99613dd833cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:23:28.037411 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50330bb6-7459-4380-a2d6-cc040b74253c req-d2ae711b-8290-4122-a12a-ce376f8ce6e5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:28.039114 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-50330bb6-7459-4380-a2d6-cc040b74253c req-d2ae711b-8290-4122-a12a-ce376f8ce6e5 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 945 time: 0.1891832 Apr 11 15:23:28.085841 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-50330bb6-7459-4380-a2d6-cc040b74253c req-f6b1156f-3ddb-42ce-a02f-9988f1d5414a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404463 Apr 11 15:23:28.720018 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:23:28.896392 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:23:29.276429 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598699f-f62b-49fa-a2dc-1c2eba725270 req-324807ff-f388-435a-b7f7-f51b8dbfa71d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:29.277792 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9598699f-f62b-49fa-a2dc-1c2eba725270 req-324807ff-f388-435a-b7f7-f51b8dbfa71d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 945 time: 0.0867028 Apr 11 15:23:29.321955 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9598699f-f62b-49fa-a2dc-1c2eba725270 req-3986b22a-fc4d-4c53-8f68-cdcd067ff562 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383952 Apr 11 15:23:30.177202 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:23:30.509834 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888206f-0d8a-4b69-83c4-5aa3ec0d30d6 req-1b410b58-3461-4efe-b0e0-c732a9486bb9 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:30.511616 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0888206f-0d8a-4b69-83c4-5aa3ec0d30d6 req-1b410b58-3461-4efe-b0e0-c732a9486bb9 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 945 time: 0.0819721 Apr 11 15:23:30.561075 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0888206f-0d8a-4b69-83c4-5aa3ec0d30d6 req-c58c4151-839d-4746-b8e3-3b375c9a789e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439990 Apr 11 15:23:31.750515 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebce5db-1c9d-461b-acf2-e3e3b3cef072 req-b79cf484-693c-4a3d-b9fe-faff2e65f7c6 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:31.751991 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-bebce5db-1c9d-461b-acf2-e3e3b3cef072 req-b79cf484-693c-4a3d-b9fe-faff2e65f7c6 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 945 time: 0.0819671 Apr 11 15:23:31.801233 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-bebce5db-1c9d-461b-acf2-e3e3b3cef072 req-b37ddd32-dd9c-47f2-a421-883da3083562 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428452 Apr 11 15:23:32.987419 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d34824-dad6-4df3-a9c2-9aee66b99c52 req-85b013e1-c4c1-4450-80c1-887b8f42bb40 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:32.988943 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-54d34824-dad6-4df3-a9c2-9aee66b99c52 req-85b013e1-c4c1-4450-80c1-887b8f42bb40 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 945 time: 0.0825112 Apr 11 15:23:33.034890 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-54d34824-dad6-4df3-a9c2-9aee66b99c52 req-17a19e80-ef36-4c1e-9ee0-67af34befca3 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397613 Apr 11 15:23:34.379816 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ef673-e9fa-4a51-b953-8d2c76ad6e6b req-38b8d7d0-ebae-4a6e-9907-bec16d07b77a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:34.381184 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f22ef673-e9fa-4a51-b953-8d2c76ad6e6b req-38b8d7d0-ebae-4a6e-9907-bec16d07b77a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 945 time: 0.0870268 Apr 11 15:23:34.426599 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-f22ef673-e9fa-4a51-b953-8d2c76ad6e6b req-8121bb39-1ac0-45ce-ba89-5cc27410ad5f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397766 Apr 11 15:23:34.784292 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:23:35.617312 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d7bca-6efe-49e9-a5aa-6314df3039b9 req-386395af-af39-4f74-ba57-647b540ef6f1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:35.618408 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ce8d7bca-6efe-49e9-a5aa-6314df3039b9 req-386395af-af39-4f74-ba57-647b540ef6f1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 945 time: 0.0854242 Apr 11 15:23:35.666599 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ce8d7bca-6efe-49e9-a5aa-6314df3039b9 req-e5e0d118-ef9b-478d-b276-e3efb4df1484 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425036 Apr 11 15:23:36.786765 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd4f32-920f-4c12-aa6c-c4882f796949 req-c9ca2a87-e5e4-4e5d-9272-c80dd0588035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:36.788400 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4abd4f32-920f-4c12-aa6c-c4882f796949 req-c9ca2a87-e5e4-4e5d-9272-c80dd0588035 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a21d2eb34b446c4be752528671fe3c9&device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0732436 Apr 11 15:23:36.861663 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1f574-4566-4772-b2d1-7dcefe6dafb1 req-96513a1d-b9a1-456e-ab73-931ae0338b8e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:36.863175 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0ba1f574-4566-4772-b2d1-7dcefe6dafb1 req-96513a1d-b9a1-456e-ab73-931ae0338b8e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 945 time: 0.0855820 Apr 11 15:23:36.908350 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-0ba1f574-4566-4772-b2d1-7dcefe6dafb1 req-3fb6c682-e34b-48db-88bb-2274d31b8820 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395067 Apr 11 15:23:36.923122 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd4f32-920f-4c12-aa6c-c4882f796949 req-854d224f-1098-4e90-ad7d-c837ecafca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:36.924589 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4abd4f32-920f-4c12-aa6c-c4882f796949 req-854d224f-1098-4e90-ad7d-c837ecafca69 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f3c4f94e-9174-4526-9fe9-602ddf4546d6 HTTP/1.1" status: 200 len: 909 time: 0.1305470 Apr 11 15:23:37.049611 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4abd4f32-920f-4c12-aa6c-c4882f796949 req-adf9938c-30c3-43db-b578-d1d226d31363 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49f29006-3fd3-4d83-b240-462cdc34c01d HTTP/1.1" status: 200 len: 1000 time: 0.1188002 Apr 11 15:23:37.119331 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd4f32-920f-4c12-aa6c-c4882f796949 req-84328182-d439-4833-ae91-26287480c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:37.120775 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4abd4f32-920f-4c12-aa6c-c4882f796949 req-84328182-d439-4833-ae91-26287480c103 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8513c9e5-f120-4f2c-ba98-9d3fc323a831 HTTP/1.1" status: 200 len: 846 time: 0.0651894 Apr 11 15:23:37.199744 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd4f32-920f-4c12-aa6c-c4882f796949 req-4540849d-18a5-4d52-8b26-92074c6b1136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:37.201498 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4abd4f32-920f-4c12-aa6c-c4882f796949 req-4540849d-18a5-4d52-8b26-92074c6b1136 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f3c4f94e-9174-4526-9fe9-602ddf4546d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738568 Apr 11 15:23:37.333217 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4abd4f32-920f-4c12-aa6c-c4882f796949 req-615e2ebe-6e6a-4270-bc85-21254386f2a4 service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245577 Apr 11 15:23:37.468692 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4abd4f32-920f-4c12-aa6c-c4882f796949 req-2d768664-6bee-435b-8881-952cd26eef8a service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295619 Apr 11 15:23:38.103151 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f900b5e-c043-4680-b826-8842899fd303 req-b80a0b4a-f4ac-486f-ad52-8a28cc346de6 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:38.104615 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2f900b5e-c043-4680-b826-8842899fd303 req-b80a0b4a-f4ac-486f-ad52-8a28cc346de6 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 945 time: 0.0861793 Apr 11 15:23:38.152702 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2f900b5e-c043-4680-b826-8842899fd303 req-bb4b6ed4-85f9-48a8-8b2f-b051d07092c4 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418758 Apr 11 15:23:39.362006 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ff9aa-e5e1-4dcc-818d-c6551440edac req-366fcb74-22fb-4329-aa95-8f0d72aa2a42 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:39.363535 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7e5ff9aa-e5e1-4dcc-818d-c6551440edac req-366fcb74-22fb-4329-aa95-8f0d72aa2a42 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 945 time: 0.0923846 Apr 11 15:23:39.413363 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7e5ff9aa-e5e1-4dcc-818d-c6551440edac req-83f67c37-d297-4fa2-889a-6a63841afa5d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439153 Apr 11 15:23:40.611880 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f802b-9b6a-48ac-abb5-710fe9e4a32c req-720eaa81-01c4-494e-9ca4-19b9489049d6 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:40.613380 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-555f802b-9b6a-48ac-abb5-710fe9e4a32c req-720eaa81-01c4-494e-9ca4-19b9489049d6 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 945 time: 0.0847597 Apr 11 15:23:40.658792 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-555f802b-9b6a-48ac-abb5-710fe9e4a32c req-b6d4f978-1cb5-4240-b1b4-9a5ec63b551a tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397265 Apr 11 15:23:41.170518 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d641e-ce9c-451a-b6ad-f3927adb21e3 req-68a783a3-d125-47b4-b54a-15a2f52982af tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:41.173194 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-714d641e-ce9c-451a-b6ad-f3927adb21e3 req-68a783a3-d125-47b4-b54a-15a2f52982af tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 945 time: 0.0871191 Apr 11 15:23:41.188579 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9a8f5507-ef5e-45dc-b7dd-bbd83f3bbdb2 req-f7c52f33-5a11-4be9-a079-689cb05693fc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1145983 Apr 11 15:23:41.220720 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-714d641e-ce9c-451a-b6ad-f3927adb21e3 req-9b442605-1e2d-49fc-9b36-7b6d5340ace7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413215 Apr 11 15:23:42.409301 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89427ccc-7661-4dcc-9faf-71233186c27c req-4f7ee5f4-9303-4577-a1d5-9a23369a9aa4 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:42.410719 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-89427ccc-7661-4dcc-9faf-71233186c27c req-4f7ee5f4-9303-4577-a1d5-9a23369a9aa4 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 945 time: 0.0823636 Apr 11 15:23:42.457540 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-89427ccc-7661-4dcc-9faf-71233186c27c req-d749c5a0-984e-4a4b-b6f2-a4df16f965ef tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408728 Apr 11 15:23:43.177008 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 49f29006-3fd3-4d83-b240-462cdc34c01d no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:23:43.293217 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:23:43.321837 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0184abaa-d280-42e8-af2a-ab387b788ae4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f29006-3fd3-4d83-b240-462cdc34c01d'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:23:43.334429 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 49f29006-3fd3-4d83-b240-462cdc34c01d, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=49f29006-3fd3-4d83-b240-462cdc34c01d,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:23:43.417224 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:23:43.453432 dv-neutron-837330-1-hyperv neutron-server[88618]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7bf7ee27-c56b-4451-9d16-ad386babc3ce']: {'server_uuid': '0184abaa-d280-42e8-af2a-ab387b788ae4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '49f29006-3fd3-4d83-b240-462cdc34c01d', 'code': 422} returned with failed status Apr 11 15:23:43.488616 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=49f29006-3fd3-4d83-b240-462cdc34c01d,revision_number=6']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:43.495731 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:43.496162 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:43.496530 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:43.496819 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:43.497147 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:43.497477 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:43.497802 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:43.498176 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:43.498463 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:43.499345 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:43.500438 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:43.500717 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:43.758863 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84fb21-366d-4a3f-bd9c-5fbff6df7b08 req-6cef6ce6-1e19-40d0-bb04-fe665faf15aa tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:43.760252 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ea84fb21-366d-4a3f-bd9c-5fbff6df7b08 req-6cef6ce6-1e19-40d0-bb04-fe665faf15aa tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 943 time: 0.1928284 Apr 11 15:23:43.806661 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-ea84fb21-366d-4a3f-bd9c-5fbff6df7b08 req-f906fde7-2192-4d70-ba61-b811ca6ee28f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399833 Apr 11 15:23:44.822711 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f5507-ef5e-45dc-b7dd-bbd83f3bbdb2 req-07a0dd45-5fbf-4c8b-a27f-18f80cf1ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:44.824202 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9a8f5507-ef5e-45dc-b7dd-bbd83f3bbdb2 req-07a0dd45-5fbf-4c8b-a27f-18f80cf1ab68 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4&tenant_id=0a21d2eb34b446c4be752528671fe3c9 HTTP/1.1" status: 200 len: 1096 time: 0.0728538 Apr 11 15:23:44.957988 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f5507-ef5e-45dc-b7dd-bbd83f3bbdb2 req-7ff6feca-36cb-4acc-b495-cc3995adf495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:44.959505 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9a8f5507-ef5e-45dc-b7dd-bbd83f3bbdb2 req-7ff6feca-36cb-4acc-b495-cc3995adf495 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a21d2eb34b446c4be752528671fe3c9&device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 1096 time: 0.1121960 Apr 11 15:23:45.220316 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf700e04-b8c8-4b41-acd3-85a3419868fe req-2f00e782-305b-464f-ba09-38c04f3b66ae tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:45.221789 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cf700e04-b8c8-4b41-acd3-85a3419868fe req-2f00e782-305b-464f-ba09-38c04f3b66ae tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 943 time: 0.3047550 Apr 11 15:23:45.226379 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f5507-ef5e-45dc-b7dd-bbd83f3bbdb2 req-2157422d-0915-4dd7-b05a-da9465075cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:45.227745 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9a8f5507-ef5e-45dc-b7dd-bbd83f3bbdb2 req-2157422d-0915-4dd7-b05a-da9465075cd2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f3c4f94e-9174-4526-9fe9-602ddf4546d6 HTTP/1.1" status: 200 len: 909 time: 0.2618895 Apr 11 15:23:45.350819 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cf700e04-b8c8-4b41-acd3-85a3419868fe req-ee44f99e-e87e-41cf-9b6c-bd97d96a258d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220927 Apr 11 15:23:45.357551 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9a8f5507-ef5e-45dc-b7dd-bbd83f3bbdb2 req-b74e8139-5472-46cf-89bc-f65877fa4904 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49f29006-3fd3-4d83-b240-462cdc34c01d HTTP/1.1" status: 200 len: 998 time: 0.1163452 Apr 11 15:23:45.426058 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f5507-ef5e-45dc-b7dd-bbd83f3bbdb2 req-894ab3cc-342e-4b18-bcef-e8631ab0e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:45.427536 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9a8f5507-ef5e-45dc-b7dd-bbd83f3bbdb2 req-894ab3cc-342e-4b18-bcef-e8631ab0e258 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8513c9e5-f120-4f2c-ba98-9d3fc323a831 HTTP/1.1" status: 200 len: 846 time: 0.0641601 Apr 11 15:23:45.503574 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f5507-ef5e-45dc-b7dd-bbd83f3bbdb2 req-872659c3-97a9-4025-bc85-cb09edd12779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:45.504969 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9a8f5507-ef5e-45dc-b7dd-bbd83f3bbdb2 req-872659c3-97a9-4025-bc85-cb09edd12779 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f3c4f94e-9174-4526-9fe9-602ddf4546d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720663 Apr 11 15:23:45.637685 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9a8f5507-ef5e-45dc-b7dd-bbd83f3bbdb2 req-79f2e3ca-b5d0-4f6f-b9db-80dbddf74f3c service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265149 Apr 11 15:23:45.771997 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9a8f5507-ef5e-45dc-b7dd-bbd83f3bbdb2 req-824f5cac-99fd-44a2-a017-5ceee35487e4 service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278536 Apr 11 15:23:46.541212 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc94bb-6703-488d-8878-f82713ffdb04 req-10157b87-4e32-4cff-8b83-6f547ea8b165 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:46.542706 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-39bc94bb-6703-488d-8878-f82713ffdb04 req-10157b87-4e32-4cff-8b83-6f547ea8b165 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 943 time: 0.0807567 Apr 11 15:23:46.590066 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-39bc94bb-6703-488d-8878-f82713ffdb04 req-5a329030-23d9-42b2-9012-80f236ce7713 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409834 Apr 11 15:23:47.776782 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec122ed-cac9-4ac9-ae81-2ca02d3743e5 req-1b0fb48d-0eb3-4f0e-940c-c9634ab4ae7d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:47.778276 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3ec122ed-cac9-4ac9-ae81-2ca02d3743e5 req-1b0fb48d-0eb3-4f0e-940c-c9634ab4ae7d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 943 time: 0.0809364 Apr 11 15:23:47.827187 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3ec122ed-cac9-4ac9-ae81-2ca02d3743e5 req-152eb050-10b1-49fe-b7d4-1b6d5361353d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431483 Apr 11 15:23:49.013815 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5013b0-a62c-4a6c-ae91-7d8589d2670d req-dc94b20f-3b74-4f17-b766-962d25bf01e2 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:49.015472 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6d5013b0-a62c-4a6c-ae91-7d8589d2670d req-dc94b20f-3b74-4f17-b766-962d25bf01e2 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 943 time: 0.0823693 Apr 11 15:23:49.061534 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-6d5013b0-a62c-4a6c-ae91-7d8589d2670d req-7bc90fdd-52c8-480d-91fb-5e015771e6f4 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401893 Apr 11 15:23:50.249870 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c985d-5712-4fc8-ad9d-9703b9f42a25 req-addbdbf4-d7d4-41f3-bd0d-bdad2754c8d7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:50.251330 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5a4c985d-5712-4fc8-ad9d-9703b9f42a25 req-addbdbf4-d7d4-41f3-bd0d-bdad2754c8d7 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 943 time: 0.0814714 Apr 11 15:23:50.295514 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-5a4c985d-5712-4fc8-ad9d-9703b9f42a25 req-c8a1ac75-a98f-47ec-9f3c-9f1dbaa869b8 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383043 Apr 11 15:23:51.508971 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7b0b4-a3a4-4027-9d22-2266dde77995 req-6cdf6245-c252-4d42-8b1d-95487001731d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:51.511259 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-85f7b0b4-a3a4-4027-9d22-2266dde77995 req-6cdf6245-c252-4d42-8b1d-95487001731d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 943 time: 0.1104710 Apr 11 15:23:51.578480 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-85f7b0b4-a3a4-4027-9d22-2266dde77995 req-d7f1cd1f-2756-446b-bf7a-020661de2048 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606625 Apr 11 15:23:52.769378 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a17c0-8ed8-4938-85c1-8c7dc6ed31f0 req-f6fc0425-4e9c-4d64-8009-ffba86743d42 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:52.770895 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-146a17c0-8ed8-4938-85c1-8c7dc6ed31f0 req-f6fc0425-4e9c-4d64-8009-ffba86743d42 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 943 time: 0.0855973 Apr 11 15:23:52.817954 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-146a17c0-8ed8-4938-85c1-8c7dc6ed31f0 req-6004bc79-94ca-4339-853f-ec26e5bd41da tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412903 Apr 11 15:23:53.240355 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 49f29006-3fd3-4d83-b240-462cdc34c01d details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 15:23:53.375411 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 49f29006-3fd3-4d83-b240-462cdc34c01d, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=49f29006-3fd3-4d83-b240-462cdc34c01d,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:23:53.388628 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '49f29006-3fd3-4d83-b240-462cdc34c01d', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'port_id': '49f29006-3fd3-4d83-b240-462cdc34c01d', 'mac_address': 'fa:16:3e:d8:69:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 15:23:53.447390 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:23:53.465540 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f29006-3fd3-4d83-b240-462cdc34c01d {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:23:53.480539 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 49f29006-3fd3-4d83-b240-462cdc34c01d, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=49f29006-3fd3-4d83-b240-462cdc34c01d,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:23:53.536605 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:23:53.603952 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=49f29006-3fd3-4d83-b240-462cdc34c01d,revision_number=7']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:53.888277 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['49f29006-3fd3-4d83-b240-462cdc34c01d'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 15:23:54.026619 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9b07b-f3b4-4d35-a1ad-4bb534448f86 req-4ad6ad09-43d5-4190-b805-5dcae313e186 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:54.028181 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-eed9b07b-f3b4-4d35-a1ad-4bb534448f86 req-4ad6ad09-43d5-4190-b805-5dcae313e186 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 944 time: 0.0980084 Apr 11 15:23:54.075852 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-eed9b07b-f3b4-4d35-a1ad-4bb534448f86 req-2fde3da7-1dcf-4f6b-827e-4c37e39c59c1 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413194 Apr 11 15:23:54.724540 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:23:55.255760 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 49f29006-3fd3-4d83-b240-462cdc34c01d up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:23:55.262982 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f90f7-01b7-413f-a3ef-4c8cc88c78ca req-0d9ca0ba-b51e-432f-b56d-1054fdb75592 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:55.265008 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-440f90f7-01b7-413f-a3ef-4c8cc88c78ca req-0d9ca0ba-b51e-432f-b56d-1054fdb75592 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 944 time: 0.0832350 Apr 11 15:23:55.292416 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f42e56e6-d625-4def-b2ec-a5b93357fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:23:55.311537 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-440f90f7-01b7-413f-a3ef-4c8cc88c78ca req-4ac42419-5755-4ae6-bb6f-0ff5d55ba393 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405095 Apr 11 15:23:55.334145 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 49f29006-3fd3-4d83-b240-462cdc34c01d triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:23:55.334145 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:23:55.449499 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:23:55.477211 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0184abaa-d280-42e8-af2a-ab387b788ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f29006-3fd3-4d83-b240-462cdc34c01d'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:23:55.488032 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 49f29006-3fd3-4d83-b240-462cdc34c01d, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=49f29006-3fd3-4d83-b240-462cdc34c01d,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:23:55.524634 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35d911e8-ec94-4dac-aa7a-ae39fa0b61c3'] response: {'server_uuid': '0184abaa-d280-42e8-af2a-ab387b788ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f29006-3fd3-4d83-b240-462cdc34c01d', 'code': 200} Apr 11 15:23:55.553150 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:23:55.622751 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=49f29006-3fd3-4d83-b240-462cdc34c01d,revision_number=8']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:55.845189 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec16584-c78c-4a5b-b5fb-aeac1e18df0c req-d7ebc5d2-3a08-4112-8260-9e44fe70ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:55.846611 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4ec16584-c78c-4a5b-b5fb-aeac1e18df0c req-d7ebc5d2-3a08-4112-8260-9e44fe70ec0f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0739608 Apr 11 15:23:55.893382 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4ec16584-c78c-4a5b-b5fb-aeac1e18df0c req-6a6e727f-d198-4bb0-865c-fa3fb017ce40 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407286 Apr 11 15:23:56.502809 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217b4cc-ed90-45c8-b371-bb6577ee0337 req-69f64747-ec7f-419c-8ccf-18e9e4f670a6 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:56.504284 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f217b4cc-ed90-45c8-b371-bb6577ee0337 req-69f64747-ec7f-419c-8ccf-18e9e4f670a6 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 945 time: 0.0820968 Apr 11 15:23:56.552002 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-f217b4cc-ed90-45c8-b371-bb6577ee0337 req-58c403fb-5233-4012-b148-7de2f2a8d57b tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421224 Apr 11 15:23:57.746325 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a5c1d-7c79-4c90-b6a5-4786212523ad req-b399fa17-25c2-43e1-bdc7-15f031b04b66 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:57.747777 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-746a5c1d-7c79-4c90-b6a5-4786212523ad req-b399fa17-25c2-43e1-bdc7-15f031b04b66 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 945 time: 0.0872655 Apr 11 15:23:57.776044 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-713d3891-434c-4084-b884-808fd82c9b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:23:57.793831 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-746a5c1d-7c79-4c90-b6a5-4786212523ad req-5c797d83-8d4b-487d-b82e-ecc2bd26ec3d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398216 Apr 11 15:23:58.724379 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:23:58.936162 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:23:59.158269 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2155a3c4-ceaa-4374-a46c-ef25ce35d1a9 req-a78286f1-36ba-4292-8158-2db1520eb2fe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745704 Apr 11 15:23:59.299074 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155a3c4-ceaa-4374-a46c-ef25ce35d1a9 req-e3e4ca1e-08b1-4db3-b4fa-33e4f387deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:59.300561 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2155a3c4-ceaa-4374-a46c-ef25ce35d1a9 req-e3e4ca1e-08b1-4db3-b4fa-33e4f387deb3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a21d2eb34b446c4be752528671fe3c9&device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0730100 Apr 11 15:23:59.449368 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155a3c4-ceaa-4374-a46c-ef25ce35d1a9 req-f521889a-52cb-42c9-a0c9-6e4f929ec9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:59.451747 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2155a3c4-ceaa-4374-a46c-ef25ce35d1a9 req-f521889a-52cb-42c9-a0c9-6e4f929ec9e8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f3c4f94e-9174-4526-9fe9-602ddf4546d6 HTTP/1.1" status: 200 len: 909 time: 0.1307714 Apr 11 15:23:59.565843 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2155a3c4-ceaa-4374-a46c-ef25ce35d1a9 req-66b4c324-d1ba-4890-9575-bd9fab417aab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49f29006-3fd3-4d83-b240-462cdc34c01d HTTP/1.1" status: 200 len: 1000 time: 0.1090126 Apr 11 15:23:59.634385 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155a3c4-ceaa-4374-a46c-ef25ce35d1a9 req-d3caeaa8-88ba-4891-b0d8-a1e1c6f30017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:59.635829 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2155a3c4-ceaa-4374-a46c-ef25ce35d1a9 req-d3caeaa8-88ba-4891-b0d8-a1e1c6f30017 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8513c9e5-f120-4f2c-ba98-9d3fc323a831 HTTP/1.1" status: 200 len: 846 time: 0.0645120 Apr 11 15:23:59.715574 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155a3c4-ceaa-4374-a46c-ef25ce35d1a9 req-d618f8a5-8023-4856-84dd-60b5e5bd9c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:59.717765 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2155a3c4-ceaa-4374-a46c-ef25ce35d1a9 req-d618f8a5-8023-4856-84dd-60b5e5bd9c68 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f3c4f94e-9174-4526-9fe9-602ddf4546d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753620 Apr 11 15:23:59.854112 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2155a3c4-ceaa-4374-a46c-ef25ce35d1a9 req-c811d6b7-927e-4977-9b56-bf05708609a0 service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304882 Apr 11 15:24:00.093688 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2155a3c4-ceaa-4374-a46c-ef25ce35d1a9 req-e964c65a-3a12-4d7d-aba2-1768d6e1c407 service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341547 Apr 11 15:24:00.227384 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:24:11.782419 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:24:24.740684 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:24:25.220715 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-18b275b2-ff22-43de-8b2e-3b44ffda6191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:24:27.814736 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-22cecd6f-cf66-4c26-a69d-6d1b9a89054d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:24:28.775151 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:24:28.929280 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:24:30.214763 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:24:48.781668 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:24:54.781332 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:24:55.231010 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-11aea596-dce4-4787-8402-f84bb4ac5a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:24:57.819689 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-a6a4368d-c58c-4646-913d-4e04af8c18b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:24:58.750733 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:24:58.940023 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:00.196696 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:00.773610 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0c075df8-e5d1-43cc-b2d7-9098454169f2 req-77ff1a06-1dea-4615-82ad-436af451eb10 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742743 Apr 11 15:25:00.909678 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c075df8-e5d1-43cc-b2d7-9098454169f2 req-6725a2b1-25dd-4523-ad94-c8c20bf949c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:00.911187 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0c075df8-e5d1-43cc-b2d7-9098454169f2 req-6725a2b1-25dd-4523-ad94-c8c20bf949c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a21d2eb34b446c4be752528671fe3c9&device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0704536 Apr 11 15:25:01.058619 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c075df8-e5d1-43cc-b2d7-9098454169f2 req-2620d07d-e02d-4af0-ac03-4a2328c9f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:01.059965 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0c075df8-e5d1-43cc-b2d7-9098454169f2 req-2620d07d-e02d-4af0-ac03-4a2328c9f118 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f3c4f94e-9174-4526-9fe9-602ddf4546d6 HTTP/1.1" status: 200 len: 909 time: 0.1295996 Apr 11 15:25:01.165063 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0c075df8-e5d1-43cc-b2d7-9098454169f2 req-1d79bc8c-0907-4def-8b3b-41ce781ccf68 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49f29006-3fd3-4d83-b240-462cdc34c01d HTTP/1.1" status: 200 len: 1000 time: 0.0982664 Apr 11 15:25:01.228732 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c075df8-e5d1-43cc-b2d7-9098454169f2 req-c1b93ae1-33a2-4ea1-8266-8e3a65a7c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:01.230234 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0c075df8-e5d1-43cc-b2d7-9098454169f2 req-c1b93ae1-33a2-4ea1-8266-8e3a65a7c83f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8513c9e5-f120-4f2c-ba98-9d3fc323a831 HTTP/1.1" status: 200 len: 846 time: 0.0589077 Apr 11 15:25:01.310624 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c075df8-e5d1-43cc-b2d7-9098454169f2 req-d308a134-83c2-4aa9-a911-d547723f76d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:01.312565 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0c075df8-e5d1-43cc-b2d7-9098454169f2 req-d308a134-83c2-4aa9-a911-d547723f76d3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f3c4f94e-9174-4526-9fe9-602ddf4546d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759015 Apr 11 15:25:01.444515 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0c075df8-e5d1-43cc-b2d7-9098454169f2 req-d98b58f8-ca3b-418c-aa91-786b438a5fb7 service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251547 Apr 11 15:25:01.580541 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0c075df8-e5d1-43cc-b2d7-9098454169f2 req-43e7f2d2-569f-4ee8-8b89-91415a7c94ca service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297772 Apr 11 15:25:24.939392 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:25.235936 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ec73a430-d14b-4e5e-9690-ca6edd76d4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:25.779959 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:25:27.817390 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3f8b3ed1-c308-4a69-a040-8cd0d6a386be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:28.759994 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:28.925797 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:30.195930 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:45.922277 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 54338) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:25:46.330614 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-ba379496-ff7c-4d23-b6ce-64637627d47f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Deleting port 639d56ca-fe49-41ec-8d1b-851cae68df04 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:25:46.330950 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ba379496-ff7c-4d23-b6ce-64637627d47f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:46.504598 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ba379496-ff7c-4d23-b6ce-64637627d47f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:46.504927 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ba379496-ff7c-4d23-b6ce-64637627d47f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:46.629498 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-ba379496-ff7c-4d23-b6ce-64637627d47f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Calling delete_port for 639d56ca-fe49-41ec-8d1b-851cae68df04 owned by network:floatingip {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:25:46.892604 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ba379496-ff7c-4d23-b6ce-64637627d47f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:46.942854 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba379496-ff7c-4d23-b6ce-64637627d47f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Pushing event deleted for resources: {'Port': ['ID=639d56ca-fe49-41ec-8d1b-851cae68df04,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:46.985634 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba379496-ff7c-4d23-b6ce-64637627d47f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:46.986005 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba379496-ff7c-4d23-b6ce-64637627d47f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:46.986345 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba379496-ff7c-4d23-b6ce-64637627d47f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:46.986709 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba379496-ff7c-4d23-b6ce-64637627d47f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:46.987040 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba379496-ff7c-4d23-b6ce-64637627d47f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:46.987367 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba379496-ff7c-4d23-b6ce-64637627d47f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:46.987690 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba379496-ff7c-4d23-b6ce-64637627d47f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:46.988040 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba379496-ff7c-4d23-b6ce-64637627d47f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:46.988362 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba379496-ff7c-4d23-b6ce-64637627d47f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:46.989126 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba379496-ff7c-4d23-b6ce-64637627d47f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:46.989126 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba379496-ff7c-4d23-b6ce-64637627d47f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:46.989426 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba379496-ff7c-4d23-b6ce-64637627d47f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:47.047431 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ba379496-ff7c-4d23-b6ce-64637627d47f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for floatingip, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:47.047774 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-ba379496-ff7c-4d23-b6ce-64637627d47f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Floating IP 531aa6d5-10e1-4917-89aa-d551669118b1 disassociated (deleted). External IP: 172.26.7.29, port: 49f29006-3fd3-4d83-b240-462cdc34c01d. Apr 11 15:25:47.508289 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba379496-ff7c-4d23-b6ce-64637627d47f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Router 47c204f3-e3c9-467d-ae98-f400ba85c90a has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:25:47.689803 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba379496-ff7c-4d23-b6ce-64637627d47f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:25:47.700726 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555c4078-85e8-4974-b539-4271361b73ec None None] Sync routers for ids ['47c204f3-e3c9-467d-ae98-f400ba85c90a'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:25:47.710619 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555c4078-85e8-4974-b539-4271361b73ec None None] Routers {'47c204f3-e3c9-467d-ae98-f400ba85c90a'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:25:47.711230 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-555c4078-85e8-4974-b539-4271361b73ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:25:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['47c204f3-e3c9-467d-ae98-f400ba85c90a'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:47.771662 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ba379496-ff7c-4d23-b6ce-64637627d47f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:47.870033 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ba379496-ff7c-4d23-b6ce-64637627d47f tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "DELETE /v2.0/floatingips/531aa6d5-10e1-4917-89aa-d551669118b1 HTTP/1.1" status: 204 len: 168 time: 1.9466417 Apr 11 15:25:47.870623 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0184abaa-d280-42e8-af2a-ab387b788ae4', 'tag': '49f29006-3fd3-4d83-b240-462cdc34c01d'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:25:47.968319 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-555c4078-85e8-4974-b539-4271361b73ec None None] Set router 47c204f3-e3c9-467d-ae98-f400ba85c90a gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:25:48.033767 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebff2cdc-9b3f-488a-9128-c386c8e79559'] response: {'name': 'network-changed', 'server_uuid': '0184abaa-d280-42e8-af2a-ab387b788ae4', 'tag': '49f29006-3fd3-4d83-b240-462cdc34c01d', 'status': 'completed', 'code': 200} Apr 11 15:25:48.127580 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24714374-036d-41f9-a1ac-2339bba6f7cc req-59cda40a-199e-4ddd-9004-00b1c99847ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:48.129981 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-24714374-036d-41f9-a1ac-2339bba6f7cc req-59cda40a-199e-4ddd-9004-00b1c99847ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a21d2eb34b446c4be752528671fe3c9&device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0742309 Apr 11 15:25:48.261757 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24714374-036d-41f9-a1ac-2339bba6f7cc req-eda39ee8-5ffe-4c33-a4aa-fcb32e869bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:48.263246 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-24714374-036d-41f9-a1ac-2339bba6f7cc req-eda39ee8-5ffe-4c33-a4aa-fcb32e869bb2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f3c4f94e-9174-4526-9fe9-602ddf4546d6 HTTP/1.1" status: 200 len: 909 time: 0.1280582 Apr 11 15:25:48.303219 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-555c4078-85e8-4974-b539-4271361b73ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'name': 'tempest-TestShelveInstance-85415728-router', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:13:54Z', 'updated_at': '2022-04-11T15:13:59Z', 'revision_number': 4, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'gw_port': {'id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:55Z', 'updated_at': '2022-04-11T15:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '15447067-a176-4b8f-8f00-9ecbe8963315', 'name': '', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'mac_address': 'fa:16:3e:c6:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:58Z', 'updated_at': '2022-04-11T15:14:05Z', 'revision_number': 5, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'subnets': [{'id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:48.307127 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555c4078-85e8-4974-b539-4271361b73ec None None] Checking router: 47c204f3-e3c9-467d-ae98-f400ba85c90a for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:25:48.315231 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555c4078-85e8-4974-b539-4271361b73ec None None] Routers {'47c204f3-e3c9-467d-ae98-f400ba85c90a'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:25:48.315819 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-555c4078-85e8-4974-b539-4271361b73ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:25:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['47c204f3-e3c9-467d-ae98-f400ba85c90a'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:48.334918 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-24714374-036d-41f9-a1ac-2339bba6f7cc req-054d7c68-4364-4be4-b199-6d2f40a5ba2d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49f29006-3fd3-4d83-b240-462cdc34c01d HTTP/1.1" status: 200 len: 217 time: 0.0659065 Apr 11 15:25:48.397747 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24714374-036d-41f9-a1ac-2339bba6f7cc req-64ccdaa7-24cb-459e-b839-721485d19078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:48.399224 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-24714374-036d-41f9-a1ac-2339bba6f7cc req-64ccdaa7-24cb-459e-b839-721485d19078 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8513c9e5-f120-4f2c-ba98-9d3fc323a831 HTTP/1.1" status: 200 len: 846 time: 0.0577960 Apr 11 15:25:48.478942 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24714374-036d-41f9-a1ac-2339bba6f7cc req-319a46eb-da27-4428-938a-fa6722bf49f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:48.480639 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-24714374-036d-41f9-a1ac-2339bba6f7cc req-319a46eb-da27-4428-938a-fa6722bf49f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f3c4f94e-9174-4526-9fe9-602ddf4546d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747683 Apr 11 15:25:48.495705 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-555c4078-85e8-4974-b539-4271361b73ec None None] Set router 47c204f3-e3c9-467d-ae98-f400ba85c90a gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:25:48.612397 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-24714374-036d-41f9-a1ac-2339bba6f7cc req-c5d78acf-2d32-4f90-b4f7-55218dd3c9ca service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255324 Apr 11 15:25:48.825041 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-555c4078-85e8-4974-b539-4271361b73ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'name': 'tempest-TestShelveInstance-85415728-router', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:13:54Z', 'updated_at': '2022-04-11T15:13:59Z', 'revision_number': 4, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'gw_port': {'id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:55Z', 'updated_at': '2022-04-11T15:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '15447067-a176-4b8f-8f00-9ecbe8963315', 'name': '', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'mac_address': 'fa:16:3e:c6:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:58Z', 'updated_at': '2022-04-11T15:14:05Z', 'revision_number': 5, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'subnets': [{'id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:48.828689 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555c4078-85e8-4974-b539-4271361b73ec None None] The sync data for ids ['47c204f3-e3c9-467d-ae98-f400ba85c90a'] in dv-neutron-837330-1-hyperv is: [{'id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'name': 'tempest-TestShelveInstance-85415728-router', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:13:54Z', 'updated_at': '2022-04-11T15:13:59Z', 'revision_number': 4, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'gw_port': {'id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:55Z', 'updated_at': '2022-04-11T15:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '15447067-a176-4b8f-8f00-9ecbe8963315', 'name': '', 'network_id': 'f3c4f94e-9174-4526-9fe9-602ddf4546d6', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'mac_address': 'fa:16:3e:c6:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:58Z', 'updated_at': '2022-04-11T15:14:05Z', 'revision_number': 5, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'subnets': [{'id': '8513c9e5-f120-4f2c-ba98-9d3fc323a831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:25:48.856436 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-24714374-036d-41f9-a1ac-2339bba6f7cc req-f56ba4e2-ccad-4d37-a74d-1197f9281e69 service neutron] 10.222.0.53 "GET /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384055 Apr 11 15:25:49.047786 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a838fa-08eb-4304-9ecf-53db1f8f76bc None None] New status for floating IP 531aa6d5-10e1-4917-89aa-d551669118b1: DOWN {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:25:49.441841 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1b168-c8dc-4d7e-8720-5e87b6c77030 req-81eb29af-05bd-4904-8dcd-82756b305412 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:49.442701 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-e4b1b168-c8dc-4d7e-8720-5e87b6c77030 req-81eb29af-05bd-4904-8dcd-82756b305412 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Synchronizing usage tracker for tenant:0a21d2eb34b446c4be752528671fe3c9 on resource:port {{(pid=88617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:25:49.553218 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [req-e4b1b168-c8dc-4d7e-8720-5e87b6c77030 req-81eb29af-05bd-4904-8dcd-82756b305412 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Unset dirty status for tenant:0a21d2eb34b446c4be752528671fe3c9 on resource:port {{(pid=88617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:25:49.554430 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e4b1b168-c8dc-4d7e-8720-5e87b6c77030 req-81eb29af-05bd-4904-8dcd-82756b305412 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 945 time: 0.1948497 Apr 11 15:25:49.601414 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e4b1b168-c8dc-4d7e-8720-5e87b6c77030 req-10634b0a-44d8-4e53-92b7-1a3ec41f6f14 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401273 Apr 11 15:25:50.796927 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824e461-449d-4d76-a9ad-2ea9a13ff39f req-78576d91-71d0-4e3c-9f2a-286ae3f97b2d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:50.798400 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7824e461-449d-4d76-a9ad-2ea9a13ff39f req-78576d91-71d0-4e3c-9f2a-286ae3f97b2d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 945 time: 0.0817082 Apr 11 15:25:50.845251 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7824e461-449d-4d76-a9ad-2ea9a13ff39f req-01f4f742-1449-4212-8b42-ee453892a56e tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/security-groups?id=df4c7f7a-ef12-404a-a529-3e56615dbd87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406489 Apr 11 15:25:51.017799 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4385e7-1e4b-4d11-85d4-6910cd6fba3e req-da2d7336-12a9-4c2e-98bc-9917515a2d69 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:51.019315 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cf4385e7-1e4b-4d11-85d4-6910cd6fba3e req-da2d7336-12a9-4c2e-98bc-9917515a2d69 tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 945 time: 0.0804055 Apr 11 15:25:51.090180 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [req-cf4385e7-1e4b-4d11-85d4-6910cd6fba3e req-68f5b137-895c-4f77-98c8-69be0c0b407d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Deleting port 49f29006-3fd3-4d83-b240-462cdc34c01d {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:25:51.090521 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-cf4385e7-1e4b-4d11-85d4-6910cd6fba3e req-68f5b137-895c-4f77-98c8-69be0c0b407d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:51.337727 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [req-cf4385e7-1e4b-4d11-85d4-6910cd6fba3e req-68f5b137-895c-4f77-98c8-69be0c0b407d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] For port 49f29006-3fd3-4d83-b240-462cdc34c01d, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=49f29006-3fd3-4d83-b240-462cdc34c01d,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:25:51.338040 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-cf4385e7-1e4b-4d11-85d4-6910cd6fba3e req-68f5b137-895c-4f77-98c8-69be0c0b407d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:51.465308 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [req-cf4385e7-1e4b-4d11-85d4-6910cd6fba3e req-68f5b137-895c-4f77-98c8-69be0c0b407d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Calling delete_port for 49f29006-3fd3-4d83-b240-462cdc34c01d owned by compute:nova {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:25:51.679126 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-cf4385e7-1e4b-4d11-85d4-6910cd6fba3e req-68f5b137-895c-4f77-98c8-69be0c0b407d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:51.760500 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5b137-895c-4f77-98c8-69be0c0b407d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Pushing event deleted for resources: {'Port': ['ID=49f29006-3fd3-4d83-b240-462cdc34c01d,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:51.801839 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5b137-895c-4f77-98c8-69be0c0b407d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:51.802507 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5b137-895c-4f77-98c8-69be0c0b407d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:51.802507 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5b137-895c-4f77-98c8-69be0c0b407d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:51.802851 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5b137-895c-4f77-98c8-69be0c0b407d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:51.803182 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5b137-895c-4f77-98c8-69be0c0b407d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:51.803512 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5b137-895c-4f77-98c8-69be0c0b407d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:51.803896 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5b137-895c-4f77-98c8-69be0c0b407d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:51.804215 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5b137-895c-4f77-98c8-69be0c0b407d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:51.804545 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5b137-895c-4f77-98c8-69be0c0b407d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:51.804865 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5b137-895c-4f77-98c8-69be0c0b407d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:51.805191 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5b137-895c-4f77-98c8-69be0c0b407d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:51.805513 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f5b137-895c-4f77-98c8-69be0c0b407d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:51.819536 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4385e7-1e4b-4d11-85d4-6910cd6fba3e req-68f5b137-895c-4f77-98c8-69be0c0b407d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] No DVR routers for this DVR port 49f29006-3fd3-4d83-b240-462cdc34c01d on host hv-neutron-8373 {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:25:51.822123 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-cf4385e7-1e4b-4d11-85d4-6910cd6fba3e req-68f5b137-895c-4f77-98c8-69be0c0b407d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:51.824612 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0184abaa-d280-42e8-af2a-ab387b788ae4', 'name': 'network-vif-deleted', 'tag': '49f29006-3fd3-4d83-b240-462cdc34c01d'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:25:51.918240 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-431d723e-e3bf-422c-9ecc-1234879b4b21'] response: {'server_uuid': '0184abaa-d280-42e8-af2a-ab387b788ae4', 'name': 'network-vif-deleted', 'tag': '49f29006-3fd3-4d83-b240-462cdc34c01d', 'status': 'completed', 'code': 200} Apr 11 15:25:51.923669 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cf4385e7-1e4b-4d11-85d4-6910cd6fba3e req-68f5b137-895c-4f77-98c8-69be0c0b407d tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.53 "DELETE /v2.0/ports/49f29006-3fd3-4d83-b240-462cdc34c01d HTTP/1.1" status: 204 len: 173 time: 0.8970690 Apr 11 15:25:52.005061 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-378c3c1c-d9a4-4052-9bdd-4df15af91ca0 req-59af8588-5eea-42ad-bbfc-83021a55e3bb tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Synchronizing usage tracker for tenant:0a21d2eb34b446c4be752528671fe3c9 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:25:52.091138 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-378c3c1c-d9a4-4052-9bdd-4df15af91ca0 req-59af8588-5eea-42ad-bbfc-83021a55e3bb tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Unset dirty status for tenant:0a21d2eb34b446c4be752528671fe3c9 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:25:52.092506 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-378c3c1c-d9a4-4052-9bdd-4df15af91ca0 req-59af8588-5eea-42ad-bbfc-83021a55e3bb tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 210 time: 0.1341813 Apr 11 15:25:53.268333 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7a666893-23dc-4cc2-84d2-b48fa4dc4aca req-8aacfc84-234a-4245-8e51-fec9e8a2dd0c tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "GET /v2.0/ports?device_id=0184abaa-d280-42e8-af2a-ab387b788ae4 HTTP/1.1" status: 200 len: 210 time: 0.0456319 Apr 11 15:25:54.173112 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 49f29006-3fd3-4d83-b240-462cdc34c01d no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:25:54.209740 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: 49f29006-3fd3-4d83-b240-462cdc34c01d {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:25:54.210105 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 49f29006-3fd3-4d83-b240-462cdc34c01d not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:25:54.366803 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 54368) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:25:54.442469 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-131b12b3-361d-4436-be62-43b21b1918ae tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:54.472971 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-131b12b3-361d-4436-be62-43b21b1918ae tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:54.600242 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-131b12b3-361d-4436-be62-43b21b1918ae tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:54.618970 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b12b3-361d-4436-be62-43b21b1918ae tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4c7f7a-ef12-404a-a529-3e56615dbd87,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:54.694227 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-131b12b3-361d-4436-be62-43b21b1918ae tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] Notify callbacks [] for security_group, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:54.695517 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-131b12b3-361d-4436-be62-43b21b1918ae tempest-TestShelveInstance-512890526 tempest-TestShelveInstance-512890526-project] 10.222.0.66 "DELETE /v2.0/security-groups/df4c7f7a-ef12-404a-a529-3e56615dbd87 HTTP/1.1" status: 204 len: 168 time: 0.3274145 Apr 11 15:25:54.778027 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:54.817892 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 54374) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:25:55.263989 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c7981537-b279-4fce-96ff-c9adb30de47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:55.623050 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e17e67c7-452c-4dc3-9457-b72f5fc935c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:55.988609 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-e17e67c7-452c-4dc3-9457-b72f5fc935c4 admin admin] Deleting port 15447067-a176-4b8f-8f00-9ecbe8963315 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:25:55.989262 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e17e67c7-452c-4dc3-9457-b72f5fc935c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:56.168089 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-e17e67c7-452c-4dc3-9457-b72f5fc935c4 admin admin] For port 15447067-a176-4b8f-8f00-9ecbe8963315, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=15447067-a176-4b8f-8f00-9ecbe8963315,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:25:56.168453 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e17e67c7-452c-4dc3-9457-b72f5fc935c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:56.292629 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-e17e67c7-452c-4dc3-9457-b72f5fc935c4 admin admin] Calling delete_port for 15447067-a176-4b8f-8f00-9ecbe8963315 owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:25:56.704176 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e17e67c7-452c-4dc3-9457-b72f5fc935c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:56.755204 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e67c7-452c-4dc3-9457-b72f5fc935c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=15447067-a176-4b8f-8f00-9ecbe8963315,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:57.151768 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e17e67c7-452c-4dc3-9457-b72f5fc935c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:57.517841 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17e67c7-452c-4dc3-9457-b72f5fc935c4 admin admin] Router 47c204f3-e3c9-467d-ae98-f400ba85c90a has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:25:57.705824 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17e67c7-452c-4dc3-9457-b72f5fc935c4 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:25:57.717524 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152c6ac9-55e1-4d3c-9683-0f7784fbdfef None None] Sync routers for ids ['47c204f3-e3c9-467d-ae98-f400ba85c90a'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:25:57.727670 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152c6ac9-55e1-4d3c-9683-0f7784fbdfef None None] Routers {'47c204f3-e3c9-467d-ae98-f400ba85c90a'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:25:57.728269 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-152c6ac9-55e1-4d3c-9683-0f7784fbdfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:25:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['47c204f3-e3c9-467d-ae98-f400ba85c90a'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:57.791611 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e17e67c7-452c-4dc3-9457-b72f5fc935c4 admin admin] 10.222.0.66 "PUT /v2.0/routers/47c204f3-e3c9-467d-ae98-f400ba85c90a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9717624 Apr 11 15:25:57.793802 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 54380) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:25:57.798667 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-ed27f0f1-9747-4389-9e12-823ec38a7427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:57.908480 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-152c6ac9-55e1-4d3c-9683-0f7784fbdfef None None] Set router 47c204f3-e3c9-467d-ae98-f400ba85c90a gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:25:57.971783 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-824fc4aa-efad-4e1b-afc8-346cf1ee1e3c admin admin] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:58.151610 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-824fc4aa-efad-4e1b-afc8-346cf1ee1e3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:58.206624 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-824fc4aa-efad-4e1b-afc8-346cf1ee1e3c admin admin] Deleting port b48d49c3-83e5-4753-ae9f-a380ada8df3c {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:25:58.207295 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-824fc4aa-efad-4e1b-afc8-346cf1ee1e3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:58.235901 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-152c6ac9-55e1-4d3c-9683-0f7784fbdfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'name': 'tempest-TestShelveInstance-85415728-router', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:13:54Z', 'updated_at': '2022-04-11T15:25:56Z', 'revision_number': 5, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'gw_port': {'id': 'b48d49c3-83e5-4753-ae9f-a380ada8df3c', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:55Z', 'updated_at': '2022-04-11T15:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:58.240706 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152c6ac9-55e1-4d3c-9683-0f7784fbdfef None None] Checking router: 47c204f3-e3c9-467d-ae98-f400ba85c90a for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:25:58.248982 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152c6ac9-55e1-4d3c-9683-0f7784fbdfef None None] Routers {'47c204f3-e3c9-467d-ae98-f400ba85c90a'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:25:58.249576 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-152c6ac9-55e1-4d3c-9683-0f7784fbdfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:25:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['47c204f3-e3c9-467d-ae98-f400ba85c90a'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:58.382010 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-824fc4aa-efad-4e1b-afc8-346cf1ee1e3c admin admin] For port b48d49c3-83e5-4753-ae9f-a380ada8df3c, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=b48d49c3-83e5-4753-ae9f-a380ada8df3c,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:25:58.382371 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-824fc4aa-efad-4e1b-afc8-346cf1ee1e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:58.400914 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-152c6ac9-55e1-4d3c-9683-0f7784fbdfef None None] Set router 47c204f3-e3c9-467d-ae98-f400ba85c90a gateway port host: None {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:25:58.506933 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-152c6ac9-55e1-4d3c-9683-0f7784fbdfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'name': 'tempest-TestShelveInstance-85415728-router', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:13:54Z', 'updated_at': '2022-04-11T15:25:58Z', 'revision_number': 6, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:58.510834 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152c6ac9-55e1-4d3c-9683-0f7784fbdfef None None] The sync data for ids ['47c204f3-e3c9-467d-ae98-f400ba85c90a'] in dv-neutron-837330-1-hyperv is: [{'id': '47c204f3-e3c9-467d-ae98-f400ba85c90a', 'name': 'tempest-TestShelveInstance-85415728-router', 'tenant_id': '0a21d2eb34b446c4be752528671fe3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:13:54Z', 'updated_at': '2022-04-11T15:25:58Z', 'revision_number': 6, 'project_id': '0a21d2eb34b446c4be752528671fe3c9', 'gw_port_host': None}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:25:58.534260 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-824fc4aa-efad-4e1b-afc8-346cf1ee1e3c admin admin] Calling delete_port for b48d49c3-83e5-4753-ae9f-a380ada8df3c owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:25:58.758770 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:58.902378 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-824fc4aa-efad-4e1b-afc8-346cf1ee1e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:58.930393 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:58.951693 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fc4aa-efad-4e1b-afc8-346cf1ee1e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=b48d49c3-83e5-4753-ae9f-a380ada8df3c,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:59.048525 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-824fc4aa-efad-4e1b-afc8-346cf1ee1e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:59.234151 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-824fc4aa-efad-4e1b-afc8-346cf1ee1e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:59.236415 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-824fc4aa-efad-4e1b-afc8-346cf1ee1e3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:59.308243 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device b48d49c3-83e5-4753-ae9f-a380ada8df3c no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:25:59.319027 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-824fc4aa-efad-4e1b-afc8-346cf1ee1e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:59.319571 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824fc4aa-efad-4e1b-afc8-346cf1ee1e3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47c204f3-e3c9-467d-ae98-f400ba85c90a {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 15:25:59.334033 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-824fc4aa-efad-4e1b-afc8-346cf1ee1e3c admin admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:59.337379 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-824fc4aa-efad-4e1b-afc8-346cf1ee1e3c admin admin] 10.222.0.66 "DELETE /v2.0/routers/47c204f3-e3c9-467d-ae98-f400ba85c90a HTTP/1.1" status: 204 len: 168 time: 1.5404079 Apr 11 15:25:59.337600 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 54384) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:25:59.347780 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: b48d49c3-83e5-4753-ae9f-a380ada8df3c {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:25:59.348212 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device b48d49c3-83e5-4753-ae9f-a380ada8df3c not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:25:59.348629 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 15447067-a176-4b8f-8f00-9ecbe8963315 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:25:59.387051 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 15447067-a176-4b8f-8f00-9ecbe8963315 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:25:59.387660 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 15447067-a176-4b8f-8f00-9ecbe8963315 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:25:59.408011 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5cadb9-a03b-432d-9b25-9cecb8ec4568 admin admin] Deleting subnet 8513c9e5-f120-4f2c-ba98-9d3fc323a831 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 15:25:59.412059 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6f5cadb9-a03b-432d-9b25-9cecb8ec4568 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:59.464998 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6f5cadb9-a03b-432d-9b25-9cecb8ec4568 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:59.549734 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6f5cadb9-a03b-432d-9b25-9cecb8ec4568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:59.698638 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6f5cadb9-a03b-432d-9b25-9cecb8ec4568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:59.740510 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5cadb9-a03b-432d-9b25-9cecb8ec4568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8513c9e5-f120-4f2c-ba98-9d3fc323a831,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:59.745183 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-6f5cadb9-a03b-432d-9b25-9cecb8ec4568 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:59.750563 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8959925b-94c9-4edb-8db5-1306f2a85184 None None] Network f3c4f94e-9174-4526-9fe9-602ddf4546d6 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 15:25:59.750850 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-6f5cadb9-a03b-432d-9b25-9cecb8ec4568 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8513c9e5-f120-4f2c-ba98-9d3fc323a831 HTTP/1.1" status: 204 len: 168 time: 0.4121509 Apr 11 15:25:59.753257 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 54388) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:25:59.860379 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c36a22ff-0193-4140-bbf5-83dfd47ede81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:25:59.871030 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-c36a22ff-0193-4140-bbf5-83dfd47ede81 admin admin] Deleting port c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:25:59.871377 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c36a22ff-0193-4140-bbf5-83dfd47ede81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:00.002653 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f845448c-ad77-4922-899e-5c6bf363f1bf None None] DHCP port deletion for f3c4f94e-9174-4526-9fe9-602ddf4546d6 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 15:26:00.007354 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f845448c-ad77-4922-899e-5c6bf363f1bf None None] Deleting port c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:26:00.007734 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f845448c-ad77-4922-899e-5c6bf363f1bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:00.083541 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-c36a22ff-0193-4140-bbf5-83dfd47ede81 admin admin] For port c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:26:00.083902 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c36a22ff-0193-4140-bbf5-83dfd47ede81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:00.217973 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-c36a22ff-0193-4140-bbf5-83dfd47ede81 admin admin] Calling delete_port for c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:26:00.266090 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f845448c-ad77-4922-899e-5c6bf363f1bf None None] For port c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b,segment=NetworkSegment(98d046f3-4af2-4b15-9298-fc6c8bb5d16b),segment_id=98d046f3-4af2-4b15-9298-fc6c8bb5d16b)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:26:00.266420 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f845448c-ad77-4922-899e-5c6bf363f1bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:00.328885 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:00.381499 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c36a22ff-0193-4140-bbf5-83dfd47ede81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:00.390653 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f845448c-ad77-4922-899e-5c6bf363f1bf None None] Calling delete_port for c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:26:00.431038 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a22ff-0193-4140-bbf5-83dfd47ede81 admin admin] Pushing event deleted for resources: {'Port': ['ID=c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:00.432720 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a22ff-0193-4140-bbf5-83dfd47ede81 admin admin] No DVR routers for this DVR port c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:26:00.465353 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-f845448c-ad77-4922-899e-5c6bf363f1bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 15:26:00.465711 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-f845448c-ad77-4922-899e-5c6bf363f1bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 15:26:00.649228 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c36a22ff-0193-4140-bbf5-83dfd47ede81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:00.677593 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-c36a22ff-0193-4140-bbf5-83dfd47ede81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c4f94e-9174-4526-9fe9-602ddf4546d6']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:00.689139 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-c36a22ff-0193-4140-bbf5-83dfd47ede81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d046f3-4af2-4b15-9298-fc6c8bb5d16b') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:00.689362 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-c36a22ff-0193-4140-bbf5-83dfd47ede81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d046f3-4af2-4b15-9298-fc6c8bb5d16b') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:00.705351 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c36a22ff-0193-4140-bbf5-83dfd47ede81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:00.723121 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c36a22ff-0193-4140-bbf5-83dfd47ede81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:00.729137 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36a22ff-0193-4140-bbf5-83dfd47ede81 admin admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:26:00.729522 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c36a22ff-0193-4140-bbf5-83dfd47ede81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:26:00.742334 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:26:00.947233 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c36a22ff-0193-4140-bbf5-83dfd47ede81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:00.963581 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-c36a22ff-0193-4140-bbf5-83dfd47ede81 admin admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:00.967151 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f845448c-ad77-4922-899e-5c6bf363f1bf None None] Deleting port c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:26:00.967543 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f845448c-ad77-4922-899e-5c6bf363f1bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:00.974231 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a22ff-0193-4140-bbf5-83dfd47ede81 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3c4f94e-9174-4526-9fe9-602ddf4546d6,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:01.038601 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f845448c-ad77-4922-899e-5c6bf363f1bf None None] The port 'c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 15:26:01.056887 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-c36a22ff-0193-4140-bbf5-83dfd47ede81 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f3c4f94e-9174-4526-9fe9-602ddf4546d6 HTTP/1.1" status: 204 len: 168 time: 1.3025153 Apr 11 15:26:01.059619 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 54392) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:26:01.104785 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:26:01.139354 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:26:01.139697 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c07511a1-8a3d-4d0c-aec2-6a2fdb6b660b not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:26:01.599767 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e7f4f769-4eb6-43ff-940e-8c54e3b180c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:01.946403 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-e7f4f769-4eb6-43ff-940e-8c54e3b180c7 admin admin] Deleting port 75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:26:01.946656 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e7f4f769-4eb6-43ff-940e-8c54e3b180c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:02.234698 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-e7f4f769-4eb6-43ff-940e-8c54e3b180c7 admin admin] For port 75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84,segment=NetworkSegment(15c3b549-d6d1-42c7-a14d-f3f4f66e659a),segment_id=15c3b549-d6d1-42c7-a14d-f3f4f66e659a)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:26:02.235049 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e7f4f769-4eb6-43ff-940e-8c54e3b180c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:02.356503 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-e7f4f769-4eb6-43ff-940e-8c54e3b180c7 admin admin] Calling delete_port for 75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84 owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:26:02.594902 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e7f4f769-4eb6-43ff-940e-8c54e3b180c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:02.645929 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4f769-4eb6-43ff-940e-8c54e3b180c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:02.779225 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:26:02.922616 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e7f4f769-4eb6-43ff-940e-8c54e3b180c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:03.285288 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f4f769-4eb6-43ff-940e-8c54e3b180c7 admin admin] Router 06fc8c19-f397-4cf5-b607-0c7f8f1990d1 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:26:03.460611 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f4f769-4eb6-43ff-940e-8c54e3b180c7 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:26:03.474847 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4209588-d013-4fc0-b491-3d81e2c9b97c None None] Sync routers for ids ['06fc8c19-f397-4cf5-b607-0c7f8f1990d1'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:26:03.483927 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4209588-d013-4fc0-b491-3d81e2c9b97c None None] Routers {'06fc8c19-f397-4cf5-b607-0c7f8f1990d1'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:26:03.484536 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-a4209588-d013-4fc0-b491-3d81e2c9b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:25:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['06fc8c19-f397-4cf5-b607-0c7f8f1990d1'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:03.549376 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e7f4f769-4eb6-43ff-940e-8c54e3b180c7 admin admin] 10.222.0.66 "PUT /v2.0/routers/06fc8c19-f397-4cf5-b607-0c7f8f1990d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4886639 Apr 11 15:26:03.552543 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 54396) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:26:03.664477 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-a4209588-d013-4fc0-b491-3d81e2c9b97c None None] Set router 06fc8c19-f397-4cf5-b607-0c7f8f1990d1 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:26:03.733185 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f7004f6f-6422-4162-bd12-5080fc3df29f admin admin] Notify callbacks [] for router, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:03.912485 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f7004f6f-6422-4162-bd12-5080fc3df29f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:03.950756 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-a4209588-d013-4fc0-b491-3d81e2c9b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fc8c19-f397-4cf5-b607-0c7f8f1990d1', 'name': 'tempest-TestShelveInstance-1689417999-router', 'tenant_id': '047cb582b812490e9ff4f2d99d09d07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.160'}], 'enable_snat': True}, 'gw_port_id': '576f13a4-dbe8-42c0-bc4b-63a4ab77a236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:14:02Z', 'updated_at': '2022-04-11T15:26:02Z', 'revision_number': 5, 'project_id': '047cb582b812490e9ff4f2d99d09d07e', 'gw_port': {'id': '576f13a4-dbe8-42c0-bc4b-63a4ab77a236', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc8c19-f397-4cf5-b607-0c7f8f1990d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:14:03Z', 'updated_at': '2022-04-11T15:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:03.954578 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4209588-d013-4fc0-b491-3d81e2c9b97c None None] Checking router: 06fc8c19-f397-4cf5-b607-0c7f8f1990d1 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:26:03.963771 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4209588-d013-4fc0-b491-3d81e2c9b97c None None] Routers {'06fc8c19-f397-4cf5-b607-0c7f8f1990d1'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:26:03.964353 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-a4209588-d013-4fc0-b491-3d81e2c9b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:25:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['06fc8c19-f397-4cf5-b607-0c7f8f1990d1'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:04.016339 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-f7004f6f-6422-4162-bd12-5080fc3df29f admin admin] Deleting port 576f13a4-dbe8-42c0-bc4b-63a4ab77a236 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:26:04.016688 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f7004f6f-6422-4162-bd12-5080fc3df29f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:04.121136 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-a4209588-d013-4fc0-b491-3d81e2c9b97c None None] Set router 06fc8c19-f397-4cf5-b607-0c7f8f1990d1 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:26:04.199517 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-f7004f6f-6422-4162-bd12-5080fc3df29f admin admin] For port 576f13a4-dbe8-42c0-bc4b-63a4ab77a236, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=576f13a4-dbe8-42c0-bc4b-63a4ab77a236,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:26:04.199789 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f7004f6f-6422-4162-bd12-5080fc3df29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:04.227764 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-a4209588-d013-4fc0-b491-3d81e2c9b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fc8c19-f397-4cf5-b607-0c7f8f1990d1', 'name': 'tempest-TestShelveInstance-1689417999-router', 'tenant_id': '047cb582b812490e9ff4f2d99d09d07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:14:02Z', 'updated_at': '2022-04-11T15:26:03Z', 'revision_number': 6, 'project_id': '047cb582b812490e9ff4f2d99d09d07e', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:04.231724 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4209588-d013-4fc0-b491-3d81e2c9b97c None None] The sync data for ids ['06fc8c19-f397-4cf5-b607-0c7f8f1990d1'] in dv-neutron-837330-1-hyperv is: [{'id': '06fc8c19-f397-4cf5-b607-0c7f8f1990d1', 'name': 'tempest-TestShelveInstance-1689417999-router', 'tenant_id': '047cb582b812490e9ff4f2d99d09d07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:14:02Z', 'updated_at': '2022-04-11T15:26:03Z', 'revision_number': 6, 'project_id': '047cb582b812490e9ff4f2d99d09d07e', 'gw_port_host': None}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:26:04.440966 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-f7004f6f-6422-4162-bd12-5080fc3df29f admin admin] Calling delete_port for 576f13a4-dbe8-42c0-bc4b-63a4ab77a236 owned by network:router_gateway {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:26:04.686932 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f7004f6f-6422-4162-bd12-5080fc3df29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:04.737248 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7004f6f-6422-4162-bd12-5080fc3df29f admin admin] Pushing event deleted for resources: {'Port': ['ID=576f13a4-dbe8-42c0-bc4b-63a4ab77a236,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:04.829131 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f7004f6f-6422-4162-bd12-5080fc3df29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:05.032863 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f7004f6f-6422-4162-bd12-5080fc3df29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:05.035515 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f7004f6f-6422-4162-bd12-5080fc3df29f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:05.104131 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f7004f6f-6422-4162-bd12-5080fc3df29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:05.104704 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7004f6f-6422-4162-bd12-5080fc3df29f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06fc8c19-f397-4cf5-b607-0c7f8f1990d1 {{(pid=88617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 15:26:05.111569 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:26:05.123620 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-f7004f6f-6422-4162-bd12-5080fc3df29f admin admin] Notify callbacks [] for router, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:05.128590 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-f7004f6f-6422-4162-bd12-5080fc3df29f admin admin] 10.222.0.66 "DELETE /v2.0/routers/06fc8c19-f397-4cf5-b607-0c7f8f1990d1 HTTP/1.1" status: 204 len: 168 time: 1.5749652 Apr 11 15:26:05.129250 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 54400) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:26:05.151215 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:26:05.151566 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 75e652b6-5e5e-4f96-8dfd-1c2e92cb5e84 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:26:05.151992 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 576f13a4-dbe8-42c0-bc4b-63a4ab77a236 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:26:05.188329 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 576f13a4-dbe8-42c0-bc4b-63a4ab77a236 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:26:05.188677 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 576f13a4-dbe8-42c0-bc4b-63a4ab77a236 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:26:05.195253 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-df9bbf55-05d9-4f80-b262-5edde60c8985 admin admin] Deleting subnet 7af71a33-c5c3-409b-bc41-1b8922861fa1 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 15:26:05.198516 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-df9bbf55-05d9-4f80-b262-5edde60c8985 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:05.252391 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-df9bbf55-05d9-4f80-b262-5edde60c8985 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:05.447834 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-df9bbf55-05d9-4f80-b262-5edde60c8985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:05.576227 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-df9bbf55-05d9-4f80-b262-5edde60c8985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:05.614026 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bbf55-05d9-4f80-b262-5edde60c8985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7af71a33-c5c3-409b-bc41-1b8922861fa1,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:05.617617 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-df9bbf55-05d9-4f80-b262-5edde60c8985 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:05.623601 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-df9bbf55-05d9-4f80-b262-5edde60c8985 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7af71a33-c5c3-409b-bc41-1b8922861fa1 HTTP/1.1" status: 204 len: 168 time: 0.4932327 Apr 11 15:26:05.624689 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1647183-a508-4319-9df1-f81aa624bb2c None None] Network 9920f6d9-066c-4a41-923b-38daff77b95b requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 15:26:05.626132 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 54404) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:26:05.735229 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e23f20a6-53dd-4bda-91ea-b8b640991fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:05.746200 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-e23f20a6-53dd-4bda-91ea-b8b640991fec admin admin] Deleting port 6348207e-55e0-4b3b-b831-c3010f06015e {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:26:05.746541 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e23f20a6-53dd-4bda-91ea-b8b640991fec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:05.903229 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dc91fa-7662-427b-8cd5-6e784d4f3145 None None] DHCP port deletion for 9920f6d9-066c-4a41-923b-38daff77b95b request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 15:26:05.907724 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-03dc91fa-7662-427b-8cd5-6e784d4f3145 None None] Deleting port 6348207e-55e0-4b3b-b831-c3010f06015e {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:26:05.908093 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-03dc91fa-7662-427b-8cd5-6e784d4f3145 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:05.962830 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-e23f20a6-53dd-4bda-91ea-b8b640991fec admin admin] For port 6348207e-55e0-4b3b-b831-c3010f06015e, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6348207e-55e0-4b3b-b831-c3010f06015e,segment=NetworkSegment(15c3b549-d6d1-42c7-a14d-f3f4f66e659a),segment_id=15c3b549-d6d1-42c7-a14d-f3f4f66e659a)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:26:05.963197 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e23f20a6-53dd-4bda-91ea-b8b640991fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:06.089036 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-e23f20a6-53dd-4bda-91ea-b8b640991fec admin admin] Calling delete_port for 6348207e-55e0-4b3b-b831-c3010f06015e owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:26:06.118508 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-03dc91fa-7662-427b-8cd5-6e784d4f3145 None None] For port 6348207e-55e0-4b3b-b831-c3010f06015e, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=6348207e-55e0-4b3b-b831-c3010f06015e,segment=NetworkSegment(15c3b549-d6d1-42c7-a14d-f3f4f66e659a),segment_id=15c3b549-d6d1-42c7-a14d-f3f4f66e659a)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:26:06.119087 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-03dc91fa-7662-427b-8cd5-6e784d4f3145 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:06.238911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e23f20a6-53dd-4bda-91ea-b8b640991fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:06.245113 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-03dc91fa-7662-427b-8cd5-6e784d4f3145 None None] Calling delete_port for 6348207e-55e0-4b3b-b831-c3010f06015e owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:26:06.287999 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f20a6-53dd-4bda-91ea-b8b640991fec admin admin] Pushing event deleted for resources: {'Port': ['ID=6348207e-55e0-4b3b-b831-c3010f06015e,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:06.289730 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23f20a6-53dd-4bda-91ea-b8b640991fec admin admin] No DVR routers for this DVR port 6348207e-55e0-4b3b-b831-c3010f06015e on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:26:06.325389 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-03dc91fa-7662-427b-8cd5-6e784d4f3145 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 15:26:06.325734 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-03dc91fa-7662-427b-8cd5-6e784d4f3145 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 15:26:06.405723 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e23f20a6-53dd-4bda-91ea-b8b640991fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:06.431189 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-e23f20a6-53dd-4bda-91ea-b8b640991fec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9920f6d9-066c-4a41-923b-38daff77b95b']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:06.444167 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-e23f20a6-53dd-4bda-91ea-b8b640991fec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c3b549-d6d1-42c7-a14d-f3f4f66e659a') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:06.444489 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-e23f20a6-53dd-4bda-91ea-b8b640991fec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c3b549-d6d1-42c7-a14d-f3f4f66e659a') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:06.455700 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e23f20a6-53dd-4bda-91ea-b8b640991fec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:06.472868 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e23f20a6-53dd-4bda-91ea-b8b640991fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:06.478809 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23f20a6-53dd-4bda-91ea-b8b640991fec admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:26:06.479216 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e23f20a6-53dd-4bda-91ea-b8b640991fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:26:06.496038 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:26:06.644134 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e23f20a6-53dd-4bda-91ea-b8b640991fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:06.648113 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e23f20a6-53dd-4bda-91ea-b8b640991fec admin admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:06.672674 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f20a6-53dd-4bda-91ea-b8b640991fec admin admin] Pushing event deleted for resources: {'Network': ['ID=9920f6d9-066c-4a41-923b-38daff77b95b,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:06.678936 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e23f20a6-53dd-4bda-91ea-b8b640991fec admin admin] 10.222.0.66 "DELETE /v2.0/networks/9920f6d9-066c-4a41-923b-38daff77b95b HTTP/1.1" status: 204 len: 168 time: 1.0518506 Apr 11 15:26:06.826848 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-03dc91fa-7662-427b-8cd5-6e784d4f3145 None None] Deleting port 6348207e-55e0-4b3b-b831-c3010f06015e {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:26:06.827230 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-03dc91fa-7662-427b-8cd5-6e784d4f3145 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:06.893423 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-03dc91fa-7662-427b-8cd5-6e784d4f3145 None None] The port '6348207e-55e0-4b3b-b831-c3010f06015e' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 15:26:07.020159 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 54412) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:26:07.075280 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a5eb1524-11eb-4eef-ad0e-df95518b862a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0a21d2eb34b446c4be752528671fe3c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540555 Apr 11 15:26:07.077610 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 54416) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:26:07.104501 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6348207e-55e0-4b3b-b831-c3010f06015e no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:26:07.136976 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3e5728cf-052b-4330-8f66-5137e8e6016d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:07.141128 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 6348207e-55e0-4b3b-b831-c3010f06015e {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:26:07.141603 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 6348207e-55e0-4b3b-b831-c3010f06015e not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:26:07.163981 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3e5728cf-052b-4330-8f66-5137e8e6016d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:07.307292 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3e5728cf-052b-4330-8f66-5137e8e6016d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:07.325930 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5728cf-052b-4330-8f66-5137e8e6016d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ee0155-6144-423e-88be-5bead322166a,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:07.334111 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-3e5728cf-052b-4330-8f66-5137e8e6016d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:07.335283 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-3e5728cf-052b-4330-8f66-5137e8e6016d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/16ee0155-6144-423e-88be-5bead322166a HTTP/1.1" status: 204 len: 168 time: 0.2567368 Apr 11 15:26:08.003800 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 54424) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:26:08.053988 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f01bfb78-6bad-4c4a-a5df-c57eec34918e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=047cb582b812490e9ff4f2d99d09d07e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490053 Apr 11 15:26:08.056523 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 54428) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:26:08.118766 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0e492d8-bc60-417a-8f29-a90bc092d5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:08.144628 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0e492d8-bc60-417a-8f29-a90bc092d5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:08.263370 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0e492d8-bc60-417a-8f29-a90bc092d5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:08.281012 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e492d8-bc60-417a-8f29-a90bc092d5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fbe581-5810-4fe9-a17b-ea971e14c05d,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:08.286282 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d0e492d8-bc60-417a-8f29-a90bc092d5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:08.289815 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d0e492d8-bc60-417a-8f29-a90bc092d5ed admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b3fbe581-5810-4fe9-a17b-ea971e14c05d HTTP/1.1" status: 204 len: 168 time: 0.2321682 Apr 11 15:26:09.413629 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 54452) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:26:09.517529 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-8c9c64bc-37a2-401b-9d25-23a5e730cf64 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1206410669-network', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:09.523220 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-8c9c64bc-37a2-401b-9d25-23a5e730cf64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:26:09.527106 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8c9c64bc-37a2-401b-9d25-23a5e730cf64 admin admin] Usage tracker for resource:network and tenant:551d169fb23c40d0b739219e3dfd69d6 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:26:09.529985 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8c9c64bc-37a2-401b-9d25-23a5e730cf64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:26:09.536804 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-8c9c64bc-37a2-401b-9d25-23a5e730cf64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:26:09.606060 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9c64bc-37a2-401b-9d25-23a5e730cf64 admin admin] Made reservation on behalf of 551d169fb23c40d0b739219e3dfd69d6 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:26:09.608361 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8c9c64bc-37a2-401b-9d25-23a5e730cf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:09.620789 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8c9c64bc-37a2-401b-9d25-23a5e730cf64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:09.635476 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-8c9c64bc-37a2-401b-9d25-23a5e730cf64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:26:09.639395 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8c9c64bc-37a2-401b-9d25-23a5e730cf64 admin admin] Usage tracker for resource:security_group_rule and tenant:551d169fb23c40d0b739219e3dfd69d6 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:26:09.642198 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8c9c64bc-37a2-401b-9d25-23a5e730cf64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:26:09.648462 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-8c9c64bc-37a2-401b-9d25-23a5e730cf64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:26:09.734131 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8c9c64bc-37a2-401b-9d25-23a5e730cf64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:09.806338 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8c9c64bc-37a2-401b-9d25-23a5e730cf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:09.840496 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9c64bc-37a2-401b-9d25-23a5e730cf64 admin admin] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:26:09.845659 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c64bc-37a2-401b-9d25-23a5e730cf64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dff718b-9dd0-4cbf-8533-19cdef386c2a,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:09.853368 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8c9c64bc-37a2-401b-9d25-23a5e730cf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:09.854334 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-8c9c64bc-37a2-401b-9d25-23a5e730cf64 admin admin] Added segment fd6bd0bd-e715-4520-88b6-34deb7cb8c76 of type vlan for network 9449e90a-2ee3-4357-9ae1-9bbb152819d9 Apr 11 15:26:09.883528 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8c9c64bc-37a2-401b-9d25-23a5e730cf64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:09.966451 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8c9c64bc-37a2-401b-9d25-23a5e730cf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:09.967433 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9c64bc-37a2-401b-9d25-23a5e730cf64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:09.968078 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8c9c64bc-37a2-401b-9d25-23a5e730cf64 admin admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:10.068435 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c64bc-37a2-401b-9d25-23a5e730cf64 admin admin] Pushing event updated for resources: {'Network': ['ID=9449e90a-2ee3-4357-9ae1-9bbb152819d9,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:10.078065 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network 9449e90a-2ee3-4357-9ae1-9bbb152819d9 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 15:26:10.147789 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8c9c64bc-37a2-401b-9d25-23a5e730cf64 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7329931 Apr 11 15:26:10.150641 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 54460) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:26:10.156012 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-12900400-e76b-4492-bb4d-bc6a02e4e2ea admin admin] Request body: {'subnet': {'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1206410669-subnet', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'ip_version': 4}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:10.160919 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-12900400-e76b-4492-bb4d-bc6a02e4e2ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:26:10.165118 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-12900400-e76b-4492-bb4d-bc6a02e4e2ea admin admin] Usage tracker for resource:subnet and tenant:551d169fb23c40d0b739219e3dfd69d6 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:26:10.168021 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-12900400-e76b-4492-bb4d-bc6a02e4e2ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:26:10.173844 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-12900400-e76b-4492-bb4d-bc6a02e4e2ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:26:10.244165 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12900400-e76b-4492-bb4d-bc6a02e4e2ea admin admin] Made reservation on behalf of 551d169fb23c40d0b739219e3dfd69d6 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:26:10.246491 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-12900400-e76b-4492-bb4d-bc6a02e4e2ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:10.509309 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-12900400-e76b-4492-bb4d-bc6a02e4e2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:10.580067 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12900400-e76b-4492-bb4d-bc6a02e4e2ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=94322735-39be-4a26-97ea-cc782ee64c21,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:10.591026 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12900400-e76b-4492-bb4d-bc6a02e4e2ea admin admin] Checking segment: {'id': 'fd6bd0bd-e715-4520-88b6-34deb7cb8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:26:10.591381 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12900400-e76b-4492-bb4d-bc6a02e4e2ea admin admin] Network hostable DHCP agents. Network: 9449e90a-2ee3-4357-9ae1-9bbb152819d9, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:26:10.703419 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12900400-e76b-4492-bb4d-bc6a02e4e2ea admin admin] Network 9449e90a-2ee3-4357-9ae1-9bbb152819d9 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:26:10.777774 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-12900400-e76b-4492-bb4d-bc6a02e4e2ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, 9449e90a-2ee3-4357-9ae1-9bbb152819d9) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:10.781872 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12900400-e76b-4492-bb4d-bc6a02e4e2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:10.783768 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-12900400-e76b-4492-bb4d-bc6a02e4e2ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:10.787803 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ea74d1-d52b-4327-a8ab-a04b38f26e51 None None] Network 9449e90a-2ee3-4357-9ae1-9bbb152819d9 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 15:26:10.858712 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-12900400-e76b-4492-bb4d-bc6a02e4e2ea admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7068377 Apr 11 15:26:10.861328 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 54464) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:26:10.866752 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-bc6b9d01-5c39-46ad-a68b-62d7c7f5b235 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1206410669-router', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:10.871443 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-bc6b9d01-5c39-46ad-a68b-62d7c7f5b235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:26:10.875434 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-bc6b9d01-5c39-46ad-a68b-62d7c7f5b235 admin admin] Usage tracker for resource:router and tenant:551d169fb23c40d0b739219e3dfd69d6 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:26:10.878278 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-bc6b9d01-5c39-46ad-a68b-62d7c7f5b235 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:26:10.884950 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-bc6b9d01-5c39-46ad-a68b-62d7c7f5b235 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:26:10.946934 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9d01-5c39-46ad-a68b-62d7c7f5b235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:10.947973 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9d01-5c39-46ad-a68b-62d7c7f5b235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:10.963999 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9d01-5c39-46ad-a68b-62d7c7f5b235 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:11.021969 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'fixed_ips': [{'subnet_id': '94322735-39be-4a26-97ea-cc782ee64c21'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 15:26:11.022834 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:11.188328 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Allocated IP 172.20.0.2 (9449e90a-2ee3-4357-9ae1-9bbb152819d9/94322735-39be-4a26-97ea-cc782ee64c21/b85c9466-8330-4b20-b748-67d380b809d6) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:26:11.407385 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:11.417987 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Transition to ACTIVE for port object b85c9466-8330-4b20-b748-67d380b809d6 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:26:11.426041 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9d01-5c39-46ad-a68b-62d7c7f5b235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:11.436467 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Transition to ACTIVE for port object b85c9466-8330-4b20-b748-67d380b809d6 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:26:11.538424 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:11.629544 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Network 9449e90a-2ee3-4357-9ae1-9bbb152819d9 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:26:11.632424 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:11.636840 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:26:11.685680 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Pushing event updated for resources: {'Port': ['ID=b85c9466-8330-4b20-b748-67d380b809d6,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:11.702542 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:11.702891 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:11.703232 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:11.703565 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:11.703899 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:11.704231 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:11.704559 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:11.704886 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:11.705214 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:11.705538 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:11.705877 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:11.706201 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:11.762298 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Attempting to bind port b85c9466-8330-4b20-b748-67d380b809d6 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:26:11.762661 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Attempting to bind port b85c9466-8330-4b20-b748-67d380b809d6 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'fd6bd0bd-e715-4520-88b6-34deb7cb8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:26:11.763025 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Attempting to bind port b85c9466-8330-4b20-b748-67d380b809d6 on network 9449e90a-2ee3-4357-9ae1-9bbb152819d9 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:26:11.768496 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:26:11.768858 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Checking segment: {'id': 'fd6bd0bd-e715-4520-88b6-34deb7cb8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:26:11.769251 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:11.769636 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Bound using segment: {'id': 'fd6bd0bd-e715-4520-88b6-34deb7cb8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:26:11.770671 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Bound port: b85c9466-8330-4b20-b748-67d380b809d6, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6bd0bd-e715-4520-88b6-34deb7cb8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:26:11.771031 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:11.827480 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9d01-5c39-46ad-a68b-62d7c7f5b235 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:11.859398 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-53550f71-721c-4373-80d8-0791ce384237 None None] For port b85c9466-8330-4b20-b748-67d380b809d6, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:26:11.862488 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-53550f71-721c-4373-80d8-0791ce384237 None None] For port b85c9466-8330-4b20-b748-67d380b809d6, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=b85c9466-8330-4b20-b748-67d380b809d6,segment=NetworkSegment(fd6bd0bd-e715-4520-88b6-34deb7cb8c76),segment_id=fd6bd0bd-e715-4520-88b6-34deb7cb8c76)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:26:11.866582 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9d01-5c39-46ad-a68b-62d7c7f5b235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:11.947333 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:12.003735 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-bc6b9d01-5c39-46ad-a68b-62d7c7f5b235 admin admin] Allocated IP 172.26.7.219 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/f5cdd6e1-db31-430f-b184-e04df82b5fd1) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:26:12.038263 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53550f71-721c-4373-80d8-0791ce384237 None None] Pushing event updated for resources: {'Port': ['ID=b85c9466-8330-4b20-b748-67d380b809d6,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:12.161589 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9d01-5c39-46ad-a68b-62d7c7f5b235 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:12.273409 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9d01-5c39-46ad-a68b-62d7c7f5b235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:12.341641 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6b9d01-5c39-46ad-a68b-62d7c7f5b235 admin admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:26:12.350130 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-bc6b9d01-5c39-46ad-a68b-62d7c7f5b235 admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:12.354855 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6b9d01-5c39-46ad-a68b-62d7c7f5b235 admin admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:26:12.384702 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b9d01-5c39-46ad-a68b-62d7c7f5b235 admin admin] Pushing event updated for resources: {'Port': ['ID=f5cdd6e1-db31-430f-b184-e04df82b5fd1,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:12.850331 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9d01-5c39-46ad-a68b-62d7c7f5b235 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:12.981358 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fc671f-db88-4576-a410-4ffd96084f5c None None] Network 9449e90a-2ee3-4357-9ae1-9bbb152819d9 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 15:26:13.142340 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-6b308c0b-b05f-4ec3-854e-0ab9154a0d70 None None] Provisioning for port b85c9466-8330-4b20-b748-67d380b809d6 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:26:13.173636 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device b85c9466-8330-4b20-b748-67d380b809d6 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:26:13.343172 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9d01-5c39-46ad-a68b-62d7c7f5b235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:13.358497 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port b85c9466-8330-4b20-b748-67d380b809d6 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:26:13.364057 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port b85c9466-8330-4b20-b748-67d380b809d6 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:26:13.364432 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:13.497996 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:13.530763 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port b85c9466-8330-4b20-b748-67d380b809d6, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=b85c9466-8330-4b20-b748-67d380b809d6,segment=NetworkSegment(fd6bd0bd-e715-4520-88b6-34deb7cb8c76),segment_id=fd6bd0bd-e715-4520-88b6-34deb7cb8c76)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:26:13.580784 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-0ad84669-9972-4282-8bb0-289a9e7cf3c8 None None] Provisioning complete for port b85c9466-8330-4b20-b748-67d380b809d6 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:26:13.581048 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0ad84669-9972-4282-8bb0-289a9e7cf3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:13.610254 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:13.623423 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6b9d01-5c39-46ad-a68b-62d7c7f5b235 admin admin] Router 7fcaec80-9fbf-474f-bc80-07435247a615 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 15:26:13.708708 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=b85c9466-8330-4b20-b748-67d380b809d6,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:13.805231 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6b9d01-5c39-46ad-a68b-62d7c7f5b235 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:26:13.814542 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] Sync routers for ids ['7fcaec80-9fbf-474f-bc80-07435247a615'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:26:13.825038 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] Routers {'7fcaec80-9fbf-474f-bc80-07435247a615'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:26:13.825650 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:25:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['7fcaec80-9fbf-474f-bc80-07435247a615'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:13.880752 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9d01-5c39-46ad-a68b-62d7c7f5b235 admin admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:13.884527 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-bc6b9d01-5c39-46ad-a68b-62d7c7f5b235 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0194690 Apr 11 15:26:13.884667 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 54472) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:26:14.007746 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] Set router 7fcaec80-9fbf-474f-bc80-07435247a615 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:26:14.294669 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'name': 'tempest-TestSnapshotPattern-1206410669-router', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:10Z', 'updated_at': '2022-04-11T15:26:12Z', 'revision_number': 3, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'gw_port': {'id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:11Z', 'updated_at': '2022-04-11T15:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:14.298525 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] Checking router: 7fcaec80-9fbf-474f-bc80-07435247a615 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:26:14.298877 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] Updating router 7fcaec80-9fbf-474f-bc80-07435247a615 port f5cdd6e1-db31-430f-b184-e04df82b5fd1 binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:26:14.383290 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:14.704665 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9ca0288b-a865-4c25-a7d2-4137dc11cd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:14.715099 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:14.727590 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] Transition to ACTIVE for port object f5cdd6e1-db31-430f-b184-e04df82b5fd1 will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:26:14.812180 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:14.896553 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a89de-fe0d-44ff-91ae-420c0cc2a1f7 None None] Pushing event updated for resources: {'Port': ['ID=f5cdd6e1-db31-430f-b184-e04df82b5fd1,revision_number=2']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:14.900966 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] Attempting to bind port f5cdd6e1-db31-430f-b184-e04df82b5fd1 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:26:14.901318 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] Attempting to bind port f5cdd6e1-db31-430f-b184-e04df82b5fd1 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:26:14.901665 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] Attempting to bind port f5cdd6e1-db31-430f-b184-e04df82b5fd1 on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:26:14.910152 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a89de-fe0d-44ff-91ae-420c0cc2a1f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:14.911037 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a89de-fe0d-44ff-91ae-420c0cc2a1f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:14.911367 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a89de-fe0d-44ff-91ae-420c0cc2a1f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:14.911869 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a89de-fe0d-44ff-91ae-420c0cc2a1f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:14.912192 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a89de-fe0d-44ff-91ae-420c0cc2a1f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:14.912513 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a89de-fe0d-44ff-91ae-420c0cc2a1f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:14.912830 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a89de-fe0d-44ff-91ae-420c0cc2a1f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:14.913146 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a89de-fe0d-44ff-91ae-420c0cc2a1f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:14.913461 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a89de-fe0d-44ff-91ae-420c0cc2a1f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:14.913774 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a89de-fe0d-44ff-91ae-420c0cc2a1f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:14.914117 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a89de-fe0d-44ff-91ae-420c0cc2a1f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:14.914427 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a89de-fe0d-44ff-91ae-420c0cc2a1f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:14.917396 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:26:14.917761 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:26:14.918224 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:14.918592 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:26:14.919043 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] Bound port: f5cdd6e1-db31-430f-b184-e04df82b5fd1, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:26:14.919401 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:14.948211 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-9ca0288b-a865-4c25-a7d2-4137dc11cd40 admin admin] Allocated IP 172.20.0.1 (9449e90a-2ee3-4357-9ae1-9bbb152819d9/94322735-39be-4a26-97ea-cc782ee64c21/ee0fa7ec-d9a1-45a5-bffa-21808d68e11c) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:26:14.992818 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] For port f5cdd6e1-db31-430f-b184-e04df82b5fd1, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:26:14.995978 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] For port f5cdd6e1-db31-430f-b184-e04df82b5fd1, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=f5cdd6e1-db31-430f-b184-e04df82b5fd1,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:26:15.069951 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:15.102622 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9ca0288b-a865-4c25-a7d2-4137dc11cd40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:15.115479 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device b85c9466-8330-4b20-b748-67d380b809d6 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:26:15.120379 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-9ca0288b-a865-4c25-a7d2-4137dc11cd40 admin admin] Transition to ACTIVE for port object ee0fa7ec-d9a1-45a5-bffa-21808d68e11c will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:26:15.157344 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] Routers {'7fcaec80-9fbf-474f-bc80-07435247a615'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:26:15.158049 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:25:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['7fcaec80-9fbf-474f-bc80-07435247a615'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:15.186714 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port b85c9466-8330-4b20-b748-67d380b809d6 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:26:15.187082 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:15.204404 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9ca0288b-a865-4c25-a7d2-4137dc11cd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:15.239840 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a89de-fe0d-44ff-91ae-420c0cc2a1f7 None None] Pushing event updated for resources: {'Port': ['ID=f5cdd6e1-db31-430f-b184-e04df82b5fd1,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:15.269218 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca0288b-a865-4c25-a7d2-4137dc11cd40 admin admin] Network 9449e90a-2ee3-4357-9ae1-9bbb152819d9 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:26:15.276967 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-9ca0288b-a865-4c25-a7d2-4137dc11cd40 admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:15.285023 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca0288b-a865-4c25-a7d2-4137dc11cd40 admin admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:26:15.316674 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0288b-a865-4c25-a7d2-4137dc11cd40 admin admin] Pushing event updated for resources: {'Port': ['ID=ee0fa7ec-d9a1-45a5-bffa-21808d68e11c,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:15.345300 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9ca0288b-a865-4c25-a7d2-4137dc11cd40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:15.354643 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] Set router 7fcaec80-9fbf-474f-bc80-07435247a615 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:26:15.564299 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-814c59a0-4b88-4d11-8b85-58f31f9efb52 None None] Provisioning for port ee0fa7ec-d9a1-45a5-bffa-21808d68e11c completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:26:15.569264 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-814c59a0-4b88-4d11-8b85-58f31f9efb52 None None] Provisioning complete for port ee0fa7ec-d9a1-45a5-bffa-21808d68e11c triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:26:15.569921 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-814c59a0-4b88-4d11-8b85-58f31f9efb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:15.624751 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-814c59a0-4b88-4d11-8b85-58f31f9efb52 None None] Port ee0fa7ec-d9a1-45a5-bffa-21808d68e11c cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:26:15.653498 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'name': 'tempest-TestSnapshotPattern-1206410669-router', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:10Z', 'updated_at': '2022-04-11T15:26:12Z', 'revision_number': 3, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'gw_port': {'id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:11Z', 'updated_at': '2022-04-11T15:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:15.657456 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb34ee-b1c0-4d13-a234-2ace73fc4863 None None] The sync data for ids ['7fcaec80-9fbf-474f-bc80-07435247a615'] in dv-neutron-837330-1-hyperv is: [{'id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'name': 'tempest-TestSnapshotPattern-1206410669-router', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:10Z', 'updated_at': '2022-04-11T15:26:12Z', 'revision_number': 3, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'gw_port': {'id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:11Z', 'updated_at': '2022-04-11T15:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:26:15.678270 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9ca0288b-a865-4c25-a7d2-4137dc11cd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:15.930522 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9ca0288b-a865-4c25-a7d2-4137dc11cd40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:15.995699 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9ca0288b-a865-4c25-a7d2-4137dc11cd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:16.106001 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0288b-a865-4c25-a7d2-4137dc11cd40 admin admin] Pushing event updated for resources: {'Port': ['ID=ee0fa7ec-d9a1-45a5-bffa-21808d68e11c,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:16.108229 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-9ca0288b-a865-4c25-a7d2-4137dc11cd40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:16.257926 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca0288b-a865-4c25-a7d2-4137dc11cd40 admin admin] Network 9449e90a-2ee3-4357-9ae1-9bbb152819d9 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:26:16.259099 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-9ca0288b-a865-4c25-a7d2-4137dc11cd40 admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:16.552596 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-530f17f8-a75c-4f67-a779-0fb00c762f4a None None] Provisioning complete for port ee0fa7ec-d9a1-45a5-bffa-21808d68e11c triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:26:16.553147 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-530f17f8-a75c-4f67-a779-0fb00c762f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:16.572931 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca0288b-a865-4c25-a7d2-4137dc11cd40 admin admin] Router 7fcaec80-9fbf-474f-bc80-07435247a615 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:26:16.607231 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-530f17f8-a75c-4f67-a779-0fb00c762f4a None None] Port ee0fa7ec-d9a1-45a5-bffa-21808d68e11c cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:26:16.755051 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca0288b-a865-4c25-a7d2-4137dc11cd40 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:26:16.763913 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-9ca0288b-a865-4c25-a7d2-4137dc11cd40 admin admin] 10.222.0.66 "PUT /v2.0/routers/7fcaec80-9fbf-474f-bc80-07435247a615/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8782916 Apr 11 15:26:17.134019 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device f5cdd6e1-db31-430f-b184-e04df82b5fd1 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:26:17.168475 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] Sync routers for ids ['7fcaec80-9fbf-474f-bc80-07435247a615'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:26:17.196635 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] Routers {'7fcaec80-9fbf-474f-bc80-07435247a615'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:26:17.197266 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:25:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['7fcaec80-9fbf-474f-bc80-07435247a615'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:17.365478 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port f5cdd6e1-db31-430f-b184-e04df82b5fd1 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:26:17.407815 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port f5cdd6e1-db31-430f-b184-e04df82b5fd1 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:26:17.408144 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:17.469223 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] Set router 7fcaec80-9fbf-474f-bc80-07435247a615 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:26:17.561722 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 54490) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:26:17.568231 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-e2870888-79bd-48b9-89ee-f806661ae9f8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2066894406-network', 'tenant_id': '29eee398560141079badf48460705a16'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:17.573515 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e2870888-79bd-48b9-89ee-f806661ae9f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:26:17.577458 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e2870888-79bd-48b9-89ee-f806661ae9f8 admin admin] Usage tracker for resource:network and tenant:29eee398560141079badf48460705a16 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:26:17.580328 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e2870888-79bd-48b9-89ee-f806661ae9f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:26:17.586815 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e2870888-79bd-48b9-89ee-f806661ae9f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:26:17.668917 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2870888-79bd-48b9-89ee-f806661ae9f8 admin admin] Made reservation on behalf of 29eee398560141079badf48460705a16 for: {'network': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:26:17.671417 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e2870888-79bd-48b9-89ee-f806661ae9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for network, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:17.684435 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e2870888-79bd-48b9-89ee-f806661ae9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:17.699321 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e2870888-79bd-48b9-89ee-f806661ae9f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:26:17.703286 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e2870888-79bd-48b9-89ee-f806661ae9f8 admin admin] Usage tracker for resource:security_group_rule and tenant:29eee398560141079badf48460705a16 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:26:17.706346 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-e2870888-79bd-48b9-89ee-f806661ae9f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:26:17.713261 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-e2870888-79bd-48b9-89ee-f806661ae9f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:26:17.779741 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:17.796959 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e2870888-79bd-48b9-89ee-f806661ae9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:17.811597 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port f5cdd6e1-db31-430f-b184-e04df82b5fd1, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=f5cdd6e1-db31-430f-b184-e04df82b5fd1,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:26:17.857833 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e2870888-79bd-48b9-89ee-f806661ae9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:17.886613 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2870888-79bd-48b9-89ee-f806661ae9f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=88616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:26:17.888615 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:17.902936 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2870888-79bd-48b9-89ee-f806661ae9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4067873-dc33-4dfe-9ebc-a6227f311a20,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:17.904909 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e2870888-79bd-48b9-89ee-f806661ae9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:17.905727 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.segments_db [None req-e2870888-79bd-48b9-89ee-f806661ae9f8 admin admin] Added segment b97d6811-59e3-4b1a-b045-debbf6337194 of type vlan for network cccd9ebe-1254-46f1-ab1f-14d7f9a899a8 Apr 11 15:26:17.933730 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e2870888-79bd-48b9-89ee-f806661ae9f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737193818552'] for network, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:17.952075 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'name': 'tempest-TestSnapshotPattern-1206410669-router', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:10Z', 'updated_at': '2022-04-11T15:26:15Z', 'revision_number': 4, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'gw_port': {'id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:11Z', 'updated_at': '2022-04-11T15:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'ee0fa7ec-d9a1-45a5-bffa-21808d68e11c', 'name': '', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'mac_address': 'fa:16:3e:10:8c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '94322735-39be-4a26-97ea-cc782ee64c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:14Z', 'updated_at': '2022-04-11T15:26:15Z', 'revision_number': 2, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'subnets': [{'id': '94322735-39be-4a26-97ea-cc782ee64c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:17.961712 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] Checking router: 7fcaec80-9fbf-474f-bc80-07435247a615 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:26:17.962086 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] Updating router 7fcaec80-9fbf-474f-bc80-07435247a615 port ee0fa7ec-d9a1-45a5-bffa-21808d68e11c binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:26:18.001087 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=f5cdd6e1-db31-430f-b184-e04df82b5fd1,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:18.017911 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e2870888-79bd-48b9-89ee-f806661ae9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710'] for network, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:18.018880 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2870888-79bd-48b9-89ee-f806661ae9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:18.019616 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-e2870888-79bd-48b9-89ee-f806661ae9f8 admin admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:18.023692 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:18.126616 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2870888-79bd-48b9-89ee-f806661ae9f8 admin admin] Pushing event updated for resources: {'Network': ['ID=cccd9ebe-1254-46f1-ab1f-14d7f9a899a8,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:18.141625 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Network cccd9ebe-1254-46f1-ab1f-14d7f9a899a8 details requested by agent ovs-agent-dv-neutron-837330-1-hyperv with host dv-neutron-837330-1-hyperv {{(pid=88618) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 11 15:26:18.168271 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-e2870888-79bd-48b9-89ee-f806661ae9f8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6019235 Apr 11 15:26:18.168271 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 54494) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:26:18.173426 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-84928997-41b7-41c8-9a1a-585ed3fad9b4 admin admin] Request body: {'subnet': {'network_id': 'cccd9ebe-1254-46f1-ab1f-14d7f9a899a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2066894406-subnet', 'tenant_id': '29eee398560141079badf48460705a16', 'ip_version': 4}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:18.178677 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-84928997-41b7-41c8-9a1a-585ed3fad9b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:26:18.182719 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-84928997-41b7-41c8-9a1a-585ed3fad9b4 admin admin] Usage tracker for resource:subnet and tenant:29eee398560141079badf48460705a16 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:26:18.185837 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-84928997-41b7-41c8-9a1a-585ed3fad9b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:26:18.192028 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-84928997-41b7-41c8-9a1a-585ed3fad9b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:26:18.246087 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84928997-41b7-41c8-9a1a-585ed3fad9b4 admin admin] Made reservation on behalf of 29eee398560141079badf48460705a16 for: {'subnet': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:26:18.248675 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-84928997-41b7-41c8-9a1a-585ed3fad9b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27750679'] for subnet, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:18.467800 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:18.479295 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] Transition to ACTIVE for port object ee0fa7ec-d9a1-45a5-bffa-21808d68e11c will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:26:18.520790 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-84928997-41b7-41c8-9a1a-585ed3fad9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27693101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27750665'] for subnet, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:18.542949 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:18.593556 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84928997-41b7-41c8-9a1a-585ed3fad9b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f384483-4399-4797-8e6e-b5f42a88143b,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:18.605180 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84928997-41b7-41c8-9a1a-585ed3fad9b4 admin admin] Checking segment: {'id': 'b97d6811-59e3-4b1a-b045-debbf6337194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'cccd9ebe-1254-46f1-ab1f-14d7f9a899a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:26:18.605542 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84928997-41b7-41c8-9a1a-585ed3fad9b4 admin admin] Network hostable DHCP agents. Network: cccd9ebe-1254-46f1-ab1f-14d7f9a899a8, hostable agents: ['04d960df-c771-47af-8b2d-2d84040fc15a'], hosted agents: [] {{(pid=88616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:26:18.686436 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84928997-41b7-41c8-9a1a-585ed3fad9b4 admin admin] Network cccd9ebe-1254-46f1-ab1f-14d7f9a899a8 is scheduled to be hosted by DHCP agent 04d960df-c771-47af-8b2d-2d84040fc15a with binding_index 1 {{(pid=88616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:26:18.701798 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d52d03-a753-4e94-9a75-8ed7e4112c6a None None] Pushing event updated for resources: {'Port': ['ID=ee0fa7ec-d9a1-45a5-bffa-21808d68e11c,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:18.770614 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] Attempting to bind port ee0fa7ec-d9a1-45a5-bffa-21808d68e11c on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:26:18.770985 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] Attempting to bind port ee0fa7ec-d9a1-45a5-bffa-21808d68e11c by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'fd6bd0bd-e715-4520-88b6-34deb7cb8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:26:18.771351 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] Attempting to bind port ee0fa7ec-d9a1-45a5-bffa-21808d68e11c on network 9449e90a-2ee3-4357-9ae1-9bbb152819d9 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:26:18.775197 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-84928997-41b7-41c8-9a1a-585ed3fad9b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837330-1-hyperv, cccd9ebe-1254-46f1-ab1f-14d7f9a899a8) {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:18.779168 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84928997-41b7-41c8-9a1a-585ed3fad9b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:18.779305 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:26:18.779580 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] Checking segment: {'id': 'fd6bd0bd-e715-4520-88b6-34deb7cb8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:26:18.779984 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:18.780543 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] Bound using segment: {'id': 'fd6bd0bd-e715-4520-88b6-34deb7cb8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:26:18.780952 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] Bound port: ee0fa7ec-d9a1-45a5-bffa-21808d68e11c, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6bd0bd-e715-4520-88b6-34deb7cb8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:26:18.781091 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-84928997-41b7-41c8-9a1a-585ed3fad9b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:18.781668 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:18.794454 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc71199-bd84-40e1-864b-d7094f87d0d2 None None] Network cccd9ebe-1254-46f1-ab1f-14d7f9a899a8 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 15:26:18.875462 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-84928997-41b7-41c8-9a1a-585ed3fad9b4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7067344 Apr 11 15:26:18.877799 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 54498) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:26:18.883399 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-8b0fd3b4-5614-4dfb-b8b3-2c15f49bca93 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2066894406-router', 'tenant_id': '29eee398560141079badf48460705a16', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:18.888142 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-8b0fd3b4-5614-4dfb-b8b3-2c15f49bca93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:26:18.891939 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8b0fd3b4-5614-4dfb-b8b3-2c15f49bca93 admin admin] Usage tracker for resource:router and tenant:29eee398560141079badf48460705a16 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:26:18.895494 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-8b0fd3b4-5614-4dfb-b8b3-2c15f49bca93 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:26:18.901478 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-8b0fd3b4-5614-4dfb-b8b3-2c15f49bca93 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:26:18.998061 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8b0fd3b4-5614-4dfb-b8b3-2c15f49bca93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2098'] for router, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:18.999019 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8b0fd3b4-5614-4dfb-b8b3-2c15f49bca93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-985160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2107'] for router, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:19.004364 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] For port ee0fa7ec-d9a1-45a5-bffa-21808d68e11c, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:26:19.016524 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8b0fd3b4-5614-4dfb-b8b3-2c15f49bca93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:19.087392 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] For port ee0fa7ec-d9a1-45a5-bffa-21808d68e11c, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=ee0fa7ec-d9a1-45a5-bffa-21808d68e11c,segment=NetworkSegment(fd6bd0bd-e715-4520-88b6-34deb7cb8c76),segment_id=fd6bd0bd-e715-4520-88b6-34deb7cb8c76)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:26:19.141100 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device f5cdd6e1-db31-430f-b184-e04df82b5fd1 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:26:19.179164 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:19.241470 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76eab23d-6124-47eb-9353-20f51a490958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fa499e7-c7f4-511a-b980-ee9082f42970-cccd9ebe-1254-46f1-ab1f-14d7f9a899a8', 'network_id': 'cccd9ebe-1254-46f1-ab1f-14d7f9a899a8', 'tenant_id': '29eee398560141079badf48460705a16', 'fixed_ips': [{'subnet_id': '7f384483-4399-4797-8e6e-b5f42a88143b'}]}} from dv-neutron-837330-1-hyperv. {{(pid=88618) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 11 15:26:19.242334 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-76eab23d-6124-47eb-9353-20f51a490958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:19.353472 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] Routers {'7fcaec80-9fbf-474f-bc80-07435247a615'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:26:19.354162 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:25:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['7fcaec80-9fbf-474f-bc80-07435247a615'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:19.374321 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8b0fd3b4-5614-4dfb-b8b3-2c15f49bca93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-985190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2057'] for router, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:19.406337 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d52d03-a753-4e94-9a75-8ed7e4112c6a None None] Pushing event updated for resources: {'Port': ['ID=ee0fa7ec-d9a1-45a5-bffa-21808d68e11c,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:19.489118 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port f5cdd6e1-db31-430f-b184-e04df82b5fd1 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:26:19.489483 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:19.694661 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] Set router 7fcaec80-9fbf-474f-bc80-07435247a615 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:26:19.737447 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.db_base_plugin_common [None req-76eab23d-6124-47eb-9353-20f51a490958 None None] Allocated IP 172.20.0.2 (cccd9ebe-1254-46f1-ab1f-14d7f9a899a8/7f384483-4399-4797-8e6e-b5f42a88143b/c23c5c9b-6942-41bc-b366-86ef31a6eb44) {{(pid=88618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:26:19.886500 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8b0fd3b4-5614-4dfb-b8b3-2c15f49bca93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:19.922639 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8b0fd3b4-5614-4dfb-b8b3-2c15f49bca93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:20.069401 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-8b0fd3b4-5614-4dfb-b8b3-2c15f49bca93 admin admin] Allocated IP 172.26.7.159 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/37bdb5a3-5bb0-4a56-b71f-37bcd7b21209) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:26:20.223728 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8b0fd3b4-5614-4dfb-b8b3-2c15f49bca93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:20.251292 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-76eab23d-6124-47eb-9353-20f51a490958 None None] Notify callbacks [] for port, precommit_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:20.265055 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-76eab23d-6124-47eb-9353-20f51a490958 None None] Transition to ACTIVE for port object c23c5c9b-6942-41bc-b366-86ef31a6eb44 will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:26:20.294190 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-76eab23d-6124-47eb-9353-20f51a490958 None None] Transition to ACTIVE for port object c23c5c9b-6942-41bc-b366-86ef31a6eb44 will not be triggered until provisioned by entity DHCP. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:26:20.294190 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'name': 'tempest-TestSnapshotPattern-1206410669-router', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:10Z', 'updated_at': '2022-04-11T15:26:15Z', 'revision_number': 4, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'gw_port': {'id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:11Z', 'updated_at': '2022-04-11T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'ee0fa7ec-d9a1-45a5-bffa-21808d68e11c', 'name': '', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'mac_address': 'fa:16:3e:10:8c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '94322735-39be-4a26-97ea-cc782ee64c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:14Z', 'updated_at': '2022-04-11T15:26:18Z', 'revision_number': 4, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'subnets': [{'id': '94322735-39be-4a26-97ea-cc782ee64c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:20.297119 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a182f68-e673-4063-ab9c-2cd1c9fa6b87 None None] The sync data for ids ['7fcaec80-9fbf-474f-bc80-07435247a615'] in dv-neutron-837330-1-hyperv is: [{'id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'name': 'tempest-TestSnapshotPattern-1206410669-router', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:10Z', 'updated_at': '2022-04-11T15:26:15Z', 'revision_number': 4, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'gw_port': {'id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:11Z', 'updated_at': '2022-04-11T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'ee0fa7ec-d9a1-45a5-bffa-21808d68e11c', 'name': '', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'mac_address': 'fa:16:3e:10:8c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '94322735-39be-4a26-97ea-cc782ee64c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:14Z', 'updated_at': '2022-04-11T15:26:18Z', 'revision_number': 4, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'subnets': [{'id': '94322735-39be-4a26-97ea-cc782ee64c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:26:20.318444 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8b0fd3b4-5614-4dfb-b8b3-2c15f49bca93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:20.377744 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-76eab23d-6124-47eb-9353-20f51a490958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354'] for port, after_create {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:20.401715 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0fd3b4-5614-4dfb-b8b3-2c15f49bca93 admin admin] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:26:20.408987 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-8b0fd3b4-5614-4dfb-b8b3-2c15f49bca93 admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:20.412117 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0fd3b4-5614-4dfb-b8b3-2c15f49bca93 admin admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:26:20.454338 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0fd3b4-5614-4dfb-b8b3-2c15f49bca93 admin admin] Pushing event updated for resources: {'Port': ['ID=37bdb5a3-5bb0-4a56-b71f-37bcd7b21209,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:20.454537 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eab23d-6124-47eb-9353-20f51a490958 None None] Network cccd9ebe-1254-46f1-ab1f-14d7f9a899a8 is already hosted by enough agents. {{(pid=88618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:26:20.463223 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.scheduler.base_scheduler [None req-76eab23d-6124-47eb-9353-20f51a490958 None None] Resources bound (agent type, host, resource id): {{(pid=88618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:20.468428 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eab23d-6124-47eb-9353-20f51a490958 None None] Received port after_create {{(pid=88618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:26:20.478682 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eab23d-6124-47eb-9353-20f51a490958 None None] Pushing event updated for resources: {'Port': ['ID=c23c5c9b-6942-41bc-b366-86ef31a6eb44,revision_number=1']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:20.577677 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-76eab23d-6124-47eb-9353-20f51a490958 None None] Attempting to bind port c23c5c9b-6942-41bc-b366-86ef31a6eb44 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:26:20.578105 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-76eab23d-6124-47eb-9353-20f51a490958 None None] Attempting to bind port c23c5c9b-6942-41bc-b366-86ef31a6eb44 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'b97d6811-59e3-4b1a-b045-debbf6337194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'cccd9ebe-1254-46f1-ab1f-14d7f9a899a8'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:26:20.578465 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eab23d-6124-47eb-9353-20f51a490958 None None] Attempting to bind port c23c5c9b-6942-41bc-b366-86ef31a6eb44 on network cccd9ebe-1254-46f1-ab1f-14d7f9a899a8 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:26:20.584549 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eab23d-6124-47eb-9353-20f51a490958 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:26:20.584924 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eab23d-6124-47eb-9353-20f51a490958 None None] Checking segment: {'id': 'b97d6811-59e3-4b1a-b045-debbf6337194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'cccd9ebe-1254-46f1-ab1f-14d7f9a899a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:26:20.585331 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-76eab23d-6124-47eb-9353-20f51a490958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:20.585727 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eab23d-6124-47eb-9353-20f51a490958 None None] Bound using segment: {'id': 'b97d6811-59e3-4b1a-b045-debbf6337194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'cccd9ebe-1254-46f1-ab1f-14d7f9a899a8'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:26:20.586227 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-76eab23d-6124-47eb-9353-20f51a490958 None None] Bound port: c23c5c9b-6942-41bc-b366-86ef31a6eb44, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97d6811-59e3-4b1a-b045-debbf6337194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'cccd9ebe-1254-46f1-ab1f-14d7f9a899a8'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:26:20.586604 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-76eab23d-6124-47eb-9353-20f51a490958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:20.732918 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-76eab23d-6124-47eb-9353-20f51a490958 None None] For port c23c5c9b-6942-41bc-b366-86ef31a6eb44, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:26:20.763095 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-76eab23d-6124-47eb-9353-20f51a490958 None None] For port c23c5c9b-6942-41bc-b366-86ef31a6eb44, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c23c5c9b-6942-41bc-b366-86ef31a6eb44,segment=NetworkSegment(b97d6811-59e3-4b1a-b045-debbf6337194),segment_id=b97d6811-59e3-4b1a-b045-debbf6337194)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:26:20.846937 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-76eab23d-6124-47eb-9353-20f51a490958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:20.938916 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eab23d-6124-47eb-9353-20f51a490958 None None] Pushing event updated for resources: {'Port': ['ID=c23c5c9b-6942-41bc-b366-86ef31a6eb44,revision_number=2']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:20.968252 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8b0fd3b4-5614-4dfb-b8b3-2c15f49bca93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:21.177989 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ee0fa7ec-d9a1-45a5-bffa-21808d68e11c up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:26:21.344222 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port ee0fa7ec-d9a1-45a5-bffa-21808d68e11c completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:26:21.350936 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port ee0fa7ec-d9a1-45a5-bffa-21808d68e11c triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:26:21.352206 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:21.373279 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8b0fd3b4-5614-4dfb-b8b3-2c15f49bca93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985245'] for router, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:21.486708 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:21.521401 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port ee0fa7ec-d9a1-45a5-bffa-21808d68e11c, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=ee0fa7ec-d9a1-45a5-bffa-21808d68e11c,segment=NetworkSegment(fd6bd0bd-e715-4520-88b6-34deb7cb8c76),segment_id=fd6bd0bd-e715-4520-88b6-34deb7cb8c76)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:26:21.617627 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:21.700886 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=ee0fa7ec-d9a1-45a5-bffa-21808d68e11c,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:21.794776 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0fd3b4-5614-4dfb-b8b3-2c15f49bca93 admin admin] Router 4a51a854-8741-4bff-8e4e-6abcbe16b051 is scheduled to L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 with binding_index 1 {{(pid=88616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 11 15:26:21.962649 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ccb77e-ad9b-4be4-85f5-6a42612b1a8d None None] Network cccd9ebe-1254-46f1-ab1f-14d7f9a899a8 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 15:26:21.986891 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0fd3b4-5614-4dfb-b8b3-2c15f49bca93 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:26:22.001105 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] Sync routers for ids ['4a51a854-8741-4bff-8e4e-6abcbe16b051'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:26:22.016871 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] Routers {'4a51a854-8741-4bff-8e4e-6abcbe16b051'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:26:22.021039 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:25:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['4a51a854-8741-4bff-8e4e-6abcbe16b051'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:22.126184 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-14ab0fe0-03f0-42fc-8569-16e5c21919e1 None None] Provisioning for port c23c5c9b-6942-41bc-b366-86ef31a6eb44 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:26:22.132054 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-8b0fd3b4-5614-4dfb-b8b3-2c15f49bca93 admin admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:22.136114 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-8b0fd3b4-5614-4dfb-b8b3-2c15f49bca93 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2546098 Apr 11 15:26:22.136455 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 54502) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:26:22.196362 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] Set router 4a51a854-8741-4bff-8e4e-6abcbe16b051 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:26:22.556180 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a51a854-8741-4bff-8e4e-6abcbe16b051', 'name': 'tempest-TestSnapshotPattern-2066894406-router', 'tenant_id': '29eee398560141079badf48460705a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.159'}], 'enable_snat': True}, 'gw_port_id': '37bdb5a3-5bb0-4a56-b71f-37bcd7b21209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:19Z', 'updated_at': '2022-04-11T15:26:20Z', 'revision_number': 3, 'project_id': '29eee398560141079badf48460705a16', 'gw_port': {'id': '37bdb5a3-5bb0-4a56-b71f-37bcd7b21209', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:33:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a51a854-8741-4bff-8e4e-6abcbe16b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:19Z', 'updated_at': '2022-04-11T15:26:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:22.560517 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] Checking router: 4a51a854-8741-4bff-8e4e-6abcbe16b051 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:26:22.561008 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] Updating router 4a51a854-8741-4bff-8e4e-6abcbe16b051 port 37bdb5a3-5bb0-4a56-b71f-37bcd7b21209 binding host dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:26:22.618421 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:22.933960 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-99fb4e59-48a1-415a-ba66-935d54732370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:23.003395 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] Notify callbacks [] for port, precommit_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:23.016717 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.provisioning_blocks [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] Transition to ACTIVE for port object 37bdb5a3-5bb0-4a56-b71f-37bcd7b21209 will not be triggered until provisioned by entity L2. {{(pid=88619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:26:23.126017 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:23.183956 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-99fb4e59-48a1-415a-ba66-935d54732370 admin admin] Allocated IP 172.20.0.1 (cccd9ebe-1254-46f1-ab1f-14d7f9a899a8/7f384483-4399-4797-8e6e-b5f42a88143b/9ba57e0d-184f-4e2c-a0df-d0426627175e) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:26:23.212607 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c23c5c9b-6942-41bc-b366-86ef31a6eb44 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:26:23.229549 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] Attempting to bind port 37bdb5a3-5bb0-4a56-b71f-37bcd7b21209 on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:26:23.233515 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] Attempting to bind port 37bdb5a3-5bb0-4a56-b71f-37bcd7b21209 by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:26:23.233515 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] Attempting to bind port 37bdb5a3-5bb0-4a56-b71f-37bcd7b21209 on network cff58315-4a25-4203-8056-2db185a2b95d {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:26:23.233937 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368e229-2df0-42af-a9f4-d8f8d7ebed72 None None] Pushing event updated for resources: {'Port': ['ID=37bdb5a3-5bb0-4a56-b71f-37bcd7b21209,revision_number=2']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:23.240837 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:26:23.241205 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] Checking segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:26:23.241605 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:23.243315 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] Bound using segment: {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'} {{(pid=88619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:26:23.243799 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.managers [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] Bound port: 37bdb5a3-5bb0-4a56-b71f-37bcd7b21209, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b0ec63-63ad-4a18-94b7-07204d57ff61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d'}}] {{(pid=88619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:26:23.244286 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:23.356146 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] For port 37bdb5a3-5bb0-4a56-b71f-37bcd7b21209, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:26:23.359770 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.plugins.ml2.db [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] For port 37bdb5a3-5bb0-4a56-b71f-37bcd7b21209, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=37bdb5a3-5bb0-4a56-b71f-37bcd7b21209,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:26:23.386744 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port c23c5c9b-6942-41bc-b366-86ef31a6eb44 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:26:23.389828 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-99fb4e59-48a1-415a-ba66-935d54732370 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:23.391608 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port c23c5c9b-6942-41bc-b366-86ef31a6eb44 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:26:23.391975 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:23.408508 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [None req-99fb4e59-48a1-415a-ba66-935d54732370 admin admin] Transition to ACTIVE for port object 9ba57e0d-184f-4e2c-a0df-d0426627175e will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:26:23.467088 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron_lib.callbacks.manager [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:23.525639 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-99fb4e59-48a1-415a-ba66-935d54732370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:23.528142 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:23.549374 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] Routers {'4a51a854-8741-4bff-8e4e-6abcbe16b051'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:26:23.550173 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:25:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['4a51a854-8741-4bff-8e4e-6abcbe16b051'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:23.564161 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port c23c5c9b-6942-41bc-b366-86ef31a6eb44, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c23c5c9b-6942-41bc-b366-86ef31a6eb44,segment=NetworkSegment(b97d6811-59e3-4b1a-b045-debbf6337194),segment_id=b97d6811-59e3-4b1a-b045-debbf6337194)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:26:23.591215 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fb4e59-48a1-415a-ba66-935d54732370 admin admin] Network cccd9ebe-1254-46f1-ab1f-14d7f9a899a8 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:26:23.594069 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-99fb4e59-48a1-415a-ba66-935d54732370 admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:23.598258 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fb4e59-48a1-415a-ba66-935d54732370 admin admin] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:26:23.622473 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368e229-2df0-42af-a9f4-d8f8d7ebed72 None None] Pushing event updated for resources: {'Port': ['ID=37bdb5a3-5bb0-4a56-b71f-37bcd7b21209,revision_number=3']} {{(pid=88619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:23.660241 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb4e59-48a1-415a-ba66-935d54732370 admin admin] Pushing event updated for resources: {'Port': ['ID=9ba57e0d-184f-4e2c-a0df-d0426627175e,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:23.667963 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-99fb4e59-48a1-415a-ba66-935d54732370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984899'] for router_interface, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:23.677923 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:23.679158 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ee0fa7ec-d9a1-45a5-bffa-21808d68e11c up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:26:23.763203 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] Set router 4a51a854-8741-4bff-8e4e-6abcbe16b051 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:26:23.820309 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=c23c5c9b-6942-41bc-b366-86ef31a6eb44,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:23.836657 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port ee0fa7ec-d9a1-45a5-bffa-21808d68e11c triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:26:23.836657 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:23.967846 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-26238ee9-3e59-4709-8738-2b9cf13d08ae None None] Provisioning for port 9ba57e0d-184f-4e2c-a0df-d0426627175e completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:26:23.975101 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-26238ee9-3e59-4709-8738-2b9cf13d08ae None None] Provisioning complete for port 9ba57e0d-184f-4e2c-a0df-d0426627175e triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:26:23.975475 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-26238ee9-3e59-4709-8738-2b9cf13d08ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:24.005944 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-99fb4e59-48a1-415a-ba66-935d54732370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:24.037078 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-26238ee9-3e59-4709-8738-2b9cf13d08ae None None] Port 9ba57e0d-184f-4e2c-a0df-d0426627175e cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:26:24.102930 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a51a854-8741-4bff-8e4e-6abcbe16b051', 'name': 'tempest-TestSnapshotPattern-2066894406-router', 'tenant_id': '29eee398560141079badf48460705a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.159'}], 'enable_snat': True}, 'gw_port_id': '37bdb5a3-5bb0-4a56-b71f-37bcd7b21209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:19Z', 'updated_at': '2022-04-11T15:26:20Z', 'revision_number': 3, 'project_id': '29eee398560141079badf48460705a16', 'gw_port': {'id': '37bdb5a3-5bb0-4a56-b71f-37bcd7b21209', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:33:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a51a854-8741-4bff-8e4e-6abcbe16b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:19Z', 'updated_at': '2022-04-11T15:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:24.106874 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c3800a-3837-4480-bdda-3e70b6884846 None None] The sync data for ids ['4a51a854-8741-4bff-8e4e-6abcbe16b051'] in dv-neutron-837330-1-hyperv is: [{'id': '4a51a854-8741-4bff-8e4e-6abcbe16b051', 'name': 'tempest-TestSnapshotPattern-2066894406-router', 'tenant_id': '29eee398560141079badf48460705a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.159'}], 'enable_snat': True}, 'gw_port_id': '37bdb5a3-5bb0-4a56-b71f-37bcd7b21209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:19Z', 'updated_at': '2022-04-11T15:26:20Z', 'revision_number': 3, 'project_id': '29eee398560141079badf48460705a16', 'gw_port': {'id': '37bdb5a3-5bb0-4a56-b71f-37bcd7b21209', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:33:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a51a854-8741-4bff-8e4e-6abcbe16b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:19Z', 'updated_at': '2022-04-11T15:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:26:24.255581 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-99fb4e59-48a1-415a-ba66-935d54732370 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:24.314716 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-99fb4e59-48a1-415a-ba66-935d54732370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:24.442143 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-99fb4e59-48a1-415a-ba66-935d54732370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985006'] for router_interface, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:24.449187 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb4e59-48a1-415a-ba66-935d54732370 admin admin] Pushing event updated for resources: {'Port': ['ID=9ba57e0d-184f-4e2c-a0df-d0426627175e,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:24.589942 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fb4e59-48a1-415a-ba66-935d54732370 admin admin] Network cccd9ebe-1254-46f1-ab1f-14d7f9a899a8 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:26:24.591132 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-99fb4e59-48a1-415a-ba66-935d54732370 admin admin] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:24.783238 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:24.796614 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99fb4e59-48a1-415a-ba66-935d54732370 admin admin] Router 4a51a854-8741-4bff-8e4e-6abcbe16b051 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:26:24.871190 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-c6e2ba2f-5320-4872-bef1-9e50a8ed7c07 None None] Provisioning complete for port 9ba57e0d-184f-4e2c-a0df-d0426627175e triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:26:24.871487 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-c6e2ba2f-5320-4872-bef1-9e50a8ed7c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:24.956395 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-c6e2ba2f-5320-4872-bef1-9e50a8ed7c07 None None] Port 9ba57e0d-184f-4e2c-a0df-d0426627175e cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:26:24.997046 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fb4e59-48a1-415a-ba66-935d54732370 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:26:25.007003 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-99fb4e59-48a1-415a-ba66-935d54732370 admin admin] 10.222.0.66 "PUT /v2.0/routers/4a51a854-8741-4bff-8e4e-6abcbe16b051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8694489 Apr 11 15:26:25.196663 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 37bdb5a3-5bb0-4a56-b71f-37bcd7b21209 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:26:25.259149 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-da01a5ef-c35d-42fd-b12c-4b253626cd77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:25.352290 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 37bdb5a3-5bb0-4a56-b71f-37bcd7b21209 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:26:25.358352 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 37bdb5a3-5bb0-4a56-b71f-37bcd7b21209 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:26:25.359053 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:25.500416 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:25.518628 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 37bdb5a3-5bb0-4a56-b71f-37bcd7b21209, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=37bdb5a3-5bb0-4a56-b71f-37bcd7b21209,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:26:25.606171 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:25.607050 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c23c5c9b-6942-41bc-b366-86ef31a6eb44 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:26:25.619977 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 54514) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:26:25.625254 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-7a7e9ef2-b90e-4f7c-aae3-e355fe7b2a4b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1191214610', 'description': 'tempest-secgroup-smoke-1191214610 description', 'project_id': '551d169fb23c40d0b739219e3dfd69d6'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:25.631782 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7a7e9ef2-b90e-4f7c-aae3-e355fe7b2a4b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:26:25.635667 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7a7e9ef2-b90e-4f7c-aae3-e355fe7b2a4b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Usage tracker for resource:security_group and tenant:551d169fb23c40d0b739219e3dfd69d6 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:26:25.639272 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7a7e9ef2-b90e-4f7c-aae3-e355fe7b2a4b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:26:25.646511 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7a7e9ef2-b90e-4f7c-aae3-e355fe7b2a4b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:26:25.724221 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a7e9ef2-b90e-4f7c-aae3-e355fe7b2a4b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for security_group, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:25.728540 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=37bdb5a3-5bb0-4a56-b71f-37bcd7b21209,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:25.742042 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port c23c5c9b-6942-41bc-b366-86ef31a6eb44 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:26:25.742410 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:25.745990 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7a7e9ef2-b90e-4f7c-aae3-e355fe7b2a4b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:26:25.750012 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7a7e9ef2-b90e-4f7c-aae3-e355fe7b2a4b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Usage tracker for resource:security_group_rule and tenant:551d169fb23c40d0b739219e3dfd69d6 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:26:25.752853 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-7a7e9ef2-b90e-4f7c-aae3-e355fe7b2a4b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:26:25.758801 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-7a7e9ef2-b90e-4f7c-aae3-e355fe7b2a4b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:26:25.838315 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a7e9ef2-b90e-4f7c-aae3-e355fe7b2a4b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for security_group, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:25.912172 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a7e9ef2-b90e-4f7c-aae3-e355fe7b2a4b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:25.955927 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e9ef2-b90e-4f7c-aae3-e355fe7b2a4b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbf362f-dc9d-4229-806c-11e7762e444a,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:26.003731 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7a7e9ef2-b90e-4f7c-aae3-e355fe7b2a4b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:26.005066 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7a7e9ef2-b90e-4f7c-aae3-e355fe7b2a4b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3840477 Apr 11 15:26:26.008171 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 54518) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:26:26.013378 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-0ec858bc-0467-44d5-a442-d3a5a54fcbf1 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Request body: {'security_group_rule': {'security_group_id': '5dbf362f-dc9d-4229-806c-11e7762e444a', 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:26.020344 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0ec858bc-0467-44d5-a442-d3a5a54fcbf1 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:26:26.024551 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0ec858bc-0467-44d5-a442-d3a5a54fcbf1 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Usage tracker for resource:security_group_rule and tenant:551d169fb23c40d0b739219e3dfd69d6 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:26:26.028055 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-0ec858bc-0467-44d5-a442-d3a5a54fcbf1 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:26:26.034695 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-0ec858bc-0467-44d5-a442-d3a5a54fcbf1 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:26:26.112353 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0ec858bc-0467-44d5-a442-d3a5a54fcbf1 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:26.171116 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0ec858bc-0467-44d5-a442-d3a5a54fcbf1 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:26.239876 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0ec858bc-0467-44d5-a442-d3a5a54fcbf1 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:26.261239 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec858bc-0467-44d5-a442-d3a5a54fcbf1 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=642482d5-c5fb-426e-83f0-adc32e746959,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:26.337210 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-0ec858bc-0467-44d5-a442-d3a5a54fcbf1 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:26.338442 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-0ec858bc-0467-44d5-a442-d3a5a54fcbf1 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3293016 Apr 11 15:26:26.341193 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 54522) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:26:26.346165 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-1213e1b8-e407-4366-935d-91999a40b305 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Request body: {'security_group_rule': {'security_group_id': '5dbf362f-dc9d-4229-806c-11e7762e444a', 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:26.353078 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1213e1b8-e407-4366-935d-91999a40b305 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:26:26.356853 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1213e1b8-e407-4366-935d-91999a40b305 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Usage tracker for resource:security_group_rule and tenant:551d169fb23c40d0b739219e3dfd69d6 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:26:26.359694 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1213e1b8-e407-4366-935d-91999a40b305 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:26:26.365638 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1213e1b8-e407-4366-935d-91999a40b305 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:26:26.464683 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1213e1b8-e407-4366-935d-91999a40b305 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:26.526990 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1213e1b8-e407-4366-935d-91999a40b305 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:26.576771 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] Sync routers for ids ['4a51a854-8741-4bff-8e4e-6abcbe16b051'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:26:26.586730 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] Routers {'4a51a854-8741-4bff-8e4e-6abcbe16b051'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:26:26.587334 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:25:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['4a51a854-8741-4bff-8e4e-6abcbe16b051'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:26.598536 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1213e1b8-e407-4366-935d-91999a40b305 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:26.627359 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213e1b8-e407-4366-935d-91999a40b305 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac18a3f2-2429-47d1-abb3-b1cc2ef68eb4,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:26.685703 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1213e1b8-e407-4366-935d-91999a40b305 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:26.687175 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1213e1b8-e407-4366-935d-91999a40b305 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3450565 Apr 11 15:26:26.689822 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 54526) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:26:26.695209 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-2f00872a-bacb-4ccb-a45d-84f7cffe19e3 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Request body: {'security_group_rule': {'security_group_id': '5dbf362f-dc9d-4229-806c-11e7762e444a', 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:26.701157 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2f00872a-bacb-4ccb-a45d-84f7cffe19e3 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:26:26.705517 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2f00872a-bacb-4ccb-a45d-84f7cffe19e3 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Usage tracker for resource:security_group_rule and tenant:551d169fb23c40d0b739219e3dfd69d6 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:26:26.709027 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-2f00872a-bacb-4ccb-a45d-84f7cffe19e3 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:26:26.714863 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-2f00872a-bacb-4ccb-a45d-84f7cffe19e3 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:26:26.802715 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] Set router 4a51a854-8741-4bff-8e4e-6abcbe16b051 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:26:26.812329 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2f00872a-bacb-4ccb-a45d-84f7cffe19e3 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:26.881665 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2f00872a-bacb-4ccb-a45d-84f7cffe19e3 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:26.960037 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2f00872a-bacb-4ccb-a45d-84f7cffe19e3 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:26.986725 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00872a-bacb-4ccb-a45d-84f7cffe19e3 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6e6725-b947-4746-8a41-5c0658f7a3f8,revision_number=0']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:27.079794 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-2f00872a-bacb-4ccb-a45d-84f7cffe19e3 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:27.081332 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-2f00872a-bacb-4ccb-a45d-84f7cffe19e3 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3902254 Apr 11 15:26:27.084564 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 54530) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:26:27.089967 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-5a8bc693-58dd-4b7c-b031-df9442456f02 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Request body: {'security_group_rule': {'security_group_id': '5dbf362f-dc9d-4229-806c-11e7762e444a', 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:27.096157 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5a8bc693-58dd-4b7c-b031-df9442456f02 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:26:27.100978 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5a8bc693-58dd-4b7c-b031-df9442456f02 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Usage tracker for resource:security_group_rule and tenant:551d169fb23c40d0b739219e3dfd69d6 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:26:27.104520 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-5a8bc693-58dd-4b7c-b031-df9442456f02 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:26:27.110785 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-5a8bc693-58dd-4b7c-b031-df9442456f02 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:26:27.127297 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 37bdb5a3-5bb0-4a56-b71f-37bcd7b21209 up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:26:27.179664 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a51a854-8741-4bff-8e4e-6abcbe16b051', 'name': 'tempest-TestSnapshotPattern-2066894406-router', 'tenant_id': '29eee398560141079badf48460705a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.159'}], 'enable_snat': True}, 'gw_port_id': '37bdb5a3-5bb0-4a56-b71f-37bcd7b21209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:19Z', 'updated_at': '2022-04-11T15:26:23Z', 'revision_number': 4, 'project_id': '29eee398560141079badf48460705a16', 'gw_port': {'id': '37bdb5a3-5bb0-4a56-b71f-37bcd7b21209', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:33:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a51a854-8741-4bff-8e4e-6abcbe16b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:19Z', 'updated_at': '2022-04-11T15:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '9ba57e0d-184f-4e2c-a0df-d0426627175e', 'name': '', 'network_id': 'cccd9ebe-1254-46f1-ab1f-14d7f9a899a8', 'tenant_id': '29eee398560141079badf48460705a16', 'mac_address': 'fa:16:3e:c2:d7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a51a854-8741-4bff-8e4e-6abcbe16b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '7f384483-4399-4797-8e6e-b5f42a88143b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:22Z', 'updated_at': '2022-04-11T15:26:24Z', 'revision_number': 2, 'project_id': '29eee398560141079badf48460705a16', 'subnets': [{'id': '7f384483-4399-4797-8e6e-b5f42a88143b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:27.189696 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc693-58dd-4b7c-b031-df9442456f02 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:27.192973 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] Checking router: 4a51a854-8741-4bff-8e4e-6abcbe16b051 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:26:27.193333 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] Updating router 4a51a854-8741-4bff-8e4e-6abcbe16b051 port 9ba57e0d-184f-4e2c-a0df-d0426627175e binding host dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:26:27.252384 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:27.259769 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc693-58dd-4b7c-b031-df9442456f02 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:27.295927 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 37bdb5a3-5bb0-4a56-b71f-37bcd7b21209 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:26:27.296269 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:27.325737 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc693-58dd-4b7c-b031-df9442456f02 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:27.351038 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bc693-58dd-4b7c-b031-df9442456f02 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e319db6-c759-44a8-b326-dfd66d018fcc,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:27.423125 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc693-58dd-4b7c-b031-df9442456f02 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:27.424681 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-5a8bc693-58dd-4b7c-b031-df9442456f02 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3390801 Apr 11 15:26:27.427789 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 54534) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:26:27.433089 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-483771ca-df25-4504-b645-216db05ed499 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Request body: {'security_group_rule': {'security_group_id': '5dbf362f-dc9d-4229-806c-11e7762e444a', 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:27.440088 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-483771ca-df25-4504-b645-216db05ed499 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:26:27.445327 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-483771ca-df25-4504-b645-216db05ed499 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Usage tracker for resource:security_group_rule and tenant:551d169fb23c40d0b739219e3dfd69d6 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:26:27.448649 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-483771ca-df25-4504-b645-216db05ed499 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:26:27.454689 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-483771ca-df25-4504-b645-216db05ed499 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:26:27.537374 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.securitygroups_db [None req-483771ca-df25-4504-b645-216db05ed499 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Project 551d169fb23c40d0b739219e3dfd69d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:26:27.545804 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-483771ca-df25-4504-b645-216db05ed499 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:27.618431 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-483771ca-df25-4504-b645-216db05ed499 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:27.692297 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-483771ca-df25-4504-b645-216db05ed499 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:27.717432 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483771ca-df25-4504-b645-216db05ed499 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a907c08f-b704-424c-8b0d-002eba6efe13,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:27.718191 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] Notify callbacks [] for port, precommit_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:27.742704 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] Transition to ACTIVE for port object 9ba57e0d-184f-4e2c-a0df-d0426627175e will not be triggered until provisioned by entity L2. {{(pid=88618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:26:27.820755 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-483771ca-df25-4504-b645-216db05ed499 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:27.821995 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-483771ca-df25-4504-b645-216db05ed499 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3932486 Apr 11 15:26:27.824771 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 54538) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:26:27.829993 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-a4b48522-f822-458b-97bc-14b58bfb637a tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Request body: {'security_group_rule': {'security_group_id': '5dbf362f-dc9d-4229-806c-11e7762e444a', 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:27.833003 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-15124861-782b-4278-9934-7bf367c9117a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:27.834542 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:27.837164 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a4b48522-f822-458b-97bc-14b58bfb637a tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:26:27.841532 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a4b48522-f822-458b-97bc-14b58bfb637a tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Usage tracker for resource:security_group_rule and tenant:551d169fb23c40d0b739219e3dfd69d6 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:26:27.844583 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-a4b48522-f822-458b-97bc-14b58bfb637a tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:26:27.851191 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-a4b48522-f822-458b-97bc-14b58bfb637a tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:26:27.926162 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.securitygroups_db [None req-a4b48522-f822-458b-97bc-14b58bfb637a tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Project 551d169fb23c40d0b739219e3dfd69d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:26:27.934357 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a4b48522-f822-458b-97bc-14b58bfb637a tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:28.006435 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12efcbd-ce7b-4c55-93a6-1db2cfad8292 None None] Pushing event updated for resources: {'Port': ['ID=9ba57e0d-184f-4e2c-a0df-d0426627175e,revision_number=3']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:28.022146 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a4b48522-f822-458b-97bc-14b58bfb637a tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:28.088213 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] Attempting to bind port 9ba57e0d-184f-4e2c-a0df-d0426627175e on host dv-neutron-837330-1-hyperv for vnic_type normal with profile {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:26:28.088492 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] Attempting to bind port 9ba57e0d-184f-4e2c-a0df-d0426627175e by drivers openvswitch,hyperv on host dv-neutron-837330-1-hyperv at level 0 using segments [{'id': 'b97d6811-59e3-4b1a-b045-debbf6337194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'cccd9ebe-1254-46f1-ab1f-14d7f9a899a8'}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:26:28.088819 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] Attempting to bind port 9ba57e0d-184f-4e2c-a0df-d0426627175e on network cccd9ebe-1254-46f1-ab1f-14d7f9a899a8 {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:26:28.094636 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] Checking agent: {'id': 'fc031bd9-44d0-46a2-9ff7-005127c90800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837330-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 7, 58), 'started_at': datetime.datetime(2022, 4, 11, 14, 8, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837330-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:26:28.095004 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] Checking segment: {'id': 'b97d6811-59e3-4b1a-b045-debbf6337194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'cccd9ebe-1254-46f1-ab1f-14d7f9a899a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:26:28.095404 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:28.095795 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] Bound using segment: {'id': 'b97d6811-59e3-4b1a-b045-debbf6337194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'cccd9ebe-1254-46f1-ab1f-14d7f9a899a8'} {{(pid=88618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:26:28.096045 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a4b48522-f822-458b-97bc-14b58bfb637a tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623590'] for security_group_rule, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:28.096507 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.managers [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] Bound port: 9ba57e0d-184f-4e2c-a0df-d0426627175e, host: dv-neutron-837330-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97d6811-59e3-4b1a-b045-debbf6337194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'cccd9ebe-1254-46f1-ab1f-14d7f9a899a8'}}] {{(pid=88618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:26:28.096604 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:28.128493 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b48522-f822-458b-97bc-14b58bfb637a tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0145bf14-62dc-47b3-8485-cf747f035d72,revision_number=0']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:28.186369 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-a4b48522-f822-458b-97bc-14b58bfb637a tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:28.197970 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-a4b48522-f822-458b-97bc-14b58bfb637a tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3618350 Apr 11 15:26:28.244665 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] For port 9ba57e0d-184f-4e2c-a0df-d0426627175e, host dv-neutron-837330-1-hyperv, cleared binding levels {{(pid=88618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:26:28.250564 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] For port 9ba57e0d-184f-4e2c-a0df-d0426627175e, host dv-neutron-837330-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9ba57e0d-184f-4e2c-a0df-d0426627175e,segment=NetworkSegment(b97d6811-59e3-4b1a-b045-debbf6337194),segment_id=b97d6811-59e3-4b1a-b045-debbf6337194)] {{(pid=88618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:26:28.320914 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:28.380241 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-fa38a42c-edb9-4d3f-9b33-78cdcc428cea tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1191214610&fields=id&tenant_id=551d169fb23c40d0b739219e3dfd69d6 HTTP/1.1" status: 200 len: 267 time: 0.0427430 Apr 11 15:26:28.406994 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] Routers {'4a51a854-8741-4bff-8e4e-6abcbe16b051'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:26:28.407628 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:26:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['4a51a854-8741-4bff-8e4e-6abcbe16b051'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:28.477539 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12efcbd-ce7b-4c55-93a6-1db2cfad8292 None None] Pushing event updated for resources: {'Port': ['ID=9ba57e0d-184f-4e2c-a0df-d0426627175e,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:28.547614 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-f144f83c-ea9b-4506-aaef-7081394d07ec tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:28.549087 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-f144f83c-ea9b-4506-aaef-7081394d07ec tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/networks?id=9449e90a-2ee3-4357-9ae1-9bbb152819d9 HTTP/1.1" status: 200 len: 810 time: 0.1618807 Apr 11 15:26:28.566892 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-b2750b34-c428-4512-b6cc-24cb8cbf4910 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/quotas/551d169fb23c40d0b739219e3dfd69d6 HTTP/1.1" status: 200 len: 375 time: 0.0098550 Apr 11 15:26:28.615205 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] Set router 4a51a854-8741-4bff-8e4e-6abcbe16b051 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:26:28.657393 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-9963b06e-4efb-4801-918f-49c48953f2ee tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=551d169fb23c40d0b739219e3dfd69d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862968 Apr 11 15:26:28.790968 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:28.808152 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-9c5aef74-02ea-4abb-9b7f-96e7f96f5bee service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 15:26:28.809254 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-9c5aef74-02ea-4abb-9b7f-96e7f96f5bee service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492384 Apr 11 15:26:28.936504 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:28.953439 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-b6d9cd0c-296b-489c-8d8b-80e64d7b55ba service neutron] 10.222.0.66 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378887 Apr 11 15:26:28.973333 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a51a854-8741-4bff-8e4e-6abcbe16b051', 'name': 'tempest-TestSnapshotPattern-2066894406-router', 'tenant_id': '29eee398560141079badf48460705a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.159'}], 'enable_snat': True}, 'gw_port_id': '37bdb5a3-5bb0-4a56-b71f-37bcd7b21209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:19Z', 'updated_at': '2022-04-11T15:26:23Z', 'revision_number': 4, 'project_id': '29eee398560141079badf48460705a16', 'gw_port': {'id': '37bdb5a3-5bb0-4a56-b71f-37bcd7b21209', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:33:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a51a854-8741-4bff-8e4e-6abcbe16b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:19Z', 'updated_at': '2022-04-11T15:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '9ba57e0d-184f-4e2c-a0df-d0426627175e', 'name': '', 'network_id': 'cccd9ebe-1254-46f1-ab1f-14d7f9a899a8', 'tenant_id': '29eee398560141079badf48460705a16', 'mac_address': 'fa:16:3e:c2:d7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a51a854-8741-4bff-8e4e-6abcbe16b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '7f384483-4399-4797-8e6e-b5f42a88143b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:22Z', 'updated_at': '2022-04-11T15:26:28Z', 'revision_number': 4, 'project_id': '29eee398560141079badf48460705a16', 'subnets': [{'id': '7f384483-4399-4797-8e6e-b5f42a88143b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:28.979104 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47400f1-8397-4cbd-a7d7-285fa97d8964 None None] The sync data for ids ['4a51a854-8741-4bff-8e4e-6abcbe16b051'] in dv-neutron-837330-1-hyperv is: [{'id': '4a51a854-8741-4bff-8e4e-6abcbe16b051', 'name': 'tempest-TestSnapshotPattern-2066894406-router', 'tenant_id': '29eee398560141079badf48460705a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.159'}], 'enable_snat': True}, 'gw_port_id': '37bdb5a3-5bb0-4a56-b71f-37bcd7b21209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:19Z', 'updated_at': '2022-04-11T15:26:23Z', 'revision_number': 4, 'project_id': '29eee398560141079badf48460705a16', 'gw_port': {'id': '37bdb5a3-5bb0-4a56-b71f-37bcd7b21209', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:33:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a51a854-8741-4bff-8e4e-6abcbe16b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:19Z', 'updated_at': '2022-04-11T15:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': '9ba57e0d-184f-4e2c-a0df-d0426627175e', 'name': '', 'network_id': 'cccd9ebe-1254-46f1-ab1f-14d7f9a899a8', 'tenant_id': '29eee398560141079badf48460705a16', 'mac_address': 'fa:16:3e:c2:d7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a51a854-8741-4bff-8e4e-6abcbe16b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '7f384483-4399-4797-8e6e-b5f42a88143b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:22Z', 'updated_at': '2022-04-11T15:26:28Z', 'revision_number': 4, 'project_id': '29eee398560141079badf48460705a16', 'subnets': [{'id': '7f384483-4399-4797-8e6e-b5f42a88143b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:26:29.122455 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-edccaee5-c57e-4303-8c72-07b52fd06e96 service neutron] 10.222.0.66 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620357 Apr 11 15:26:29.150895 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9ba57e0d-184f-4e2c-a0df-d0426627175e up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:26:29.343378 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning for port 9ba57e0d-184f-4e2c-a0df-d0426627175e completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:26:29.355427 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 9ba57e0d-184f-4e2c-a0df-d0426627175e triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:26:29.355906 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:29.422549 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-70c7cb85-223c-4414-a84c-2aeb93633429 req-c7ab823d-e156-48be-b58c-2624964291e3 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Synchronizing usage tracker for tenant:551d169fb23c40d0b739219e3dfd69d6 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:26:29.497064 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-70c7cb85-223c-4414-a84c-2aeb93633429 req-c7ab823d-e156-48be-b58c-2624964291e3 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Unset dirty status for tenant:551d169fb23c40d0b739219e3dfd69d6 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:26:29.498285 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-70c7cb85-223c-4414-a84c-2aeb93633429 req-c7ab823d-e156-48be-b58c-2624964291e3 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 210 time: 0.1211777 Apr 11 15:26:29.507075 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:29.546263 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] For port 9ba57e0d-184f-4e2c-a0df-d0426627175e, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9ba57e0d-184f-4e2c-a0df-d0426627175e,segment=NetworkSegment(b97d6811-59e3-4b1a-b045-debbf6337194),segment_id=b97d6811-59e3-4b1a-b045-debbf6337194)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:26:29.605645 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:29.672359 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Pushing event updated for resources: {'Port': ['ID=9ba57e0d-184f-4e2c-a0df-d0426627175e,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:30.171279 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:30.654982 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b137e248-814a-4a42-b2ca-2525eeee26ca req-ba82fd2d-70a9-4803-8de3-77162dbbd95d tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 210 time: 0.0490000 Apr 11 15:26:31.127664 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9ba57e0d-184f-4e2c-a0df-d0426627175e up at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:26:31.202838 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Provisioning complete for port 9ba57e0d-184f-4e2c-a0df-d0426627175e triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:26:31.203408 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:31.547927 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-71b1507c-144a-4981-a2c3-73a1af1acff7 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:31.548634 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-71b1507c-144a-4981-a2c3-73a1af1acff7 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Synchronizing usage tracker for tenant:551d169fb23c40d0b739219e3dfd69d6 on resource:network {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:26:31.631502 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-71b1507c-144a-4981-a2c3-73a1af1acff7 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Unset dirty status for tenant:551d169fb23c40d0b739219e3dfd69d6 on resource:network {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:26:31.632877 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-71b1507c-144a-4981-a2c3-73a1af1acff7 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.53 "GET /v2.0/networks?id=9449e90a-2ee3-4357-9ae1-9bbb152819d9 HTTP/1.1" status: 200 len: 810 time: 0.2479541 Apr 11 15:26:31.687771 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-f4aed403-8a22-42d8-ae1a-805357fb1b09 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Synchronizing usage tracker for tenant:551d169fb23c40d0b739219e3dfd69d6 on resource:security_group {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:26:31.903721 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-f4aed403-8a22-42d8-ae1a-805357fb1b09 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Unset dirty status for tenant:551d169fb23c40d0b739219e3dfd69d6 on resource:security_group {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:26:31.904805 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-f4aed403-8a22-42d8-ae1a-805357fb1b09 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=551d169fb23c40d0b739219e3dfd69d6 HTTP/1.1" status: 200 len: 380 time: 0.2624991 Apr 11 15:26:31.911599 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-308bda19-52e6-465d-8378-b1a623649505 req-c092972e-4119-4b4f-9a33-ee97ee106657 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 210 time: 0.1463151 Apr 11 15:26:31.916124 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-38526585-5261-4bb3-85b6-8adddaabacb5 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Request body: {'port': {'device_id': '687b963c-41d7-4893-95c9-6d21c8b0ede5', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'admin_state_up': True, 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'security_groups': ['5dbf362f-dc9d-4229-806c-11e7762e444a']}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:32.059779 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-38526585-5261-4bb3-85b6-8adddaabacb5 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:26:32.069601 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-38526585-5261-4bb3-85b6-8adddaabacb5 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:26:32.146016 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-38526585-5261-4bb3-85b6-8adddaabacb5 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Made reservation on behalf of 551d169fb23c40d0b739219e3dfd69d6 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:26:32.149542 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-38526585-5261-4bb3-85b6-8adddaabacb5 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:32.309589 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-38526585-5261-4bb3-85b6-8adddaabacb5 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Allocated IP 172.20.0.5 (9449e90a-2ee3-4357-9ae1-9bbb152819d9/94322735-39be-4a26-97ea-cc782ee64c21/a4464c61-68ea-4b6d-905a-3201c7f4b1f5) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:26:32.495681 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-38526585-5261-4bb3-85b6-8adddaabacb5 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:32.511229 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-38526585-5261-4bb3-85b6-8adddaabacb5 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Transition to ACTIVE for port object a4464c61-68ea-4b6d-905a-3201c7f4b1f5 will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:26:32.640173 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-38526585-5261-4bb3-85b6-8adddaabacb5 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:32.705156 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-38526585-5261-4bb3-85b6-8adddaabacb5 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Network 9449e90a-2ee3-4357-9ae1-9bbb152819d9 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:26:32.708823 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-38526585-5261-4bb3-85b6-8adddaabacb5 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:32.717335 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-38526585-5261-4bb3-85b6-8adddaabacb5 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:26:32.760015 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38526585-5261-4bb3-85b6-8adddaabacb5 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Pushing event updated for resources: {'Port': ['ID=a4464c61-68ea-4b6d-905a-3201c7f4b1f5,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:32.792616 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-38526585-5261-4bb3-85b6-8adddaabacb5 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:32.793244 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-38526585-5261-4bb3-85b6-8adddaabacb5 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:32.886581 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-38526585-5261-4bb3-85b6-8adddaabacb5 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9739542 Apr 11 15:26:32.951098 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-74dc3897-6c71-4e26-9998-ca440fc58cd9 service neutron] Request body: {'port': {'device_id': '687b963c-41d7-4893-95c9-6d21c8b0ede5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:33.028950 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-49cb2bf0-30fe-42c2-bb94-7250b309e42f None None] Provisioning for port a4464c61-68ea-4b6d-905a-3201c7f4b1f5 completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:26:33.035875 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-49cb2bf0-30fe-42c2-bb94-7250b309e42f None None] Provisioning complete for port a4464c61-68ea-4b6d-905a-3201c7f4b1f5 triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:26:33.036669 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-49cb2bf0-30fe-42c2-bb94-7250b309e42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:33.071939 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-74dc3897-6c71-4e26-9998-ca440fc58cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:33.096452 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-49cb2bf0-30fe-42c2-bb94-7250b309e42f None None] Port a4464c61-68ea-4b6d-905a-3201c7f4b1f5 cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:26:33.123345 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de885544-6c3b-4b55-9a09-8bf35033a349 req-13abffbb-4ce6-4848-9656-a0ba337e444c tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:33.125164 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-de885544-6c3b-4b55-9a09-8bf35033a349 req-13abffbb-4ce6-4848-9656-a0ba337e444c tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 931 time: 0.1000113 Apr 11 15:26:33.171532 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-de885544-6c3b-4b55-9a09-8bf35033a349 req-8e1ee1ea-461b-468f-ba2a-b943aa54f3a3 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397487 Apr 11 15:26:33.419889 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-74dc3897-6c71-4e26-9998-ca440fc58cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4464c61-68ea-4b6d-905a-3201c7f4b1f5 {{(pid=88616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:26:33.427312 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-74dc3897-6c71-4e26-9998-ca440fc58cd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:33.441040 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-74dc3897-6c71-4e26-9998-ca440fc58cd9 service neutron] Transition to ACTIVE for port object a4464c61-68ea-4b6d-905a-3201c7f4b1f5 will not be triggered until provisioned by entity L2. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:26:33.500124 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-74dc3897-6c71-4e26-9998-ca440fc58cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:33.659494 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc3897-6c71-4e26-9998-ca440fc58cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4464c61-68ea-4b6d-905a-3201c7f4b1f5,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:33.736116 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-74dc3897-6c71-4e26-9998-ca440fc58cd9 service neutron] Attempting to bind port a4464c61-68ea-4b6d-905a-3201c7f4b1f5 on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:26:33.736447 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-74dc3897-6c71-4e26-9998-ca440fc58cd9 service neutron] Attempting to bind port a4464c61-68ea-4b6d-905a-3201c7f4b1f5 by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': 'fd6bd0bd-e715-4520-88b6-34deb7cb8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9'}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:26:33.736767 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-74dc3897-6c71-4e26-9998-ca440fc58cd9 service neutron] Attempting to bind port a4464c61-68ea-4b6d-905a-3201c7f4b1f5 on network 9449e90a-2ee3-4357-9ae1-9bbb152819d9 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:26:33.742139 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-74dc3897-6c71-4e26-9998-ca440fc58cd9 service neutron] Port a4464c61-68ea-4b6d-905a-3201c7f4b1f5 on network 9449e90a-2ee3-4357-9ae1-9bbb152819d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 15:26:33.742475 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-74dc3897-6c71-4e26-9998-ca440fc58cd9 service neutron] Attempting to bind port a4464c61-68ea-4b6d-905a-3201c7f4b1f5 on network 9449e90a-2ee3-4357-9ae1-9bbb152819d9 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:26:33.747668 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-74dc3897-6c71-4e26-9998-ca440fc58cd9 service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:26:33.747998 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-74dc3897-6c71-4e26-9998-ca440fc58cd9 service neutron] Checking segment: {'id': 'fd6bd0bd-e715-4520-88b6-34deb7cb8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:26:33.748379 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-74dc3897-6c71-4e26-9998-ca440fc58cd9 service neutron] Bound using segment: {'id': 'fd6bd0bd-e715-4520-88b6-34deb7cb8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9'} {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:26:33.748808 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-74dc3897-6c71-4e26-9998-ca440fc58cd9 service neutron] Bound port: a4464c61-68ea-4b6d-905a-3201c7f4b1f5, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd6bd0bd-e715-4520-88b6-34deb7cb8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9'}}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:26:33.749147 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-74dc3897-6c71-4e26-9998-ca440fc58cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:33.841924 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-74dc3897-6c71-4e26-9998-ca440fc58cd9 service neutron] For port a4464c61-68ea-4b6d-905a-3201c7f4b1f5, host hv-neutron-8373, cleared binding levels {{(pid=88616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:26:33.844764 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-74dc3897-6c71-4e26-9998-ca440fc58cd9 service neutron] For port a4464c61-68ea-4b6d-905a-3201c7f4b1f5, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=a4464c61-68ea-4b6d-905a-3201c7f4b1f5,segment=NetworkSegment(fd6bd0bd-e715-4520-88b6-34deb7cb8c76),segment_id=fd6bd0bd-e715-4520-88b6-34deb7cb8c76)] {{(pid=88616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:26:33.931751 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-74dc3897-6c71-4e26-9998-ca440fc58cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:33.986628 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-74dc3897-6c71-4e26-9998-ca440fc58cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:33.987247 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-74dc3897-6c71-4e26-9998-ca440fc58cd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:33.988649 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-74dc3897-6c71-4e26-9998-ca440fc58cd9 service neutron] 10.222.0.53 "PUT /v2.0/ports/a4464c61-68ea-4b6d-905a-3201c7f4b1f5 HTTP/1.1" status: 200 len: 1093 time: 1.0941479 Apr 11 15:26:33.989086 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687b963c-41d7-4893-95c9-6d21c8b0ede5', 'tag': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:26:34.033982 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc3897-6c71-4e26-9998-ca440fc58cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4464c61-68ea-4b6d-905a-3201c7f4b1f5,revision_number=3']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:34.046784 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec58ac24-2a1f-43e7-8997-9ffbd08d74d5'] response: {'name': 'network-changed', 'server_uuid': '687b963c-41d7-4893-95c9-6d21c8b0ede5', 'tag': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5', 'status': 'completed', 'code': 200} Apr 11 15:26:34.144448 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d5922-e275-4fec-9ef0-75a35648046c req-55231002-884d-4d97-abde-74759a23d5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:34.146193 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7e1d5922-e275-4fec-9ef0-75a35648046c req-55231002-884d-4d97-abde-74759a23d5c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=551d169fb23c40d0b739219e3dfd69d6&device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 1096 time: 0.0768380 Apr 11 15:26:34.401411 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d5922-e275-4fec-9ef0-75a35648046c req-15dfba73-fa31-492b-8647-6558749d9c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:34.402984 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7e1d5922-e275-4fec-9ef0-75a35648046c req-15dfba73-fa31-492b-8647-6558749d9c4b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=551d169fb23c40d0b739219e3dfd69d6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2496886 Apr 11 15:26:34.470891 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59bb5f-5b23-4b3c-81b4-3c7cf331b1a9 req-7ed600c0-ecab-4980-8c81-9fb965da66a5 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:34.472329 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-de59bb5f-5b23-4b3c-81b4-3c7cf331b1a9 req-7ed600c0-ecab-4980-8c81-9fb965da66a5 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 943 time: 0.1886187 Apr 11 15:26:34.517748 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-de59bb5f-5b23-4b3c-81b4-3c7cf331b1a9 req-3706fff1-69d4-4a93-9cc7-74d44b7ad17f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385005 Apr 11 15:26:34.542638 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d5922-e275-4fec-9ef0-75a35648046c req-40bbdb0e-3b59-4069-9021-72923568f838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:34.544110 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-7e1d5922-e275-4fec-9ef0-75a35648046c req-40bbdb0e-3b59-4069-9021-72923568f838 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1353781 Apr 11 15:26:34.647588 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-06d594d9-52de-48e5-b3d9-e4955798a5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:34.649041 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-06d594d9-52de-48e5-b3d9-e4955798a5f9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=551d169fb23c40d0b739219e3dfd69d6&device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 1096 time: 0.0707784 Apr 11 15:26:34.721017 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-6bbfa23a-2d84-4197-9e75-84071bdbd397 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4464c61-68ea-4b6d-905a-3201c7f4b1f5 HTTP/1.1" status: 200 len: 217 time: 0.0641792 Apr 11 15:26:34.782188 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-8ebdcb40-ba23-41cb-a679-400bbe94a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:34.783522 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-8ebdcb40-ba23-41cb-a679-400bbe94a748 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=94322735-39be-4a26-97ea-cc782ee64c21 HTTP/1.1" status: 200 len: 849 time: 0.0571544 Apr 11 15:26:34.860776 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-3f5db47b-a175-4d78-8f9d-ff985604f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:34.862247 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-3f5db47b-a175-4d78-8f9d-ff985604f2d3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9449e90a-2ee3-4357-9ae1-9bbb152819d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728211 Apr 11 15:26:35.004484 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-8a1caf1f-d044-4c87-92ea-91d187727f37 service neutron] 10.222.0.53 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360128 Apr 11 15:26:35.136464 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-52007788-fe49-45ff-b4fd-af37606ccc49 req-d938745b-e151-4d63-a4d0-643470e0c914 service neutron] 10.222.0.53 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264191 Apr 11 15:26:35.707263 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d96f8-1f19-47bd-8eb5-0647d37401d3 req-b9f15cc9-5154-42ad-bd71-fb86ce35770b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:35.707949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-884d96f8-1f19-47bd-8eb5-0647d37401d3 req-b9f15cc9-5154-42ad-bd71-fb86ce35770b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Synchronizing usage tracker for tenant:551d169fb23c40d0b739219e3dfd69d6 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:26:35.780258 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-884d96f8-1f19-47bd-8eb5-0647d37401d3 req-b9f15cc9-5154-42ad-bd71-fb86ce35770b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Unset dirty status for tenant:551d169fb23c40d0b739219e3dfd69d6 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:26:35.781457 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-884d96f8-1f19-47bd-8eb5-0647d37401d3 req-b9f15cc9-5154-42ad-bd71-fb86ce35770b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 943 time: 0.1550734 Apr 11 15:26:35.826621 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-884d96f8-1f19-47bd-8eb5-0647d37401d3 req-a10ce725-72ac-4d08-b52c-1b4c0c65eefc tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394435 Apr 11 15:26:37.017147 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd497cb1-d18a-452f-82d8-a9acb26e6eff req-7c799230-c8c9-4746-b389-1a2e15b2a9bf tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:37.018651 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fd497cb1-d18a-452f-82d8-a9acb26e6eff req-7c799230-c8c9-4746-b389-1a2e15b2a9bf tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 943 time: 0.0814130 Apr 11 15:26:37.069996 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-fd497cb1-d18a-452f-82d8-a9acb26e6eff req-5da17e48-331a-4884-9445-67b92d4702e1 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449710 Apr 11 15:26:38.253992 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332de71-18fe-4cb9-8b33-38dfafdfe267 req-4b04c349-1ba0-44f1-b225-64e8b531008f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:38.255426 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c332de71-18fe-4cb9-8b33-38dfafdfe267 req-4b04c349-1ba0-44f1-b225-64e8b531008f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 943 time: 0.0831592 Apr 11 15:26:38.299732 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-c332de71-18fe-4cb9-8b33-38dfafdfe267 req-3025abfe-bc45-4e0b-9374-035350acc416 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379829 Apr 11 15:26:38.364431 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device a4464c61-68ea-4b6d-905a-3201c7f4b1f5 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 15:26:38.495968 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port a4464c61-68ea-4b6d-905a-3201c7f4b1f5, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=a4464c61-68ea-4b6d-905a-3201c7f4b1f5,segment=NetworkSegment(fd6bd0bd-e715-4520-88b6-34deb7cb8c76),segment_id=fd6bd0bd-e715-4520-88b6-34deb7cb8c76)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:26:38.509292 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'port_id': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5', 'mac_address': 'fa:16:3e:3e:16:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94322735-39be-4a26-97ea-cc782ee64c21', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 15:26:38.567355 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:38.584156 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4464c61-68ea-4b6d-905a-3201c7f4b1f5 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:26:38.599620 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port a4464c61-68ea-4b6d-905a-3201c7f4b1f5, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=a4464c61-68ea-4b6d-905a-3201c7f4b1f5,segment=NetworkSegment(fd6bd0bd-e715-4520-88b6-34deb7cb8c76),segment_id=fd6bd0bd-e715-4520-88b6-34deb7cb8c76)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:26:38.670969 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:38.739652 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=a4464c61-68ea-4b6d-905a-3201c7f4b1f5,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:38.964063 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['a4464c61-68ea-4b6d-905a-3201c7f4b1f5'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 15:26:39.492554 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ada51f-4300-44bb-929e-da8e7bfa370f req-cb225d72-0401-4d7c-907d-411f209b4a35 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:39.494018 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-64ada51f-4300-44bb-929e-da8e7bfa370f req-cb225d72-0401-4d7c-907d-411f209b4a35 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 944 time: 0.0850856 Apr 11 15:26:39.537317 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-64ada51f-4300-44bb-929e-da8e7bfa370f req-60da4ddd-9be5-4a75-8e5b-503880aa28eb tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377152 Apr 11 15:26:39.778163 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:26:40.374411 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device a4464c61-68ea-4b6d-905a-3201c7f4b1f5 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:26:40.517088 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port a4464c61-68ea-4b6d-905a-3201c7f4b1f5 completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:26:40.523340 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port a4464c61-68ea-4b6d-905a-3201c7f4b1f5 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:26:40.523772 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:40.681767 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:40.711373 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687b963c-41d7-4893-95c9-6d21c8b0ede5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:26:40.721524 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port a4464c61-68ea-4b6d-905a-3201c7f4b1f5, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=a4464c61-68ea-4b6d-905a-3201c7f4b1f5,segment=NetworkSegment(fd6bd0bd-e715-4520-88b6-34deb7cb8c76),segment_id=fd6bd0bd-e715-4520-88b6-34deb7cb8c76)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:26:40.758523 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db95e0-5a53-48d7-bd12-5f59a084388c req-51606bb4-c0d5-428e-8eab-674c3456e35d tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:40.761988 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-17db95e0-5a53-48d7-bd12-5f59a084388c req-51606bb4-c0d5-428e-8eab-674c3456e35d tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 944 time: 0.1032507 Apr 11 15:26:40.771618 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4832b2f2-6b1c-4b4c-a983-3d782d8b51b0'] response: {'server_uuid': '687b963c-41d7-4893-95c9-6d21c8b0ede5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5', 'code': 200} Apr 11 15:26:40.780788 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:40.812043 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-17db95e0-5a53-48d7-bd12-5f59a084388c req-51ffb59f-9a05-4eca-ab3d-a49a3fedfd9f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460801 Apr 11 15:26:40.855272 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=a4464c61-68ea-4b6d-905a-3201c7f4b1f5,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:41.158626 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224e548-5d02-4cda-8cf0-1e1b9fe558ef req-81dfd64c-563b-4d20-ade8-ea4e4c0a6faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:41.160129 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9224e548-5d02-4cda-8cf0-1e1b9fe558ef req-81dfd64c-563b-4d20-ade8-ea4e4c0a6faf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 1098 time: 0.0931733 Apr 11 15:26:41.203857 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-9224e548-5d02-4cda-8cf0-1e1b9fe558ef req-3798469e-8e5e-4f55-86ee-b2305216af81 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378969 Apr 11 15:26:42.002666 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b22599-56e2-4033-acc8-2408c6b6485a req-39ab217c-1334-4282-849e-fdc674ade60b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:42.004107 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-72b22599-56e2-4033-acc8-2408c6b6485a req-39ab217c-1334-4282-849e-fdc674ade60b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 945 time: 0.0846372 Apr 11 15:26:42.048833 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-72b22599-56e2-4033-acc8-2408c6b6485a req-31ccbe50-7761-4175-b74b-edb807df3b61 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384007 Apr 11 15:26:43.236413 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8baf37-bc1d-4d5f-9fbd-6a3990566e55 req-b5bfc572-d65b-4026-9fb9-af4d18e41ce4 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:43.238045 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ad8baf37-bc1d-4d5f-9fbd-6a3990566e55 req-b5bfc572-d65b-4026-9fb9-af4d18e41ce4 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 945 time: 0.0825160 Apr 11 15:26:43.285594 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-ad8baf37-bc1d-4d5f-9fbd-6a3990566e55 req-f72c8077-d755-4cc5-8c90-ff340512be43 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410337 Apr 11 15:26:43.474035 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e83f2b-a670-4f3e-885a-9d819e32807f req-25c323d3-24f5-4a61-99ad-f27ddbba4b5c tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:43.475539 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-14e83f2b-a670-4f3e-885a-9d819e32807f req-25c323d3-24f5-4a61-99ad-f27ddbba4b5c tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 945 time: 0.0850153 Apr 11 15:26:43.520992 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-14e83f2b-a670-4f3e-885a-9d819e32807f req-0f86df85-bfdf-4431-bb9c-56e0fb731e52 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392179 Apr 11 15:26:43.544220 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 54608) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:26:43.657382 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6351be80-2d3a-427a-baa2-0e138ef2b778 tempest-TestSnapshotPattern-1455599734 tempest-TestSnapshotPattern-1455599734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:43.658922 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-6351be80-2d3a-427a-baa2-0e138ef2b778 tempest-TestSnapshotPattern-1455599734 tempest-TestSnapshotPattern-1455599734-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 1093 time: 0.1137595 Apr 11 15:26:43.661648 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 54614) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:26:43.667170 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.v2.base [None req-3b42c2e3-5e6e-415a-b95c-818f7591829b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:43.673107 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-3b42c2e3-5e6e-415a-b95c-818f7591829b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:26:43.676906 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-3b42c2e3-5e6e-415a-b95c-818f7591829b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Usage tracker for resource:floatingip and tenant:551d169fb23c40d0b739219e3dfd69d6 is out of sync, need to count used quota {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:26:43.679741 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.quota.resource [None req-3b42c2e3-5e6e-415a-b95c-818f7591829b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:26:43.686117 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.quota.driver [None req-3b42c2e3-5e6e-415a-b95c-818f7591829b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:26:43.770604 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3b42c2e3-5e6e-415a-b95c-818f7591829b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for floatingip, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:43.907837 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3b42c2e3-5e6e-415a-b95c-818f7591829b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:44.047509 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_common [None req-3b42c2e3-5e6e-415a-b95c-818f7591829b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Allocated IP 172.26.7.163 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/74c1b77e-fbf4-487f-a85e-8a5b576f0a40) {{(pid=88617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:26:44.202947 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3b42c2e3-5e6e-415a-b95c-818f7591829b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for port, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:44.296870 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3b42c2e3-5e6e-415a-b95c-818f7591829b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:44.355082 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b42c2e3-5e6e-415a-b95c-818f7591829b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:26:44.356177 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.base_scheduler [None req-3b42c2e3-5e6e-415a-b95c-818f7591829b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Resources bound (agent type, host, resource id): {{(pid=88617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:44.360570 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b42c2e3-5e6e-415a-b95c-818f7591829b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Received port after_create {{(pid=88617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:26:44.416039 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42c2e3-5e6e-415a-b95c-818f7591829b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Pushing event updated for resources: {'Port': ['ID=74c1b77e-fbf4-487f-a85e-8a5b576f0a40,revision_number=1']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:44.787753 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3b42c2e3-5e6e-415a-b95c-818f7591829b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:44.956190 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3b42c2e3-5e6e-415a-b95c-818f7591829b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:45.269924 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3b42c2e3-5e6e-415a-b95c-818f7591829b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for port, precommit_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:45.356981 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3b42c2e3-5e6e-415a-b95c-818f7591829b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1751139'] for port, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:45.464107 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42c2e3-5e6e-415a-b95c-818f7591829b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Pushing event updated for resources: {'Port': ['ID=74c1b77e-fbf4-487f-a85e-8a5b576f0a40,revision_number=2']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:45.481252 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3b42c2e3-5e6e-415a-b95c-818f7591829b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:45.653632 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.db.l3_db [None req-3b42c2e3-5e6e-415a-b95c-818f7591829b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Floating IP 07515bf0-8531-4b97-8c1d-826b3077c340 associated. External IP: 172.26.7.163, port: a4464c61-68ea-4b6d-905a-3201c7f4b1f5. Apr 11 15:26:46.022463 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b42c2e3-5e6e-415a-b95c-818f7591829b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Router 7fcaec80-9fbf-474f-bc80-07435247a615 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:26:46.204470 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b42c2e3-5e6e-415a-b95c-818f7591829b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:26:46.213876 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b2ff00-b39f-4ba2-8f59-d26af0d11b89 None None] Sync routers for ids ['7fcaec80-9fbf-474f-bc80-07435247a615'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:26:46.223983 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b2ff00-b39f-4ba2-8f59-d26af0d11b89 None None] Routers {'7fcaec80-9fbf-474f-bc80-07435247a615'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:26:46.228153 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-f3b2ff00-b39f-4ba2-8f59-d26af0d11b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:26:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['7fcaec80-9fbf-474f-bc80-07435247a615'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:46.282494 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-3b42c2e3-5e6e-415a-b95c-818f7591829b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:46.338761 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-3b42c2e3-5e6e-415a-b95c-818f7591829b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6760724 Apr 11 15:26:46.339339 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687b963c-41d7-4893-95c9-6d21c8b0ede5', 'tag': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5'}] {{(pid=88617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:26:46.385646 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609640aa-9591-4d32-9a34-a567dd1b1cba'] response: {'name': 'network-changed', 'server_uuid': '687b963c-41d7-4893-95c9-6d21c8b0ede5', 'tag': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5', 'status': 'completed', 'code': 200} Apr 11 15:26:46.434252 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-f3b2ff00-b39f-4ba2-8f59-d26af0d11b89 None None] Set router 7fcaec80-9fbf-474f-bc80-07435247a615 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:26:46.474102 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da745c6c-55c6-456f-9bd4-c765fb42f758 req-275d4b81-79bf-483b-a5c4-acee3e9c0c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:46.475587 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-da745c6c-55c6-456f-9bd4-c765fb42f758 req-275d4b81-79bf-483b-a5c4-acee3e9c0c8c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=551d169fb23c40d0b739219e3dfd69d6&device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 1098 time: 0.0708833 Apr 11 15:26:46.606306 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da745c6c-55c6-456f-9bd4-c765fb42f758 req-5f6d62f9-638e-4463-a847-410b32318fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:46.607763 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-da745c6c-55c6-456f-9bd4-c765fb42f758 req-5f6d62f9-638e-4463-a847-410b32318fed service neutron] 10.222.0.53 "GET /v2.0/networks?id=9449e90a-2ee3-4357-9ae1-9bbb152819d9 HTTP/1.1" status: 200 len: 912 time: 0.1263320 Apr 11 15:26:46.785546 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-f3b2ff00-b39f-4ba2-8f59-d26af0d11b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'name': 'tempest-TestSnapshotPattern-1206410669-router', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:10Z', 'updated_at': '2022-04-11T15:26:15Z', 'revision_number': 4, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'gw_port': {'id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:11Z', 'updated_at': '2022-04-11T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '07515bf0-8531-4b97-8c1d-826b3077c340', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'floating_ip_address': '172.26.7.163', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'port_id': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'mac_address': 'fa:16:3e:3e:16:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687b963c-41d7-4893-95c9-6d21c8b0ede5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:26:44Z', 'updated_at': '2022-04-11T15:26:44Z', 'revision_number': 0, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0fa7ec-d9a1-45a5-bffa-21808d68e11c', 'name': '', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'mac_address': 'fa:16:3e:10:8c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '94322735-39be-4a26-97ea-cc782ee64c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:14Z', 'updated_at': '2022-04-11T15:26:21Z', 'revision_number': 5, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'subnets': [{'id': '94322735-39be-4a26-97ea-cc782ee64c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:46.789384 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b2ff00-b39f-4ba2-8f59-d26af0d11b89 None None] Checking router: 7fcaec80-9fbf-474f-bc80-07435247a615 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:26:46.798000 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b2ff00-b39f-4ba2-8f59-d26af0d11b89 None None] Routers {'7fcaec80-9fbf-474f-bc80-07435247a615'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:26:46.798602 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-f3b2ff00-b39f-4ba2-8f59-d26af0d11b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:26:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['7fcaec80-9fbf-474f-bc80-07435247a615'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:46.806983 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-da745c6c-55c6-456f-9bd4-c765fb42f758 req-589613b7-450e-434c-a5d4-d518e38e54d0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4464c61-68ea-4b6d-905a-3201c7f4b1f5 HTTP/1.1" status: 200 len: 999 time: 0.1923594 Apr 11 15:26:46.870055 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da745c6c-55c6-456f-9bd4-c765fb42f758 req-a6ea785c-6c0e-4f31-99ba-df5e52ab579d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:46.871480 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-da745c6c-55c6-456f-9bd4-c765fb42f758 req-a6ea785c-6c0e-4f31-99ba-df5e52ab579d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=94322735-39be-4a26-97ea-cc782ee64c21 HTTP/1.1" status: 200 len: 849 time: 0.0583408 Apr 11 15:26:46.965523 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da745c6c-55c6-456f-9bd4-c765fb42f758 req-fcdd7ff7-73b2-44c2-aaf2-4d44162fcc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:46.967054 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-da745c6c-55c6-456f-9bd4-c765fb42f758 req-fcdd7ff7-73b2-44c2-aaf2-4d44162fcc12 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9449e90a-2ee3-4357-9ae1-9bbb152819d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0892019 Apr 11 15:26:46.985779 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-f3b2ff00-b39f-4ba2-8f59-d26af0d11b89 None None] Set router 7fcaec80-9fbf-474f-bc80-07435247a615 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:26:47.100989 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-da745c6c-55c6-456f-9bd4-c765fb42f758 req-0ec2ce11-efd8-49ee-a465-7ea59b2acac9 service neutron] 10.222.0.53 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276791 Apr 11 15:26:47.240545 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-da745c6c-55c6-456f-9bd4-c765fb42f758 req-26ade544-beed-4c6d-81cc-fa220c3f1659 service neutron] 10.222.0.53 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333079 Apr 11 15:26:47.339741 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-f3b2ff00-b39f-4ba2-8f59-d26af0d11b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'name': 'tempest-TestSnapshotPattern-1206410669-router', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:10Z', 'updated_at': '2022-04-11T15:26:15Z', 'revision_number': 4, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'gw_port': {'id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:11Z', 'updated_at': '2022-04-11T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '07515bf0-8531-4b97-8c1d-826b3077c340', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'floating_ip_address': '172.26.7.163', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'port_id': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'mac_address': 'fa:16:3e:3e:16:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687b963c-41d7-4893-95c9-6d21c8b0ede5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:26:44Z', 'updated_at': '2022-04-11T15:26:44Z', 'revision_number': 0, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0fa7ec-d9a1-45a5-bffa-21808d68e11c', 'name': '', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'mac_address': 'fa:16:3e:10:8c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '94322735-39be-4a26-97ea-cc782ee64c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:14Z', 'updated_at': '2022-04-11T15:26:21Z', 'revision_number': 5, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'subnets': [{'id': '94322735-39be-4a26-97ea-cc782ee64c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:47.343567 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b2ff00-b39f-4ba2-8f59-d26af0d11b89 None None] The sync data for ids ['7fcaec80-9fbf-474f-bc80-07435247a615'] in dv-neutron-837330-1-hyperv is: [{'id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'name': 'tempest-TestSnapshotPattern-1206410669-router', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:10Z', 'updated_at': '2022-04-11T15:26:15Z', 'revision_number': 4, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'gw_port': {'id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:11Z', 'updated_at': '2022-04-11T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '07515bf0-8531-4b97-8c1d-826b3077c340', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'floating_ip_address': '172.26.7.163', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'port_id': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'mac_address': 'fa:16:3e:3e:16:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687b963c-41d7-4893-95c9-6d21c8b0ede5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:26:44Z', 'updated_at': '2022-04-11T15:26:44Z', 'revision_number': 0, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0fa7ec-d9a1-45a5-bffa-21808d68e11c', 'name': '', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'mac_address': 'fa:16:3e:10:8c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '94322735-39be-4a26-97ea-cc782ee64c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:14Z', 'updated_at': '2022-04-11T15:26:21Z', 'revision_number': 5, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'subnets': [{'id': '94322735-39be-4a26-97ea-cc782ee64c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:26:47.519135 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdd667b-f61e-4135-a776-ea2391ee4382 None None] New status for floating IP 07515bf0-8531-4b97-8c1d-826b3077c340: ACTIVE {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:26:54.811148 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:55.248380 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-761b3de3-5439-45b6-a72d-cde3b255bca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:57.796035 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-4b2372c0-65e3-4064-8214-ed205b660a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:58.784416 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:26:58.938907 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:27:00.205028 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:27:03.140751 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-45e36dbb-e999-472c-8489-9e12b9c5f418 req-21317895-d714-4dd0-a4da-3f0cee8856fc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694377 Apr 11 15:27:03.280824 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e36dbb-e999-472c-8489-9e12b9c5f418 req-711ed513-ad0f-42d4-95a1-04bc32067fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:03.282329 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-45e36dbb-e999-472c-8489-9e12b9c5f418 req-711ed513-ad0f-42d4-95a1-04bc32067fba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=551d169fb23c40d0b739219e3dfd69d6&device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 1098 time: 0.0715184 Apr 11 15:27:03.428525 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e36dbb-e999-472c-8489-9e12b9c5f418 req-5aac572f-515a-4f8b-8f68-a1fcb2c73370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:03.429991 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-45e36dbb-e999-472c-8489-9e12b9c5f418 req-5aac572f-515a-4f8b-8f68-a1fcb2c73370 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9449e90a-2ee3-4357-9ae1-9bbb152819d9 HTTP/1.1" status: 200 len: 912 time: 0.1271992 Apr 11 15:27:03.533541 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-45e36dbb-e999-472c-8489-9e12b9c5f418 req-1662e46b-39fa-4801-b0c9-09c550eb6bc7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4464c61-68ea-4b6d-905a-3201c7f4b1f5 HTTP/1.1" status: 200 len: 1001 time: 0.0969515 Apr 11 15:27:03.598957 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e36dbb-e999-472c-8489-9e12b9c5f418 req-97deddc4-96d5-424a-86fe-6d9de5f62b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:03.600376 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-45e36dbb-e999-472c-8489-9e12b9c5f418 req-97deddc4-96d5-424a-86fe-6d9de5f62b2f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=94322735-39be-4a26-97ea-cc782ee64c21 HTTP/1.1" status: 200 len: 849 time: 0.0605512 Apr 11 15:27:03.678632 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e36dbb-e999-472c-8489-9e12b9c5f418 req-8d35111b-1ba0-4933-83a4-4562e3e8f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:03.680026 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-45e36dbb-e999-472c-8489-9e12b9c5f418 req-8d35111b-1ba0-4933-83a4-4562e3e8f085 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9449e90a-2ee3-4357-9ae1-9bbb152819d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727670 Apr 11 15:27:03.828742 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-45e36dbb-e999-472c-8489-9e12b9c5f418 req-67e07fcd-64db-4b62-a1e5-792adecc3fd9 service neutron] 10.222.0.53 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416378 Apr 11 15:27:03.986307 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-45e36dbb-e999-472c-8489-9e12b9c5f418 req-2bb407fb-d9ce-4d88-b4d6-5ca2ccceacf8 service neutron] 10.222.0.53 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510537 Apr 11 15:27:16.778589 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:27:24.771821 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:27:25.246510 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-2b5b1cdf-fb8f-4285-9bb7-268437e4aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:27:27.804616 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f27bd05d-d700-4512-8136-489a1383dfa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:27:28.795048 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:27:28.935799 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:27:30.212088 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:27:53.777186 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:27:54.765450 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:27:55.243630 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d77bab8f-5e86-4bab-bf6c-140e5ac427ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:27:57.811539 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-37a2ff70-5d74-4907-b8b0-5d502e4f4e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:27:58.747628 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:27:58.942638 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:28:00.204997 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:28:04.803824 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-20036c69-3e87-413b-9ad3-c05452890fa0 req-a06efdc1-9c2a-48a4-9ad2-f701ad56e5d9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728099 Apr 11 15:28:04.947877 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20036c69-3e87-413b-9ad3-c05452890fa0 req-b29a5f2f-5ae1-4809-a513-1908e19b18bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:04.949322 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-20036c69-3e87-413b-9ad3-c05452890fa0 req-b29a5f2f-5ae1-4809-a513-1908e19b18bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=551d169fb23c40d0b739219e3dfd69d6&device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 1098 time: 0.0716429 Apr 11 15:28:05.094478 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20036c69-3e87-413b-9ad3-c05452890fa0 req-d5f531a2-f203-4c21-9350-d86c94c5d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:05.095854 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-20036c69-3e87-413b-9ad3-c05452890fa0 req-d5f531a2-f203-4c21-9350-d86c94c5d599 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9449e90a-2ee3-4357-9ae1-9bbb152819d9 HTTP/1.1" status: 200 len: 912 time: 0.1274974 Apr 11 15:28:05.307661 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-20036c69-3e87-413b-9ad3-c05452890fa0 req-c39947ca-43ba-4277-ac29-adb3b4e2da5c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4464c61-68ea-4b6d-905a-3201c7f4b1f5 HTTP/1.1" status: 200 len: 1001 time: 0.2061491 Apr 11 15:28:05.369640 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20036c69-3e87-413b-9ad3-c05452890fa0 req-e2ecdecc-a4bf-476e-a3c6-9aa280fcddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:05.371038 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-20036c69-3e87-413b-9ad3-c05452890fa0 req-e2ecdecc-a4bf-476e-a3c6-9aa280fcddb3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=94322735-39be-4a26-97ea-cc782ee64c21 HTTP/1.1" status: 200 len: 849 time: 0.0573268 Apr 11 15:28:05.450692 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20036c69-3e87-413b-9ad3-c05452890fa0 req-ccb0b6ab-55e3-4a30-889e-c60f13478d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:05.452684 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-20036c69-3e87-413b-9ad3-c05452890fa0 req-ccb0b6ab-55e3-4a30-889e-c60f13478d7b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9449e90a-2ee3-4357-9ae1-9bbb152819d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752811 Apr 11 15:28:05.585430 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-20036c69-3e87-413b-9ad3-c05452890fa0 req-ec73acab-d75d-4d6e-9401-0952fa2b9b23 service neutron] 10.222.0.53 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258676 Apr 11 15:28:05.719203 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-20036c69-3e87-413b-9ad3-c05452890fa0 req-d8e5248f-a33a-422c-9b89-d0c9e396a222 service neutron] 10.222.0.53 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241291 Apr 11 15:28:24.820938 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:28:25.232529 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0bc658de-bf6d-4f78-af7e-14689c9a683e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:28:27.798618 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-57e2c872-47d7-44cb-88ff-e0d35e6b9b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:28:28.746658 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:28:28.929257 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:28:30.196818 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:28:30.777032 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:28:54.808156 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:28:55.225269 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6bbf2076-7fea-43bb-afb4-6a4f8dfdd32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:28:57.784991 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-421e0186-0fe1-40a3-8c2e-d90aa87665ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:28:58.779683 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:28:58.933751 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:00.191032 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:05.920133 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-18d418d8-800f-4b20-8d10-67454ef0336f req-892a93c0-5789-43b2-8143-8e11eeb35953 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697641 Apr 11 15:29:06.060361 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d418d8-800f-4b20-8d10-67454ef0336f req-8bc1cda4-2871-4650-be1d-97fcbae69dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:06.061960 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-18d418d8-800f-4b20-8d10-67454ef0336f req-8bc1cda4-2871-4650-be1d-97fcbae69dc4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=551d169fb23c40d0b739219e3dfd69d6&device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 1098 time: 0.0736048 Apr 11 15:29:06.213780 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d418d8-800f-4b20-8d10-67454ef0336f req-e90477ff-3ef1-4cef-9271-537910292da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:06.215258 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-18d418d8-800f-4b20-8d10-67454ef0336f req-e90477ff-3ef1-4cef-9271-537910292da5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9449e90a-2ee3-4357-9ae1-9bbb152819d9 HTTP/1.1" status: 200 len: 912 time: 0.1358674 Apr 11 15:29:06.315796 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-18d418d8-800f-4b20-8d10-67454ef0336f req-f2bcaa52-907f-4055-990f-fbb76863aa6b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4464c61-68ea-4b6d-905a-3201c7f4b1f5 HTTP/1.1" status: 200 len: 1001 time: 0.0933468 Apr 11 15:29:06.382264 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d418d8-800f-4b20-8d10-67454ef0336f req-6a85a03e-59ed-4ac5-8171-32df47d57ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:06.383710 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-18d418d8-800f-4b20-8d10-67454ef0336f req-6a85a03e-59ed-4ac5-8171-32df47d57ff2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=94322735-39be-4a26-97ea-cc782ee64c21 HTTP/1.1" status: 200 len: 849 time: 0.0619402 Apr 11 15:29:06.459458 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d418d8-800f-4b20-8d10-67454ef0336f req-1b94f969-e279-43e8-95d0-7fb2b72ad729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:06.461022 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-18d418d8-800f-4b20-8d10-67454ef0336f req-1b94f969-e279-43e8-95d0-7fb2b72ad729 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9449e90a-2ee3-4357-9ae1-9bbb152819d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719662 Apr 11 15:29:06.472209 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [req-18d418d8-800f-4b20-8d10-67454ef0336f req-1ce5ff67-5a94-4129-a488-78936d5c8542 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 11 15:29:06.473034 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-18d418d8-800f-4b20-8d10-67454ef0336f req-1ce5ff67-5a94-4129-a488-78936d5c8542 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055368 Apr 11 15:29:06.605502 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-18d418d8-800f-4b20-8d10-67454ef0336f req-8567b390-8a02-4f60-a54a-2ed5339264bb service neutron] 10.222.0.53 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263332 Apr 11 15:29:06.736159 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-18d418d8-800f-4b20-8d10-67454ef0336f req-01e22617-fa7b-483c-b414-82c20a194eaa service neutron] 10.222.0.53 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244009 Apr 11 15:29:07.776092 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:29:19.237273 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device a4464c61-68ea-4b6d-905a-3201c7f4b1f5 details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 15:29:19.403660 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port a4464c61-68ea-4b6d-905a-3201c7f4b1f5, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=a4464c61-68ea-4b6d-905a-3201c7f4b1f5,segment=NetworkSegment(fd6bd0bd-e715-4520-88b6-34deb7cb8c76),segment_id=fd6bd0bd-e715-4520-88b6-34deb7cb8c76)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:29:19.416976 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'port_id': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5', 'mac_address': 'fa:16:3e:3e:16:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94322735-39be-4a26-97ea-cc782ee64c21', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 15:29:19.471878 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:19.488454 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4464c61-68ea-4b6d-905a-3201c7f4b1f5 {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:29:19.504233 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port a4464c61-68ea-4b6d-905a-3201c7f4b1f5, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=a4464c61-68ea-4b6d-905a-3201c7f4b1f5,segment=NetworkSegment(fd6bd0bd-e715-4520-88b6-34deb7cb8c76),segment_id=fd6bd0bd-e715-4520-88b6-34deb7cb8c76)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:29:19.561666 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:19.636638 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=a4464c61-68ea-4b6d-905a-3201c7f4b1f5,revision_number=6']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:19.643813 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:19.644160 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:19.644504 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:19.644842 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:19.645174 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:19.646560 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:19.646750 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:19.647089 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:19.647423 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:19.647752 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:19.648081 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:19.648408 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:19.652913 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['a4464c61-68ea-4b6d-905a-3201c7f4b1f5'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 15:29:21.253521 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device a4464c61-68ea-4b6d-905a-3201c7f4b1f5 up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:29:21.325570 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port a4464c61-68ea-4b6d-905a-3201c7f4b1f5 triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:29:21.325962 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:21.440884 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:21.467825 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687b963c-41d7-4893-95c9-6d21c8b0ede5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:29:21.479184 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port a4464c61-68ea-4b6d-905a-3201c7f4b1f5, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=a4464c61-68ea-4b6d-905a-3201c7f4b1f5,segment=NetworkSegment(fd6bd0bd-e715-4520-88b6-34deb7cb8c76),segment_id=fd6bd0bd-e715-4520-88b6-34deb7cb8c76)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:29:21.549417 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:21.619545 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=a4464c61-68ea-4b6d-905a-3201c7f4b1f5,revision_number=7']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:22.579287 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa330cb-5fe7-4be6-8a20-63eee371455e'] response: {'server_uuid': '687b963c-41d7-4893-95c9-6d21c8b0ede5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5', 'code': 200} Apr 11 15:29:24.790188 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:25.230572 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-04949b21-5fd9-426f-acef-4209caa1279b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:27.841657 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d8d3bfaa-a489-4edb-96c0-15e89cc5eb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:28.768652 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:28.939304 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:30.195723 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:36.086220 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-70fe0c14-2e73-43ec-8f20-b93b483c93ab tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1191214610&fields=id&tenant_id=551d169fb23c40d0b739219e3dfd69d6 HTTP/1.1" status: 200 len: 267 time: 0.0407431 Apr 11 15:29:36.234621 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-2c87a5b3-ae4c-4fac-a5d8-ed3b8e21ff43 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:36.236042 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-2c87a5b3-ae4c-4fac-a5d8-ed3b8e21ff43 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/networks?id=9449e90a-2ee3-4357-9ae1-9bbb152819d9 HTTP/1.1" status: 200 len: 810 time: 0.1435816 Apr 11 15:29:36.251215 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-80ac2db9-1b58-441a-8947-58c85e741603 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/quotas/551d169fb23c40d0b739219e3dfd69d6 HTTP/1.1" status: 200 len: 375 time: 0.0087821 Apr 11 15:29:36.338819 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-55bcd03a-320c-4f27-b39d-7f0dfe2a838b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=551d169fb23c40d0b739219e3dfd69d6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0817919 Apr 11 15:29:36.579262 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-69480729-4d5a-47a3-85bf-d478a44c8a95 service neutron] 10.222.0.66 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283950 Apr 11 15:29:36.710176 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-ce54f113-5f9d-42ea-bae3-b43b4aa2dfe7 service neutron] 10.222.0.66 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246393 Apr 11 15:29:37.057951 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-4e4a29a5-fbd0-4f74-ab45-13a8f1c7b567 req-149e5214-2e7a-436e-a7a5-9eca711531f1 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 210 time: 0.1094494 Apr 11 15:29:38.221884 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-e53adb60-0baf-4844-894c-ab64b7ccd5fb req-b8afa2f7-1e51-4bf7-893f-ef33bdb3a6b3 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 210 time: 0.0463798 Apr 11 15:29:38.932205 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-c8287904-38b4-4f0f-ba46-1f6d04121ca0 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:38.933633 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-c8287904-38b4-4f0f-ba46-1f6d04121ca0 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.53 "GET /v2.0/networks?id=9449e90a-2ee3-4357-9ae1-9bbb152819d9 HTTP/1.1" status: 200 len: 810 time: 0.1527987 Apr 11 15:29:38.981392 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-e34f454d-7c27-49b0-bf3e-c28dc640fb75 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=551d169fb23c40d0b739219e3dfd69d6 HTTP/1.1" status: 200 len: 380 time: 0.0397811 Apr 11 15:29:38.996899 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Request body: {'port': {'device_id': '462f98f9-9aa0-42af-89de-dfc8ffc9e842', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'admin_state_up': True, 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'security_groups': ['5dbf362f-dc9d-4229-806c-11e7762e444a']}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:29:39.240862 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:29:39.250818 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:29:39.305557 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Made reservation on behalf of 551d169fb23c40d0b739219e3dfd69d6 for: {'port': 1} {{(pid=88616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:29:39.309355 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:39.401195 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device a4464c61-68ea-4b6d-905a-3201c7f4b1f5 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:29:39.427737 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-17d76b32-c6ec-4d36-8deb-a62b570772e4 req-13fc4a29-380d-4fe9-987e-1add0fa2f1b4 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 210 time: 0.0963755 Apr 11 15:29:39.526957 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:39.532213 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Allocated IP 172.20.0.14 (9449e90a-2ee3-4357-9ae1-9bbb152819d9/94322735-39be-4a26-97ea-cc782ee64c21/563a8875-e395-4716-b914-a33dea76456e) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:29:39.555310 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687b963c-41d7-4893-95c9-6d21c8b0ede5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:29:39.565709 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port a4464c61-68ea-4b6d-905a-3201c7f4b1f5, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=a4464c61-68ea-4b6d-905a-3201c7f4b1f5,segment=NetworkSegment(fd6bd0bd-e715-4520-88b6-34deb7cb8c76),segment_id=fd6bd0bd-e715-4520-88b6-34deb7cb8c76)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:29:39.607753 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3866ea9-58b6-4d2d-abc7-ecc119423f51'] response: {'server_uuid': '687b963c-41d7-4893-95c9-6d21c8b0ede5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5', 'code': 200} Apr 11 15:29:39.647726 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:39.745754 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=a4464c61-68ea-4b6d-905a-3201c7f4b1f5,revision_number=8']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:39.750975 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:39.775151 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Transition to ACTIVE for port object 563a8875-e395-4716-b914-a33dea76456e will not be triggered until provisioned by entity DHCP. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:29:39.859066 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:39.917840 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Network 9449e90a-2ee3-4357-9ae1-9bbb152819d9 is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:29:39.924455 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:29:39.937771 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:29:40.060261 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Pushing event updated for resources: {'Port': ['ID=563a8875-e395-4716-b914-a33dea76456e,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:40.075923 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:40.076362 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:40.076744 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:40.077154 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:40.077505 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:40.077885 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:40.078221 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:40.078590 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:40.078930 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:40.079268 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:40.079714 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:40.079938 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:40.096452 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:40.097102 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:40.173562 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-feadf3b5-879e-4245-b4db-9986dac235ff tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1803272 Apr 11 15:29:40.310968 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-d37af1c2-f394-4c8f-a1f7-2af33f73e9bf None None] Provisioning for port 563a8875-e395-4716-b914-a33dea76456e completed by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:29:40.316821 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-d37af1c2-f394-4c8f-a1f7-2af33f73e9bf None None] Provisioning complete for port 563a8875-e395-4716-b914-a33dea76456e triggered by entity DHCP. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:29:40.317284 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d37af1c2-f394-4c8f-a1f7-2af33f73e9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:40.384044 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-d37af1c2-f394-4c8f-a1f7-2af33f73e9bf None None] Port 563a8875-e395-4716-b914-a33dea76456e cannot update to ACTIVE because it is not bound. {{(pid=88618) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 11 15:29:40.626591 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1c26f-6092-47a9-99de-81ff061b7624 req-e6533233-4f37-43b3-a5bd-25b55aa8635c tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:40.627241 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-a7b1c26f-6092-47a9-99de-81ff061b7624 req-e6533233-4f37-43b3-a5bd-25b55aa8635c tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Synchronizing usage tracker for tenant:551d169fb23c40d0b739219e3dfd69d6 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:29:40.688464 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-a7b1c26f-6092-47a9-99de-81ff061b7624 req-e6533233-4f37-43b3-a5bd-25b55aa8635c tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Unset dirty status for tenant:551d169fb23c40d0b739219e3dfd69d6 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:29:40.690410 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a7b1c26f-6092-47a9-99de-81ff061b7624 req-e6533233-4f37-43b3-a5bd-25b55aa8635c tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 932 time: 0.1500390 Apr 11 15:29:40.746562 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a7b1c26f-6092-47a9-99de-81ff061b7624 req-a8a20d9b-ed72-47a6-8963-d3e87162a531 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463989 Apr 11 15:29:41.931373 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707371c4-8c5a-4851-a817-386a8b9ca502 req-ad96bdb1-2588-47d7-8b7b-a5334c8ff0b1 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:41.932901 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-707371c4-8c5a-4851-a817-386a8b9ca502 req-ad96bdb1-2588-47d7-8b7b-a5334c8ff0b1 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 932 time: 0.0833259 Apr 11 15:29:41.979254 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-707371c4-8c5a-4851-a817-386a8b9ca502 req-6385b583-40d0-485b-91ea-904777c8dcd5 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401678 Apr 11 15:29:43.184056 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e762f-98d2-42ea-a5a4-5498719c998e req-1c76db42-12ac-4a59-b16e-04d50835532b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:43.185567 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b48e762f-98d2-42ea-a5a4-5498719c998e req-1c76db42-12ac-4a59-b16e-04d50835532b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 932 time: 0.0859022 Apr 11 15:29:43.231127 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-b48e762f-98d2-42ea-a5a4-5498719c998e req-71d7debf-79f0-400b-9d0f-4847021d8382 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395699 Apr 11 15:29:44.469571 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547f2ea-02a5-4b7d-9bca-c9df4952d98e req-3cbad0eb-f245-4cf6-92df-8cbc5289dcda tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:44.481092 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7547f2ea-02a5-4b7d-9bca-c9df4952d98e req-3cbad0eb-f245-4cf6-92df-8cbc5289dcda tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 932 time: 0.1124403 Apr 11 15:29:44.535270 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7547f2ea-02a5-4b7d-9bca-c9df4952d98e req-744bea20-8b99-464a-ba13-b238d977f662 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576806 Apr 11 15:29:44.777093 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:29:45.739494 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29560fde-7ee0-49bf-ab1e-456ec02f5377 req-2d2ead15-6b81-4407-98a7-3364e8dc8138 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:45.741030 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-29560fde-7ee0-49bf-ab1e-456ec02f5377 req-2d2ead15-6b81-4407-98a7-3364e8dc8138 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 932 time: 0.0878232 Apr 11 15:29:45.794849 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-29560fde-7ee0-49bf-ab1e-456ec02f5377 req-56d6b29b-1890-4f5c-a229-f111b2bf5c40 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479949 Apr 11 15:29:46.986675 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e29e9b-a0d6-4199-9537-b2084309bf37 req-b0ca8838-ce56-4b5f-944b-485052c79bda tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:46.988306 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b8e29e9b-a0d6-4199-9537-b2084309bf37 req-b0ca8838-ce56-4b5f-944b-485052c79bda tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 932 time: 0.0869756 Apr 11 15:29:47.044843 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-b8e29e9b-a0d6-4199-9537-b2084309bf37 req-34d490d9-e145-4c2c-9a95-8aa5a67839f2 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496371 Apr 11 15:29:48.240497 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41f536-c1da-445f-bf66-4bb8a33133b2 req-55c99da0-c26f-4ea6-882a-c2d6d4ca9f9c tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:48.241995 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0b41f536-c1da-445f-bf66-4bb8a33133b2 req-55c99da0-c26f-4ea6-882a-c2d6d4ca9f9c tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 932 time: 0.0819032 Apr 11 15:29:48.291045 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0b41f536-c1da-445f-bf66-4bb8a33133b2 req-da86b939-de7c-496a-8060-c3b32d09e90a tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434129 Apr 11 15:29:49.476533 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5792b9d-b9fa-46a5-95bb-f6e613d5e77f req-0c6e80ff-b06b-41b6-bc3c-d6ce7ca64eac tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:49.478089 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c5792b9d-b9fa-46a5-95bb-f6e613d5e77f req-0c6e80ff-b06b-41b6-bc3c-d6ce7ca64eac tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 932 time: 0.0835531 Apr 11 15:29:49.531767 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-c5792b9d-b9fa-46a5-95bb-f6e613d5e77f req-53b93bf4-2009-494d-b83c-068f44542e30 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440538 Apr 11 15:29:50.714491 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ecd7f-314f-4709-9363-eafdbbdc7046 req-cfa124a4-688b-4b16-b4b8-f80d60ff83ba tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:50.715941 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2e9ecd7f-314f-4709-9363-eafdbbdc7046 req-cfa124a4-688b-4b16-b4b8-f80d60ff83ba tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 932 time: 0.0802684 Apr 11 15:29:50.759598 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2e9ecd7f-314f-4709-9363-eafdbbdc7046 req-e3f7357d-bdf1-4bdc-9196-5962c5cde327 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381410 Apr 11 15:29:51.949867 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8e8c6-e40b-4413-91cb-d82669d9318d req-2a36a747-946d-4653-89fb-91a0c5ac3156 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:51.951405 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-52f8e8c6-e40b-4413-91cb-d82669d9318d req-2a36a747-946d-4653-89fb-91a0c5ac3156 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 932 time: 0.0842409 Apr 11 15:29:52.003703 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-52f8e8c6-e40b-4413-91cb-d82669d9318d req-d6fd48b0-6edf-4277-b5be-24e94505bbd2 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464890 Apr 11 15:29:52.200467 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-df7d49f8-1978-4783-ab8d-7181515f0f3a service neutron] Request body: {'port': {'device_id': '462f98f9-9aa0-42af-89de-dfc8ffc9e842', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8373'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:29:52.314402 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-df7d49f8-1978-4783-ab8d-7181515f0f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:52.659405 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-df7d49f8-1978-4783-ab8d-7181515f0f3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 563a8875-e395-4716-b914-a33dea76456e {{(pid=88616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:29:52.667005 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-df7d49f8-1978-4783-ab8d-7181515f0f3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:52.681559 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.provisioning_blocks [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-df7d49f8-1978-4783-ab8d-7181515f0f3a service neutron] Transition to ACTIVE for port object 563a8875-e395-4716-b914-a33dea76456e will not be triggered until provisioned by entity L2. {{(pid=88616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 11 15:29:52.755908 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-df7d49f8-1978-4783-ab8d-7181515f0f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:53.028498 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d49f8-1978-4783-ab8d-7181515f0f3a service neutron] Pushing event updated for resources: {'Port': ['ID=563a8875-e395-4716-b914-a33dea76456e,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:53.107399 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-df7d49f8-1978-4783-ab8d-7181515f0f3a service neutron] Attempting to bind port 563a8875-e395-4716-b914-a33dea76456e on host hv-neutron-8373 for vnic_type normal with profile {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 11 15:29:53.107736 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-df7d49f8-1978-4783-ab8d-7181515f0f3a service neutron] Attempting to bind port 563a8875-e395-4716-b914-a33dea76456e by drivers openvswitch,hyperv on host hv-neutron-8373 at level 0 using segments [{'id': 'fd6bd0bd-e715-4520-88b6-34deb7cb8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9'}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 11 15:29:53.108066 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-df7d49f8-1978-4783-ab8d-7181515f0f3a service neutron] Attempting to bind port 563a8875-e395-4716-b914-a33dea76456e on network 9449e90a-2ee3-4357-9ae1-9bbb152819d9 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:29:53.112680 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-df7d49f8-1978-4783-ab8d-7181515f0f3a service neutron] Port 563a8875-e395-4716-b914-a33dea76456e on network 9449e90a-2ee3-4357-9ae1-9bbb152819d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8373 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 11 15:29:53.113006 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-df7d49f8-1978-4783-ab8d-7181515f0f3a service neutron] Attempting to bind port 563a8875-e395-4716-b914-a33dea76456e on network 9449e90a-2ee3-4357-9ae1-9bbb152819d9 {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 11 15:29:53.119452 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-df7d49f8-1978-4783-ab8d-7181515f0f3a service neutron] Checking agent: {'id': '465c8cb2-5664-478d-9a5b-421cd7400f94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8373', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'started_at': datetime.datetime(2022, 4, 11, 14, 14, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 15:29:53.119756 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-df7d49f8-1978-4783-ab8d-7181515f0f3a service neutron] Checking segment: {'id': 'fd6bd0bd-e715-4520-88b6-34deb7cb8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 11 15:29:53.120132 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-df7d49f8-1978-4783-ab8d-7181515f0f3a service neutron] Bound using segment: {'id': 'fd6bd0bd-e715-4520-88b6-34deb7cb8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9'} {{(pid=88616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 15:29:53.120561 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.managers [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-df7d49f8-1978-4783-ab8d-7181515f0f3a service neutron] Bound port: 563a8875-e395-4716-b914-a33dea76456e, host: hv-neutron-8373, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd6bd0bd-e715-4520-88b6-34deb7cb8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9'}}] {{(pid=88616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 11 15:29:53.120904 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-df7d49f8-1978-4783-ab8d-7181515f0f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:53.278291 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62e1ae-e843-4d9d-a580-50834613323c req-599a40cb-7e9a-4d49-b7ce-1410f79ccc8c tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:53.279757 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1d62e1ae-e843-4d9d-a580-50834613323c req-599a40cb-7e9a-4d49-b7ce-1410f79ccc8c tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 944 time: 0.1615059 Apr 11 15:29:53.280726 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-df7d49f8-1978-4783-ab8d-7181515f0f3a service neutron] For port 563a8875-e395-4716-b914-a33dea76456e, host hv-neutron-8373, cleared binding levels {{(pid=88616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 11 15:29:53.283819 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-df7d49f8-1978-4783-ab8d-7181515f0f3a service neutron] For port 563a8875-e395-4716-b914-a33dea76456e, host hv-neutron-8373, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=563a8875-e395-4716-b914-a33dea76456e,segment=NetworkSegment(fd6bd0bd-e715-4520-88b6-34deb7cb8c76),segment_id=fd6bd0bd-e715-4520-88b6-34deb7cb8c76)] {{(pid=88616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 11 15:29:53.323311 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1d62e1ae-e843-4d9d-a580-50834613323c req-4f0cbf64-d86e-4a10-8c48-8c42b9c54840 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379908 Apr 11 15:29:53.396194 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-df7d49f8-1978-4783-ab8d-7181515f0f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:53.450249 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-df7d49f8-1978-4783-ab8d-7181515f0f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:53.450867 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-df7d49f8-1978-4783-ab8d-7181515f0f3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:53.452229 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-df7d49f8-1978-4783-ab8d-7181515f0f3a service neutron] 10.222.0.53 "PUT /v2.0/ports/563a8875-e395-4716-b914-a33dea76456e HTTP/1.1" status: 200 len: 1094 time: 1.2588267 Apr 11 15:29:53.452664 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462f98f9-9aa0-42af-89de-dfc8ffc9e842', 'tag': '563a8875-e395-4716-b914-a33dea76456e'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:29:53.481535 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d49f8-1978-4783-ab8d-7181515f0f3a service neutron] Pushing event updated for resources: {'Port': ['ID=563a8875-e395-4716-b914-a33dea76456e,revision_number=3']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:53.510419 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d8239f7-5e90-41f3-a2cb-b88f0a5da726'] response: {'name': 'network-changed', 'server_uuid': '462f98f9-9aa0-42af-89de-dfc8ffc9e842', 'tag': '563a8875-e395-4716-b914-a33dea76456e', 'status': 'completed', 'code': 200} Apr 11 15:29:53.613234 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73b273-d656-42d3-9c5b-6c9d3474ad15 req-75e45864-8bca-47f1-bc62-1df00c6bde94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:53.627151 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3c73b273-d656-42d3-9c5b-6c9d3474ad15 req-75e45864-8bca-47f1-bc62-1df00c6bde94 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=551d169fb23c40d0b739219e3dfd69d6&device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 1097 time: 0.0838814 Apr 11 15:29:53.756738 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73b273-d656-42d3-9c5b-6c9d3474ad15 req-b0f2535f-7eac-4b67-8182-69ac6044e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:53.758199 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3c73b273-d656-42d3-9c5b-6c9d3474ad15 req-b0f2535f-7eac-4b67-8182-69ac6044e8a8 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=551d169fb23c40d0b739219e3dfd69d6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1365190 Apr 11 15:29:53.890674 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73b273-d656-42d3-9c5b-6c9d3474ad15 req-7771b151-8b14-46f6-8e18-48c0714640e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:53.892011 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-3c73b273-d656-42d3-9c5b-6c9d3474ad15 req-7771b151-8b14-46f6-8e18-48c0714640e3 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1286430 Apr 11 15:29:53.993577 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-fcf3d6a7-6e62-4236-8cad-91b7ae9335d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:53.995063 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-fcf3d6a7-6e62-4236-8cad-91b7ae9335d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=551d169fb23c40d0b739219e3dfd69d6&device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 1097 time: 0.0701044 Apr 11 15:29:54.067889 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-926ea10c-ce22-4123-a02c-7c483bca9253 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=563a8875-e395-4716-b914-a33dea76456e HTTP/1.1" status: 200 len: 217 time: 0.0647731 Apr 11 15:29:54.130894 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-eaf11a9a-6418-4465-9e2a-ccc9677b8d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:54.132321 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-eaf11a9a-6418-4465-9e2a-ccc9677b8d01 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=94322735-39be-4a26-97ea-cc782ee64c21 HTTP/1.1" status: 200 len: 849 time: 0.0583038 Apr 11 15:29:54.210439 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-476ae28d-6ae8-499c-92db-3a00003899ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:54.211894 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-476ae28d-6ae8-499c-92db-3a00003899ea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9449e90a-2ee3-4357-9ae1-9bbb152819d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738707 Apr 11 15:29:54.341877 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-de0792f2-3b3c-466f-8cc8-502ffc20be82 service neutron] 10.222.0.53 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237555 Apr 11 15:29:54.519657 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-85367180-65f3-47d5-a9dc-62db0f2c86db req-6d3453cb-dbdc-401b-9015-99a1149a6bc2 service neutron] 10.222.0.53 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720138 Apr 11 15:29:54.545837 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb04e5-925e-471d-b141-8504738a246c req-20a911c1-579d-477f-ba6a-3aa34a7f0e60 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:54.547277 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a2eb04e5-925e-471d-b141-8504738a246c req-20a911c1-579d-477f-ba6a-3aa34a7f0e60 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 944 time: 0.1135592 Apr 11 15:29:54.593952 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a2eb04e5-925e-471d-b141-8504738a246c req-a285e259-6ba4-4dff-9e62-b0a77d2f2613 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402787 Apr 11 15:29:54.795354 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:55.257865 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-55a44e7e-bca1-4802-8981-0f1c5c4391ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:55.783354 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614d26a-795b-4954-86de-9eccb1da7d35 req-cd0244ff-2d70-458d-9c67-f602796cb413 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:55.784790 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9614d26a-795b-4954-86de-9eccb1da7d35 req-cd0244ff-2d70-458d-9c67-f602796cb413 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 944 time: 0.0809488 Apr 11 15:29:55.835134 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-9614d26a-795b-4954-86de-9eccb1da7d35 req-66605d32-8474-4eb8-8b1f-5fc1ee3c4d06 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441124 Apr 11 15:29:57.022622 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6884a-c5ad-469b-bc17-db7fedfbd191 req-bda2a91c-b5cb-41ad-9f71-e0e3a4ac7505 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:57.024085 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e7c6884a-c5ad-469b-bc17-db7fedfbd191 req-bda2a91c-b5cb-41ad-9f71-e0e3a4ac7505 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 944 time: 0.0839963 Apr 11 15:29:57.068759 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e7c6884a-c5ad-469b-bc17-db7fedfbd191 req-de41ecf0-6a28-4a02-bcc0-ea57a8bc6595 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390596 Apr 11 15:29:57.494774 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 563a8875-e395-4716-b914-a33dea76456e details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 15:29:57.635905 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 563a8875-e395-4716-b914-a33dea76456e, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=563a8875-e395-4716-b914-a33dea76456e,segment=NetworkSegment(fd6bd0bd-e715-4520-88b6-34deb7cb8c76),segment_id=fd6bd0bd-e715-4520-88b6-34deb7cb8c76)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:29:57.648925 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '563a8875-e395-4716-b914-a33dea76456e', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'port_id': '563a8875-e395-4716-b914-a33dea76456e', 'mac_address': 'fa:16:3e:ff:a5:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94322735-39be-4a26-97ea-cc782ee64c21', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 15:29:57.707284 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:57.734219 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 563a8875-e395-4716-b914-a33dea76456e {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:29:57.753361 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 563a8875-e395-4716-b914-a33dea76456e, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=563a8875-e395-4716-b914-a33dea76456e,segment=NetworkSegment(fd6bd0bd-e715-4520-88b6-34deb7cb8c76),segment_id=fd6bd0bd-e715-4520-88b6-34deb7cb8c76)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:29:57.800579 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-463d9500-32f9-48fd-ae0c-9ce4ca12fb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:57.829004 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:57.896467 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=563a8875-e395-4716-b914-a33dea76456e,revision_number=4']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:58.199527 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['563a8875-e395-4716-b914-a33dea76456e'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 15:29:58.253762 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607fd71a-cffc-4a68-8748-3306ab9fdcdd req-eb641420-6dda-492f-b9a5-7c2e4983845b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:58.255270 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-607fd71a-cffc-4a68-8748-3306ab9fdcdd req-eb641420-6dda-492f-b9a5-7c2e4983845b tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 945 time: 0.0823431 Apr 11 15:29:58.300350 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-607fd71a-cffc-4a68-8748-3306ab9fdcdd req-4caab4df-ace8-4cba-96f9-a9ce61f76b71 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391717 Apr 11 15:29:58.755551 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:58.932336 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:59.483363 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425aae5-052b-4b58-bdce-dd59e7e922dd req-29313f87-d684-404f-b7ab-23039b78e7c8 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:59.484817 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e425aae5-052b-4b58-bdce-dd59e7e922dd req-29313f87-d684-404f-b7ab-23039b78e7c8 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 945 time: 0.0804489 Apr 11 15:29:59.505548 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 563a8875-e395-4716-b914-a33dea76456e up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:29:59.541009 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-e425aae5-052b-4b58-bdce-dd59e7e922dd req-5ab077ef-a12c-42d4-be34-a2feaffeaa7f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495048 Apr 11 15:29:59.629529 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning for port 563a8875-e395-4716-b914-a33dea76456e completed by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 11 15:29:59.634451 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 563a8875-e395-4716-b914-a33dea76456e triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:29:59.634817 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:59.781761 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:59.808661 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462f98f9-9aa0-42af-89de-dfc8ffc9e842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563a8875-e395-4716-b914-a33dea76456e'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:29:59.818406 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 563a8875-e395-4716-b914-a33dea76456e, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=563a8875-e395-4716-b914-a33dea76456e,segment=NetworkSegment(fd6bd0bd-e715-4520-88b6-34deb7cb8c76),segment_id=fd6bd0bd-e715-4520-88b6-34deb7cb8c76)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:29:59.854648 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a061b43-d983-4e85-b0e1-c308ab9204b9'] response: {'server_uuid': '462f98f9-9aa0-42af-89de-dfc8ffc9e842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563a8875-e395-4716-b914-a33dea76456e', 'code': 200} Apr 11 15:29:59.863963 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:29:59.933990 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=563a8875-e395-4716-b914-a33dea76456e,revision_number=5']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:00.240800 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:30:00.303892 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556801f2-46ea-4266-8a72-5b9b900a388f req-1a9c2442-1616-4f75-a5ca-d9e0f2694425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:00.305373 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-556801f2-46ea-4266-8a72-5b9b900a388f req-1a9c2442-1616-4f75-a5ca-d9e0f2694425 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 1099 time: 0.1669421 Apr 11 15:30:00.344696 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-556801f2-46ea-4266-8a72-5b9b900a388f req-82fae29a-6636-4e80-836c-ea4b6d6dd687 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338519 Apr 11 15:30:00.730631 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375041f-f40e-4fb4-9123-071983c39f51 req-e3de87e9-ed91-4075-b79b-cec38337cef3 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:00.732124 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1375041f-f40e-4fb4-9123-071983c39f51 req-e3de87e9-ed91-4075-b79b-cec38337cef3 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 946 time: 0.0824351 Apr 11 15:30:00.776661 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-1375041f-f40e-4fb4-9123-071983c39f51 req-b9af1656-5a20-45ab-8bd2-2bfed56de392 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386212 Apr 11 15:30:01.971242 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25397060-9d75-4c1a-8996-8c8e0f12b013 req-57db127e-0022-4ea1-bc13-f51b12086eaf tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:01.972729 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-25397060-9d75-4c1a-8996-8c8e0f12b013 req-57db127e-0022-4ea1-bc13-f51b12086eaf tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 946 time: 0.0839174 Apr 11 15:30:02.017467 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-25397060-9d75-4c1a-8996-8c8e0f12b013 req-1e8d53de-4aee-4c16-b9a2-00b8f9485e3d tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389605 Apr 11 15:30:02.201953 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9bca3-3a84-4405-9595-06e643b68819 req-bb0839e8-6c30-47be-bda7-c39d6c486599 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:02.203333 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-12b9bca3-3a84-4405-9595-06e643b68819 req-bb0839e8-6c30-47be-bda7-c39d6c486599 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 946 time: 0.0808029 Apr 11 15:30:02.250604 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-12b9bca3-3a84-4405-9595-06e643b68819 req-cabe6fa5-cc88-4a73-ab34-aec1290b583e tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415328 Apr 11 15:30:02.273726 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 54950) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:30:02.342591 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24b274d-4606-4723-9469-7918b5cab41b tempest-TestSnapshotPattern-1455599734 tempest-TestSnapshotPattern-1455599734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:02.343293 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f24b274d-4606-4723-9469-7918b5cab41b tempest-TestSnapshotPattern-1455599734 tempest-TestSnapshotPattern-1455599734-project-admin] Synchronizing usage tracker for tenant:29eee398560141079badf48460705a16 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:30:02.417845 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-f24b274d-4606-4723-9469-7918b5cab41b tempest-TestSnapshotPattern-1455599734 tempest-TestSnapshotPattern-1455599734-project-admin] Unset dirty status for tenant:29eee398560141079badf48460705a16 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:30:02.419066 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-f24b274d-4606-4723-9469-7918b5cab41b tempest-TestSnapshotPattern-1455599734 tempest-TestSnapshotPattern-1455599734-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 1094 time: 0.1442730 Apr 11 15:30:02.421860 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 54954) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:30:02.427397 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.v2.base [None req-1b96dbc2-c294-4673-943d-1833e1d0c90f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Request body: {'floatingip': {'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'port_id': '563a8875-e395-4716-b914-a33dea76456e', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:02.433436 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1b96dbc2-c294-4673-943d-1833e1d0c90f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 11 15:30:02.437501 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1b96dbc2-c294-4673-943d-1833e1d0c90f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Usage tracker for resource:floatingip and tenant:551d169fb23c40d0b739219e3dfd69d6 is out of sync, need to count used quota {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 11 15:30:02.440534 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [None req-1b96dbc2-c294-4673-943d-1833e1d0c90f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88616) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 11 15:30:02.446443 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.quota.driver [None req-1b96dbc2-c294-4673-943d-1833e1d0c90f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88616) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 11 15:30:02.561055 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b96dbc2-c294-4673-943d-1833e1d0c90f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for floatingip, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:30:02.696170 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b96dbc2-c294-4673-943d-1833e1d0c90f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:30:02.834347 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_common [None req-1b96dbc2-c294-4673-943d-1833e1d0c90f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Allocated IP 172.26.7.254 (cff58315-4a25-4203-8056-2db185a2b95d/b507dfd9-2190-4fac-8a6e-747ae14b7336/fc6be6c0-de5e-43f7-94e0-95c40a8c5327) {{(pid=88616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:30:02.986313 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b96dbc2-c294-4673-943d-1833e1d0c90f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for port, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:30:03.086329 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b96dbc2-c294-4673-943d-1833e1d0c90f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737193783354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:30:03.146703 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b96dbc2-c294-4673-943d-1833e1d0c90f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Network cff58315-4a25-4203-8056-2db185a2b95d is already hosted by enough agents. {{(pid=88616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:30:03.149378 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.base_scheduler [None req-1b96dbc2-c294-4673-943d-1833e1d0c90f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Resources bound (agent type, host, resource id): {{(pid=88616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:30:03.157525 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b96dbc2-c294-4673-943d-1833e1d0c90f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Received port after_create {{(pid=88616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 11 15:30:03.196811 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96dbc2-c294-4673-943d-1833e1d0c90f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Pushing event updated for resources: {'Port': ['ID=fc6be6c0-de5e-43f7-94e0-95c40a8c5327,revision_number=1']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:03.586509 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b96dbc2-c294-4673-943d-1833e1d0c90f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:30:03.723981 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b96dbc2-c294-4673-943d-1833e1d0c90f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:30:04.026393 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b96dbc2-c294-4673-943d-1833e1d0c90f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for port, precommit_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:30:04.092368 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b96dbc2-c294-4673-943d-1833e1d0c90f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27693474'] for port, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:30:04.200410 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96dbc2-c294-4673-943d-1833e1d0c90f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Pushing event updated for resources: {'Port': ['ID=fc6be6c0-de5e-43f7-94e0-95c40a8c5327,revision_number=2']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:04.212996 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b96dbc2-c294-4673-943d-1833e1d0c90f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985290'] for floatingip, after_update {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:30:04.382271 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-1b96dbc2-c294-4673-943d-1833e1d0c90f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Floating IP 7c0c508b-0276-4ae8-b624-62d4668b3e2a associated. External IP: 172.26.7.254, port: 563a8875-e395-4716-b914-a33dea76456e. Apr 11 15:30:04.751753 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b96dbc2-c294-4673-943d-1833e1d0c90f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Router 7fcaec80-9fbf-474f-bc80-07435247a615 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:30:04.930720 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b96dbc2-c294-4673-943d-1833e1d0c90f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:30:04.940472 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a76e377-39ac-4b4d-9720-ac2210604e61 None None] Sync routers for ids ['7fcaec80-9fbf-474f-bc80-07435247a615'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:30:04.950849 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a76e377-39ac-4b4d-9720-ac2210604e61 None None] Routers {'7fcaec80-9fbf-474f-bc80-07435247a615'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:30:04.951456 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-6a76e377-39ac-4b4d-9720-ac2210604e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:29:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['7fcaec80-9fbf-474f-bc80-07435247a615'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:05.069364 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-1b96dbc2-c294-4673-943d-1833e1d0c90f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:30:05.125312 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-1b96dbc2-c294-4673-943d-1833e1d0c90f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7023802 Apr 11 15:30:05.126108 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462f98f9-9aa0-42af-89de-dfc8ffc9e842', 'tag': '563a8875-e395-4716-b914-a33dea76456e'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:30:05.170724 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-6a76e377-39ac-4b4d-9720-ac2210604e61 None None] Set router 7fcaec80-9fbf-474f-bc80-07435247a615 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:30:05.175458 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee1ff470-eb48-44f8-b405-9a55bc4c69e7'] response: {'name': 'network-changed', 'server_uuid': '462f98f9-9aa0-42af-89de-dfc8ffc9e842', 'tag': '563a8875-e395-4716-b914-a33dea76456e', 'status': 'completed', 'code': 200} Apr 11 15:30:05.402089 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313097fa-2b8c-4f5d-a9b6-162abeaf2676 req-3882bbc9-778c-4ff3-88da-c608639d5e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:05.403506 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-313097fa-2b8c-4f5d-a9b6-162abeaf2676 req-3882bbc9-778c-4ff3-88da-c608639d5e87 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=551d169fb23c40d0b739219e3dfd69d6&device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 1099 time: 0.0747149 Apr 11 15:30:05.534949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313097fa-2b8c-4f5d-a9b6-162abeaf2676 req-380aa666-d176-42eb-84cd-c3efe3d95c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:05.536521 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-313097fa-2b8c-4f5d-a9b6-162abeaf2676 req-380aa666-d176-42eb-84cd-c3efe3d95c69 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9449e90a-2ee3-4357-9ae1-9bbb152819d9 HTTP/1.1" status: 200 len: 912 time: 0.1276281 Apr 11 15:30:05.653841 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-313097fa-2b8c-4f5d-a9b6-162abeaf2676 req-2ccd069a-ce42-470b-a2ef-053ca250563a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=563a8875-e395-4716-b914-a33dea76456e HTTP/1.1" status: 200 len: 1000 time: 0.1055582 Apr 11 15:30:05.715408 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313097fa-2b8c-4f5d-a9b6-162abeaf2676 req-71dcd56b-ad34-4306-af6b-043ef785b93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:05.716876 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-313097fa-2b8c-4f5d-a9b6-162abeaf2676 req-71dcd56b-ad34-4306-af6b-043ef785b93e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=94322735-39be-4a26-97ea-cc782ee64c21 HTTP/1.1" status: 200 len: 849 time: 0.0575087 Apr 11 15:30:05.721946 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-6a76e377-39ac-4b4d-9720-ac2210604e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'name': 'tempest-TestSnapshotPattern-1206410669-router', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:10Z', 'updated_at': '2022-04-11T15:26:15Z', 'revision_number': 4, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'gw_port': {'id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:11Z', 'updated_at': '2022-04-11T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '07515bf0-8531-4b97-8c1d-826b3077c340', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'floating_ip_address': '172.26.7.163', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'port_id': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'mac_address': 'fa:16:3e:3e:16:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687b963c-41d7-4893-95c9-6d21c8b0ede5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:26:44Z', 'updated_at': '2022-04-11T15:26:47Z', 'revision_number': 1, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'fixed_ip_address_scope': None}, {'id': '7c0c508b-0276-4ae8-b624-62d4668b3e2a', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'floating_ip_address': '172.26.7.254', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'port_id': '563a8875-e395-4716-b914-a33dea76456e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'mac_address': 'fa:16:3e:ff:a5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462f98f9-9aa0-42af-89de-dfc8ffc9e842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:30:03Z', 'updated_at': '2022-04-11T15:30:03Z', 'revision_number': 0, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0fa7ec-d9a1-45a5-bffa-21808d68e11c', 'name': '', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'mac_address': 'fa:16:3e:10:8c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '94322735-39be-4a26-97ea-cc782ee64c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:14Z', 'updated_at': '2022-04-11T15:26:21Z', 'revision_number': 5, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'subnets': [{'id': '94322735-39be-4a26-97ea-cc782ee64c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:05.726745 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a76e377-39ac-4b4d-9720-ac2210604e61 None None] Checking router: 7fcaec80-9fbf-474f-bc80-07435247a615 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:30:05.734942 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a76e377-39ac-4b4d-9720-ac2210604e61 None None] Routers {'7fcaec80-9fbf-474f-bc80-07435247a615'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:30:05.735527 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-6a76e377-39ac-4b4d-9720-ac2210604e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:29:58Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['7fcaec80-9fbf-474f-bc80-07435247a615'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:05.794918 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313097fa-2b8c-4f5d-a9b6-162abeaf2676 req-eccee80c-43be-436b-a3e8-7f2e7f4cce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:05.796422 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-313097fa-2b8c-4f5d-a9b6-162abeaf2676 req-eccee80c-43be-436b-a3e8-7f2e7f4cce9a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9449e90a-2ee3-4357-9ae1-9bbb152819d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742357 Apr 11 15:30:05.924644 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-6a76e377-39ac-4b4d-9720-ac2210604e61 None None] Set router 7fcaec80-9fbf-474f-bc80-07435247a615 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:30:06.037308 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-313097fa-2b8c-4f5d-a9b6-162abeaf2676 req-776eee5e-9903-4e17-ba89-941ad896af0c service neutron] 10.222.0.53 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352703 Apr 11 15:30:06.170925 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-313097fa-2b8c-4f5d-a9b6-162abeaf2676 req-6acecace-6aab-4127-96b7-95f4536d921e service neutron] 10.222.0.53 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272335 Apr 11 15:30:06.278446 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-6a76e377-39ac-4b4d-9720-ac2210604e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'name': 'tempest-TestSnapshotPattern-1206410669-router', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:10Z', 'updated_at': '2022-04-11T15:26:15Z', 'revision_number': 4, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'gw_port': {'id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:11Z', 'updated_at': '2022-04-11T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '07515bf0-8531-4b97-8c1d-826b3077c340', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'floating_ip_address': '172.26.7.163', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'port_id': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'mac_address': 'fa:16:3e:3e:16:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687b963c-41d7-4893-95c9-6d21c8b0ede5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:26:44Z', 'updated_at': '2022-04-11T15:26:47Z', 'revision_number': 1, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'fixed_ip_address_scope': None}, {'id': '7c0c508b-0276-4ae8-b624-62d4668b3e2a', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'floating_ip_address': '172.26.7.254', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'port_id': '563a8875-e395-4716-b914-a33dea76456e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'mac_address': 'fa:16:3e:ff:a5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462f98f9-9aa0-42af-89de-dfc8ffc9e842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:30:03Z', 'updated_at': '2022-04-11T15:30:03Z', 'revision_number': 0, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0fa7ec-d9a1-45a5-bffa-21808d68e11c', 'name': '', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'mac_address': 'fa:16:3e:10:8c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '94322735-39be-4a26-97ea-cc782ee64c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:14Z', 'updated_at': '2022-04-11T15:26:21Z', 'revision_number': 5, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'subnets': [{'id': '94322735-39be-4a26-97ea-cc782ee64c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:06.282363 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a76e377-39ac-4b4d-9720-ac2210604e61 None None] The sync data for ids ['7fcaec80-9fbf-474f-bc80-07435247a615'] in dv-neutron-837330-1-hyperv is: [{'id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'name': 'tempest-TestSnapshotPattern-1206410669-router', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:10Z', 'updated_at': '2022-04-11T15:26:15Z', 'revision_number': 4, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'gw_port': {'id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:11Z', 'updated_at': '2022-04-11T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '07515bf0-8531-4b97-8c1d-826b3077c340', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'floating_ip_address': '172.26.7.163', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'port_id': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'mac_address': 'fa:16:3e:3e:16:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687b963c-41d7-4893-95c9-6d21c8b0ede5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:26:44Z', 'updated_at': '2022-04-11T15:26:47Z', 'revision_number': 1, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'fixed_ip_address_scope': None}, {'id': '7c0c508b-0276-4ae8-b624-62d4668b3e2a', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'floating_ip_address': '172.26.7.254', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'port_id': '563a8875-e395-4716-b914-a33dea76456e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'mac_address': 'fa:16:3e:ff:a5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462f98f9-9aa0-42af-89de-dfc8ffc9e842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:30:03Z', 'updated_at': '2022-04-11T15:30:03Z', 'revision_number': 0, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0fa7ec-d9a1-45a5-bffa-21808d68e11c', 'name': '', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'mac_address': 'fa:16:3e:10:8c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '94322735-39be-4a26-97ea-cc782ee64c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:14Z', 'updated_at': '2022-04-11T15:26:21Z', 'revision_number': 5, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'subnets': [{'id': '94322735-39be-4a26-97ea-cc782ee64c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:30:06.463542 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7596b181-2fb3-450d-a8b7-4b2442bee3ad None None] New status for floating IP 7c0c508b-0276-4ae8-b624-62d4668b3e2a: ACTIVE {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:30:07.144168 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cfbf18e0-0e96-466f-be2e-e101028111a5 req-6831cb3d-a0ab-4d57-8eee-2da0f0bdec89 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684497 Apr 11 15:30:07.280720 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf18e0-0e96-466f-be2e-e101028111a5 req-fccbc60a-67dd-4402-b74e-73e26f8477bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:07.282206 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cfbf18e0-0e96-466f-be2e-e101028111a5 req-fccbc60a-67dd-4402-b74e-73e26f8477bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=551d169fb23c40d0b739219e3dfd69d6&device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 1096 time: 0.0728776 Apr 11 15:30:07.428539 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf18e0-0e96-466f-be2e-e101028111a5 req-aead2921-3069-4bd8-93fa-4c08e9146399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:07.429924 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cfbf18e0-0e96-466f-be2e-e101028111a5 req-aead2921-3069-4bd8-93fa-4c08e9146399 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9449e90a-2ee3-4357-9ae1-9bbb152819d9 HTTP/1.1" status: 200 len: 912 time: 0.1308603 Apr 11 15:30:07.530908 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cfbf18e0-0e96-466f-be2e-e101028111a5 req-dafea738-8767-4d3b-ad7c-2754a8b12239 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4464c61-68ea-4b6d-905a-3201c7f4b1f5 HTTP/1.1" status: 200 len: 999 time: 0.0950716 Apr 11 15:30:07.596344 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf18e0-0e96-466f-be2e-e101028111a5 req-d411d97f-1851-4bfe-a39e-747e172ffbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:07.599644 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cfbf18e0-0e96-466f-be2e-e101028111a5 req-d411d97f-1851-4bfe-a39e-747e172ffbdb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=94322735-39be-4a26-97ea-cc782ee64c21 HTTP/1.1" status: 200 len: 849 time: 0.0613000 Apr 11 15:30:07.676114 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf18e0-0e96-466f-be2e-e101028111a5 req-ff6e64fa-8fc2-45a5-9765-1900f62d7fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:07.677623 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cfbf18e0-0e96-466f-be2e-e101028111a5 req-ff6e64fa-8fc2-45a5-9765-1900f62d7fee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9449e90a-2ee3-4357-9ae1-9bbb152819d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734375 Apr 11 15:30:07.809312 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cfbf18e0-0e96-466f-be2e-e101028111a5 req-435d1384-bcdb-4a5f-9275-51bbf6ce6916 service neutron] 10.222.0.53 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255581 Apr 11 15:30:07.945561 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-cfbf18e0-0e96-466f-be2e-e101028111a5 req-c40295b4-c5e0-493f-b907-6959fae2e9f4 service neutron] 10.222.0.53 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306195 Apr 11 15:30:21.778005 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:30:24.846067 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:30:25.309130 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-58c2d4dc-6efd-4fea-82da-fcc067777696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:30:27.827919 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8c1fe0a2-0cb4-42a4-aa07-996894597ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:30:28.810995 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:30:28.959457 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:30:30.274647 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:30:54.828173 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:30:55.228039 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f0ec10f5-5307-44e5-abe2-4627626e16cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:30:57.788439 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5db5a478-5a2c-4d07-b62e-9a6848c0644f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:30:58.782014 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:30:58.860586 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:30:59.031964 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:31:00.290956 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:31:07.185824 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-205a57d6-9e20-4dfa-885d-b1a356f9ec34 req-566a081c-20dd-4002-ba53-603ed7a9d981 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754168 Apr 11 15:31:07.283578 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a57d6-9e20-4dfa-885d-b1a356f9ec34 req-fd97eb01-c3fa-48b2-807c-0bdad8093af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:07.284979 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-205a57d6-9e20-4dfa-885d-b1a356f9ec34 req-fd97eb01-c3fa-48b2-807c-0bdad8093af6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=551d169fb23c40d0b739219e3dfd69d6&device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 1099 time: 0.0791061 Apr 11 15:31:07.427430 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a57d6-9e20-4dfa-885d-b1a356f9ec34 req-da723ea4-21af-4fc1-a683-9160c5f1f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:07.428933 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-205a57d6-9e20-4dfa-885d-b1a356f9ec34 req-da723ea4-21af-4fc1-a683-9160c5f1f21b service neutron] 10.222.0.53 "GET /v2.0/networks?id=9449e90a-2ee3-4357-9ae1-9bbb152819d9 HTTP/1.1" status: 200 len: 912 time: 0.1265178 Apr 11 15:31:07.534689 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-205a57d6-9e20-4dfa-885d-b1a356f9ec34 req-21b854ce-6c4b-4626-b48a-ecaefbcce894 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=563a8875-e395-4716-b914-a33dea76456e HTTP/1.1" status: 200 len: 1002 time: 0.0993245 Apr 11 15:31:07.597258 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a57d6-9e20-4dfa-885d-b1a356f9ec34 req-74368297-15a7-499d-bc12-048b06e0d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:07.598729 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-205a57d6-9e20-4dfa-885d-b1a356f9ec34 req-74368297-15a7-499d-bc12-048b06e0d9ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=94322735-39be-4a26-97ea-cc782ee64c21 HTTP/1.1" status: 200 len: 849 time: 0.0581942 Apr 11 15:31:07.772407 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a57d6-9e20-4dfa-885d-b1a356f9ec34 req-931eea18-24a4-4e34-a30d-9a7c60e5066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:07.773958 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-205a57d6-9e20-4dfa-885d-b1a356f9ec34 req-931eea18-24a4-4e34-a30d-9a7c60e5066f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9449e90a-2ee3-4357-9ae1-9bbb152819d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1654863 Apr 11 15:31:07.912555 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-205a57d6-9e20-4dfa-885d-b1a356f9ec34 req-1447a998-9e2f-4139-8308-a291e9f93bc6 service neutron] 10.222.0.53 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315806 Apr 11 15:31:08.046908 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-205a57d6-9e20-4dfa-885d-b1a356f9ec34 req-dbdad197-b3fb-4e2f-9545-d8bf56eecf03 service neutron] 10.222.0.53 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262839 Apr 11 15:31:24.819657 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:31:25.279375 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-634a6ab4-aeee-4aef-a90e-117dd13d1a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:31:27.796860 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d81a95a6-3f81-45fd-9e83-55ccbb42c1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:31:28.781653 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:31:28.987915 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:31:30.233155 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:31:35.782288 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:31:54.855598 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:31:55.252526 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6e327876-391e-49a2-91e4-354d743e4907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:31:57.781984 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-d591f9e7-c99d-469a-8236-bb1851e92e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:31:58.838651 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:31:59.032704 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:00.392843 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:09.183691 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-54b24dba-3cd2-4514-9d25-fd32c9247518 req-ddac29dd-6158-4fbf-aa57-98417b69e771 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1214705 Apr 11 15:32:09.324549 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b24dba-3cd2-4514-9d25-fd32c9247518 req-709a5071-2439-4b60-9df3-818268ee3f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:09.325957 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-54b24dba-3cd2-4514-9d25-fd32c9247518 req-709a5071-2439-4b60-9df3-818268ee3f68 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=551d169fb23c40d0b739219e3dfd69d6&device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 1096 time: 0.0731776 Apr 11 15:32:09.469964 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b24dba-3cd2-4514-9d25-fd32c9247518 req-e66cbcba-cb2a-4e85-9e44-1c1583c023ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:09.471421 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-54b24dba-3cd2-4514-9d25-fd32c9247518 req-e66cbcba-cb2a-4e85-9e44-1c1583c023ef service neutron] 10.222.0.53 "GET /v2.0/networks?id=9449e90a-2ee3-4357-9ae1-9bbb152819d9 HTTP/1.1" status: 200 len: 912 time: 0.1268365 Apr 11 15:32:09.574537 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-54b24dba-3cd2-4514-9d25-fd32c9247518 req-d1971775-d553-4abb-b3d5-5a4f05f58817 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4464c61-68ea-4b6d-905a-3201c7f4b1f5 HTTP/1.1" status: 200 len: 999 time: 0.0964875 Apr 11 15:32:09.634752 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b24dba-3cd2-4514-9d25-fd32c9247518 req-89f1c601-b00a-41b4-807e-a5bdb4c83691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:09.636071 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-54b24dba-3cd2-4514-9d25-fd32c9247518 req-89f1c601-b00a-41b4-807e-a5bdb4c83691 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=94322735-39be-4a26-97ea-cc782ee64c21 HTTP/1.1" status: 200 len: 849 time: 0.0561907 Apr 11 15:32:09.710835 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b24dba-3cd2-4514-9d25-fd32c9247518 req-7fe20648-330e-4f65-ac38-b5ebccbd74e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:09.712269 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-54b24dba-3cd2-4514-9d25-fd32c9247518 req-7fe20648-330e-4f65-ac38-b5ebccbd74e2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9449e90a-2ee3-4357-9ae1-9bbb152819d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708623 Apr 11 15:32:09.841875 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-54b24dba-3cd2-4514-9d25-fd32c9247518 req-a86315a3-4447-48d9-8dfc-02c44dd5b5a6 service neutron] 10.222.0.53 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230381 Apr 11 15:32:09.970118 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-54b24dba-3cd2-4514-9d25-fd32c9247518 req-05953a96-2d08-4cd2-b255-e0d90dbae561 service neutron] 10.222.0.53 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218534 Apr 11 15:32:12.196769 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 563a8875-e395-4716-b914-a33dea76456e details requested by agent hyperv_hv-neutron-8373 with host hv-neutron-8373 {{(pid=88618) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 11 15:32:12.329331 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 563a8875-e395-4716-b914-a33dea76456e, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=563a8875-e395-4716-b914-a33dea76456e,segment=NetworkSegment(fd6bd0bd-e715-4520-88b6-34deb7cb8c76),segment_id=fd6bd0bd-e715-4520-88b6-34deb7cb8c76)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:32:12.342088 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Returning: {'device': '563a8875-e395-4716-b914-a33dea76456e', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'port_id': '563a8875-e395-4716-b914-a33dea76456e', 'mac_address': 'fa:16:3e:ff:a5:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94322735-39be-4a26-97ea-cc782ee64c21', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88618) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 15:32:12.398133 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:12.414604 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 563a8875-e395-4716-b914-a33dea76456e {{(pid=88618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:32:12.431224 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 563a8875-e395-4716-b914-a33dea76456e, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=563a8875-e395-4716-b914-a33dea76456e,segment=NetworkSegment(fd6bd0bd-e715-4520-88b6-34deb7cb8c76),segment_id=fd6bd0bd-e715-4520-88b6-34deb7cb8c76)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:32:12.543286 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:12.618786 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=563a8875-e395-4716-b914-a33dea76456e,revision_number=6']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:12.626311 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:12.626660 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:12.626999 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:12.627333 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:12.627662 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:12.627992 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:12.628318 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:12.628641 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:12.628965 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:12.629733 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:12.630082 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:12.630406 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:12.635815 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] get_ports_and_sgs() called for port_ids ['563a8875-e395-4716-b914-a33dea76456e'] {{(pid=88618) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 15:32:12.782138 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:32:14.225176 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 563a8875-e395-4716-b914-a33dea76456e up at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 11 15:32:14.296339 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.provisioning_blocks [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Provisioning complete for port 563a8875-e395-4716-b914-a33dea76456e triggered by entity L2. {{(pid=88618) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 11 15:32:14.296673 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4139391'] for port, provisioning_complete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:14.410860 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:14.469210 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462f98f9-9aa0-42af-89de-dfc8ffc9e842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563a8875-e395-4716-b914-a33dea76456e'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:32:14.480021 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 563a8875-e395-4716-b914-a33dea76456e, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=563a8875-e395-4716-b914-a33dea76456e,segment=NetworkSegment(fd6bd0bd-e715-4520-88b6-34deb7cb8c76),segment_id=fd6bd0bd-e715-4520-88b6-34deb7cb8c76)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:32:14.554962 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:14.624895 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=563a8875-e395-4716-b914-a33dea76456e,revision_number=7']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:15.524495 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42c43f34-deb5-4211-9fbd-9b2b97049894'] response: {'server_uuid': '462f98f9-9aa0-42af-89de-dfc8ffc9e842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563a8875-e395-4716-b914-a33dea76456e', 'code': 200} Apr 11 15:32:24.846618 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:25.261232 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-37ae3074-5108-4d3c-885d-f2ecffe9b27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:27.834973 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-b49321de-dff7-4885-8c23-776e49680bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:28.783038 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 55210) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:32:28.786198 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:28.957606 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:28.985307 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-4e4fc24e-872d-4d54-b36e-e34db0737b84 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Deleting port fc6be6c0-de5e-43f7-94e0-95c40a8c5327 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:32:28.985649 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e4fc24e-872d-4d54-b36e-e34db0737b84 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:29.271638 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e4fc24e-872d-4d54-b36e-e34db0737b84 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:29.271959 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e4fc24e-872d-4d54-b36e-e34db0737b84 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:29.394744 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-4e4fc24e-872d-4d54-b36e-e34db0737b84 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Calling delete_port for fc6be6c0-de5e-43f7-94e0-95c40a8c5327 owned by network:floatingip {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:32:29.646677 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e4fc24e-872d-4d54-b36e-e34db0737b84 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:29.697113 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fc24e-872d-4d54-b36e-e34db0737b84 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Pushing event deleted for resources: {'Port': ['ID=fc6be6c0-de5e-43f7-94e0-95c40a8c5327,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:29.736913 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4fc24e-872d-4d54-b36e-e34db0737b84 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:29.737254 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4fc24e-872d-4d54-b36e-e34db0737b84 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:29.737587 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4fc24e-872d-4d54-b36e-e34db0737b84 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:29.737940 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4fc24e-872d-4d54-b36e-e34db0737b84 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:29.738267 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4fc24e-872d-4d54-b36e-e34db0737b84 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:29.738592 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4fc24e-872d-4d54-b36e-e34db0737b84 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:29.738913 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4fc24e-872d-4d54-b36e-e34db0737b84 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:29.739233 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4fc24e-872d-4d54-b36e-e34db0737b84 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:29.739554 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4fc24e-872d-4d54-b36e-e34db0737b84 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:29.739871 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4fc24e-872d-4d54-b36e-e34db0737b84 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:29.740186 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4fc24e-872d-4d54-b36e-e34db0737b84 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:29.740504 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4fc24e-872d-4d54-b36e-e34db0737b84 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:29.803651 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e4fc24e-872d-4d54-b36e-e34db0737b84 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for floatingip, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:29.804324 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-4e4fc24e-872d-4d54-b36e-e34db0737b84 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Floating IP 7c0c508b-0276-4ae8-b624-62d4668b3e2a disassociated (deleted). External IP: 172.26.7.254, port: 563a8875-e395-4716-b914-a33dea76456e. Apr 11 15:32:30.162909 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4fc24e-872d-4d54-b36e-e34db0737b84 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Router 7fcaec80-9fbf-474f-bc80-07435247a615 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:32:30.233104 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:30.297313 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 563a8875-e395-4716-b914-a33dea76456e no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:32:30.359946 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4fc24e-872d-4d54-b36e-e34db0737b84 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:32:30.369687 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f0e6b2-1da0-4cfe-be62-5f08de1d741d None None] Sync routers for ids ['7fcaec80-9fbf-474f-bc80-07435247a615'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:32:30.379036 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f0e6b2-1da0-4cfe-be62-5f08de1d741d None None] Routers {'7fcaec80-9fbf-474f-bc80-07435247a615'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:32:30.379652 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-01f0e6b2-1da0-4cfe-be62-5f08de1d741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:32:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['7fcaec80-9fbf-474f-bc80-07435247a615'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:30.417053 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688993'] for port, before_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:30.446097 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462f98f9-9aa0-42af-89de-dfc8ffc9e842', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '563a8875-e395-4716-b914-a33dea76456e'}] {{(pid=88618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:32:30.457919 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] For port 563a8875-e395-4716-b914-a33dea76456e, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=563a8875-e395-4716-b914-a33dea76456e,segment=NetworkSegment(fd6bd0bd-e715-4520-88b6-34deb7cb8c76),segment_id=fd6bd0bd-e715-4520-88b6-34deb7cb8c76)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:32:30.462617 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-4e4fc24e-872d-4d54-b36e-e34db0737b84 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:30.497652 dv-neutron-837330-1-hyperv neutron-server[88618]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e5ce05e-d988-4b16-a6bf-9d21e4b89c7b'] response: {'server_uuid': '462f98f9-9aa0-42af-89de-dfc8ffc9e842', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '563a8875-e395-4716-b914-a33dea76456e', 'code': 200} Apr 11 15:32:30.521537 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-4e4fc24e-872d-4d54-b36e-e34db0737b84 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "DELETE /v2.0/floatingips/7c0c508b-0276-4ae8-b624-62d4668b3e2a HTTP/1.1" status: 204 len: 168 time: 1.7373838 Apr 11 15:32:30.522151 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462f98f9-9aa0-42af-89de-dfc8ffc9e842', 'tag': '563a8875-e395-4716-b914-a33dea76456e'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:32:30.546934 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737194158951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737193783372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737193783417'] for port, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:30.606716 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-01f0e6b2-1da0-4cfe-be62-5f08de1d741d None None] Set router 7fcaec80-9fbf-474f-bc80-07435247a615 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:32:30.621119 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Pushing event updated for resources: {'Port': ['ID=563a8875-e395-4716-b914-a33dea76456e,revision_number=8']} {{(pid=88618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:30.641934 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5045bb53-87a6-4fc7-9c3e-7b46f046ec91'] response: {'name': 'network-changed', 'server_uuid': '462f98f9-9aa0-42af-89de-dfc8ffc9e842', 'tag': '563a8875-e395-4716-b914-a33dea76456e', 'status': 'completed', 'code': 200} Apr 11 15:32:30.737188 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c6ade-d2ab-43be-8df9-699cf1229ed3 req-40ae3d9a-202a-4f23-ad58-c6a30e4e1fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:30.738825 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a47c6ade-d2ab-43be-8df9-699cf1229ed3 req-40ae3d9a-202a-4f23-ad58-c6a30e4e1fd5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=551d169fb23c40d0b739219e3dfd69d6&device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 1097 time: 0.0769958 Apr 11 15:32:30.878669 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c6ade-d2ab-43be-8df9-699cf1229ed3 req-6f8385b1-5b99-4bc5-8c19-9d61958f7a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:30.880101 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a47c6ade-d2ab-43be-8df9-699cf1229ed3 req-6f8385b1-5b99-4bc5-8c19-9d61958f7a40 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9449e90a-2ee3-4357-9ae1-9bbb152819d9 HTTP/1.1" status: 200 len: 912 time: 0.1356835 Apr 11 15:32:30.950102 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a47c6ade-d2ab-43be-8df9-699cf1229ed3 req-2383a551-2c7e-4af6-a55d-1e5354dc5345 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=563a8875-e395-4716-b914-a33dea76456e HTTP/1.1" status: 200 len: 217 time: 0.0640438 Apr 11 15:32:30.974924 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-01f0e6b2-1da0-4cfe-be62-5f08de1d741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'name': 'tempest-TestSnapshotPattern-1206410669-router', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:10Z', 'updated_at': '2022-04-11T15:26:15Z', 'revision_number': 4, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'gw_port': {'id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:11Z', 'updated_at': '2022-04-11T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '07515bf0-8531-4b97-8c1d-826b3077c340', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'floating_ip_address': '172.26.7.163', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'port_id': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'mac_address': 'fa:16:3e:3e:16:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687b963c-41d7-4893-95c9-6d21c8b0ede5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:26:44Z', 'updated_at': '2022-04-11T15:26:47Z', 'revision_number': 1, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0fa7ec-d9a1-45a5-bffa-21808d68e11c', 'name': '', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'mac_address': 'fa:16:3e:10:8c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '94322735-39be-4a26-97ea-cc782ee64c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:14Z', 'updated_at': '2022-04-11T15:26:21Z', 'revision_number': 5, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'subnets': [{'id': '94322735-39be-4a26-97ea-cc782ee64c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:30.979816 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f0e6b2-1da0-4cfe-be62-5f08de1d741d None None] Checking router: 7fcaec80-9fbf-474f-bc80-07435247a615 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:32:30.990961 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f0e6b2-1da0-4cfe-be62-5f08de1d741d None None] Routers {'7fcaec80-9fbf-474f-bc80-07435247a615'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:32:30.991820 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-01f0e6b2-1da0-4cfe-be62-5f08de1d741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:32:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['7fcaec80-9fbf-474f-bc80-07435247a615'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:31.179568 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c6ade-d2ab-43be-8df9-699cf1229ed3 req-8fcfb8d3-28a6-487d-9ef6-2c228c138a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:31.180921 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a47c6ade-d2ab-43be-8df9-699cf1229ed3 req-8fcfb8d3-28a6-487d-9ef6-2c228c138a35 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=94322735-39be-4a26-97ea-cc782ee64c21 HTTP/1.1" status: 200 len: 849 time: 0.2258780 Apr 11 15:32:31.188736 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-01f0e6b2-1da0-4cfe-be62-5f08de1d741d None None] Set router 7fcaec80-9fbf-474f-bc80-07435247a615 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:32:31.253291 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7c650-443d-4e04-b002-5d876f004d9f req-1ff8f5c9-3d7d-48b9-b476-f77b43327017 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:31.254019 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-2cb7c650-443d-4e04-b002-5d876f004d9f req-1ff8f5c9-3d7d-48b9-b476-f77b43327017 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Synchronizing usage tracker for tenant:551d169fb23c40d0b739219e3dfd69d6 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:32:31.289481 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c6ade-d2ab-43be-8df9-699cf1229ed3 req-2f0c46f6-3652-409f-ae3e-30ddf63eae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:31.291071 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a47c6ade-d2ab-43be-8df9-699cf1229ed3 req-2f0c46f6-3652-409f-ae3e-30ddf63eae26 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9449e90a-2ee3-4357-9ae1-9bbb152819d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1037812 Apr 11 15:32:31.388394 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-2cb7c650-443d-4e04-b002-5d876f004d9f req-1ff8f5c9-3d7d-48b9-b476-f77b43327017 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Unset dirty status for tenant:551d169fb23c40d0b739219e3dfd69d6 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:32:31.389646 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2cb7c650-443d-4e04-b002-5d876f004d9f req-1ff8f5c9-3d7d-48b9-b476-f77b43327017 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 944 time: 0.2791343 Apr 11 15:32:31.460776 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-2cb7c650-443d-4e04-b002-5d876f004d9f req-8d57eaba-185b-4f74-8cb0-808b53114390 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638268 Apr 11 15:32:31.464387 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a47c6ade-d2ab-43be-8df9-699cf1229ed3 req-1a9164a9-a56a-4b7c-82a9-eb6470a25b44 service neutron] 10.222.0.53 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661680 Apr 11 15:32:31.548518 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-01f0e6b2-1da0-4cfe-be62-5f08de1d741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'name': 'tempest-TestSnapshotPattern-1206410669-router', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:10Z', 'updated_at': '2022-04-11T15:26:15Z', 'revision_number': 4, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'gw_port': {'id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:11Z', 'updated_at': '2022-04-11T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '07515bf0-8531-4b97-8c1d-826b3077c340', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'floating_ip_address': '172.26.7.163', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'port_id': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'mac_address': 'fa:16:3e:3e:16:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687b963c-41d7-4893-95c9-6d21c8b0ede5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:26:44Z', 'updated_at': '2022-04-11T15:26:47Z', 'revision_number': 1, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0fa7ec-d9a1-45a5-bffa-21808d68e11c', 'name': '', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'mac_address': 'fa:16:3e:10:8c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '94322735-39be-4a26-97ea-cc782ee64c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:14Z', 'updated_at': '2022-04-11T15:26:21Z', 'revision_number': 5, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'subnets': [{'id': '94322735-39be-4a26-97ea-cc782ee64c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:31.552786 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f0e6b2-1da0-4cfe-be62-5f08de1d741d None None] The sync data for ids ['7fcaec80-9fbf-474f-bc80-07435247a615'] in dv-neutron-837330-1-hyperv is: [{'id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'name': 'tempest-TestSnapshotPattern-1206410669-router', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:10Z', 'updated_at': '2022-04-11T15:26:15Z', 'revision_number': 4, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'gw_port': {'id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:11Z', 'updated_at': '2022-04-11T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_floatingips': [{'id': '07515bf0-8531-4b97-8c1d-826b3077c340', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'floating_ip_address': '172.26.7.163', 'floating_network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'router_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'port_id': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'mac_address': 'fa:16:3e:3e:16:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687b963c-41d7-4893-95c9-6d21c8b0ede5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:26:44Z', 'updated_at': '2022-04-11T15:26:47Z', 'revision_number': 1, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0fa7ec-d9a1-45a5-bffa-21808d68e11c', 'name': '', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'mac_address': 'fa:16:3e:10:8c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '94322735-39be-4a26-97ea-cc782ee64c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:14Z', 'updated_at': '2022-04-11T15:26:21Z', 'revision_number': 5, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'subnets': [{'id': '94322735-39be-4a26-97ea-cc782ee64c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:32:31.600926 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-a47c6ade-d2ab-43be-8df9-699cf1229ed3 req-66e91673-f948-4517-94a3-3bfb6a5ff8ce service neutron] 10.222.0.53 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307099 Apr 11 15:32:31.774916 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2976b93-b269-47b8-a1c2-5be3bf50047b None None] New status for floating IP 7c0c508b-0276-4ae8-b624-62d4668b3e2a: DOWN {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:32:32.662380 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1dcf88-570d-4686-ae3a-64ec9e2dcb5c req-01a77ce5-102c-411e-831e-2ff946f9e4bc tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:32.663831 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7b1dcf88-570d-4686-ae3a-64ec9e2dcb5c req-01a77ce5-102c-411e-831e-2ff946f9e4bc tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 944 time: 0.0818374 Apr 11 15:32:32.712561 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-7b1dcf88-570d-4686-ae3a-64ec9e2dcb5c req-9cd7f61d-c2e1-4713-996c-9722f14043cb tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429778 Apr 11 15:32:32.898849 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bf0a5-4e7b-4477-ace5-c0f7a5ee1b09 req-0ea3af7b-6df3-41da-b3e5-183fe1a24ab4 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:32.900233 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-308bf0a5-4e7b-4477-ace5-c0f7a5ee1b09 req-0ea3af7b-6df3-41da-b3e5-183fe1a24ab4 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.53 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 944 time: 0.0825064 Apr 11 15:32:32.970417 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [req-308bf0a5-4e7b-4477-ace5-c0f7a5ee1b09 req-590e6bf2-d792-46f6-b279-172a2d43ef31 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Deleting port 563a8875-e395-4716-b914-a33dea76456e {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:32:32.970763 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-308bf0a5-4e7b-4477-ace5-c0f7a5ee1b09 req-590e6bf2-d792-46f6-b279-172a2d43ef31 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:33.218861 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [req-308bf0a5-4e7b-4477-ace5-c0f7a5ee1b09 req-590e6bf2-d792-46f6-b279-172a2d43ef31 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] For port 563a8875-e395-4716-b914-a33dea76456e, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=563a8875-e395-4716-b914-a33dea76456e,segment=NetworkSegment(fd6bd0bd-e715-4520-88b6-34deb7cb8c76),segment_id=fd6bd0bd-e715-4520-88b6-34deb7cb8c76)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:32:33.219248 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-308bf0a5-4e7b-4477-ace5-c0f7a5ee1b09 req-590e6bf2-d792-46f6-b279-172a2d43ef31 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:33.342521 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [req-308bf0a5-4e7b-4477-ace5-c0f7a5ee1b09 req-590e6bf2-d792-46f6-b279-172a2d43ef31 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Calling delete_port for 563a8875-e395-4716-b914-a33dea76456e owned by compute:nova {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:32:33.571670 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-308bf0a5-4e7b-4477-ace5-c0f7a5ee1b09 req-590e6bf2-d792-46f6-b279-172a2d43ef31 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:33.625898 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e6bf2-d792-46f6-b279-172a2d43ef31 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Pushing event deleted for resources: {'Port': ['ID=563a8875-e395-4716-b914-a33dea76456e,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:33.706335 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [req-308bf0a5-4e7b-4477-ace5-c0f7a5ee1b09 req-590e6bf2-d792-46f6-b279-172a2d43ef31 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] No DVR routers for this DVR port 563a8875-e395-4716-b914-a33dea76456e on host hv-neutron-8373 {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:32:33.708871 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-308bf0a5-4e7b-4477-ace5-c0f7a5ee1b09 req-590e6bf2-d792-46f6-b279-172a2d43ef31 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:33.711649 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462f98f9-9aa0-42af-89de-dfc8ffc9e842', 'name': 'network-vif-deleted', 'tag': '563a8875-e395-4716-b914-a33dea76456e'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:32:33.759996 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d0d619a-4c68-43b1-8658-e9eabefd8c26'] response: {'server_uuid': '462f98f9-9aa0-42af-89de-dfc8ffc9e842', 'name': 'network-vif-deleted', 'tag': '563a8875-e395-4716-b914-a33dea76456e', 'status': 'completed', 'code': 200} Apr 11 15:32:33.804614 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-308bf0a5-4e7b-4477-ace5-c0f7a5ee1b09 req-590e6bf2-d792-46f6-b279-172a2d43ef31 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.53 "DELETE /v2.0/ports/563a8875-e395-4716-b914-a33dea76456e HTTP/1.1" status: 204 len: 173 time: 0.8986371 Apr 11 15:32:33.866253 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-2286df00-a054-4a25-b69f-6cec2a1041d3 req-a77cfd9c-147e-417b-9ebf-5d21a24e8de8 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=462f98f9-9aa0-42af-89de-dfc8ffc9e842 HTTP/1.1" status: 200 len: 210 time: 0.0437937 Apr 11 15:32:36.290036 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 563a8875-e395-4716-b914-a33dea76456e no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:32:36.329426 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: 563a8875-e395-4716-b914-a33dea76456e {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:32:36.329774 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device 563a8875-e395-4716-b914-a33dea76456e not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:32:36.519761 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 55278) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:32:36.820282 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-a9556d14-2489-4812-9597-d2478b9aaca0 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Deleting port 74c1b77e-fbf4-487f-a85e-8a5b576f0a40 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:32:36.820530 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a9556d14-2489-4812-9597-d2478b9aaca0 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:36.986537 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a9556d14-2489-4812-9597-d2478b9aaca0 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:36.986866 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a9556d14-2489-4812-9597-d2478b9aaca0 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:37.109396 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-a9556d14-2489-4812-9597-d2478b9aaca0 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Calling delete_port for 74c1b77e-fbf4-487f-a85e-8a5b576f0a40 owned by network:floatingip {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:32:37.314397 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a9556d14-2489-4812-9597-d2478b9aaca0 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:37.366640 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9556d14-2489-4812-9597-d2478b9aaca0 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Pushing event deleted for resources: {'Port': ['ID=74c1b77e-fbf4-487f-a85e-8a5b576f0a40,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:37.457463 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a9556d14-2489-4812-9597-d2478b9aaca0 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for floatingip, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:37.457794 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.db.l3_db [None req-a9556d14-2489-4812-9597-d2478b9aaca0 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Floating IP 07515bf0-8531-4b97-8c1d-826b3077c340 disassociated (deleted). External IP: 172.26.7.163, port: a4464c61-68ea-4b6d-905a-3201c7f4b1f5. Apr 11 15:32:37.809447 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9556d14-2489-4812-9597-d2478b9aaca0 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Router 7fcaec80-9fbf-474f-bc80-07435247a615 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:32:37.991166 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9556d14-2489-4812-9597-d2478b9aaca0 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:32:38.002177 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63222ca5-cb40-45bc-980e-401a9e9c0d27 None None] Sync routers for ids ['7fcaec80-9fbf-474f-bc80-07435247a615'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:32:38.009013 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-a9556d14-2489-4812-9597-d2478b9aaca0 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for floatingip, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:38.011629 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63222ca5-cb40-45bc-980e-401a9e9c0d27 None None] Routers {'7fcaec80-9fbf-474f-bc80-07435247a615'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:32:38.012290 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-63222ca5-cb40-45bc-980e-401a9e9c0d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:32:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['7fcaec80-9fbf-474f-bc80-07435247a615'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:38.065310 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-a9556d14-2489-4812-9597-d2478b9aaca0 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "DELETE /v2.0/floatingips/07515bf0-8531-4b97-8c1d-826b3077c340 HTTP/1.1" status: 204 len: 168 time: 1.5442488 Apr 11 15:32:38.065725 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687b963c-41d7-4893-95c9-6d21c8b0ede5', 'tag': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:32:38.111986 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b35f52-e6b2-42be-8009-2dfa415fc799'] response: {'name': 'network-changed', 'server_uuid': '687b963c-41d7-4893-95c9-6d21c8b0ede5', 'tag': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5', 'status': 'completed', 'code': 200} Apr 11 15:32:38.207704 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-63222ca5-cb40-45bc-980e-401a9e9c0d27 None None] Set router 7fcaec80-9fbf-474f-bc80-07435247a615 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:32:38.208872 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4abcc-dd2a-40af-a605-a801b8b7380f req-2d92441b-7ea8-4da8-a56f-f3f9921e233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:38.210404 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-44f4abcc-dd2a-40af-a605-a801b8b7380f req-2d92441b-7ea8-4da8-a56f-f3f9921e233f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=551d169fb23c40d0b739219e3dfd69d6&device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 1096 time: 0.0746784 Apr 11 15:32:38.455354 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4abcc-dd2a-40af-a605-a801b8b7380f req-90bbe997-5b85-4ebf-bb69-5e10ad65e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:38.456766 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-44f4abcc-dd2a-40af-a605-a801b8b7380f req-90bbe997-5b85-4ebf-bb69-5e10ad65e871 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9449e90a-2ee3-4357-9ae1-9bbb152819d9 HTTP/1.1" status: 200 len: 912 time: 0.2409070 Apr 11 15:32:38.534285 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-44f4abcc-dd2a-40af-a605-a801b8b7380f req-2e51e292-4df9-48cc-85af-0923ce1c29aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4464c61-68ea-4b6d-905a-3201c7f4b1f5 HTTP/1.1" status: 200 len: 217 time: 0.0717075 Apr 11 15:32:38.590841 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-63222ca5-cb40-45bc-980e-401a9e9c0d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'name': 'tempest-TestSnapshotPattern-1206410669-router', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:10Z', 'updated_at': '2022-04-11T15:26:15Z', 'revision_number': 4, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'gw_port': {'id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:11Z', 'updated_at': '2022-04-11T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'ee0fa7ec-d9a1-45a5-bffa-21808d68e11c', 'name': '', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'mac_address': 'fa:16:3e:10:8c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '94322735-39be-4a26-97ea-cc782ee64c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:14Z', 'updated_at': '2022-04-11T15:26:21Z', 'revision_number': 5, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'subnets': [{'id': '94322735-39be-4a26-97ea-cc782ee64c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:38.598143 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63222ca5-cb40-45bc-980e-401a9e9c0d27 None None] Checking router: 7fcaec80-9fbf-474f-bc80-07435247a615 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:32:38.600882 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4abcc-dd2a-40af-a605-a801b8b7380f req-56e522bf-abbe-4de6-b670-8e4777102b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:38.602383 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-44f4abcc-dd2a-40af-a605-a801b8b7380f req-56e522bf-abbe-4de6-b670-8e4777102b27 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=94322735-39be-4a26-97ea-cc782ee64c21 HTTP/1.1" status: 200 len: 849 time: 0.0622280 Apr 11 15:32:38.612286 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63222ca5-cb40-45bc-980e-401a9e9c0d27 None None] Routers {'7fcaec80-9fbf-474f-bc80-07435247a615'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:32:38.612912 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-63222ca5-cb40-45bc-980e-401a9e9c0d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:32:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['7fcaec80-9fbf-474f-bc80-07435247a615'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:38.710517 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4abcc-dd2a-40af-a605-a801b8b7380f req-0a19e9d5-319c-457b-bb1c-14f47a22ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:38.712790 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-44f4abcc-dd2a-40af-a605-a801b8b7380f req-0a19e9d5-319c-457b-bb1c-14f47a22ad2b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9449e90a-2ee3-4357-9ae1-9bbb152819d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1048987 Apr 11 15:32:38.805442 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-63222ca5-cb40-45bc-980e-401a9e9c0d27 None None] Set router 7fcaec80-9fbf-474f-bc80-07435247a615 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:32:38.918912 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-44f4abcc-dd2a-40af-a605-a801b8b7380f req-2c94e0d5-8368-4ca4-a57e-c7f87303043e service neutron] 10.222.0.53 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994331 Apr 11 15:32:38.930053 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261dc5b-de89-49f6-a3f2-79bb0c66bba4 req-e9af325d-00cc-46e3-a63e-ff32314f4358 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:38.930730 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-8261dc5b-de89-49f6-a3f2-79bb0c66bba4 req-e9af325d-00cc-46e3-a63e-ff32314f4358 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Synchronizing usage tracker for tenant:551d169fb23c40d0b739219e3dfd69d6 on resource:port {{(pid=88616) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 11 15:32:39.068037 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-44f4abcc-dd2a-40af-a605-a801b8b7380f req-9c07158b-05b8-472a-a195-f0f7c92acb3b service neutron] 10.222.0.53 "GET /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343074 Apr 11 15:32:39.096697 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.quota.resource [req-8261dc5b-de89-49f6-a3f2-79bb0c66bba4 req-e9af325d-00cc-46e3-a63e-ff32314f4358 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Unset dirty status for tenant:551d169fb23c40d0b739219e3dfd69d6 on resource:port {{(pid=88616) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 11 15:32:39.097998 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8261dc5b-de89-49f6-a3f2-79bb0c66bba4 req-e9af325d-00cc-46e3-a63e-ff32314f4358 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 943 time: 0.3530376 Apr 11 15:32:39.125536 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-63222ca5-cb40-45bc-980e-401a9e9c0d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'name': 'tempest-TestSnapshotPattern-1206410669-router', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:10Z', 'updated_at': '2022-04-11T15:26:15Z', 'revision_number': 4, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'gw_port': {'id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:11Z', 'updated_at': '2022-04-11T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'ee0fa7ec-d9a1-45a5-bffa-21808d68e11c', 'name': '', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'mac_address': 'fa:16:3e:10:8c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '94322735-39be-4a26-97ea-cc782ee64c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:14Z', 'updated_at': '2022-04-11T15:26:21Z', 'revision_number': 5, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'subnets': [{'id': '94322735-39be-4a26-97ea-cc782ee64c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:39.129684 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63222ca5-cb40-45bc-980e-401a9e9c0d27 None None] The sync data for ids ['7fcaec80-9fbf-474f-bc80-07435247a615'] in dv-neutron-837330-1-hyperv is: [{'id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'name': 'tempest-TestSnapshotPattern-1206410669-router', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:10Z', 'updated_at': '2022-04-11T15:26:15Z', 'revision_number': 4, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'gw_port': {'id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:11Z', 'updated_at': '2022-04-11T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv', '_interfaces': [{'id': 'ee0fa7ec-d9a1-45a5-bffa-21808d68e11c', 'name': '', 'network_id': '9449e90a-2ee3-4357-9ae1-9bbb152819d9', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'mac_address': 'fa:16:3e:10:8c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '94322735-39be-4a26-97ea-cc782ee64c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:14Z', 'updated_at': '2022-04-11T15:26:21Z', 'revision_number': 5, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'subnets': [{'id': '94322735-39be-4a26-97ea-cc782ee64c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:32:39.144651 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-8261dc5b-de89-49f6-a3f2-79bb0c66bba4 req-e65e2ed3-46de-468a-b369-fd628ba0238f tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409343 Apr 11 15:32:39.346888 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f37fdd-8175-4244-870d-2e76592a949a None None] New status for floating IP 07515bf0-8531-4b97-8c1d-826b3077c340: DOWN {{(pid=88618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:32:39.711597 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd53f29-5461-4f8d-b868-b169033b3667 req-0c028449-8ef6-4633-806d-433c1df24e38 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:39.713059 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0cd53f29-5461-4f8d-b868-b169033b3667 req-0c028449-8ef6-4633-806d-433c1df24e38 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.53 "GET /v2.0/ports?device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 943 time: 0.0830827 Apr 11 15:32:39.780166 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [req-0cd53f29-5461-4f8d-b868-b169033b3667 req-c25808cf-d365-482a-afff-54ef4e821dbe tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Deleting port a4464c61-68ea-4b6d-905a-3201c7f4b1f5 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:32:39.780506 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-0cd53f29-5461-4f8d-b868-b169033b3667 req-c25808cf-d365-482a-afff-54ef4e821dbe tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:40.026587 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [req-0cd53f29-5461-4f8d-b868-b169033b3667 req-c25808cf-d365-482a-afff-54ef4e821dbe tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] For port a4464c61-68ea-4b6d-905a-3201c7f4b1f5, host hv-neutron-8373, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8373',level=0,port_id=a4464c61-68ea-4b6d-905a-3201c7f4b1f5,segment=NetworkSegment(fd6bd0bd-e715-4520-88b6-34deb7cb8c76),segment_id=fd6bd0bd-e715-4520-88b6-34deb7cb8c76)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:32:40.027252 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-0cd53f29-5461-4f8d-b868-b169033b3667 req-c25808cf-d365-482a-afff-54ef4e821dbe tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:40.152346 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [req-0cd53f29-5461-4f8d-b868-b169033b3667 req-c25808cf-d365-482a-afff-54ef4e821dbe tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Calling delete_port for a4464c61-68ea-4b6d-905a-3201c7f4b1f5 owned by compute:nova {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:32:40.341063 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da60ab-6a0a-42a8-a580-093b98cbeb68 req-114a647a-f0fc-4ee4-b87d-0c123252ad52 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:40.343213 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-55da60ab-6a0a-42a8-a580-093b98cbeb68 req-114a647a-f0fc-4ee4-b87d-0c123252ad52 tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 943 time: 0.0866122 Apr 11 15:32:40.387192 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-55da60ab-6a0a-42a8-a580-093b98cbeb68 req-d65a8699-9f98-4143-8b7a-96c3cd8d6bee tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbf362f-dc9d-4229-806c-11e7762e444a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381508 Apr 11 15:32:40.411507 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-0cd53f29-5461-4f8d-b868-b169033b3667 req-c25808cf-d365-482a-afff-54ef4e821dbe tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:40.462687 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25808cf-d365-482a-afff-54ef4e821dbe tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Pushing event deleted for resources: {'Port': ['ID=a4464c61-68ea-4b6d-905a-3201c7f4b1f5,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:40.539932 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd53f29-5461-4f8d-b868-b169033b3667 req-c25808cf-d365-482a-afff-54ef4e821dbe tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] No DVR routers for this DVR port a4464c61-68ea-4b6d-905a-3201c7f4b1f5 on host hv-neutron-8373 {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:32:40.542226 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [req-0cd53f29-5461-4f8d-b868-b169033b3667 req-c25808cf-d365-482a-afff-54ef4e821dbe tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-462866'] for port, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:40.544668 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687b963c-41d7-4893-95c9-6d21c8b0ede5', 'name': 'network-vif-deleted', 'tag': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5'}] {{(pid=88616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:32:40.593761 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9819df15-d59a-4b96-893b-13f3f397c9d5'] response: {'server_uuid': '687b963c-41d7-4893-95c9-6d21c8b0ede5', 'name': 'network-vif-deleted', 'tag': 'a4464c61-68ea-4b6d-905a-3201c7f4b1f5', 'status': 'completed', 'code': 200} Apr 11 15:32:40.617376 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [req-0cd53f29-5461-4f8d-b868-b169033b3667 req-c25808cf-d365-482a-afff-54ef4e821dbe tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.53 "DELETE /v2.0/ports/a4464c61-68ea-4b6d-905a-3201c7f4b1f5 HTTP/1.1" status: 204 len: 173 time: 0.8994980 Apr 11 15:32:41.556165 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [req-60a6e834-bf84-4985-8334-c9dfcd97479d req-2c46432f-228b-40d8-bb30-a0676d39c9ae tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "GET /v2.0/ports?device_id=687b963c-41d7-4893-95c9-6d21c8b0ede5 HTTP/1.1" status: 200 len: 210 time: 0.0459783 Apr 11 15:32:42.311354 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device a4464c61-68ea-4b6d-905a-3201c7f4b1f5 no longer exists at agent hyperv_hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:32:42.345147 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] No Port match for: a4464c61-68ea-4b6d-905a-3201c7f4b1f5 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:32:42.345493 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Device a4464c61-68ea-4b6d-905a-3201c7f4b1f5 not bound to the agent host hv-neutron-8373 {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:32:42.652287 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 55296) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:32:42.719336 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-edee1cf6-8c7c-4cb9-a823-b3651efdbf7d tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:42.748982 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-edee1cf6-8c7c-4cb9-a823-b3651efdbf7d tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:42.960204 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-edee1cf6-8c7c-4cb9-a823-b3651efdbf7d tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:43.080581 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee1cf6-8c7c-4cb9-a823-b3651efdbf7d tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbf362f-dc9d-4229-806c-11e7762e444a,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:43.268433 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-edee1cf6-8c7c-4cb9-a823-b3651efdbf7d tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:43.269981 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-edee1cf6-8c7c-4cb9-a823-b3651efdbf7d tempest-TestSnapshotPattern-1765644060 tempest-TestSnapshotPattern-1765644060-project] 10.222.0.66 "DELETE /v2.0/security-groups/5dbf362f-dc9d-4229-806c-11e7762e444a HTTP/1.1" status: 204 len: 168 time: 0.6177943 Apr 11 15:32:43.442640 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 55302) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:32:44.077183 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-41c4fec1-2295-4085-8643-6707d56f4ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:44.432775 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-41c4fec1-2295-4085-8643-6707d56f4ca7 admin admin] Deleting port ee0fa7ec-d9a1-45a5-bffa-21808d68e11c {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:32:44.433037 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-41c4fec1-2295-4085-8643-6707d56f4ca7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:44.604214 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-41c4fec1-2295-4085-8643-6707d56f4ca7 admin admin] For port ee0fa7ec-d9a1-45a5-bffa-21808d68e11c, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=ee0fa7ec-d9a1-45a5-bffa-21808d68e11c,segment=NetworkSegment(fd6bd0bd-e715-4520-88b6-34deb7cb8c76),segment_id=fd6bd0bd-e715-4520-88b6-34deb7cb8c76)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:32:44.604580 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-41c4fec1-2295-4085-8643-6707d56f4ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:44.724511 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-41c4fec1-2295-4085-8643-6707d56f4ca7 admin admin] Calling delete_port for ee0fa7ec-d9a1-45a5-bffa-21808d68e11c owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:32:45.237914 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-41c4fec1-2295-4085-8643-6707d56f4ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:45.287482 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4fec1-2295-4085-8643-6707d56f4ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee0fa7ec-d9a1-45a5-bffa-21808d68e11c,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:45.558198 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-41c4fec1-2295-4085-8643-6707d56f4ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:45.914458 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c4fec1-2295-4085-8643-6707d56f4ca7 admin admin] Router 7fcaec80-9fbf-474f-bc80-07435247a615 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:32:46.090218 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c4fec1-2295-4085-8643-6707d56f4ca7 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:32:46.102910 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d9f21a-5169-41f4-8bc4-24e11577a987 None None] Sync routers for ids ['7fcaec80-9fbf-474f-bc80-07435247a615'] in dv-neutron-837330-1-hyperv {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:32:46.104035 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-41c4fec1-2295-4085-8643-6707d56f4ca7 admin admin] 10.222.0.66 "PUT /v2.0/routers/7fcaec80-9fbf-474f-bc80-07435247a615/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6602955 Apr 11 15:32:46.106535 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 55308) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:32:46.111096 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d9f21a-5169-41f4-8bc4-24e11577a987 None None] Routers {'7fcaec80-9fbf-474f-bc80-07435247a615'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:32:46.111694 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b9d9f21a-5169-41f4-8bc4-24e11577a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:32:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['7fcaec80-9fbf-474f-bc80-07435247a615'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:46.293455 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-b9d9f21a-5169-41f4-8bc4-24e11577a987 None None] Set router 7fcaec80-9fbf-474f-bc80-07435247a615 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:32:46.414154 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-88c43f09-f288-4707-ae02-404ae0fc5cbb admin admin] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:46.581446 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b9d9f21a-5169-41f4-8bc4-24e11577a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'name': 'tempest-TestSnapshotPattern-1206410669-router', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:10Z', 'updated_at': '2022-04-11T15:32:45Z', 'revision_number': 5, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'gw_port': {'id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:11Z', 'updated_at': '2022-04-11T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:46.585216 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d9f21a-5169-41f4-8bc4-24e11577a987 None None] Checking router: 7fcaec80-9fbf-474f-bc80-07435247a615 for host: dv-neutron-837330-1-hyperv {{(pid=88619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:32:46.593152 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-88c43f09-f288-4707-ae02-404ae0fc5cbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:46.593507 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d9f21a-5169-41f4-8bc4-24e11577a987 None None] Routers {'7fcaec80-9fbf-474f-bc80-07435247a615'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:32:46.594118 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b9d9f21a-5169-41f4-8bc4-24e11577a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:32:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['7fcaec80-9fbf-474f-bc80-07435247a615'], 'active': True} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:46.686241 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-88c43f09-f288-4707-ae02-404ae0fc5cbb admin admin] Deleting port f5cdd6e1-db31-430f-b184-e04df82b5fd1 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:32:46.686591 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-88c43f09-f288-4707-ae02-404ae0fc5cbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:46.794634 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_dvr_db [None req-b9d9f21a-5169-41f4-8bc4-24e11577a987 None None] Set router 7fcaec80-9fbf-474f-bc80-07435247a615 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:32:46.864289 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-88c43f09-f288-4707-ae02-404ae0fc5cbb admin admin] For port f5cdd6e1-db31-430f-b184-e04df82b5fd1, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=f5cdd6e1-db31-430f-b184-e04df82b5fd1,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:32:46.864552 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-88c43f09-f288-4707-ae02-404ae0fc5cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:46.988924 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-88c43f09-f288-4707-ae02-404ae0fc5cbb admin admin] Calling delete_port for f5cdd6e1-db31-430f-b184-e04df82b5fd1 owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:32:47.076116 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.l3_hamode_db [None req-b9d9f21a-5169-41f4-8bc4-24e11577a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'name': 'tempest-TestSnapshotPattern-1206410669-router', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:10Z', 'updated_at': '2022-04-11T15:32:45Z', 'revision_number': 5, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'gw_port': {'id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:11Z', 'updated_at': '2022-04-11T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:47.080277 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d9f21a-5169-41f4-8bc4-24e11577a987 None None] The sync data for ids ['7fcaec80-9fbf-474f-bc80-07435247a615'] in dv-neutron-837330-1-hyperv is: [{'id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'name': 'tempest-TestSnapshotPattern-1206410669-router', 'tenant_id': '551d169fb23c40d0b739219e3dfd69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:10Z', 'updated_at': '2022-04-11T15:32:45Z', 'revision_number': 5, 'project_id': '551d169fb23c40d0b739219e3dfd69d6', 'gw_port': {'id': 'f5cdd6e1-db31-430f-b184-e04df82b5fd1', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcaec80-9fbf-474f-bc80-07435247a615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:11Z', 'updated_at': '2022-04-11T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}] {{(pid=88619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:32:47.250708 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-88c43f09-f288-4707-ae02-404ae0fc5cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:47.297972 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c43f09-f288-4707-ae02-404ae0fc5cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=f5cdd6e1-db31-430f-b184-e04df82b5fd1,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:47.393279 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-88c43f09-f288-4707-ae02-404ae0fc5cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:47.523846 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ee0fa7ec-d9a1-45a5-bffa-21808d68e11c no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:32:47.564692 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: ee0fa7ec-d9a1-45a5-bffa-21808d68e11c {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:32:47.565038 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device ee0fa7ec-d9a1-45a5-bffa-21808d68e11c not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:32:47.578825 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-88c43f09-f288-4707-ae02-404ae0fc5cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:47.581016 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-88c43f09-f288-4707-ae02-404ae0fc5cbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:47.662145 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-88c43f09-f288-4707-ae02-404ae0fc5cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:47.662621 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c43f09-f288-4707-ae02-404ae0fc5cbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fcaec80-9fbf-474f-bc80-07435247a615 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 15:32:47.676941 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-88c43f09-f288-4707-ae02-404ae0fc5cbb admin admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:47.678142 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-88c43f09-f288-4707-ae02-404ae0fc5cbb admin admin] 10.222.0.66 "DELETE /v2.0/routers/7fcaec80-9fbf-474f-bc80-07435247a615 HTTP/1.1" status: 204 len: 168 time: 1.5705929 Apr 11 15:32:47.680510 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 55314) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:32:47.741535 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.db_base_plugin_v2 [None req-962ea73c-1d78-492b-82c7-5e09880b7db2 admin admin] Deleting subnet 94322735-39be-4a26-97ea-cc782ee64c21 {{(pid=88616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 15:32:47.744884 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-962ea73c-1d78-492b-82c7-5e09880b7db2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:47.802678 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-962ea73c-1d78-492b-82c7-5e09880b7db2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27583681'] for subnet, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:47.880533 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-962ea73c-1d78-492b-82c7-5e09880b7db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:48.045742 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-962ea73c-1d78-492b-82c7-5e09880b7db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27693164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27750898'] for subnet, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:48.088975 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ea73c-1d78-492b-82c7-5e09880b7db2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94322735-39be-4a26-97ea-cc782ee64c21,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:48.092649 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-962ea73c-1d78-492b-82c7-5e09880b7db2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:48.098172 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64253461-6bb8-40eb-b7bb-01c6ea9ce647 None None] Network 9449e90a-2ee3-4357-9ae1-9bbb152819d9 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 15:32:48.105060 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 55318) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:32:48.105601 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-962ea73c-1d78-492b-82c7-5e09880b7db2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/94322735-39be-4a26-97ea-cc782ee64c21 HTTP/1.1" status: 204 len: 168 time: 0.4232721 Apr 11 15:32:48.219527 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:48.229883 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] Deleting port b85c9466-8330-4b20-b748-67d380b809d6 {{(pid=88617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:32:48.230285 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:48.349576 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460de827-8616-44af-96bf-9b5c10e93876 None None] DHCP port deletion for 9449e90a-2ee3-4357-9ae1-9bbb152819d9 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 15:32:48.353838 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-460de827-8616-44af-96bf-9b5c10e93876 None None] Deleting port b85c9466-8330-4b20-b748-67d380b809d6 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:32:48.354243 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-460de827-8616-44af-96bf-9b5c10e93876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:48.452581 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.db [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] For port b85c9466-8330-4b20-b748-67d380b809d6, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=b85c9466-8330-4b20-b748-67d380b809d6,segment=NetworkSegment(fd6bd0bd-e715-4520-88b6-34deb7cb8c76),segment_id=fd6bd0bd-e715-4520-88b6-34deb7cb8c76)] {{(pid=88617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:32:48.452851 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:48.597774 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-460de827-8616-44af-96bf-9b5c10e93876 None None] For port b85c9466-8330-4b20-b748-67d380b809d6, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=b85c9466-8330-4b20-b748-67d380b809d6,segment=NetworkSegment(fd6bd0bd-e715-4520-88b6-34deb7cb8c76),segment_id=fd6bd0bd-e715-4520-88b6-34deb7cb8c76)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:32:48.598384 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-460de827-8616-44af-96bf-9b5c10e93876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:48.678431 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.plugin [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] Calling delete_port for b85c9466-8330-4b20-b748-67d380b809d6 owned by network:dhcp {{(pid=88617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:32:48.722794 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-460de827-8616-44af-96bf-9b5c10e93876 None None] Calling delete_port for b85c9466-8330-4b20-b748-67d380b809d6 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:32:48.839765 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1751440'] for port, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:48.846121 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-460de827-8616-44af-96bf-9b5c10e93876 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 15:32:48.846536 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-460de827-8616-44af-96bf-9b5c10e93876 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 15:32:48.892438 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] Pushing event deleted for resources: {'Port': ['ID=b85c9466-8330-4b20-b748-67d380b809d6,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:48.894754 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] No DVR routers for this DVR port b85c9466-8330-4b20-b748-67d380b809d6 on host dv-neutron-837330-1-hyperv {{(pid=88617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:32:48.929289 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:48.929631 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:48.930008 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:48.930341 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:48.930668 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:48.930994 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:48.931583 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:48.931904 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:48.932224 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:48.932614 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:48.932893 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:48.933214 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837330-1-hyperv {{(pid=88617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:49.032353 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:49.069215 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9449e90a-2ee3-4357-9ae1-9bbb152819d9']}} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:49.092437 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6bd0bd-e715-4520-88b6-34deb7cb8c76') {'for_net_delete': True} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:49.092731 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.services.segments.db [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6bd0bd-e715-4520-88b6-34deb7cb8c76') {} {{(pid=88617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:49.108572 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1630388'] for segment, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:49.129107 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:49.135808 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=88617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:32:49.137607 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1751119'] for segment, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: Traceback (most recent call last): Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: timer() Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: cb(*args, **kw) Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: return func(*args, **kwargs) Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: self._notify() Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: self.callback(batched_events) Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: event.method(event) Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: return f(self, *a, **k) Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._get(url).json() Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: return self.request(url, 'GET', **kwargs) Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:32:49.153479 dv-neutron-837330-1-hyperv neutron-server[88617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:32:49.314062 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device b85c9466-8330-4b20-b748-67d380b809d6 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:32:49.335607 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:49.350072 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-460de827-8616-44af-96bf-9b5c10e93876 None None] Deleting port b85c9466-8330-4b20-b748-67d380b809d6 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:32:49.350460 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-460de827-8616-44af-96bf-9b5c10e93876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:49.359409 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] Notify callbacks [] for network, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:49.367220 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] Pushing event deleted for resources: {'Network': ['ID=9449e90a-2ee3-4357-9ae1-9bbb152819d9,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:49.392673 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: b85c9466-8330-4b20-b748-67d380b809d6 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:32:49.393019 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device b85c9466-8330-4b20-b748-67d380b809d6 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:32:49.393442 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device f5cdd6e1-db31-430f-b184-e04df82b5fd1 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:32:49.467290 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: f5cdd6e1-db31-430f-b184-e04df82b5fd1 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:32:49.467290 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device f5cdd6e1-db31-430f-b184-e04df82b5fd1 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:32:49.469071 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-ed93412d-be88-4ef0-a93e-a0c9bbbee364 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9449e90a-2ee3-4357-9ae1-9bbb152819d9 HTTP/1.1" status: 204 len: 168 time: 1.3613036 Apr 11 15:32:49.471233 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 55322) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:32:49.475116 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-460de827-8616-44af-96bf-9b5c10e93876 None None] The port 'b85c9466-8330-4b20-b748-67d380b809d6' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 15:32:49.783622 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:32:50.174660 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-82626395-e999-4395-9615-67b5c9d79861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985052'] for router_interface, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:50.536633 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-82626395-e999-4395-9615-67b5c9d79861 admin admin] Deleting port 9ba57e0d-184f-4e2c-a0df-d0426627175e {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:32:50.537294 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-82626395-e999-4395-9615-67b5c9d79861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:50.705332 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-82626395-e999-4395-9615-67b5c9d79861 admin admin] For port 9ba57e0d-184f-4e2c-a0df-d0426627175e, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=9ba57e0d-184f-4e2c-a0df-d0426627175e,segment=NetworkSegment(b97d6811-59e3-4b1a-b045-debbf6337194),segment_id=b97d6811-59e3-4b1a-b045-debbf6337194)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:32:50.705687 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-82626395-e999-4395-9615-67b5c9d79861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:50.831108 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-82626395-e999-4395-9615-67b5c9d79861 admin admin] Calling delete_port for 9ba57e0d-184f-4e2c-a0df-d0426627175e owned by network:router_interface {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:32:51.066033 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-82626395-e999-4395-9615-67b5c9d79861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:51.114683 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82626395-e999-4395-9615-67b5c9d79861 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba57e0d-184f-4e2c-a0df-d0426627175e,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:51.483015 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-82626395-e999-4395-9615-67b5c9d79861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-986156'] for router_interface, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:51.836230 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82626395-e999-4395-9615-67b5c9d79861 admin admin] Router 4a51a854-8741-4bff-8e4e-6abcbe16b051 has already been hosted by L3 agent 7041533e-8243-4ce4-ae5a-7b6309482977 {{(pid=88616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 11 15:32:52.009626 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82626395-e999-4395-9615-67b5c9d79861 admin admin] Notify agent at l3_agent.dv-neutron-837330-1-hyperv the message routers_updated {{(pid=88616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 11 15:32:52.019651 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dacd2b-ee14-472c-a2dc-741c17f28929 None None] Sync routers for ids ['4a51a854-8741-4bff-8e4e-6abcbe16b051'] in dv-neutron-837330-1-hyperv {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:32:52.029913 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dacd2b-ee14-472c-a2dc-741c17f28929 None None] Routers {'4a51a854-8741-4bff-8e4e-6abcbe16b051'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:32:52.030601 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-09dacd2b-ee14-472c-a2dc-741c17f28929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:32:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['4a51a854-8741-4bff-8e4e-6abcbe16b051'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:52.084915 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-82626395-e999-4395-9615-67b5c9d79861 admin admin] 10.222.0.66 "PUT /v2.0/routers/4a51a854-8741-4bff-8e4e-6abcbe16b051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6125259 Apr 11 15:32:52.087345 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 55326) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:32:52.211880 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-09dacd2b-ee14-472c-a2dc-741c17f28929 None None] Set router 4a51a854-8741-4bff-8e4e-6abcbe16b051 gateway port host: dv-neutron-837330-1-hyperv {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:32:52.264211 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b5b7c474-a0c9-42ed-9ead-7373043dc5b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:52.448135 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b5b7c474-a0c9-42ed-9ead-7373043dc5b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:52.496349 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-b5b7c474-a0c9-42ed-9ead-7373043dc5b5 admin admin] Deleting port 37bdb5a3-5bb0-4a56-b71f-37bcd7b21209 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:32:52.496697 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b5b7c474-a0c9-42ed-9ead-7373043dc5b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:52.510200 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-09dacd2b-ee14-472c-a2dc-741c17f28929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a51a854-8741-4bff-8e4e-6abcbe16b051', 'name': 'tempest-TestSnapshotPattern-2066894406-router', 'tenant_id': '29eee398560141079badf48460705a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'external_fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.159'}], 'enable_snat': True}, 'gw_port_id': '37bdb5a3-5bb0-4a56-b71f-37bcd7b21209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:19Z', 'updated_at': '2022-04-11T15:32:50Z', 'revision_number': 5, 'project_id': '29eee398560141079badf48460705a16', 'gw_port': {'id': '37bdb5a3-5bb0-4a56-b71f-37bcd7b21209', 'name': '', 'network_id': 'cff58315-4a25-4203-8056-2db185a2b95d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:33:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a51a854-8741-4bff-8e4e-6abcbe16b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'ip_address': '172.26.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837330-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:26:19Z', 'updated_at': '2022-04-11T15:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b507dfd9-2190-4fac-8a6e-747ae14b7336', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837330-1-hyperv'}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:52.515022 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dacd2b-ee14-472c-a2dc-741c17f28929 None None] Checking router: 4a51a854-8741-4bff-8e4e-6abcbe16b051 for host: dv-neutron-837330-1-hyperv {{(pid=88618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:32:52.523479 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dacd2b-ee14-472c-a2dc-741c17f28929 None None] Routers {'4a51a854-8741-4bff-8e4e-6abcbe16b051'} bound to L3 agent in host dv-neutron-837330-1-hyperv {{(pid=88618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 11 15:32:52.524116 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-09dacd2b-ee14-472c-a2dc-741c17f28929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837330-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T14:07:58Z,description=,heartbeat_timestamp=2022-04-11T15:32:28Z,host='dv-neutron-837330-1-hyperv',id=7041533e-8243-4ce4-ae5a-7b6309482977,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T14:07:58Z,topic='l3_agent')) {'router_ids': ['4a51a854-8741-4bff-8e4e-6abcbe16b051'], 'active': True} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:52.679812 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_dvr_db [None req-09dacd2b-ee14-472c-a2dc-741c17f28929 None None] Set router 4a51a854-8741-4bff-8e4e-6abcbe16b051 gateway port host: None {{(pid=88618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 11 15:32:52.778774 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-b5b7c474-a0c9-42ed-9ead-7373043dc5b5 admin admin] For port 37bdb5a3-5bb0-4a56-b71f-37bcd7b21209, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=37bdb5a3-5bb0-4a56-b71f-37bcd7b21209,segment=NetworkSegment(74b0ec63-63ad-4a18-94b7-07204d57ff61),segment_id=74b0ec63-63ad-4a18-94b7-07204d57ff61)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:32:52.779434 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b5b7c474-a0c9-42ed-9ead-7373043dc5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:52.787669 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.db.l3_hamode_db [None req-09dacd2b-ee14-472c-a2dc-741c17f28929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a51a854-8741-4bff-8e4e-6abcbe16b051', 'name': 'tempest-TestSnapshotPattern-2066894406-router', 'tenant_id': '29eee398560141079badf48460705a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:19Z', 'updated_at': '2022-04-11T15:32:52Z', 'revision_number': 6, 'project_id': '29eee398560141079badf48460705a16', 'gw_port_host': None}], 'dv-neutron-837330-1-hyperv', False) {} {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:52.791795 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dacd2b-ee14-472c-a2dc-741c17f28929 None None] The sync data for ids ['4a51a854-8741-4bff-8e4e-6abcbe16b051'] in dv-neutron-837330-1-hyperv is: [{'id': '4a51a854-8741-4bff-8e4e-6abcbe16b051', 'name': 'tempest-TestSnapshotPattern-2066894406-router', 'tenant_id': '29eee398560141079badf48460705a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:26:19Z', 'updated_at': '2022-04-11T15:32:52Z', 'revision_number': 6, 'project_id': '29eee398560141079badf48460705a16', 'gw_port_host': None}] {{(pid=88618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:32:52.903339 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-b5b7c474-a0c9-42ed-9ead-7373043dc5b5 admin admin] Calling delete_port for 37bdb5a3-5bb0-4a56-b71f-37bcd7b21209 owned by network:router_gateway {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:32:53.119301 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b5b7c474-a0c9-42ed-9ead-7373043dc5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:53.170772 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7c474-a0c9-42ed-9ead-7373043dc5b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=37bdb5a3-5bb0-4a56-b71f-37bcd7b21209,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:53.276891 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b5b7c474-a0c9-42ed-9ead-7373043dc5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985273'] for router_gateway, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:53.448179 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b5b7c474-a0c9-42ed-9ead-7373043dc5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2048'] for router, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:53.450678 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b5b7c474-a0c9-42ed-9ead-7373043dc5b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:53.540767 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b5b7c474-a0c9-42ed-9ead-7373043dc5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985776'] for router, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:53.541200 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b7c474-a0c9-42ed-9ead-7373043dc5b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a51a854-8741-4bff-8e4e-6abcbe16b051 {{(pid=88616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 11 15:32:53.557663 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-b5b7c474-a0c9-42ed-9ead-7373043dc5b5 admin admin] Notify callbacks [] for router, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:53.561880 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [-] (88617) accepted ('10.222.0.66', 55330) {{(pid=88617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:32:53.573459 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-b5b7c474-a0c9-42ed-9ead-7373043dc5b5 admin admin] 10.222.0.66 "DELETE /v2.0/routers/4a51a854-8741-4bff-8e4e-6abcbe16b051 HTTP/1.1" status: 204 len: 168 time: 1.4850643 Apr 11 15:32:53.615612 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 37bdb5a3-5bb0-4a56-b71f-37bcd7b21209 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:32:53.626518 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27b47b7-0d6e-415c-992b-eaa6eb6b1776 admin admin] Deleting subnet 7f384483-4399-4797-8e6e-b5f42a88143b {{(pid=88617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 11 15:32:53.629534 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d27b47b7-0d6e-415c-992b-eaa6eb6b1776 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:53.650687 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 37bdb5a3-5bb0-4a56-b71f-37bcd7b21209 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:32:53.651133 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 37bdb5a3-5bb0-4a56-b71f-37bcd7b21209 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:32:53.651606 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9ba57e0d-184f-4e2c-a0df-d0426627175e no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:32:53.687031 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d27b47b7-0d6e-415c-992b-eaa6eb6b1776 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1630413'] for subnet, precommit_delete_associations {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:53.692441 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: 9ba57e0d-184f-4e2c-a0df-d0426627175e {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:32:53.692792 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device 9ba57e0d-184f-4e2c-a0df-d0426627175e not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:32:53.765917 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d27b47b7-0d6e-415c-992b-eaa6eb6b1776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133125'] for subnet, precommit_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:53.907523 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d27b47b7-0d6e-415c-992b-eaa6eb6b1776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1751469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29221799'] for subnet, after_delete {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:53.956360 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b47b7-0d6e-415c-992b-eaa6eb6b1776 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f384483-4399-4797-8e6e-b5f42a88143b,revision_number=None']} {{(pid=88617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:53.960207 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron_lib.callbacks.manager [None req-d27b47b7-0d6e-415c-992b-eaa6eb6b1776 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:53.966264 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dac44f4-7f58-4907-b43a-024906648a4e None None] Network cccd9ebe-1254-46f1-ab1f-14d7f9a899a8 requested from dv-neutron-837330-1-hyperv {{(pid=88618) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 11 15:32:53.969823 dv-neutron-837330-1-hyperv neutron-server[88617]: INFO neutron.wsgi [None req-d27b47b7-0d6e-415c-992b-eaa6eb6b1776 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7f384483-4399-4797-8e6e-b5f42a88143b HTTP/1.1" status: 204 len: 168 time: 0.4045832 Apr 11 15:32:53.970218 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 55334) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:32:54.083656 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dd32cd1b-620f-4870-92c2-da30fb507b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3774057'] for network, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:54.096553 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-dd32cd1b-620f-4870-92c2-da30fb507b72 admin admin] Deleting port c23c5c9b-6942-41bc-b366-86ef31a6eb44 {{(pid=88616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:32:54.099685 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dd32cd1b-620f-4870-92c2-da30fb507b72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:54.270413 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c12a963-4865-41ec-a024-5651f023eb19 None None] DHCP port deletion for cccd9ebe-1254-46f1-ab1f-14d7f9a899a8 request from dv-neutron-837330-1-hyperv {{(pid=88618) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 11 15:32:54.274715 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-5c12a963-4865-41ec-a024-5651f023eb19 None None] Deleting port c23c5c9b-6942-41bc-b366-86ef31a6eb44 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:32:54.275135 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5c12a963-4865-41ec-a024-5651f023eb19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:54.313532 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.db [None req-dd32cd1b-620f-4870-92c2-da30fb507b72 admin admin] For port c23c5c9b-6942-41bc-b366-86ef31a6eb44, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c23c5c9b-6942-41bc-b366-86ef31a6eb44,segment=NetworkSegment(b97d6811-59e3-4b1a-b045-debbf6337194),segment_id=b97d6811-59e3-4b1a-b045-debbf6337194)] {{(pid=88616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:32:54.313804 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dd32cd1b-620f-4870-92c2-da30fb507b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:54.438790 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.plugin [None req-dd32cd1b-620f-4870-92c2-da30fb507b72 admin admin] Calling delete_port for c23c5c9b-6942-41bc-b366-86ef31a6eb44 owned by network:dhcp {{(pid=88616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:32:54.492734 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.db [None req-5c12a963-4865-41ec-a024-5651f023eb19 None None] For port c23c5c9b-6942-41bc-b366-86ef31a6eb44, host dv-neutron-837330-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837330-1-hyperv',level=0,port_id=c23c5c9b-6942-41bc-b366-86ef31a6eb44,segment=NetworkSegment(b97d6811-59e3-4b1a-b045-debbf6337194),segment_id=b97d6811-59e3-4b1a-b045-debbf6337194)] {{(pid=88618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 11 15:32:54.493043 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5c12a963-4865-41ec-a024-5651f023eb19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-985618'] for port, precommit_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:54.613372 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-5c12a963-4865-41ec-a024-5651f023eb19 None None] Calling delete_port for c23c5c9b-6942-41bc-b366-86ef31a6eb44 owned by network:dhcp {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 11 15:32:54.627949 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dd32cd1b-620f-4870-92c2-da30fb507b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737194159135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737193783363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27693137'] for port, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:54.675419 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32cd1b-620f-4870-92c2-da30fb507b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=c23c5c9b-6942-41bc-b366-86ef31a6eb44,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:54.681209 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd32cd1b-620f-4870-92c2-da30fb507b72 admin admin] No DVR routers for this DVR port c23c5c9b-6942-41bc-b366-86ef31a6eb44 on host dv-neutron-837330-1-hyperv {{(pid=88616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:32:54.685426 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.db.api [None req-5c12a963-4865-41ec-a024-5651f023eb19 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 15:32:54.685988 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG oslo_db.api [None req-5c12a963-4865-41ec-a024-5651f023eb19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 15:32:54.797631 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dd32cd1b-620f-4870-92c2-da30fb507b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4134596', 'neutron.services.segments.db._delete_segments_for_network-8737194334558'] for network, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:54.823147 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-dd32cd1b-620f-4870-92c2-da30fb507b72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cccd9ebe-1254-46f1-ab1f-14d7f9a899a8']}} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:54.835715 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-dd32cd1b-620f-4870-92c2-da30fb507b72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97d6811-59e3-4b1a-b045-debbf6337194') {'for_net_delete': True} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:54.836031 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.services.segments.db [None req-dd32cd1b-620f-4870-92c2-da30fb507b72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97d6811-59e3-4b1a-b045-debbf6337194') {} {{(pid=88616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:54.847516 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dd32cd1b-620f-4870-92c2-da30fb507b72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737194339449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27583672'] for segment, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:54.850740 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:54.867485 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dd32cd1b-620f-4870-92c2-da30fb507b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4130003'] for segment, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:54.873042 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd32cd1b-620f-4870-92c2-da30fb507b72 admin admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=88616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:32:54.873422 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dd32cd1b-620f-4870-92c2-da30fb507b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27693454'] for segment, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: Traceback (most recent call last): Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: timer() Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: cb(*args, **kw) Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: return func(*args, **kwargs) Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: self._notify() Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: self.callback(batched_events) Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: event.method(event) Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: return f(self, *a, **k) Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._get(url).json() Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: return self.request(url, 'GET', **kwargs) Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:32:54.886319 dv-neutron-837330-1-hyperv neutron-server[88616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:32:55.033667 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dd32cd1b-620f-4870-92c2-da30fb507b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985308'] for network, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:55.050267 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-dd32cd1b-620f-4870-92c2-da30fb507b72 admin admin] Notify callbacks [] for network, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:55.060984 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32cd1b-620f-4870-92c2-da30fb507b72 admin admin] Pushing event deleted for resources: {'Network': ['ID=cccd9ebe-1254-46f1-ab1f-14d7f9a899a8,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:55.068111 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-dd32cd1b-620f-4870-92c2-da30fb507b72 admin admin] 10.222.0.66 "DELETE /v2.0/networks/cccd9ebe-1254-46f1-ab1f-14d7f9a899a8 HTTP/1.1" status: 204 len: 168 time: 1.0966995 Apr 11 15:32:55.186950 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-5c12a963-4865-41ec-a024-5651f023eb19 None None] Deleting port c23c5c9b-6942-41bc-b366-86ef31a6eb44 {{(pid=88618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 11 15:32:55.187254 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5c12a963-4865-41ec-a024-5651f023eb19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737194157316'] for port, before_delete {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:55.252566 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7dc5b4c4-96ad-41af-b638-32c09634d607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:55.259469 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-5c12a963-4865-41ec-a024-5651f023eb19 None None] The port 'c23c5c9b-6942-41bc-b366-86ef31a6eb44' was deleted {{(pid=88618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 11 15:32:55.308476 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c23c5c9b-6942-41bc-b366-86ef31a6eb44 no longer exists at agent ovs-agent-dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 11 15:32:55.329553 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 55340) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:32:55.344781 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] No Port match for: c23c5c9b-6942-41bc-b366-86ef31a6eb44 {{(pid=88618) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 11 15:32:55.345120 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron.plugins.ml2.rpc [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Device c23c5c9b-6942-41bc-b366-86ef31a6eb44 not bound to the agent host dv-neutron-837330-1-hyperv {{(pid=88618) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 11 15:32:55.383439 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-eb6a05b9-a2e9-464a-96c6-18a77cb21fce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=551d169fb23c40d0b739219e3dfd69d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526884 Apr 11 15:32:55.385832 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 55344) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:32:55.443234 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7939764f-b699-46d1-8841-d3a9a364a6a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:55.468932 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7939764f-b699-46d1-8841-d3a9a364a6a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:55.582255 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7939764f-b699-46d1-8841-d3a9a364a6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:55.599881 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939764f-b699-46d1-8841-d3a9a364a6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dff718b-9dd0-4cbf-8533-19cdef386c2a,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:55.607294 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-7939764f-b699-46d1-8841-d3a9a364a6a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:55.611982 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-7939764f-b699-46d1-8841-d3a9a364a6a6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4dff718b-9dd0-4cbf-8533-19cdef386c2a HTTP/1.1" status: 204 len: 168 time: 0.2217145 Apr 11 15:32:56.247783 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 55352) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:32:56.298280 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d84ea08e-8051-42f2-9778-b6679f5da962 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=29eee398560141079badf48460705a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492587 Apr 11 15:32:56.309756 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.wsgi [-] (88616) accepted ('10.222.0.66', 55356) {{(pid=88616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 11 15:32:56.378791 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d39eea01-ed17-4328-839c-565ffbf2f9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:56.405429 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d39eea01-ed17-4328-839c-565ffbf2f9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:56.568655 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d39eea01-ed17-4328-839c-565ffbf2f9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625460'] for security_group, after_delete {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:56.585167 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39eea01-ed17-4328-839c-565ffbf2f9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4067873-dc33-4dfe-9ebc-a6227f311a20,revision_number=None']} {{(pid=88616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:56.589795 dv-neutron-837330-1-hyperv neutron-server[88616]: DEBUG neutron_lib.callbacks.manager [None req-d39eea01-ed17-4328-839c-565ffbf2f9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:56.591443 dv-neutron-837330-1-hyperv neutron-server[88616]: INFO neutron.wsgi [None req-d39eea01-ed17-4328-839c-565ffbf2f9cd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f4067873-dc33-4dfe-9ebc-a6227f311a20 HTTP/1.1" status: 204 len: 168 time: 0.2800341 Apr 11 15:32:57.787358 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-41451043-bc11-44d0-8e4a-e9e677d1a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:58.758790 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:32:58.958953 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:33:00.254036 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:33:24.917755 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:33:25.301229 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-594cfc43-da55-43da-93da-99c354672853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:33:26.784158 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:33:27.781839 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-dc9394b8-3438-4795-a875-38aa31db5e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:33:28.826315 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:33:29.009308 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:33:30.248963 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:33:54.887934 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:33:55.247891 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-21a858ac-9567-4a7b-9c14-32c1b00d7009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:33:57.796273 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-88f33232-c6c9-4e5e-af6d-60c4d1b1a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:33:58.751839 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:33:58.950848 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:34:00.259123 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:34:03.783593 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:34:24.898370 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:34:25.263956 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0188a644-1d40-4cbe-8882-c02ee9e8faf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:34:27.778964 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-8bac6758-831d-40aa-b1b2-17b19b6682e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:34:28.778320 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:34:28.966926 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:34:30.258055 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:34:40.783301 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:34:54.898637 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:34:55.223422 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3a67e945-2177-4a30-8274-788f1658aab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:34:57.772258 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-1fba7220-7dee-4b22-8efe-4eeb7d05ca59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:34:58.780202 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:34:58.978140 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:35:00.309315 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:35:17.782353 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:35:24.897289 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:35:25.233360 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-5ea6347e-5f5b-4efe-92a3-977fc5397229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:35:27.817397 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-7a82aed4-1444-445d-8c7f-ae998d08e2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:35:28.777262 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:35:29.011793 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:35:30.256394 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:35:54.782081 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:35:54.914301 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:35:55.222534 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-e8ee131f-95c0-40f1-bdb4-df6839c382d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:35:57.793560 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0840c4ba-f682-4431-84ac-a70d14a0297f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:35:58.759362 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:35:58.982394 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:36:00.266741 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:36:24.942191 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:36:25.227825 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-70b097e9-ce35-41df-a2a3-e457195a7c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:36:27.948026 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-dd778f2e-dee4-4c07-8b26-23e3a781d457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:36:28.787856 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:36:28.993249 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:36:30.302507 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:36:31.780870 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:36:54.932989 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:36:55.241573 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-3da9613d-8fab-4a8e-8cc9-4a985d062231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:36:57.810484 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-6eafd29b-0ef5-43e4-9b48-51e7720007e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:36:58.767308 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:36:58.990606 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:37:00.330259 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:37:08.780254 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:37:24.950392 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:37:25.240821 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-009a0106-f2ae-416c-b916-e824be9bac16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:37:27.810261 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-0765e7c5-5514-41d5-9295-8adf15ce8665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:37:28.769566 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:37:28.989247 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:37:30.263405 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:37:45.782371 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:37:54.997753 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:37:55.250387 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-516903e5-a95f-404a-9581-de0d7b583259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:37:57.800139 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-fdf2daca-d7ef-4a41-bc32-73e0dfd754c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:37:58.786393 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:37:59.005758 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:38:00.319947 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:38:22.781020 dv-neutron-837330-1-hyperv neutron-server[88619]: DEBUG neutron.db.agents_db [None req-eba3e4f7-1b36-4962-9303-79187fca1dcc None None] Agent healthcheck: found 6 active agents {{(pid=88619) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 11 15:38:24.981760 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:38:25.311759 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-bcb7aa68-367d-4fcd-b288-07aace174d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:38:27.826207 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-51cd1a95-4cd5-489b-a073-5d61dc426063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:38:28.815921 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f5e3abf0-dcdc-4e12-adea-773cc3d14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:38:29.027258 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-46c18bb1-07bc-4453-bfb4-c98f0eab9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:38:30.340262 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-63a4ff28-1f17-4cab-b096-238275c00ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:38:41.190207 dv-neutron-837330-1-hyperv neutron-server[88617]: DEBUG neutron.wsgi [req-9a8f5507-ef5e-45dc-b7dd-bbd83f3bbdb2 req-f7c52f33-5a11-4be9-a079-689cb05693fc service neutron] (88617) timed out ('10.222.0.66', 53694) {{(pid=88617) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 11 15:38:55.038701 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-f760e55e-5be9-479f-affe-cd19f2a7e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:38:55.236788 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-71053797-ac67-450b-8dd6-a0ffd3dfc50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 11 15:38:57.815013 dv-neutron-837330-1-hyperv neutron-server[88618]: DEBUG neutron_lib.callbacks.manager [None req-75b9ead5-adf9-4a2e-a4b9-3c67a7028aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737194334540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4139922'] for agent, after_update {{(pid=88618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}